-- Logs begin at Tue 2021-08-10 02:08:11 UTC, end at Tue 2021-08-10 05:05:37 UTC. -- Aug 10 02:59:12.332660 n-d-765315-26 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 02:59:14.998380 n-d-765315-26 neutron-server[94693]: INFO neutron.common.config [-] Logging enabled! Aug 10 02:59:14.998978 n-d-765315-26 neutron-server[94693]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 02:59:14.999154 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94693) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 02:59:15.002355 n-d-765315-26 neutron-server[94693]: INFO neutron.common.config [-] Logging enabled! Aug 10 02:59:15.002636 n-d-765315-26 neutron-server[94693]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 02:59:15.002950 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94693) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 02:59:15.003866 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 02:59:15.004102 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 02:59:15.004503 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 02:59:15.004752 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 02:59:15.004979 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 02:59:15.005299 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.005598 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.005894 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.006123 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.006417 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.006707 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.006993 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.007277 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.007570 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.007855 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.008135 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.008451 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.008687 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.008968 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.009253 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.009538 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.009762 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] debug = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.010041 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.010468 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.010889 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.011172 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.011468 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.011754 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.012026 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.012307 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.012622 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.012951 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] host = n-d-765315-26 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.013231 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.013517 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.013803 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.014089 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.014368 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.014646 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.014932 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.015211 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.015486 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.015765 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.016055 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.016368 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.016656 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.016884 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.017109 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.017396 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.017685 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.017963 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.018361 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.018646 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.018928 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.019207 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.019478 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.019766 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.020053 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.020339 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.020641 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.020918 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.021194 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.021469 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.021761 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.022037 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.022313 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.022588 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.022876 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.023148 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.023424 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.023724 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.024012 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.024294 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.024614 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.024892 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.025175 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.025451 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.025724 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.025996 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] use_json = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.026268 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.026539 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.026821 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.027093 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.027366 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.027639 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.027912 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.028195 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:15.028515 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.028818 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.029120 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.029406 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.029701 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.029984 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.030273 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.030553 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.030844 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.031134 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.031420 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.031703 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.031991 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.032268 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.032585 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.032890 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.033201 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.033477 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.034251 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.034537 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.034808 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.035088 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.035374 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.035670 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.035959 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.036234 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.036537 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.036829 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.037108 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.037380 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.037658 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.037944 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.038221 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.038492 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.038772 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.039049 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.039324 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.039596 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.039872 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.040439 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.040718 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.040992 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.041260 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.041538 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.041808 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.042092 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.042373 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.042643 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.042911 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.043185 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.043458 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.043731 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.044007 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.044279 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.044583 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.044854 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.045123 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.045394 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.045663 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.045932 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.046201 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.046468 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.046742 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.047012 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.047294 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.047551 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.047821 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.048091 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.048400 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.048696 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.048973 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.049252 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.050083 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.050373 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.050650 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.050928 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.051206 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.051486 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.051759 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.052051 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.052355 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.052646 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.052931 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.053209 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.053500 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.053780 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.054063 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.054341 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.054620 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.054909 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.055191 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.055483 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.055776 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.056068 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.056379 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.056674 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.056954 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.057259 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.057538 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:15.057775 n-d-765315-26 neutron-server[94693]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 02:59:15.057981 n-d-765315-26 neutron-server[94693]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94693) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 02:59:15.408138 n-d-765315-26 neutron-server[94693]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 02:59:15.408451 n-d-765315-26 neutron-server[94693]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 02:59:15.408763 n-d-765315-26 neutron-server[94693]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 02:59:15.409124 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 02:59:15.799525 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.799733 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.800011 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.801236 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.801512 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.801777 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.836586 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.836867 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.837183 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.853338 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.853618 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.853890 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.881971 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.882254 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.882526 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.917907 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.918186 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:15.918454 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.148644 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.149129 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.149216 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.149448 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.150139 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.269139 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.269459 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.269740 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.270008 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.270273 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.270585 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.270843 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.271099 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.271354 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.271633 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.271892 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.272157 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.272439 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.272693 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.272949 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.273215 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.273473 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.273744 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.274012 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.274271 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.274544 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.274797 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.275074 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.275454 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.275703 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.275947 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.276339 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:16.276672 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:16.276912 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:16.277149 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:16.277385 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:16.277619 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:16.277980 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 02:59:16.281065 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 02:59:16.285512 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 02:59:16.289261 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 10 02:59:16.291271 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 02:59:16.291730 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 02:59:16.292070 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 02:59:16.292487 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 02:59:16.295239 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 02:59:16.295489 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 02:59:16.295837 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 02:59:16.301118 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 02:59:16.322626 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 02:59:16.323079 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.323378 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94693) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 02:59:16.323741 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.325118 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94693) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 02:59:16.325399 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 02:59:16.325646 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 02:59:16.329049 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.329337 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:16.393551 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 02:59:16.393784 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 02:59:16.394022 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 02:59:16.394389 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 02:59:16.414702 n-d-765315-26 neutron-server[94693]: DEBUG oslo_db.sqlalchemy.engines [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94693) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 02:59:17.088789 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing driver for type 'gre' Aug 10 02:59:17.089323 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] gre ID ranges: [(1, 1000)] Aug 10 02:59:17.288645 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing driver for type 'local' Aug 10 02:59:17.289220 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing driver for type 'vlan' Aug 10 02:59:17.379149 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] VlanTypeDriver initialization complete Aug 10 02:59:17.379480 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing driver for type 'vxlan' Aug 10 02:59:17.379979 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] vxlan ID ranges: [(1, 1000)] Aug 10 02:59:17.580053 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing extension driver 'port_security' Aug 10 02:59:17.580415 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] PortSecurityExtensionDriver initialization complete Aug 10 02:59:17.580754 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing mechanism driver 'openvswitch' Aug 10 02:59:17.581078 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing mechanism driver 'hyperv' Aug 10 02:59:17.587596 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.plugin [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:17.588284 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.588681 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.589033 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.589551 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:59:17.590010 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.590365 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.590711 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.591102 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:59:17.591508 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.591856 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.592196 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.592609 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:59:17.593013 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > security_group after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.593362 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > security_group after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.593712 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.594100 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:59:17.594638 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.594995 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.595345 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.595740 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:59:17.596144 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > address_group after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.596518 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > address_group after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.596863 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.597255 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94693) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 02:59:17.602269 n-d-765315-26 neutron-server[94693]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] ML2 OVO RPC backend initialized. {{(pid=94693) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 02:59:17.602269 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602269 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602269 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602598 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > networks before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602598 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602598 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > ports before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602598 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602893 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnets before_response 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602893 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602893 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.602893 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.603179 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.603179 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.603179 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.603179 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.603503 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.603850 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.604456 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.plugin [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Modular L2 Plugin initialization complete Aug 10 02:59:17.604788 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading services supported by the core plugin {{(pid=94693) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 02:59:17.605116 n-d-765315-26 neutron-server[94693]: INFO neutron.plugins.ml2.managers [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Got port-security extension from driver 'port_security' Aug 10 02:59:17.605582 n-d-765315-26 neutron-server[94693]: INFO neutron.extensions.vlantransparent [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Disabled vlantransparent extension. Aug 10 02:59:17.606068 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94693) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 02:59:17.606386 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: router Aug 10 02:59:17.644771 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.645102 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_create 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.645471 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router before_create 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.645837 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.646210 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.646566 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_delete 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.646923 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.647285 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_create 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.647632 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_update 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.647983 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_update 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.648338 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.648717 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_update 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.649130 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.649496 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.649834 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.650168 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: subnet after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.650504 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.650851 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.651198 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.651544 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.651888 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.652246 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router after_update 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.652617 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.652966 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.653327 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.653671 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.654039 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > agent after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.654388 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > agent after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.654760 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > network after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.655603 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Tracking information for resource: router configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:17.655933 n-d-765315-26 neutron-server[94693]: DEBUG neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Tracking information for resource: floatingip configured {{(pid=94693) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 02:59:17.660839 n-d-765315-26 neutron-server[94693]: INFO neutron.db.l3_agentschedulers_db [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 02:59:17.661531 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.661897 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port after_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.662253 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port after_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.662603 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: port after_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.663388 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router before_create 55550100 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.663761 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.664122 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_create 55550100 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.664511 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > router precommit_update 55550100 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.669227 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.provider_configuration [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service providers = [] {{(pid=94693) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 02:59:17.669591 n-d-765315-26 neutron-server[94693]: DEBUG neutron.db.servicetype_db [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94693) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 02:59:17.672554 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.service_base [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:59:17.672915 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.service_base [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:59:17.673265 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.service_base [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:59:17.674797 n-d-765315-26 neutron-server[94693]: DEBUG neutron.services.service_base [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94693) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 02:59:17.675246 n-d-765315-26 neutron-server[94693]: INFO neutron.services.service_base [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 02:59:17.675625 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.675945 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 02:59:17.692860 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.693226 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: auto_allocate Aug 10 02:59:17.699041 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: network precommit_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.699423 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: network precommit_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.699946 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.700269 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: tag Aug 10 02:59:17.713783 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.714114 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: timestamp Aug 10 02:59:17.718222 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.718554 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: network_ip_availability Aug 10 02:59:17.724085 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.724494 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.724858 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.725569 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.725897 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: flavors Aug 10 02:59:17.730755 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.731094 n-d-765315-26 neutron-server[94693]: INFO neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading Plugin: revisions Aug 10 02:59:17.735410 n-d-765315-26 neutron-server[94693]: DEBUG neutron.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94693) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 02:59:17.735803 n-d-765315-26 neutron-server[94693]: DEBUG oslo_concurrency.lockutils [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.327s {{(pid=94693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 02:59:17.736568 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94693) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 02:59:17.737484 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Initializing extension manager. Aug 10 02:59:17.737998 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: __init__.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.738341 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: __pycache__ {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.738676 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.739011 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: address_group.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.739769 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.740363 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: address-group Aug 10 02:59:17.740692 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: address_scope.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.741407 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.741919 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: address-scope Aug 10 02:59:17.742238 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.743173 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.743682 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: router-admin-state-down-before-update Aug 10 02:59:17.744003 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: agent.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.744938 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.745448 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: agent Aug 10 02:59:17.745772 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: agent_resources_synced.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.746749 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.747192 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: agent-resources-synced Aug 10 02:59:17.747513 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: allowedaddresspairs.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.763324 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.763844 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: allowed-address-pairs Aug 10 02:59:17.764170 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: auto_allocated_topology.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.765279 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.765791 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: auto-allocated-topology Aug 10 02:59:17.766117 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: availability_zone.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.766818 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.767356 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: availability_zone Aug 10 02:59:17.767686 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: availability_zone_filter.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.768652 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.769158 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: availability_zone_filter Aug 10 02:59:17.769486 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: data_plane_status.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.770396 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.770900 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 02:59:17.771220 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: default_subnetpools.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.772140 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.772678 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: default-subnetpools Aug 10 02:59:17.773005 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.773925 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.774436 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: dhcp_agent_scheduler Aug 10 02:59:17.774761 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: dns.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.775686 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.776192 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 02:59:17.776540 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: dns_domain_ports.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.777462 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.777970 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 02:59:17.778293 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.779254 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.779757 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 02:59:17.780078 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: dvr.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.780782 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.781289 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: dvr Aug 10 02:59:17.781611 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: ecmp_routes.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.782529 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.783026 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 02:59:17.783348 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: empty_string_filtering.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.784277 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.784806 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: empty-string-filtering Aug 10 02:59:17.785129 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.786043 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.786546 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 02:59:17.786869 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.787773 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.788275 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 02:59:17.788622 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: external_net.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.789541 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.790298 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: external-net Aug 10 02:59:17.790620 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.791528 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.792033 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: extra_dhcp_opt Aug 10 02:59:17.792374 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: extraroute.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.793287 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.793794 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: extraroute Aug 10 02:59:17.794116 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: extraroute_atomic.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.795142 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.795651 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: extraroute-atomic Aug 10 02:59:17.795976 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: filter_validation.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.796678 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.797186 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: filter-validation Aug 10 02:59:17.797510 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: fip_pf_description.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.798423 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.798920 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 02:59:17.799759 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: fip_port_details.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.800704 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.801212 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: fip-port-details Aug 10 02:59:17.801535 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: flavors.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.802758 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.803273 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: flavors Aug 10 02:59:17.803594 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.805296 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.805811 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 02:59:17.806140 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: floatingip_pools.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.806843 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.807383 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: floatingip-pools Aug 10 02:59:17.807709 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: ip_allocation.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.808675 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.809175 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 02:59:17.809500 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.810424 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.810932 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: ip-substring-filtering Aug 10 02:59:17.811260 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l2_adjacency.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.812188 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.812733 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 02:59:17.813058 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.814155 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.814672 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: router Aug 10 02:59:17.815552 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.817801 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.818326 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 02:59:17.818659 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.827186 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.827697 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: ext-gw-mode Aug 10 02:59:17.828029 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.829003 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.829513 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: l3-ha Aug 10 02:59:17.829838 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3_flavors.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.830780 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.831282 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: l3-flavors Aug 10 02:59:17.831608 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.832560 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.833062 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 02:59:17.833386 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: l3agentscheduler.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.834432 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.834941 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: l3_agent_scheduler Aug 10 02:59:17.835270 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: logging.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.836820 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.837345 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension logging not supported by any of loaded plugins Aug 10 02:59:17.837678 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: metering.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.838416 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.838992 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: metering Aug 10 02:59:17.839320 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.840461 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.840973 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: metering_source_and_destination_fields Aug 10 02:59:17.841301 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: multiprovidernet.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.842256 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.842766 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: multi-provider Aug 10 02:59:17.843089 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: netmtu.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.844001 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.844539 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: net-mtu Aug 10 02:59:17.844863 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: netmtu_writable.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.845781 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.846321 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: net-mtu-writable Aug 10 02:59:17.846643 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: network_availability_zone.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.847318 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.847821 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: network_availability_zone Aug 10 02:59:17.848141 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: network_ip_availability.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.849254 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.849860 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: network-ip-availability Aug 10 02:59:17.850185 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: network_segment_range.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.850952 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.851453 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 02:59:17.851775 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: pagination.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.852785 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.853114 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: pagination Aug 10 02:59:17.853470 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: port_device_profile.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.854375 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.854920 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: port-device-profile Aug 10 02:59:17.855233 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.856143 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.856683 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: port-mac-address-regenerate Aug 10 02:59:17.857007 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.857917 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.858425 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: port-numa-affinity-policy Aug 10 02:59:17.858747 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: port_resource_request.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.859651 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.860155 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 02:59:17.860513 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: portbindings.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.861439 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.862493 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: binding Aug 10 02:59:17.862818 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: portbindings_extended.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.864220 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.864777 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: binding-extended Aug 10 02:59:17.865108 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: portsecurity.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.866031 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.866541 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: port-security Aug 10 02:59:17.866866 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: project_id.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.867847 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.868176 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: project-id Aug 10 02:59:17.868526 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: providernet.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.869455 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.869965 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: provider Aug 10 02:59:17.870293 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.875837 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.876378 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos not supported by any of loaded plugins Aug 10 02:59:17.876712 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.878018 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.878635 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 02:59:17.878970 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.879902 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.880441 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 02:59:17.880772 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_default.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.881688 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.882235 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-default not supported by any of loaded plugins Aug 10 02:59:17.882557 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_fip.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.883212 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.883709 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 02:59:17.884033 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_gateway_ip.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.884994 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.885501 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 02:59:17.885823 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_port_network_policy.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.886741 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.887247 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 02:59:17.887571 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_pps_rule.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.890772 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.891285 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 02:59:17.891620 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_rule_type_details.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.892573 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.893631 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 02:59:17.893955 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: qos_rules_alias.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.895045 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.895519 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 02:59:17.895943 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: quotasv2.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.896905 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.897233 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: quotas Aug 10 02:59:17.897556 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: quotasv2_detail.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.900649 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.900993 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: quota_details Aug 10 02:59:17.901327 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: rbac.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.902568 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.903099 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: rbac-policies Aug 10 02:59:17.903432 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: rbac_address_group.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.904375 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.904893 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: rbac-address-group Aug 10 02:59:17.905222 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: rbac_address_scope.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.906144 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.906664 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: rbac-address-scope Aug 10 02:59:17.906990 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: rbac_security_groups.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.907911 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.908451 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: rbac-security-groups Aug 10 02:59:17.909349 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: rbac_subnetpool.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.910289 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.910800 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: rbac-subnetpool Aug 10 02:59:17.911125 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: revisionifmatch.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.912048 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.912588 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: revision-if-match Aug 10 02:59:17.912917 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: revisions.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.914035 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.914544 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: standard-attr-revisions Aug 10 02:59:17.915122 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: router_availability_zone.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.915829 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.916336 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: router_availability_zone Aug 10 02:59:17.916681 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: routerservicetype.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.917600 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.918105 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 02:59:17.918428 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.919346 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.919854 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: security-groups-normalized-cidr Aug 10 02:59:17.920177 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.921129 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.921633 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: port-security-groups-filtering Aug 10 02:59:17.921989 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.929559 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.930063 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: security-groups-remote-address-group Aug 10 02:59:17.930388 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: securitygroup.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.940564 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.941061 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: security-group Aug 10 02:59:17.941395 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: segment.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.942184 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.942697 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension segment not supported by any of loaded plugins Aug 10 02:59:17.943024 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.943961 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.944513 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 02:59:17.944843 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: servicetype.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.946129 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.946652 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: service-type Aug 10 02:59:17.946982 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: sorting.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.947974 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.948309 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: sorting Aug 10 02:59:17.948670 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: standard_attr_segment.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.949593 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.950108 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 02:59:17.950474 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: standardattrdescription.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.951125 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.951634 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: standard-attr-description Aug 10 02:59:17.951959 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: stateful_security_group.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.958163 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.958679 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: stateful-security-group Aug 10 02:59:17.959005 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: stdattrs_common.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.959594 n-d-765315-26 neutron-server[94693]: WARNING neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 02:59:17.959916 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.960880 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.961388 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 02:59:17.961748 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: subnet_onboard.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.962832 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.963341 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: subnet_onboard Aug 10 02:59:17.963663 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.964626 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.965135 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 02:59:17.965460 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: subnet_service_types.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.966420 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.966999 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: subnet-service-types Aug 10 02:59:17.967324 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: subnetallocation.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.968448 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.968959 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: subnet_allocation Aug 10 02:59:17.969285 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.969953 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.970456 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: subnetpool-prefix-ops Aug 10 02:59:17.970777 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.971729 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.972244 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 02:59:17.972593 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: tagging.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.973708 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.974224 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: standard-attr-tag Aug 10 02:59:17.974552 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: timestamp.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.975747 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.976262 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loaded extension: standard-attr-timestamp Aug 10 02:59:17.976616 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: trunk.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.977647 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.978158 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension trunk not supported by any of loaded plugins Aug 10 02:59:17.978488 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: trunk_details.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.984702 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.985211 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 02:59:17.985536 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: uplink_status_propagation.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.986453 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.986994 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 02:59:17.987317 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Loading extension file: vlantransparent.py {{(pid=94693) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 02:59:17.987992 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94693) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 02:59:17.988539 n-d-765315-26 neutron-server[94693]: INFO neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 02:59:17.991031 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:network Aug 10 02:59:17.991553 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:subnet Aug 10 02:59:17.991958 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:59:17.992370 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:port Aug 10 02:59:17.993605 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:17.994061 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service FLAVORS assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:17.994711 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:17.995137 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:17.995579 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:router Aug 10 02:59:17.996026 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 02:59:17.996558 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service METERING assigned prefix: /metering {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:17.998006 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.998377 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.998729 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 02:59:17.999731 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 02:59:18.000183 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:security_group Aug 10 02:59:18.000661 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 02:59:18.002940 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service CORE assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.003293 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:59:18.003667 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] subnetpool is already registered Aug 10 02:59:18.004104 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service CORE assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.004466 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:59:18.004806 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] subnetpool is already registered Aug 10 02:59:18.007108 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.007544 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service FLAVORS assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.008145 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:router Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] router is already registered Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] floatingip is already registered Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service METERING assigned prefix: /metering {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] rbac_policy is already registered Aug 10 02:59:18.017753 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:security_group Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] security_group is already registered Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] security_group_rule is already registered Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service CORE assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] subnetpool is already registered Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.v2.resource_helper [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Service CORE assigned prefix: {{(pid=94693) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: INFO neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 02:59:18.019054 n-d-765315-26 neutron-server[94693]: WARNING neutron.quota.resource_registry [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] subnetpool is already registered Aug 10 02:59:18.019650 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: extensions {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.019650 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: address-groups {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.019650 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: address-scopes {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.021109 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: agents {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.022369 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: auto-allocated-topology {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.023617 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: availability_zones {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.024871 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: dhcp-networks {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.026379 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: dhcp-agents {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.027807 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: routers {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.029590 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: flavors {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.030942 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: service_profiles {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.032159 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: next_providers {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.033783 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: service_profiles {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.035325 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: floatingip-pools {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.036644 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: routers {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.038365 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: floatingips {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.039651 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: l3-routers {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.041424 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: l3-agents {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.042785 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: metering-labels {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.044046 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: metering-label-rules {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.045585 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: network-ip-availabilities {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.046962 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: bindings {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.048529 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: quotas {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.050131 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: quotas {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.051572 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: rbac-policies {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.052956 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: security-groups {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.054259 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: security-group-rules {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.055484 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: service-providers {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.056741 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: subnetpools {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.058078 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: subnetpools {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.059724 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.061445 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.063256 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.065617 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.067309 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.070321 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.072046 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.073870 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.075847 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.077629 n-d-765315-26 neutron-server[94693]: DEBUG neutron.api.extensions [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Extended resource: tags {{(pid=94693) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 02:59:18.084214 n-d-765315-26 neutron-server[94693]: WARNING keystonemiddleware.auth_token [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 02:59:18.088771 n-d-765315-26 neutron-server[94693]: WARNING keystonemiddleware.auth_token [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 02:59:18.097104 n-d-765315-26 neutron-server[94693]: DEBUG oslo_concurrency.lockutils [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Acquired lock "singleton_lock" {{(pid=94693) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 02:59:18.097585 n-d-765315-26 neutron-server[94693]: DEBUG oslo_concurrency.lockutils [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Releasing lock "singleton_lock" {{(pid=94693) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 02:59:18.098236 n-d-765315-26 neutron-server[94693]: INFO oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Starting 2 workers Aug 10 02:59:18.103076 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Started child 94804 {{(pid=94693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:59:18.107628 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Started child 94805 {{(pid=94693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:59:18.108543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:18.109230 n-d-765315-26 neutron-server[94693]: INFO neutron.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 02:59:18.109874 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Notify callbacks [] for process, before_spawn {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:18.110411 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [-] (94804) wsgi starting up on http://0.0.0.0:9696 Aug 10 02:59:18.112392 n-d-765315-26 neutron-server[94693]: INFO oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Starting 1 workers Aug 10 02:59:18.113065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:18.114899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [-] (94805) wsgi starting up on http://0.0.0.0:9696 Aug 10 02:59:18.117588 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Started child 94806 {{(pid=94693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:59:18.118125 n-d-765315-26 neutron-server[94693]: INFO oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Starting 1 workers Aug 10 02:59:18.121612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] calling RpcWorker wait() {{(pid=94806) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 02:59:18.128040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] returning from RpcWorker wait() {{(pid=94806) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 02:59:18.128167 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Started child 94807 {{(pid=94693) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 02:59:18.128247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:18.128325 n-d-765315-26 neutron-server[94693]: DEBUG neutron_lib.callbacks.manager [None req-1a95050c-d667-4a77-8f05-e62d011f9fc0 None None] Notify callbacks [] for process, after_spawn {{(pid=94693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:18.128450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94693) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.128543 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.129117 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.129117 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.129117 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.129534 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.129798 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.130039 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.130319 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.130573 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.130742 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.130912 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.131667 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.131667 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.131809 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.132041 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.132241 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:18.132695 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.132769 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.133003 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.133216 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.133513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.133762 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.134050 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] debug = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.134294 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.134795 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.135057 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.135306 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.135541 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.135812 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.136061 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.136326 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.136612 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.136831 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.137068 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.137331 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.137591 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.137801 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.138046 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.138305 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.138542 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.138994 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] host = n-d-765315-26 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.139245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.139476 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.139713 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.139970 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.140242 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.140488 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.140750 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.140995 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.141249 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.141493 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.141737 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.141982 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.142217 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.142453 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.142621 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_options = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.142878 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.143727 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.144006 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.144204 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.144428 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.144734 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.144897 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.145094 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.145258 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.145481 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.145673 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.145889 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.146123 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.146338 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.146581 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.146831 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.147068 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.147278 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.147521 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.147752 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.147999 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.148228 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.148483 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.148724 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.148979 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.149170 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.149396 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.149590 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.149813 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.150083 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.150462 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.150587 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.150811 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.151072 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.151300 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.151527 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.151769 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.152028 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.152259 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.152524 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.152810 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_json = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.155566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.156934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.158604 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.158604 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.158604 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.158604 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.158604 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.159020 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.159020 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.159331 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.159562 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.159847 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.160106 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.160402 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.160729 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.160975 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.161273 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.161515 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.161809 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.162027 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.162272 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.162633 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.162878 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.163150 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.163407 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.163633 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.163879 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.164113 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.164367 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.164648 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.165097 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.165374 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.165600 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.165820 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.166045 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.166958 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.166958 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.166958 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.166958 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.167384 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.167384 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.167584 n-d-765315-26 neutron-server[94807]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:18.167674 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.167809 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.168024 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.168239 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.168499 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.168730 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.168968 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.169235 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.169469 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.169723 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.169960 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.170180 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.170425 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.170733 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.170878 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.171069 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.171283 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.171502 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.171749 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.172024 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.172275 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.172516 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.172730 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.172994 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.173289 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.173441 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.173666 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.173899 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.174143 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.174380 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.174595 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.174806 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.175040 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.175253 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.175466 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.175678 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.175899 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.176112 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.176327 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.178383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.180304 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.180304 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.180304 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.180304 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.180304 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.180897 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.181084 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.181336 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.181594 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.182001 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.182101 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.182499 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.182592 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.182828 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.183005 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.183430 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.183556 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.183857 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.184292 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.184745 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.185204 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.185867 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.186356 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.186673 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.186957 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.187183 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.187480 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.187785 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.188066 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.188371 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.188631 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.188882 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.189138 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.189372 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.189621 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.190407 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.190657 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.190896 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.191353 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.191816 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.192052 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.192278 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.192565 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.192934 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.193205 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.193449 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.193696 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.193981 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.194209 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.194462 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.194740 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.194987 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.195247 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.195482 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.195779 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.196006 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.196901 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.196901 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.196901 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.197125 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.197192 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.199859 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200510 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200510 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200510 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200510 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200510 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200510 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200923 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.200923 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.201076 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.201174 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.201406 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.201695 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.202135 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.202361 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.202837 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.202837 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.203020 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.203233 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.203488 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.203709 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.203923 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.204164 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.204403 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.204689 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.204921 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.205198 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.205474 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.206471 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.206913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.207408 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.207661 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.207893 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.208154 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.208423 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.208680 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.208900 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.209141 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.209364 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.209603 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.209821 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.210083 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.210310 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.210569 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.210799 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.211031 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.211245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.211484 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.211692 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.212129 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.212566 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.212962 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.213375 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.213615 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.213835 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.214067 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.214281 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.214487 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.214713 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.214936 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.215173 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.215400 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.215609 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.215821 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.216043 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.216453 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.216667 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.216899 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.217155 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.217349 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.217583 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.217791 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.218009 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.218259 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.218492 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.218707 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.218947 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.219362 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.219755 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.219991 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.220204 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.220441 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.220665 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.220881 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.221113 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.221425 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.221679 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.221904 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.222195 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.222447 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.222695 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.222964 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.223268 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.223502 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.223741 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.223980 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.224228 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.224469 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.224741 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.225078 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.225357 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.225621 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.225884 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.226477 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.226477 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.226698 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.227227 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.227528 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.227862 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.228134 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.228442 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.228699 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.228960 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.229189 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.229409 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.229646 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.229882 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.230135 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.230414 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.230645 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.230873 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.231096 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.231328 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.231547 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.231775 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.232011 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.232242 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.232485 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.232646 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 02:59:18.233223 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94693) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 02:59:18.233340 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 02:59:18.233464 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 02:59:18.233633 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 02:59:18.233804 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 02:59:18.233980 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 02:59:18.234167 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.234332 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.234495 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.234655 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.234818 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.235000 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.235155 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.235551 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.235907 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.235998 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.236079 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.236243 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.236446 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.236608 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.236941 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.236941 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.237121 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.237250 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.237414 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.237577 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.237732 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.237881 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.238019 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] debug = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.238177 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.238381 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.238541 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.238696 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.238854 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239012 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239171 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239329 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239487 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239646 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239806 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.239965 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.240124 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.240287 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.240469 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.240629 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.240788 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.240948 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] host = n-d-765315-26 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.241107 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.241265 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.241422 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.241588 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.241740 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.241891 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.242055 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.242204 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.242359 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.242518 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.242676 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.242825 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243052 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243180 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243311 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_options = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243435 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243571 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243702 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.243881 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244073 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244213 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244383 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244517 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244652 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244813 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.244971 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.245129 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.245286 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.245446 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.245603 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.245765 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.245927 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.246073 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.246232 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.246391 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.246550 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.246708 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.246866 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.247051 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.247309 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.247539 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.247539 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.247809 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.247809 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248054 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248183 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248311 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248427 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248567 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248726 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.248884 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249043 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249205 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249364 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249522 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249680 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249838 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.249996 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.250159 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.250318 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.250477 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_json = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.250637 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.250796 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.250955 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.251139 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.251274 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.251431 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.251590 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.251749 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 02:59:18.252010 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.252111 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.252257 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.252992 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.253196 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.253361 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.253525 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.253689 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.253853 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.254015 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.254185 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.254350 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.254526 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.254690 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.254851 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255022 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255185 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255350 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255555 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255657 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255821 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.255984 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.256164 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.256326 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.256512 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.256674 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.256837 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257004 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257166 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257333 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257494 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257825 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.257987 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.258148 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.258313 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.258475 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.258639 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.258802 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.258963 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.259127 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.259290 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.259454 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.259616 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.259778 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.259941 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.260111 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.260271 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.260615 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.260807 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.260942 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.261105 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.261268 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.261432 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.261597 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.261759 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.261923 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.262089 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.262250 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.262413 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.262575 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.262751 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.262913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.263076 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.263238 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.263401 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.263563 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.263726 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.263889 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.264052 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.264215 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.264424 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.264597 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.264760 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.264923 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.265087 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.265251 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.265414 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.265585 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.265729 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.265891 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.266052 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.266215 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.266378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.266551 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.266730 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.266895 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.267057 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.267217 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.267381 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.267544 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.267707 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.267869 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.268079 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.268829 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.268998 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.269162 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.269329 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.269498 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.269656 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.269798 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.269949 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.270115 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.270261 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.270529 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.270679 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.270845 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271007 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271181 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271349 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271480 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271638 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271800 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.271965 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.272127 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.272360 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.272512 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.272644 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.272776 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.272936 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.273112 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.273267 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.273428 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.273675 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.273775 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.273899 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.274052 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.274232 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.274379 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.274542 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.274704 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.274865 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.275071 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.275235 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.275478 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.275574 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.275711 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.275870 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276178 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276178 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276398 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276523 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276673 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276836 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.276999 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.277161 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.277324 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.277486 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.277649 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.277831 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.277969 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.278125 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.278287 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.278448 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.278611 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.278772 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.278933 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.279096 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.279259 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.279421 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.279583 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.279744 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.279912 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.280072 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.280268 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.280458 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.280623 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.280785 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.280949 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.281105 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.281264 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.281427 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.281589 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.281751 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.281914 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.282077 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.282241 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.282407 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.282569 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.282731 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.282892 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.283054 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.283217 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.283376 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.283786 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.283897 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.284052 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.284227 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.284415 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.284602 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.284747 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.284910 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.285075 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.285238 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.285418 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.291513 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.292662 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293245 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293883 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293883 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293883 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293883 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.293883 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294320 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.294850 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295378 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.295913 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296450 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296995 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296995 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296995 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.296995 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.297262 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.297341 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.297451 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.297614 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.297776 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.297937 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.298102 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.298267 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.298427 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.298588 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.298815 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.298949 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.299113 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.299781 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.299948 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.300094 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.300267 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 02:59:18.300444 n-d-765315-26 neutron-server[94693]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94693) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 02:59:18.513904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35198) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:18.522778 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065036 Aug 10 02:59:30.205874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c94bd0-54a2-4123-8d60-360d8cd3e62b None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:59:30.283635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c94bd0-54a2-4123-8d60-360d8cd3e62b None None] No non-hosted networks {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 02:59:30.302547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.agentschedulers_db [None req-a8c94bd0-54a2-4123-8d60-360d8cd3e62b None None] DHCP Agent not found on host n-d-765315-26 {{(pid=94806) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 02:59:30.558062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-45ef1fa8-5b9f-4248-a8ab-17e4236196c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:32.629682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:32.633569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.638806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.638806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.638806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.638806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.638806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.639578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.639578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.639578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.639578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.640074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.640267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:32.640869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-765315-26', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:32.650694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-765315-26', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:32.934819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0f7c0b48-aa6b-4463-9c3d-fc5b3e801f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:32.996982 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-476b8477-4a3a-4e85-bf0d-f2dbd8138df0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-765315-26 {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:59:32.997282 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-476b8477-4a3a-4e85-bf0d-f2dbd8138df0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:59:33.518753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-476b8477-4a3a-4e85-bf0d-f2dbd8138df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:33.944639 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:35.499440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:36.630940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35290) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:37.123515 n-d-765315-26 neutron-server[94805]: WARNING oslo_policy.policy [None req-c6155998-af61-46a5-86ce-216d0d8de245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:59:37.124077 n-d-765315-26 neutron-server[94805]: WARNING oslo_policy.policy [None req-c6155998-af61-46a5-86ce-216d0d8de245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:59:37.194506 n-d-765315-26 neutron-server[94806]: INFO neutron.db.l3_hamode_db [None req-0796d5b3-16ff-4af2-8527-b912cb780283 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 02:59:37.275823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796d5b3-16ff-4af2-8527-b912cb780283 None None] Routers set() bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:59:37.276130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796d5b3-16ff-4af2-8527-b912cb780283 None None] Router IDs set() for agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 02:59:37.342900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-c6155998-af61-46a5-86ce-216d0d8de245 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:59:37.344138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c6155998-af61-46a5-86ce-216d0d8de245 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7109876 Aug 10 02:59:39.689442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35304) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:39.995593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:40.088947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.policy [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94805) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 02:59:40.133556 n-d-765315-26 neutron-server[94805]: WARNING oslo_policy.policy [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:59:40.133934 n-d-765315-26 neutron-server[94805]: WARNING oslo_policy.policy [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 02:59:40.142350 n-d-765315-26 neutron-server[94805]: INFO neutron.quota [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] Loaded quota_driver: . Aug 10 02:59:40.287775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759713575312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759713575875', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759713556424', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759713561019', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759713199647', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759713533675', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3747929', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3985022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-917384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719056'] for rbac-policy, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:40.493380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:40.494806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5c03047a-4901-448e-b89f-5bdf090220ff admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8041930 Aug 10 02:59:43.066325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35316) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:43.366500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Request body: {'network': {'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'name': 'private'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:43.487481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Made reservation on behalf of b6a7447b72bb4705837e5f5556272ea2 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:59:43.490267 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:43.506933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:43.625963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:43.687157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:43.707769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:59:43.730802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b45229-15d1-4b27-bd49-3bc9385667c0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:43.742842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.743120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.743453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.743780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.744103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.744458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.744777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.745091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.745403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.745713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.746022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.746333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Tracked resource versions report: Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: pushed versions: Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: { 'AddressGroup': {'1.2'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'ConntrackHelper': {'1.0'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Log': {'1.0'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Network': {'1.1'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Port': {'1.7'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'PortForwarding': {'1.2'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'QosPolicy': {'1.9'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'SecurityGroup': {'1.4'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'SecurityGroupRule': {'1.2'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'SubPort': {'1.0'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Subnet': {'1.1'}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Trunk': {'1.1'}} Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: consumer versions: Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: { DHCP agent@n-d-765315-26: {}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: L3 agent@n-d-765315-26: {}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: Metadata agent@n-d-765315-26: {}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: Metering agent@n-d-765315-26: {}, Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'ConntrackHelper': '1.0', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Log': '1.0', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Network': '1.1', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Port': '1.7', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'PortForwarding': '1.2', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'QosPolicy': '1.9', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'SecurityGroup': '1.4', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'SecurityGroupRule': '1.2', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'SubPort': '1.0', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Subnet': '1.1', Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: 'Trunk': '1.1'}} Aug 10 02:59:43.747446 n-d-765315-26 neutron-server[94805]: {{(pid=94805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 02:59:43.833662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759713494887', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:43.834252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Unsubscribe: segment precommit_create {{(pid=94805) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 02:59:43.834776 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Added segment 1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586 of type vlan for network 66d08bc2-889c-46ed-b242-127a02b08dd4 Aug 10 02:59:43.914376 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:44.018693 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:44.020262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:44.020958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:44.114665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] Pushing event updated for resources: {'Network': ['ID=66d08bc2-889c-46ed-b242-127a02b08dd4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:44.125837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:59:44.167899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3356e717-d326-4f27-9022-a0c801aa7937 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1004832 Aug 10 02:59:46.773725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35330) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:47.155699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0963c3-e873-4d4e-bc91-8c031aee951d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:47.157597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ce0963c3-e873-4d4e-bc91-8c031aee951d admin admin] 10.222.0.26 "GET /v2.0/networks/66d08bc2-889c-46ed-b242-127a02b08dd4 HTTP/1.1" status: 200 len: 825 time: 0.3824203 Aug 10 02:59:47.182285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3b6a9b2e-e443-4886-b5bd-9966b1984850 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/1aac9384-0e26-4c7d-81ca-d1b81bba6b23 HTTP/1.1" status: 200 len: 734 time: 0.0188513 Aug 10 02:59:47.190826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'name': 'private-subnet', 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23', 'ip_version': 4, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:47.275658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Made reservation on behalf of b6a7447b72bb4705837e5f5556272ea2 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:59:47.277888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:47.630478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:47.698622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:47.703079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Checking segment: {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:59:47.703479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Network hostable DHCP agents. Network: 66d08bc2-889c-46ed-b242-127a02b08dd4, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:59:47.783914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:59:47.841083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 66d08bc2-889c-46ed-b242-127a02b08dd4) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:59:47.845794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:47.846402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:47.852851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0280f8-1c1d-4dec-8aa9-c9c03b8e0eb6 None None] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:59:47.899463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9ea242f7-ec7f-412a-86dc-e3968fa4ceae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7116823 Aug 10 02:59:48.170715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-66d08bc2-889c-46ed-b242-127a02b08dd4', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:59:48.171946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.443941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Allocated IP 172.20.0.2 (66d08bc2-889c-46ed-b242-127a02b08dd4/a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808/6f7c04aa-8b37-4242-834c-24037bb6c44f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:59:48.673410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.687830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Transition to ACTIVE for port object 6f7c04aa-8b37-4242-834c-24037bb6c44f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:59:48.709421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Transition to ACTIVE for port object 6f7c04aa-8b37-4242-834c-24037bb6c44f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:59:48.802146 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.876741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:59:48.881414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:59:48.886638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Pushing event updated for resources: {'Port': ['ID=6f7c04aa-8b37-4242-834c-24037bb6c44f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:48.888756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:59:48.898699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.899044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.899382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.899717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.900044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.900388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.900719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.901040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.901384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.901684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.902006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.902349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Tracked resource versions report: Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: pushed versions: Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: { 'AddressGroup': {'1.2'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'ConntrackHelper': {'1.0'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Log': {'1.0'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Network': {'1.1'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Port': {'1.7'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'PortForwarding': {'1.2'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'QosPolicy': {'1.9'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'SecurityGroup': {'1.4'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'SecurityGroupRule': {'1.2'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'SubPort': {'1.0'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Subnet': {'1.1'}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Trunk': {'1.1'}} Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: consumer versions: Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: { DHCP agent@n-d-765315-26: {}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: L3 agent@n-d-765315-26: {}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: Metadata agent@n-d-765315-26: {}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: Metering agent@n-d-765315-26: {}, Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'ConntrackHelper': '1.0', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Log': '1.0', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Network': '1.1', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Port': '1.7', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'PortForwarding': '1.2', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'QosPolicy': '1.9', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'SecurityGroup': '1.4', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'SecurityGroupRule': '1.2', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'SubPort': '1.0', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Subnet': '1.1', Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: 'Trunk': '1.1'}} Aug 10 02:59:48.903456 n-d-765315-26 neutron-server[94806]: {{(pid=94806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 02:59:49.008647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Attempting to bind port 6f7c04aa-8b37-4242-834c-24037bb6c44f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:59:49.008956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Attempting to bind port 6f7c04aa-8b37-4242-834c-24037bb6c44f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:59:49.009377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Attempting to bind port 6f7c04aa-8b37-4242-834c-24037bb6c44f on network 66d08bc2-889c-46ed-b242-127a02b08dd4 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:59:49.014252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:59:49.014654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Checking segment: {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:59:49.015138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:49.015570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Bound using segment: {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:59:49.016046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Bound port: 6f7c04aa-8b37-4242-834c-24037bb6c44f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:59:49.017070 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:49.079898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] For port 6f7c04aa-8b37-4242-834c-24037bb6c44f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:59:49.084061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] For port 6f7c04aa-8b37-4242-834c-24037bb6c44f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6f7c04aa-8b37-4242-834c-24037bb6c44f,segment=NetworkSegment(1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586),segment_id=1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:59:49.190646 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:49.255315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cfc4c-ac82-4971-8cb1-5ae7d69b4d95 None None] Pushing event updated for resources: {'Port': ['ID=6f7c04aa-8b37-4242-834c-24037bb6c44f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:50.252449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35338) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:50.574068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-26ffbdf3-bd1c-4802-be09-971d74f93682 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:59:50.575088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-26ffbdf3-bd1c-4802-be09-971d74f93682 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216836 Aug 10 02:59:52.933455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35346) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:53.254526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-22619e06-5448-406f-adb4-879c66fb81a2 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:59:53.255506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-22619e06-5448-406f-adb4-879c66fb81a2 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211241 Aug 10 02:59:55.869141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35356) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:56.169234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'name': 'router1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:56.264296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.265871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.401676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.460671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.530147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.536981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fef3e26e-b73a-4412-b512-e7852c24ac7b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6666420 Aug 10 02:59:56.557986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6f7c04aa-8b37-4242-834c-24037bb6c44f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:59:56.681299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6f7c04aa-8b37-4242-834c-24037bb6c44f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:59:57.595475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03fc77-f2be-4175-9e38-f941bb56add9 None None] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:59:57.795260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] Provisioning for port 6f7c04aa-8b37-4242-834c-24037bb6c44f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:59:57.801824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] Provisioning complete for port 6f7c04aa-8b37-4242-834c-24037bb6c44f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:59:57.801824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.911730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.945336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] For port 6f7c04aa-8b37-4242-834c-24037bb6c44f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6f7c04aa-8b37-4242-834c-24037bb6c44f,segment=NetworkSegment(1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586),segment_id=1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:57.989200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.036320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539ee04-5761-4008-b7d2-d60a0f64a8b0 None None] Pushing event updated for resources: {'Port': ['ID=6f7c04aa-8b37-4242-834c-24037bb6c44f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:58.107540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-13058868-2bc5-4db6-ad7e-803f4db788f8 None None] Provisioning complete for port 6f7c04aa-8b37-4242-834c-24037bb6c44f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:59:58.107831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-13058868-2bc5-4db6-ad7e-803f4db788f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.501295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6f7c04aa-8b37-4242-834c-24037bb6c44f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:59:58.548093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6f7c04aa-8b37-4242-834c-24037bb6c44f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:59:58.548499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.908518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35368) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:59.213899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-e4d491c6-87f0-419d-94fb-f41fc21f3478 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:59:59.214885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e4d491c6-87f0-419d-94fb-f41fc21f3478 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054388 Aug 10 03:00:00.160668 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-be746d1d-a87c-48d3-a5bc-404ea7daa04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.559482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35376) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:01.863539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:01.972078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Made reservation on behalf of f341ca04fa0f413083ae4cba30d95b4b for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:00:01.974513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.985243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.067285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.114861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.132030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Reserving flat network on physical network physnet1 {{(pid=94805) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 03:00:02.148093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e583dfcd-70fa-4d61-8976-41c94058a24c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:02.153807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.154141 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Added segment 3b575f47-7efb-4cb8-bf46-a9197e53ca52 of type flat for network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 Aug 10 03:00:02.198573 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.309411 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.310311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:02.310892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.367846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] Pushing event updated for resources: {'Network': ['ID=72fc9df2-b5f4-45fb-9eec-d1edd93fef19,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:02.377549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:00:02.435784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-98cb4fc0-608b-4c7c-95c3-24338e2f8c67 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8752282 Aug 10 03:00:02.589530 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.897463 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b42e699c-d86d-48a4-86de-6293cd182633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.886504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.800995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35394) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:04.971301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b97c4-2ee2-46a3-8013-e1a3868038aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:04.972622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-803b97c4-2ee2-46a3-8013-e1a3868038aa admin admin] 10.222.0.26 "GET /v2.0/subnets/a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808 HTTP/1.1" status: 200 len: 849 time: 0.1706626 Aug 10 03:00:05.086339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2d2cb546-c72f-4298-9626-d692b95fd7e6 admin admin] 10.222.0.26 "GET /v2.0/routers/7a5e51cf-fdc3-489a-9b34-58c8417da5f7 HTTP/1.1" status: 200 len: 704 time: 0.1076527 Aug 10 03:00:05.345783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.480897 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.633618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Allocated IP 172.20.0.1 (66d08bc2-889c-46ed-b242-127a02b08dd4/a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808/9cbf280d-af18-4d73-a39b-42e42acf4a9a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:05.850851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.871575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Transition to ACTIVE for port object 9cbf280d-af18-4d73-a39b-42e42acf4a9a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:06.012082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.076503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:06.086933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:06.092621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:06.093169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.148825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbf280d-af18-4d73-a39b-42e42acf4a9a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:06.326037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63bafbfe-48ec-42ba-868f-689b7a1560e2 None None] Provisioning for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:06.329777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63bafbfe-48ec-42ba-868f-689b7a1560e2 None None] Provisioning complete for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:06.330203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63bafbfe-48ec-42ba-868f-689b7a1560e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.344319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.362602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-63bafbfe-48ec-42ba-868f-689b7a1560e2 None None] Port 9cbf280d-af18-4d73-a39b-42e42acf4a9a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:00:06.549959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.645892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.646659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.722263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbf280d-af18-4d73-a39b-42e42acf4a9a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:06.768619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:06.769909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:06.972253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:00:06.984111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-725ff816-f49e-4a03-93b6-d6081dc1ad3c None None] Provisioning complete for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:06.984591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-725ff816-f49e-4a03-93b6-d6081dc1ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:07.020778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-725ff816-f49e-4a03-93b6-d6081dc1ad3c None None] Port 9cbf280d-af18-4d73-a39b-42e42acf4a9a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:00:07.063366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:00:07.068492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4a048ed-950c-46ab-9048-8604882d4170 admin admin] 10.222.0.26 "PUT /v2.0/routers/7a5e51cf-fdc3-489a-9b34-58c8417da5f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9767804 Aug 10 03:00:07.075313 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Sync routers for ids ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:00:07.086385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Routers {'7a5e51cf-fdc3-489a-9b34-58c8417da5f7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:07.087214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:00:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:07.252314 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:00:07.279488 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Set router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:07.715402 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'name': 'router1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:56Z', 'updated_at': '2021-08-10T03:00:06Z', 'revision_number': 2, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'gw_port_host': None, '_interfaces': [{'id': '9cbf280d-af18-4d73-a39b-42e42acf4a9a', 'name': '', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'mac_address': 'fa:16:3e:0a:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:05Z', 'updated_at': '2021-08-10T03:00:06Z', 'revision_number': 2, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'subnets': [{'id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:07.768586 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Checking router: 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:00:07.768966 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Updating router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 port 9cbf280d-af18-4d73-a39b-42e42acf4a9a binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:00:07.819071 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.337219 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.354769 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Transition to ACTIVE for port object 9cbf280d-af18-4d73-a39b-42e42acf4a9a will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:08.412152 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.502529 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Pushing event updated for resources: {'Port': ['ID=9cbf280d-af18-4d73-a39b-42e42acf4a9a,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:08.513093 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.513429 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.513762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.514089 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.514413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.514735 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.515050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.515430 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.516368 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.516681 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.516998 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.517311 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Tracked resource versions report: Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: pushed versions: Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: { 'AddressGroup': {'1.2'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'ConntrackHelper': {'1.0'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Log': {'1.0'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Network': {'1.1'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Port': {'1.7'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'PortForwarding': {'1.2'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'QosPolicy': {'1.9'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'SecurityGroup': {'1.4'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'SubPort': {'1.0'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Subnet': {'1.1'}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Trunk': {'1.1'}} Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: consumer versions: Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: { DHCP agent@n-d-765315-26: {}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: L3 agent@n-d-765315-26: {}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: Metadata agent@n-d-765315-26: {}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: Metering agent@n-d-765315-26: {}, Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'ConntrackHelper': '1.0', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Log': '1.0', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Network': '1.1', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Port': '1.7', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'PortForwarding': '1.2', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'QosPolicy': '1.9', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'SecurityGroup': '1.4', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'SecurityGroupRule': '1.2', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'SubPort': '1.0', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Subnet': '1.1', Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: 'Trunk': '1.1'}} Aug 10 03:00:08.518421 n-d-765315-26 neutron-server[94807]: {{(pid=94807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:00:08.592501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Attempting to bind port 9cbf280d-af18-4d73-a39b-42e42acf4a9a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:00:08.592904 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Attempting to bind port 9cbf280d-af18-4d73-a39b-42e42acf4a9a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:00:08.593337 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Attempting to bind port 9cbf280d-af18-4d73-a39b-42e42acf4a9a on network 66d08bc2-889c-46ed-b242-127a02b08dd4 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:08.598742 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:00:08.599156 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Checking segment: {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:08.599647 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.600053 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Bound using segment: {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:00:08.600572 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Bound port: 9cbf280d-af18-4d73-a39b-42e42acf4a9a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:00:08.600956 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.669322 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] For port 9cbf280d-af18-4d73-a39b-42e42acf4a9a, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:00:08.689531 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] For port 9cbf280d-af18-4d73-a39b-42e42acf4a9a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9cbf280d-af18-4d73-a39b-42e42acf4a9a,segment=NetworkSegment(1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586),segment_id=1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:00:08.761630 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.820905 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddc7b7-39b3-4058-a70f-73fe5f85074f None None] Pushing event updated for resources: {'Port': ['ID=9cbf280d-af18-4d73-a39b-42e42acf4a9a,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:08.825112 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Routers {'7a5e51cf-fdc3-489a-9b34-58c8417da5f7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:08.825721 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:00:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:08.914401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] Set router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:09.116649 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'name': 'router1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:56Z', 'updated_at': '2021-08-10T03:00:06Z', 'revision_number': 2, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'gw_port_host': None, '_interfaces': [{'id': '9cbf280d-af18-4d73-a39b-42e42acf4a9a', 'name': '', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'mac_address': 'fa:16:3e:0a:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:05Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 4, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'subnets': [{'id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:09.142087 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45e8a8e-9bf3-4f1b-b9bc-03f49cfd385e None None] The sync data for ids ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'] in n-d-765315-26 is: [{'id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'name': 'router1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:56Z', 'updated_at': '2021-08-10T03:00:06Z', 'revision_number': 2, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'gw_port_host': None, '_interfaces': [{'id': '9cbf280d-af18-4d73-a39b-42e42acf4a9a', 'name': '', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'mac_address': 'fa:16:3e:0a:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:05Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 4, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'subnets': [{'id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:00:09.286939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35414) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:09.399663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ab4c7-df42-452a-9d84-37b816c9f309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.401238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ed7ab4c7-df42-452a-9d84-37b816c9f309 admin admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 842 time: 0.1129534 Aug 10 03:00:09.412128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:09.543380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Made reservation on behalf of f341ca04fa0f413083ae4cba30d95b4b for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:00:09.545601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:09.981360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.objects.ports [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94805) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:00:09.981825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:10.037290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4810406a-d150-4f8a-90e3-f620654c6864,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:10.044785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:10.045138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Network hostable DHCP agents. Network: 72fc9df2-b5f4-45fb-9eec-d1edd93fef19, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:00:10.126881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:00:10.211702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 72fc9df2-b5f4-45fb-9eec-d1edd93fef19) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:10.215750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:10.216337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:10.220744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa8fe8-9204-4146-be55-cd15a92a7db0 None None] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:00:10.324570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c103cd7c-31ae-4455-bc8c-fef50615b99e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9012744 Aug 10 03:00:10.362483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd3779-71fd-474a-a0da-bd34a8cf1ecf None None] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:00:12.589734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35422) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:12.723992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-395b6b2c-40a7-47b0-95fa-e0743b18ae82 admin admin] 10.222.0.26 "GET /v2.0/routers/7a5e51cf-fdc3-489a-9b34-58c8417da5f7 HTTP/1.1" status: 200 len: 710 time: 0.1329920 Aug 10 03:00:12.809251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993d2a5-97e4-45da-a85d-adf347a6629f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:12.816460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d993d2a5-97e4-45da-a85d-adf347a6629f admin admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 886 time: 0.0808432 Aug 10 03:00:12.820300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:13.059879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:13.377960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:13.453530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:13.556283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Allocated IP 172.25.1.36 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/2cdf3e0a-02da-459b-80e4-6218652b4b46) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:13.660381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:13.846412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:13.884056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:13.888374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:13.892850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:13.894837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Pushing event updated for resources: {'Port': ['ID=2cdf3e0a-02da-459b-80e4-6218652b4b46,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:14.306117 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.506051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.509764 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.552605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9cbf280d-af18-4d73-a39b-42e42acf4a9a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:14.617939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:00:14.703438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:14.708392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:14.713370 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.722271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:00:14.726574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.728437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-465dad2d-7338-4c20-9ba0-9a6c8094530c admin admin] 10.222.0.26 "PUT /v2.0/routers/7a5e51cf-fdc3-489a-9b34-58c8417da5f7 HTTP/1.1" status: 200 len: 889 time: 1.9112358 Aug 10 03:00:14.792594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.831235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9cbf280d-af18-4d73-a39b-42e42acf4a9a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9cbf280d-af18-4d73-a39b-42e42acf4a9a,segment=NetworkSegment(1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586),segment_id=1b9bc1aa-f1af-496c-b7d1-bb3bd62b1586)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:14.960737 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:15.014924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9cbf280d-af18-4d73-a39b-42e42acf4a9a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:15.588440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Sync routers for ids ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:00:15.599236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Routers {'7a5e51cf-fdc3-489a-9b34-58c8417da5f7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:15.599866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:00:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:15.849244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Set router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:16.233923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'name': 'router1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '2cdf3e0a-02da-459b-80e4-6218652b4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:56Z', 'updated_at': '2021-08-10T03:00:14Z', 'revision_number': 4, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'gw_port': {'id': '2cdf3e0a-02da-459b-80e4-6218652b4b46', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:13Z', 'updated_at': '2021-08-10T03:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9cbf280d-af18-4d73-a39b-42e42acf4a9a', 'name': '', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'mac_address': 'fa:16:3e:0a:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:05Z', 'updated_at': '2021-08-10T03:00:14Z', 'revision_number': 5, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'subnets': [{'id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:16.283875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Checking router: 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:00:16.284248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Updating router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 port 2cdf3e0a-02da-459b-80e4-6218652b4b46 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:00:16.329348 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.516885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9cbf280d-af18-4d73-a39b-42e42acf4a9a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:16.627447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:16.628141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.812550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.828231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Transition to ACTIVE for port object 2cdf3e0a-02da-459b-80e4-6218652b4b46 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:16.880062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.929272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Attempting to bind port 2cdf3e0a-02da-459b-80e4-6218652b4b46 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:00:16.929638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Attempting to bind port 2cdf3e0a-02da-459b-80e4-6218652b4b46 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:00:16.929995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Attempting to bind port 2cdf3e0a-02da-459b-80e4-6218652b4b46 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:16.936599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddbbe2-2a67-46e1-ab42-68bd56b1227a None None] Pushing event updated for resources: {'Port': ['ID=2cdf3e0a-02da-459b-80e4-6218652b4b46,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:16.941103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:00:16.941480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:16.941907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.942294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:00:16.942750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Bound port: 2cdf3e0a-02da-459b-80e4-6218652b4b46, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:00:16.943144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.068841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] For port 2cdf3e0a-02da-459b-80e4-6218652b4b46, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:00:17.071662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] For port 2cdf3e0a-02da-459b-80e4-6218652b4b46, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2cdf3e0a-02da-459b-80e4-6218652b4b46,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:00:17.138002 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.189907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Routers {'7a5e51cf-fdc3-489a-9b34-58c8417da5f7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:17.190536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:00:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:17.231285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddbbe2-2a67-46e1-ab42-68bd56b1227a None None] Pushing event updated for resources: {'Port': ['ID=2cdf3e0a-02da-459b-80e4-6218652b4b46,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:17.252555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35434) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:17.309430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] Set router 7a5e51cf-fdc3-489a-9b34-58c8417da5f7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:17.364792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9e7e8d8-98de-45ba-abec-e825b4584b0a admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1092954 Aug 10 03:00:17.530332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'name': 'router1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '2cdf3e0a-02da-459b-80e4-6218652b4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:56Z', 'updated_at': '2021-08-10T03:00:14Z', 'revision_number': 4, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'gw_port': {'id': '2cdf3e0a-02da-459b-80e4-6218652b4b46', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:13Z', 'updated_at': '2021-08-10T03:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9cbf280d-af18-4d73-a39b-42e42acf4a9a', 'name': '', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'mac_address': 'fa:16:3e:0a:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:05Z', 'updated_at': '2021-08-10T03:00:14Z', 'revision_number': 5, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'subnets': [{'id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:17.560689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722c5b7-fb25-4cdc-82ea-a8a2dac3f82c None None] The sync data for ids ['7a5e51cf-fdc3-489a-9b34-58c8417da5f7'] in n-d-765315-26 is: [{'id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'name': 'router1', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '2cdf3e0a-02da-459b-80e4-6218652b4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:56Z', 'updated_at': '2021-08-10T03:00:14Z', 'revision_number': 4, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'gw_port': {'id': '2cdf3e0a-02da-459b-80e4-6218652b4b46', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:13Z', 'updated_at': '2021-08-10T03:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9cbf280d-af18-4d73-a39b-42e42acf4a9a', 'name': '', 'network_id': '66d08bc2-889c-46ed-b242-127a02b08dd4', 'tenant_id': 'b6a7447b72bb4705837e5f5556272ea2', 'mac_address': 'fa:16:3e:0a:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5e51cf-fdc3-489a-9b34-58c8417da5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:05Z', 'updated_at': '2021-08-10T03:00:14Z', 'revision_number': 5, 'project_id': 'b6a7447b72bb4705837e5f5556272ea2', 'subnets': [{'id': 'a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aac9384-0e26-4c7d-81ca-d1b81bba6b23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:00:18.535109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2cdf3e0a-02da-459b-80e4-6218652b4b46 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:18.645477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2cdf3e0a-02da-459b-80e4-6218652b4b46 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:18.649740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2cdf3e0a-02da-459b-80e4-6218652b4b46 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:18.650129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.742738 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.764305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2cdf3e0a-02da-459b-80e4-6218652b4b46, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2cdf3e0a-02da-459b-80e4-6218652b4b46,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:18.834421 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.882451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2cdf3e0a-02da-459b-80e4-6218652b4b46,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:20.526293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2cdf3e0a-02da-459b-80e4-6218652b4b46 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:20.574379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2cdf3e0a-02da-459b-80e4-6218652b4b46 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:20.574980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:30.166086 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fce79fb7-ae0f-47ed-97e6-6f2b014fbd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:32.590506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:32.914170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-30008370-6628-4fc0-bcb4-93397b2708e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:33.903103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:35.462955 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:44.213725 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:01:00.170867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6d6e968c-ba66-4788-b629-5b2a6e606139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:02.591442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:02.924542 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-35925565-9dc1-42a8-8c7a-f85ae14327f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:03.907350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:05.524080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:21.213478 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:01:30.157765 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3861c6ab-6ea4-4169-acea-10911ffba11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:32.592015 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:32.927053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9458b91f-e277-4717-bcdc-f725405a481c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:33.904164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:35.505658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.211177 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:00.173371 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8f302af-7615-47b0-ba39-e6607967ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:00.445586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:00.568674 n-d-765315-26 neutron-server[94804]: WARNING oslo_policy.policy [None req-e4fb7724-dff7-4b21-9677-d957e073f759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:00.569283 n-d-765315-26 neutron-server[94804]: WARNING oslo_policy.policy [None req-e4fb7724-dff7-4b21-9677-d957e073f759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:00.830691 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fb7724-dff7-4b21-9677-d957e073f759 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:02:00.832272 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e4fb7724-dff7-4b21-9677-d957e073f759 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3857968 Aug 10 03:02:01.115073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.policy [None req-1fa6f41a-d47c-44d2-86aa-f6b76a0c49c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94804) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:02:01.160615 n-d-765315-26 neutron-server[94804]: WARNING oslo_policy.policy [None req-1fa6f41a-d47c-44d2-86aa-f6b76a0c49c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:01.161058 n-d-765315-26 neutron-server[94804]: WARNING oslo_policy.policy [None req-1fa6f41a-d47c-44d2-86aa-f6b76a0c49c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:02:01.169787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa6f41a-d47c-44d2-86aa-f6b76a0c49c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:01.171532 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fa6f41a-d47c-44d2-86aa-f6b76a0c49c9 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3332632 Aug 10 03:02:02.594108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.928086 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-540c0d02-d6f4-4668-a9a3-ab7149749b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.323870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36050) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:03.418116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8ca4a-582e-404e-aefa-ceda45b6793e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.419435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7c8ca4a-582e-404e-aefa-ceda45b6793e admin admin] 10.222.0.26 "GET /v2.0/subnets/a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808 HTTP/1.1" status: 200 len: 849 time: 0.0945849 Aug 10 03:02:03.429082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:03.510265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.702454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759713456788'] for subnet, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.733289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.733388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.735472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] 10.222.0.26 "PUT /v2.0/subnets/a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808 HTTP/1.1" status: 200 len: 868 time: 0.3096347 Aug 10 03:02:03.736405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e644acb0-8b56-4621-8f90-f86c078e8201 None None] Network 66d08bc2-889c-46ed-b242-127a02b08dd4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:03.756337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:03.764578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.764899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.765184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.765533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.765863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.766281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.766598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.766927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.767252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.767576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.767900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.768224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08a2fa6-2487-48af-9935-005764a4fae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:03.937216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.155779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2ea320e-f309-444d-9ede-935180c2af67 None None] Provisioning complete for port 6f7c04aa-8b37-4242-834c-24037bb6c44f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:04.156145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ea320e-f309-444d-9ede-935180c2af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:04.240582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2ea320e-f309-444d-9ede-935180c2af67 None None] Provisioning complete for port 9cbf280d-af18-4d73-a39b-42e42acf4a9a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:04.240871 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ea320e-f309-444d-9ede-935180c2af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:05.516321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:05.874408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36060) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:06.067637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffc1e1-c070-46a3-8ad3-36405cc08f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:06.068046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffc1e1-c070-46a3-8ad3-36405cc08f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:06.069616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d8ffc1e1-c070-46a3-8ad3-36405cc08f92 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942225 Aug 10 03:02:08.197557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36068) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:08.327707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd4bde-13f8-4a39-aa6d-8c88cdf46607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:08.328187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd4bde-13f8-4a39-aa6d-8c88cdf46607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:08.329749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9abd4bde-13f8-4a39-aa6d-8c88cdf46607 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311910 Aug 10 03:02:10.479216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:10.610395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a089d64-9de5-48ba-ae2b-59b4111027c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:10.611752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1a089d64-9de5-48ba-ae2b-59b4111027c0 admin admin] 10.222.0.26 "GET /v2.0/networks/66d08bc2-889c-46ed-b242-127a02b08dd4 HTTP/1.1" status: 200 len: 869 time: 0.1315916 Aug 10 03:02:12.774952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36084) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:12.949146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4fcc14-063f-4894-9d90-42922cb06068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:12.950503 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2a4fcc14-063f-4894-9d90-42922cb06068 admin admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 886 time: 0.1745961 Aug 10 03:02:15.125663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36092) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:15.253945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b354d-932c-4dbd-ab37-e4197dec730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:15.254403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b354d-932c-4dbd-ab37-e4197dec730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:15.255903 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-af5b354d-932c-4dbd-ab37-e4197dec730f admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291130 Aug 10 03:02:17.396551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36100) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:17.487767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab9697-143c-4ac9-bc4e-5279e52b23b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:17.488224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab9697-143c-4ac9-bc4e-5279e52b23b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:17.489713 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93ab9697-143c-4ac9-bc4e-5279e52b23b3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922608 Aug 10 03:02:19.659689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:19.750029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbd864-6c7d-4b27-ae1b-b26ef8ab7beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:19.751394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f3dbd864-6c7d-4b27-ae1b-b26ef8ab7beb admin admin] 10.222.0.26 "GET /v2.0/subnets/4810406a-d150-4f8a-90e3-f620654c6864 HTTP/1.1" status: 200 len: 816 time: 0.0907187 Aug 10 03:02:21.908609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36116) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:21.998679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db3d935-c8c0-4f1f-b167-8d639bfc85b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:22.000031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1db3d935-c8c0-4f1f-b167-8d639bfc85b1 admin admin] 10.222.0.26 "GET /v2.0/subnets/a4bff4f7-c3c4-44a8-b399-0cd7ba4e2808 HTTP/1.1" status: 200 len: 868 time: 0.0904453 Aug 10 03:02:30.178420 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f4c99e2e-6c10-4ebb-8e64-1eaf817e8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:32.615122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:32.915617 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-054952a5-03bd-4d57-89c4-32a31b0961a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:33.946243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:35.209335 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:35.526050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:47.983051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36170) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:48.031672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-645bf5be-a4e8-477f-8052-a2ac76e98994 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:02:48.032985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-645bf5be-a4e8-477f-8052-a2ac76e98994 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488577 Aug 10 03:02:50.268218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36178) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:50.328643 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f8c3c2-339c-4412-8d47-41dc604e4802 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:02:50.329931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-18f8c3c2-339c-4412-8d47-41dc604e4802 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607324 Aug 10 03:02:50.468161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9030a6f-4e6a-411c-9e06-f5f9a6c6df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:50.469688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e9030a6f-4e6a-411c-9e06-f5f9a6c6df7f admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353498 Aug 10 03:02:52.635797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36186) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:52.683003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:52.813684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Made reservation on behalf of f341ca04fa0f413083ae4cba30d95b4b for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:52.815983 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.940469 n-d-765315-26 neutron-server[94805]: WARNING neutron.services.revisions.revision_plugin [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Could not find related network for resource to bump revision. Aug 10 03:02:52.952262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:02:52.960675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.961033 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Added segment 990cb2dd-6ff7-43e5-b756-e52853d5fa31 of type vlan for network 6a3805df-1195-4a27-b942-6ecee53e5a0b Aug 10 03:02:52.998274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:53.088269 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:53.089410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:53.090046 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:53.147365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3805df-1195-4a27-b942-6ecee53e5a0b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:53.158144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:02:53.220249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1afa6b4d-c744-4ec8-a6eb-ec01e5e3bec4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5833354 Aug 10 03:02:55.393796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36194) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:55.458432 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec40b5-c6eb-4669-aa05-1383869527d8 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:02:55.459802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-89ec40b5-c6eb-4669-aa05-1383869527d8 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650539 Aug 10 03:02:55.528629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa87939-22b0-4d2f-9941-0b3b916d6cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:55.530501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ffa87939-22b0-4d2f-9941-0b3b916d6cc3 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662374 Aug 10 03:02:55.545701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:55.668476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Made reservation on behalf of f341ca04fa0f413083ae4cba30d95b4b for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:55.670828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:55.932572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:55.988432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af910d08-7425-44a8-a03c-7bd63bbcaf25,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:55.992577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:55.992953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Network hostable DHCP agents. Network: 6a3805df-1195-4a27-b942-6ecee53e5a0b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:02:56.053736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:02:56.144640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 6a3805df-1195-4a27-b942-6ecee53e5a0b) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:56.149394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:56.149992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.155110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484c2df-1723-4eea-b492-3b984e41b4a7 None None] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:56.231314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-248b01b4-ff95-4d3e-975d-0324636766b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6894033 Aug 10 03:02:56.296975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-6a3805df-1195-4a27-b942-6ecee53e5a0b', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'tenant_id': 'f341ca04fa0f413083ae4cba30d95b4b', 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:02:56.297870 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.435185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Allocated IP 192.168.233.2 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/f0756ba9-da5b-49c7-a6b8-1901c7aeda57) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:02:56.577182 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.585534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Transition to ACTIVE for port object f0756ba9-da5b-49c7-a6b8-1901c7aeda57 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:56.600087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Transition to ACTIVE for port object f0756ba9-da5b-49c7-a6b8-1901c7aeda57 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:56.671211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.715920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:56.719855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:56.721671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Pushing event updated for resources: {'Port': ['ID=f0756ba9-da5b-49c7-a6b8-1901c7aeda57,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:56.723829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:02:56.732541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.732895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.733250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.733576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.733908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.734237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.734568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.734911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.735316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.735647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.735970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.736294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.787593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Attempting to bind port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:02:56.787979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Attempting to bind port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:02:56.788358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Attempting to bind port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:56.793366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:02:56.793734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:56.794134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.794521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:02:56.794980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Bound port: f0756ba9-da5b-49c7-a6b8-1901c7aeda57, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:02:56.795377 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.864410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] For port f0756ba9-da5b-49c7-a6b8-1901c7aeda57, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:02:56.864410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] For port f0756ba9-da5b-49c7-a6b8-1901c7aeda57, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0756ba9-da5b-49c7-a6b8-1901c7aeda57,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:02:56.957299 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:57.013891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d6fef-e91d-44a9-a231-e200c6525314 None None] Pushing event updated for resources: {'Port': ['ID=f0756ba9-da5b-49c7-a6b8-1901c7aeda57,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:57.814671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc041ade-9f1e-4dd2-b60c-cdd98a36a700 None None] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:58.009402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3502cb85-a3a9-4ca1-9349-09692745c123 None None] Provisioning for port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:58.651396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0756ba9-da5b-49c7-a6b8-1901c7aeda57 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:58.796299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:58.800731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:58.801106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.890522 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.923980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f0756ba9-da5b-49c7-a6b8-1901c7aeda57, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0756ba9-da5b-49c7-a6b8-1901c7aeda57,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:59.036791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.090383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f0756ba9-da5b-49c7-a6b8-1901c7aeda57,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:00.222880 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ec36e3d-1b34-4e6d-bf44-92d4208b03b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.625703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0756ba9-da5b-49c7-a6b8-1901c7aeda57 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:00.674318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f0756ba9-da5b-49c7-a6b8-1901c7aeda57 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:00.674697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.645176 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.953780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1a35-cfeb-4b42-96a1-efe1c700726b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.933052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.561496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.207737 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:03:30.192989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5dcbabe4-2ede-49f1-a77f-808509794f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:32.617971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:32.954534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-503bf6bc-4a5b-4145-8ae8-a06a8e6286e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.912671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:35.525832 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:49.205483 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:00.171509 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46d64ac5-e435-4151-b713-1729536210d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:02.615804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:03.003221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6848290-f761-43de-9dec-22b35cbfaae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:03.941275 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:05.501228 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:16.085484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36246) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:16.091367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-bc302981-e14d-4026-a0de-b6eae8db5e36 tempest-verify_tempest_config-1821782862 tempest-verify_tempest_config-1821782862-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:04:16.092316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bc302981-e14d-4026-a0de-b6eae8db5e36 tempest-verify_tempest_config-1821782862 tempest-verify_tempest_config-1821782862-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058496 Aug 10 03:04:16.571311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36264) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:16.671125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:16.760265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:16.842578 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:16.886862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d56b2981f8424f42a62a37017a94d555&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3144178 Aug 10 03:04:16.887757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb33bbf-055b-4046-8fa7-c9ad82dd8217,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:04:16.889634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:04:16.894434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.894767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.895107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.895442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.895807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.896135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.896489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.905248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.905248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.905248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.905248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.905248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52f52d0-b85c-46c5-8aad-9a62665b5432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:16.972490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:16.993253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:17.219950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:17.222745 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:17.223907 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcb33bbf-055b-4046-8fa7-c9ad82dd8217 HTTP/1.1" status: 204 len: 168 time: 0.3332586 Aug 10 03:04:17.232543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb33bbf-055b-4046-8fa7-c9ad82dd8217,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:04:17.242824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.243280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.243650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.243982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.244316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.244706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.245056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.245379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.245700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.246021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.246343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.246659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b069f5-9105-42c7-a5c2-8e89e9bb4198 admin admin] Tracked resource versions report: Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: pushed versions: Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: { 'AddressGroup': {'1.2'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'ConntrackHelper': {'1.0'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Log': {'1.0'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Network': {'1.1'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Port': {'1.7'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'PortForwarding': {'1.2'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'QosPolicy': {'1.9'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'SecurityGroup': {'1.4'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'SubPort': {'1.0'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Subnet': {'1.1'}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Trunk': {'1.1'}} Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: consumer versions: Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: { DHCP agent@n-d-765315-26: {}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: L3 agent@n-d-765315-26: {}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: Metadata agent@n-d-765315-26: {}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: Metering agent@n-d-765315-26: {}, Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'ConntrackHelper': '1.0', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Log': '1.0', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Network': '1.1', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Port': '1.7', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'PortForwarding': '1.2', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'QosPolicy': '1.9', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'SecurityGroup': '1.4', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'SecurityGroupRule': '1.2', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'SubPort': '1.0', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Subnet': '1.1', Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: 'Trunk': '1.1'}} Aug 10 03:04:17.247779 n-d-765315-26 neutron-server[94804]: {{(pid=94804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:04:26.203596 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:30.202419 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca48f-6447-4b65-8af0-a00dd1c6e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:32.602268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:32.927043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-897f9ef2-c85a-4aed-89c6-482512951d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:34.162010 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:35.510299 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:00.171656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-871695a4-6953-479f-be3a-2cde6c653f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:02.617644 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:02.903050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3cb1051e-38e6-4658-b106-f46d2540aef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:03.201775 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:05:03.919886 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:05.497335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:30.319980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b712aaf7-4fca-4b87-a529-225160b551b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:32.621628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:32.930330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-358072bc-72f8-41b9-a032-cdf9aa192977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:33.930001 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:35.506544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:40.200933 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:00.169380 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-da424e48-ae27-4d6a-8e0c-d9bc7aa3711c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.597330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:02.911521 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d49410b8-1439-4890-80db-cd939075452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:03.912692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:05.493181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.200183 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:30.156637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06b735ad-9023-41a6-91c6-502fbc798cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.624988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.921958 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d420480b-e041-49de-91f6-4054a7cb61eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:33.910856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:35.487613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:54.198718 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 5 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:00.195188 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46039d94-a286-4e76-ac49-6b059a01b0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.627029 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:02.937955 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-87415f75-a70c-447b-9fb3-a709d2048ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:03.941349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:05.509075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:25.605330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:30.162638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3270326e-4094-4de9-b3c8-29c25adb1598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:31.198233 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 6 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:32.616796 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.941968 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a04aefbd-96d5-4131-945c-a546bbf6b73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:33.942138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.533209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:44.887315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-971768'] for agent, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:55.575712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.171846 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b7bfb6f-9413-45da-812d-bd8edb799842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:02.609442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:02.942827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a841dd-f0a4-4422-91bc-8830a14a79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.935272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.697506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:08.198130 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:08:14.828287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.556697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36334) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:16.659731 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2c791cbb-4cf0-4999-8b14-bd6696871e84 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1019394 Aug 10 03:08:18.809160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36344) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:18.862776 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5b2b3ec6-103e-40de-98cf-0b57e5e8911a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0525534 Aug 10 03:08:25.587457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:30.242529 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4f50bfb3-b711-4e7d-a8c6-78987f287363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:32.619601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:32.935487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-047c8739-159d-4b8e-bfd9-0f4a9e3eadcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:33.935168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:35.533483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:44.825229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.197653 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:08:55.585846 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.168552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-945168de-af07-4fda-a4fe-392cb57ddadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:02.636588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:02.951472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-96b77ba4-0f97-4a40-b6ce-350da6b84632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:03.927798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:05.522200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:14.835550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.197024 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:25.531786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:30.154954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f99dba6a-4eff-4338-a63b-56ced864d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.623456 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:32.943398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1aa9adc9-ead3-40ca-9f4f-32f7b66e68b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:33.949051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:35.543228 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.105193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:43.559035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-network', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:43.560666 n-d-765315-26 neutron-server[94804]: INFO neutron.quota [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Loaded quota_driver: . Aug 10 03:09:43.674260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Made reservation on behalf of bf89bbceef3d4e1e97262fba0e4b5974 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:43.677508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.691553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.821431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.880029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.914567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:43.922157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04764ef8-f25d-43a3-b63d-ca5fbe613f69,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:43.934641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.934991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.935333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.935715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.936052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.936405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.936739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.937063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.937389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.938231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.938560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.938887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Tracked resource versions report: Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: pushed versions: Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: { 'AddressGroup': {'1.2'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'ConntrackHelper': {'1.0'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Log': {'1.0'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Network': {'1.1'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Port': {'1.7'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'PortForwarding': {'1.2'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'QosPolicy': {'1.9'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'SecurityGroup': {'1.4'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'SubPort': {'1.0'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Subnet': {'1.1'}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Trunk': {'1.1'}} Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: consumer versions: Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: { DHCP agent@n-d-765315-26: {}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: HyperV agent@n-h1-765315-26: {}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: HyperV agent@n-h2-765315-26: {}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: L3 agent@n-d-765315-26: {}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: Metadata agent@n-d-765315-26: {}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: Metering agent@n-d-765315-26: {}, Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'ConntrackHelper': '1.0', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Log': '1.0', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Network': '1.1', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Port': '1.7', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'PortForwarding': '1.2', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'QosPolicy': '1.9', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'SecurityGroup': '1.4', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'SecurityGroupRule': '1.2', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'SubPort': '1.0', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Subnet': '1.1', Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: 'Trunk': '1.1'}} Aug 10 03:09:43.939965 n-d-765315-26 neutron-server[94804]: {{(pid=94804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:09:43.944503 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759713494887', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:43.944503 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Unsubscribe: segment precommit_create {{(pid=94804) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:09:43.944825 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Added segment 7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27 of type vlan for network 7bd4f925-333e-4526-b0da-88b1aff13965 Aug 10 03:09:44.011464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.137053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.138108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.138929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.232182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] Pushing event updated for resources: {'Network': ['ID=7bd4f925-333e-4526-b0da-88b1aff13965,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:44.243782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 7bd4f925-333e-4526-b0da-88b1aff13965 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:44.301737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:44.302265 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b19f6c5-be59-4a4d-80b6-a83ffbf0470d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1955485 Aug 10 03:09:44.308618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Request body: {'subnet': {'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-subnet', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:44.388074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Made reservation on behalf of bf89bbceef3d4e1e97262fba0e4b5974 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:44.390577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.617582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.674650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:44.685757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Tracked resource versions report: Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: pushed versions: Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: { 'AddressGroup': {'1.2'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'ConntrackHelper': {'1.0'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Log': {'1.0'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Network': {'1.1'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Port': {'1.7'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'PortForwarding': {'1.2'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'QosPolicy': {'1.9'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'SecurityGroup': {'1.4'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'SubPort': {'1.0'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Subnet': {'1.1'}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Trunk': {'1.1'}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: consumer versions: Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: { DHCP agent@n-d-765315-26: {}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: HyperV agent@n-h1-765315-26: {}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: HyperV agent@n-h2-765315-26: {}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: L3 agent@n-d-765315-26: {}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: Metadata agent@n-d-765315-26: {}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: Metering agent@n-d-765315-26: {}, Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'ConntrackHelper': '1.0', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Log': '1.0', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Network': '1.1', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Port': '1.7', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'PortForwarding': '1.2', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'QosPolicy': '1.9', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'SecurityGroup': '1.4', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'SecurityGroupRule': '1.2', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'SubPort': '1.0', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Subnet': '1.1', Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: 'Trunk': '1.1'}} Aug 10 03:09:44.904213 n-d-765315-26 neutron-server[94805]: {{(pid=94805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:09:44.908751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Checking segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:44.908751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Network hostable DHCP agents. Network: 7bd4f925-333e-4526-b0da-88b1aff13965, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:44.908751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Network 7bd4f925-333e-4526-b0da-88b1aff13965 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:44.966358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 7bd4f925-333e-4526-b0da-88b1aff13965) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:44.967229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.996311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:44.996311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.997692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00974a10-ee8c-43aa-aa41-93ecf086bdfc None None] Network 7bd4f925-333e-4526-b0da-88b1aff13965 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:45.075352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-47ca0a6c-60be-4990-ab2c-8817e39496cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7724977 Aug 10 03:09:45.078808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:45.084796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:45.162788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-7bd4f925-333e-4526-b0da-88b1aff13965', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:09:45.163733 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.183278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.185437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.325579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.421672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Allocated IP 172.20.0.2 (7bd4f925-333e-4526-b0da-88b1aff13965/4ee198fc-5c2b-4af5-8552-d1de1bfb7c84/0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:45.591178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.600748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Transition to ACTIVE for port object 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:45.605929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.617507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Transition to ACTIVE for port object 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:45.704264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.772048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Pushing event updated for resources: {'Port': ['ID=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:45.783125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.783702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.784174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.784661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.785125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.785585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.786100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.786554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.787006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.787457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.787911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.788521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Tracked resource versions report: Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: pushed versions: Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: { 'AddressGroup': {'1.2'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'ConntrackHelper': {'1.0'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Log': {'1.0'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Network': {'1.1'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Port': {'1.7'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'PortForwarding': {'1.2'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'QosPolicy': {'1.9'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'SecurityGroup': {'1.4'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'SubPort': {'1.0'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Subnet': {'1.1'}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Trunk': {'1.1'}} Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: consumer versions: Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: { DHCP agent@n-d-765315-26: {}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: HyperV agent@n-h1-765315-26: {}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: HyperV agent@n-h2-765315-26: {}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: L3 agent@n-d-765315-26: {}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: Metadata agent@n-d-765315-26: {}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: Metering agent@n-d-765315-26: {}, Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'ConntrackHelper': '1.0', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Log': '1.0', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Network': '1.1', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Port': '1.7', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'PortForwarding': '1.2', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'QosPolicy': '1.9', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'SecurityGroup': '1.4', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'SecurityGroupRule': '1.2', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'SubPort': '1.0', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Subnet': '1.1', Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: 'Trunk': '1.1'}} Aug 10 03:09:45.789733 n-d-765315-26 neutron-server[94806]: {{(pid=94806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:09:45.803966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Network 7bd4f925-333e-4526-b0da-88b1aff13965 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:45.806020 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:45.809646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:45.866459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Attempting to bind port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:45.867080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Attempting to bind port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:45.867579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Attempting to bind port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b on network 7bd4f925-333e-4526-b0da-88b1aff13965 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:45.873176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:45.873732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Checking segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:45.874389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.875637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Bound using segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:45.876236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Bound port: 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:45.876786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:45.961929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] For port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:45.966596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] For port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:45.975763 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.001789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.080251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.170037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d185bb-f412-4623-8ed1-bcc5ccee352a None None] Pushing event updated for resources: {'Port': ['ID=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:46.228474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Allocated IP 172.25.1.188 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:46.381160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.543977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:46.712622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:46.718088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Pushing event updated for resources: {'Port': ['ID=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:46.718088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:46.757828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:46.940452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:47.108773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:47.235734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a7f35-04ab-4cfe-9c58-0897309e2c18 None None] Network 7bd4f925-333e-4526-b0da-88b1aff13965 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:47.254265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36746) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:47.257869 n-d-765315-26 neutron-server[94805]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:09:47.288728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-67343732-60fe-478d-910e-faa6227c9886 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323100 Aug 10 03:09:47.310551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.373914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] Provisioning for port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:47.386194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] Provisioning complete for port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:47.388097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.505347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-3e02583c-38ca-4339-b9bd-6fc7d93842a6 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:47.514414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-3e02583c-38ca-4339-b9bd-6fc7d93842a6 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163193 Aug 10 03:09:47.532088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-0d1993a5-04f4-4b97-930f-a88a73e6cfac tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/quotas/c4a01874c4a54d8b9bb937036f8a7b21 HTTP/1.1" status: 200 len: 375 time: 0.0165732 Aug 10 03:09:47.560774 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.589502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.605875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-468037f6-e894-4242-89b2-e04ac7604379 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729139 Aug 10 03:09:47.609248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] For port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:47.702698 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.757635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356de57-fe11-417e-b28f-db4b80043808 None None] Pushing event updated for resources: {'Port': ['ID=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:47.828039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-da341045-fde2-40d7-8a26-bb8d4ea7b0ea None None] Provisioning complete for port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:47.829006 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-da341045-fde2-40d7-8a26-bb8d4ea7b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.874532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:09:48.038908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:48.052577 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:48.064596 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:48.065326 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:48.076761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36788) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:48.165846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.169940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4bd13692-1d32-4f6f-ae1c-9799aa2c1c28 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0871410 Aug 10 03:09:48.170618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36804) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:48.232451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5b953e7-d7e0-4a46-af63-710dd9f061fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.245107 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:48.327008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5b953e7-d7e0-4a46-af63-710dd9f061fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.366954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36808) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:48.401533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5b953e7-d7e0-4a46-af63-710dd9f061fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.466833 n-d-765315-26 neutron-server[94804]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:09:48.473387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5b953e7-d7e0-4a46-af63-710dd9f061fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31c02823e6e84838a526a393e97268da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3978679 Aug 10 03:09:48.478802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:46Z', 'revision_number': 3, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:48.485442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36818) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:48.517335 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:48.518011 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Updating router 30cdceec-48a8-4e07-851a-abb51b3cd94e port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:09:48.531894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5b2238d9-dd4a-4b20-8990-4e17a65c553b req-c3adb8ea-5e1c-498e-a5d7-d03f545668bd tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 210 time: 0.1577022 Aug 10 03:09:48.553870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b953e7-d7e0-4a46-af63-710dd9f061fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93681a-1678-4f52-9ea8-d85261fc487f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:48.560726 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.635353 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92691b2-ac4b-4b34-a7e0-e78aae504d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.727303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92691b2-ac4b-4b34-a7e0-e78aae504d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.894140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:48.936686 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:48.953902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:48.954689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.021637 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Transition to ACTIVE for port object 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:49.109013 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.110140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92691b2-ac4b-4b34-a7e0-e78aae504d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.112566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92691b2-ac4b-4b34-a7e0-e78aae504d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.118549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c92691b2-ac4b-4b34-a7e0-e78aae504d36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d93681a-1678-4f52-9ea8-d85261fc487f HTTP/1.1" status: 204 len: 168 time: 0.6269844 Aug 10 03:09:49.129355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92691b2-ac4b-4b34-a7e0-e78aae504d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93681a-1678-4f52-9ea8-d85261fc487f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:49.141209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.253060 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Attempting to bind port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:49.255319 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Attempting to bind port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:49.266790 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Attempting to bind port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:49.266790 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Pushing event updated for resources: {'Port': ['ID=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:49.280167 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:49.280579 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:49.280987 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.281924 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:49.282402 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Bound port: 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:49.282780 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.286189 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.286531 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.301052 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.303759 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.305055 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.308777 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.309487 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.310008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.310363 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.310708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.311053 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.311390 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Tracked resource versions report: Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: pushed versions: Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: { 'AddressGroup': {'1.2'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'ConntrackHelper': {'1.0'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Log': {'1.0'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Network': {'1.1'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Port': {'1.7'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'PortForwarding': {'1.2'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'QosPolicy': {'1.9'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'SecurityGroup': {'1.4'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'SubPort': {'1.0'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Subnet': {'1.1'}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Trunk': {'1.1'}} Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: consumer versions: Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: { DHCP agent@n-d-765315-26: {}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: HyperV agent@n-h1-765315-26: {}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: HyperV agent@n-h2-765315-26: {}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: L3 agent@n-d-765315-26: {}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: Metadata agent@n-d-765315-26: {}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: Metering agent@n-d-765315-26: {}, Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: Open vSwitch agent@n-d-765315-26: { 'AddressGroup': '1.2', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'ConntrackHelper': '1.0', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Log': '1.0', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Network': '1.1', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Port': '1.7', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'PortForwarding': '1.2', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'QosPolicy': '1.9', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'SecurityGroup': '1.4', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'SecurityGroupRule': '1.2', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'SubPort': '1.0', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Subnet': '1.1', Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: 'Trunk': '1.1'}} Aug 10 03:09:49.313078 n-d-765315-26 neutron-server[94807]: {{(pid=94807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:09:49.380801 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] For port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:49.384332 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] For port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:49.408381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Allocated IP 172.20.0.1 (7bd4f925-333e-4526-b0da-88b1aff13965/4ee198fc-5c2b-4af5-8552-d1de1bfb7c84/106db0d3-1aa5-41e0-9723-602ba596895a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:49.457988 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.518479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.527479 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:49.528122 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:49.530945 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071eff6-04d6-4c81-9b33-80b1738bced0 None None] Pushing event updated for resources: {'Port': ['ID=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:49.534498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Transition to ACTIVE for port object 106db0d3-1aa5-41e0-9723-602ba596895a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:49.629626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.664907 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:49.700657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Network 7bd4f925-333e-4526-b0da-88b1aff13965 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:49.730613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04780545-a6f3-432f-b961-931a53ef4414 req-56d2543b-e730-44b0-af37-578cf68efac0 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 210 time: 0.0738456 Aug 10 03:09:49.732055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:49.736177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:49.736694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:49.811999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Pushing event updated for resources: {'Port': ['ID=106db0d3-1aa5-41e0-9723-602ba596895a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:50.016761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36910) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:50.018724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36912) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:50.033910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-befb4128-0728-4af3-b96b-61707dc28e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.060999 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:46Z', 'revision_number': 3, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:50.093152 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47d394-5133-405b-882d-ab01399f59e2 None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:46Z', 'revision_number': 3, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:50.126569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.183544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-97dd5e77-22b5-418b-be76-644ae89d40e3 None None] Provisioning for port 106db0d3-1aa5-41e0-9723-602ba596895a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:50.188893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-97dd5e77-22b5-418b-be76-644ae89d40e3 None None] Provisioning complete for port 106db0d3-1aa5-41e0-9723-602ba596895a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:50.194380 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-97dd5e77-22b5-418b-be76-644ae89d40e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.194612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-befb4128-0728-4af3-b96b-61707dc28e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.274674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-befb4128-0728-4af3-b96b-61707dc28e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.275430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-97dd5e77-22b5-418b-be76-644ae89d40e3 None None] Port 106db0d3-1aa5-41e0-9723-602ba596895a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:50.337255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.348179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-befb4128-0728-4af3-b96b-61707dc28e3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a20db1b59ab14f82992ce94d189eb2fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3287437 Aug 10 03:09:50.349887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36924) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:50.352691 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb4128-0728-4af3-b96b-61707dc28e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb33b59-70c9-4993-9a8a-3d6dae64ce80,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:50.415802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd38af3e-add3-4c9b-a5ba-c53d09f30ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.441010 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.444484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.517479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd38af3e-add3-4c9b-a5ba-c53d09f30ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.632501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Pushing event updated for resources: {'Port': ['ID=106db0d3-1aa5-41e0-9723-602ba596895a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:50.658331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd66e756-f1b7-4148-a9d3-36b3ea4c4542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.714028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Network 7bd4f925-333e-4526-b0da-88b1aff13965 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:50.715550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:50.773846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd38af3e-add3-4c9b-a5ba-c53d09f30ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.773846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd38af3e-add3-4c9b-a5ba-c53d09f30ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.777511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd38af3e-add3-4c9b-a5ba-c53d09f30ba5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bb33b59-70c9-4993-9a8a-3d6dae64ce80 HTTP/1.1" status: 204 len: 168 time: 0.4255149 Aug 10 03:09:50.834832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38af3e-add3-4c9b-a5ba-c53d09f30ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb33b59-70c9-4993-9a8a-3d6dae64ce80,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:50.925547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd66e756-f1b7-4148-a9d3-36b3ea4c4542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.952205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:51.043704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:09:51.171716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:51.175320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd66e756-f1b7-4148-a9d3-36b3ea4c4542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.178900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:51.180335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.240532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.245853 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2d7d5b06-355a-487c-bc21-2f0501efa917 req-739cd9ba-2a2f-4152-af7a-d1cf92e5894d tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 210 time: 0.0523510 Aug 10 03:09:51.290837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dd66e756-f1b7-4148-a9d3-36b3ea4c4542 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=313887c6022f45bc9a2d1695cb7fa814&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2693450 Aug 10 03:09:51.291947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.311961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e756-f1b7-4148-a9d3-36b3ea4c4542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197c518-759f-455d-ad5e-6baf396d91d0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:51.315097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:09:51.315934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-585c871b-470f-4a57-a53c-a29411af7a17 None None] Provisioning complete for port 106db0d3-1aa5-41e0-9723-602ba596895a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:51.316919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-585c871b-470f-4a57-a53c-a29411af7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.356892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2675dc21-3c44-4e36-b226-42eaa4b18656 admin admin] 10.222.0.26 "PUT /v2.0/routers/30cdceec-48a8-4e07-851a-abb51b3cd94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1855972 Aug 10 03:09:51.433147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb224d-efa7-4cd0-8a15-1cd3a87cdcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.433644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-585c871b-470f-4a57-a53c-a29411af7a17 None None] Port 106db0d3-1aa5-41e0-9723-602ba596895a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:51.470450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb224d-efa7-4cd0-8a15-1cd3a87cdcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.496466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.551655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:51.628541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d8e2cc15-ad60-446e-95e5-8c06f0820da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.629243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.653515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb224d-efa7-4cd0-8a15-1cd3a87cdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.655922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb224d-efa7-4cd0-8a15-1cd3a87cdcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.657687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9dcb224d-efa7-4cd0-8a15-1cd3a87cdcf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b197c518-759f-455d-ad5e-6baf396d91d0 HTTP/1.1" status: 204 len: 168 time: 0.3642654 Aug 10 03:09:51.675899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb224d-efa7-4cd0-8a15-1cd3a87cdcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197c518-759f-455d-ad5e-6baf396d91d0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:51.707452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:51.772034 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d8e2cc15-ad60-446e-95e5-8c06f0820da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.822863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d8e2cc15-ad60-446e-95e5-8c06f0820da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.858913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2cc15-ad60-446e-95e5-8c06f0820da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4188564e-43ad-4fd8-9ccd-ec59de83c2bd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:51.866830 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d8e2cc15-ad60-446e-95e5-8c06f0820da5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b141af143ffa4fe89ab58137261a8ec0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6246858 Aug 10 03:09:51.867574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37002) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:51.959554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b69fa4b8-b29c-4851-ab9f-d5a325cb35e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.980568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b69fa4b8-b29c-4851-ab9f-d5a325cb35e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.177537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-9107f7e3-6ee8-47aa-8493-8acd00908cbc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=771102341a094431b27b3553a83ece86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341136 Aug 10 03:09:52.196142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b69fa4b8-b29c-4851-ab9f-d5a325cb35e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.196142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b69fa4b8-b29c-4851-ab9f-d5a325cb35e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.196951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b69fa4b8-b29c-4851-ab9f-d5a325cb35e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4188564e-43ad-4fd8-9ccd-ec59de83c2bd HTTP/1.1" status: 204 len: 168 time: 0.3282731 Aug 10 03:09:52.217175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fa4b8-b29c-4851-ab9f-d5a325cb35e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4188564e-43ad-4fd8-9ccd-ec59de83c2bd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:52.287857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.54', 57032) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:52.325156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-27bc588f-f18a-4ead-995a-7714e0974b44 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:52.331146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-123cd803-58d1-45d2-9950-669d665b9805 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410581 Aug 10 03:09:52.332833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-27bc588f-f18a-4ead-995a-7714e0974b44 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533926 Aug 10 03:09:52.348661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:09:52.351274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-74f312f1-f399-47c5-b784-437f746b80e1 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/quotas/771102341a094431b27b3553a83ece86 HTTP/1.1" status: 200 len: 375 time: 0.0174539 Aug 10 03:09:52.362326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:52.369243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:52.396425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-a5e476c2-1496-4820-ad7f-f2dfc7f38680 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=771102341a094431b27b3553a83ece86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414770 Aug 10 03:09:52.490176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:52.571916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37036) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:52.589495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ca847f3-b81a-4e42-9f52-7b44d26dfcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.669955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-cebb34f0-da11-4d69-900a-fd3aa3a65369 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:52.672660 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-cebb34f0-da11-4d69-900a-fd3aa3a65369 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3385308 Aug 10 03:09:52.755875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ca847f3-b81a-4e42-9f52-7b44d26dfcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.800060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:50Z', 'revision_number': 2, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:52.811326 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ca847f3-b81a-4e42-9f52-7b44d26dfcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.857118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Request body: {'port': {'device_id': '470beff3-702a-49dc-a871-34317a5e07fb', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'c4a01874c4a54d8b9bb937036f8a7b21'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:52.907582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:09:52.908115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Updating router 30cdceec-48a8-4e07-851a-abb51b3cd94e port 106db0d3-1aa5-41e0-9723-602ba596895a binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:09:52.917802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:52.987103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.005462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4d6bf37-9e3f-4d54-b9ca-1d2a3105a9db req-d2d46ae2-815a-4d5d-9ba0-9697be55f79b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 210 time: 0.1609423 Aug 10 03:09:53.012275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4ca847f3-b81a-4e42-9f52-7b44d26dfcfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b1dc2cbe48f4a46ba53ecc37cb4d9e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4389217 Aug 10 03:09:53.017674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37066) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:53.030363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca847f3-b81a-4e42-9f52-7b44d26dfcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d78e41-e90b-427b-a50c-8904bafdd386,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:53.158553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:53.160379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.192538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc141d1c-a859-41f4-be81-b0a7981d8b48 req-acb87916-23cb-4528-aa02-c4c91f4d3ca4 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 210 time: 0.0808294 Aug 10 03:09:53.212076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0cce52b-552b-4b76-b402-915659e33d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.243798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0cce52b-552b-4b76-b402-915659e33d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.299010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Made reservation on behalf of c4a01874c4a54d8b9bb937036f8a7b21 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:53.304844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.314654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.389267 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0cce52b-552b-4b76-b402-915659e33d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.398448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0cce52b-552b-4b76-b402-915659e33d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.408183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b0cce52b-552b-4b76-b402-915659e33d68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31d78e41-e90b-427b-a50c-8904bafdd386 HTTP/1.1" status: 204 len: 168 time: 0.3886917 Aug 10 03:09:53.426329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce52b-552b-4b76-b402-915659e33d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d78e41-e90b-427b-a50c-8904bafdd386,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:53.442674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37082) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:53.468151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-972818e3-87f5-4cfd-8799-17c7f5b4f047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.581250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.598047 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.610187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Transition to ACTIVE for port object 106db0d3-1aa5-41e0-9723-602ba596895a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:53.645769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.668737 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.815937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-972818e3-87f5-4cfd-8799-17c7f5b4f047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.877134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-972818e3-87f5-4cfd-8799-17c7f5b4f047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.907373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaf5ae-cfbd-4b18-84c1-2b081eed3eaa None None] Pushing event updated for resources: {'Port': ['ID=106db0d3-1aa5-41e0-9723-602ba596895a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:53.928180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Attempting to bind port 106db0d3-1aa5-41e0-9723-602ba596895a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:53.928717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Attempting to bind port 106db0d3-1aa5-41e0-9723-602ba596895a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:53.929254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Attempting to bind port 106db0d3-1aa5-41e0-9723-602ba596895a on network 7bd4f925-333e-4526-b0da-88b1aff13965 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:53.935445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-972818e3-87f5-4cfd-8799-17c7f5b4f047 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1445e1311de4d15a814bac23b5bb7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4910448 Aug 10 03:09:53.942105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:53.943795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:53.945596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Checking segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:53.946154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:53.947706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Bound using segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:53.949194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Bound port: 106db0d3-1aa5-41e0-9723-602ba596895a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:53.951519 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.042022 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Allocated IP 192.168.233.48 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/0c03210b-93ed-4b29-a354-d8637fb2aaf0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:54.070907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] For port 106db0d3-1aa5-41e0-9723-602ba596895a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:54.070907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] For port 106db0d3-1aa5-41e0-9723-602ba596895a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=106db0d3-1aa5-41e0-9723-602ba596895a,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:54.125743 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.216423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972818e3-87f5-4cfd-8799-17c7f5b4f047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed8a10c-62a3-4e0e-8490-686779fdaca3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.284605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98698ded-a47c-42ce-bfad-e3fdfbd79451 req-9f279ebc-9e1e-4aec-8594-d43653d018e8 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 210 time: 0.1269991 Aug 10 03:09:54.288891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:09:54.289652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:54.311310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95eecd8c-82d3-4f13-bb0a-cf9534555f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.356040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95eecd8c-82d3-4f13-bb0a-cf9534555f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.359727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e458e91-38cc-4668-b76f-8c06a7764352,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.401470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37124) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:54.411099 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3eeb6e0d-b1ed-412e-9bd0-d36dce19eaf5 req-34447e7c-8a8a-4b13-9157-7009510249a4 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 210 time: 0.1054204 Aug 10 03:09:54.416595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-network', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:54.465440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.499179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaf5ae-cfbd-4b18-84c1-2b081eed3eaa None None] Pushing event updated for resources: {'Port': ['ID=106db0d3-1aa5-41e0-9723-602ba596895a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.534294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:09:54.560994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Transition to ACTIVE for port object 0c03210b-93ed-4b29-a354-d8637fb2aaf0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:54.562202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Made reservation on behalf of 8d3fa6d64651452d8b19c179182acc86 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:54.565283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.571688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95eecd8c-82d3-4f13-bb0a-cf9534555f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.581238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95eecd8c-82d3-4f13-bb0a-cf9534555f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.581238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-95eecd8c-82d3-4f13-bb0a-cf9534555f11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ed8a10c-62a3-4e0e-8490-686779fdaca3 HTTP/1.1" status: 204 len: 168 time: 0.6344533 Aug 10 03:09:54.596157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eecd8c-82d3-4f13-bb0a-cf9534555f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed8a10c-62a3-4e0e-8490-686779fdaca3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.598237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.680846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37132) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:54.748314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.768191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.834082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.846852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:54Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:09:54.858946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:09:54.907718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:54.910295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.910643 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Added segment 9f8780a6-158a-40bd-bbbf-8fd0da729dbc of type vlan for network 877fa73b-5853-4311-9e17-3ee2e97bb516 Aug 10 03:09:54.915145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:54.928380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:54.934225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:54.934868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.963882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Pushing event updated for resources: {'Port': ['ID=0c03210b-93ed-4b29-a354-d8637fb2aaf0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:54.980960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc943167-359a-4ca3-9eda-72a02d82d8dc None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:54Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:09:55.042125 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-a65565b6-bb3f-4816-a742-6c837b0e41b4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1889944 Aug 10 03:09:55.047495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.070852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-f1057442-8c4b-42ec-868b-61aa44a3eeee tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:09:55.072821 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-f1057442-8c4b-42ec-868b-61aa44a3eeee tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065181 Aug 10 03:09:55.159974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9acd9a9-70d0-433b-8640-f36e4cf9be44,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:55.195289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.197041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:55.197403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.272478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79631739-aa6d-462e-89a2-b375ee1d7338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.412440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] Pushing event updated for resources: {'Network': ['ID=877fa73b-5853-4311-9e17-3ee2e97bb516,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:55.444795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:09:55.545920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79631739-aa6d-462e-89a2-b375ee1d7338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.618940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79631739-aa6d-462e-89a2-b375ee1d7338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.699358 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-97e841ef-967e-40d7-9778-cedd09d52fd0 req-1a3775e4-c03a-4566-a05e-6fa8f38c09ec tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 210 time: 0.0858073 Aug 10 03:09:55.720740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ef75-2af3-45c6-9054-2da20caf2f38 req-3fbb0aac-4cbc-42bc-ac77-05a014651d2c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:55.741003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be8ef75-2af3-45c6-9054-2da20caf2f38 req-3fbb0aac-4cbc-42bc-ac77-05a014651d2c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 935 time: 0.2387776 Aug 10 03:09:55.745117 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-79631739-aa6d-462e-89a2-b375ee1d7338 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f84d689d97c54c1cb84537824fa511ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0630741 Aug 10 03:09:55.746453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79631739-aa6d-462e-89a2-b375ee1d7338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305d05f0-801f-45ac-ba92-a180352f453c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:55.754741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37156) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:55.770305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c24ea8f0-0833-44a8-8de3-9c9f20dc4df2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3659031 Aug 10 03:09:55.785979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37160) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:55.795108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Request body: {'subnet': {'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-subnet', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:55.806046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.874177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0f102515-b0df-4b1f-bcec-c0f0bc9fbf49 None None] Provisioning for port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:55.879286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0f102515-b0df-4b1f-bcec-c0f0bc9fbf49 None None] Provisioning complete for port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:55.879671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0f102515-b0df-4b1f-bcec-c0f0bc9fbf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.913400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be8ef75-2af3-45c6-9054-2da20caf2f38 req-a1392486-8d89-4d84-8362-86eceb01cdae tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638081 Aug 10 03:09:55.918224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ba11d34-bcab-4563-9001-f00b6e4f19ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.957274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ba11d34-bcab-4563-9001-f00b6e4f19ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:55.972493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Made reservation on behalf of 8d3fa6d64651452d8b19c179182acc86 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:55.974886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.018381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0f102515-b0df-4b1f-bcec-c0f0bc9fbf49 None None] Port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:09:56.080239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ba11d34-bcab-4563-9001-f00b6e4f19ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.083992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ba11d34-bcab-4563-9001-f00b6e4f19ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.088691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7ba11d34-bcab-4563-9001-f00b6e4f19ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/305d05f0-801f-45ac-ba92-a180352f453c HTTP/1.1" status: 204 len: 168 time: 0.3295557 Aug 10 03:09:56.114059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba11d34-bcab-4563-9001-f00b6e4f19ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d05f0-801f-45ac-ba92-a180352f453c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:56.187120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Request body: {'port': {'device_id': '470beff3-702a-49dc-a871-34317a5e07fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:56.365174 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.706422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:56.722739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.46', 53552) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:56.767019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-ec91e9f8-73c3-4e7a-b2a8-ba08d867750d tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=771102341a094431b27b3553a83ece86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430195 Aug 10 03:09:56.974209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 106db0d3-1aa5-41e0-9723-602ba596895a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:57.005722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-b49d8c41-4f3f-4f1f-89ec-3df2746590f3 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.013706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-b49d8c41-4f3f-4f1f-89ec-3df2746590f3 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408185 Aug 10 03:09:57.066119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Request body: {'port': {'device_id': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '771102341a094431b27b3553a83ece86'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:57.114501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 106db0d3-1aa5-41e0-9723-602ba596895a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:09:57.132961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 106db0d3-1aa5-41e0-9723-602ba596895a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:57.133639 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.299123 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-324a872e-72da-415c-a782-7544bc2a5843 req-ca01b1dc-9698-4a76-a774-521e4d16efc9 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 210 time: 0.3461549 Aug 10 03:09:57.350164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.378338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c03210b-93ed-4b29-a354-d8637fb2aaf0 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:09:57.391921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.410751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb73d3-db20-4db3-a721-ca04723a7c90 req-26de4620-b488-4920-9839-5e95a6995615 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.412139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48eb73d3-db20-4db3-a721-ca04723a7c90 req-26de4620-b488-4920-9839-5e95a6995615 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 935 time: 0.3423743 Aug 10 03:09:57.416199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Transition to ACTIVE for port object 0c03210b-93ed-4b29-a354-d8637fb2aaf0 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:57.418096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Checking segment: {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:57.418700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Network hostable DHCP agents. Network: 877fa73b-5853-4311-9e17-3ee2e97bb516, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:09:57.436073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fbefda-5494-401c-8070-ef6194442ced,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:57.454477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 106db0d3-1aa5-41e0-9723-602ba596895a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=106db0d3-1aa5-41e0-9723-602ba596895a,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:09:57.532530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:09:57.536387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.545252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48eb73d3-db20-4db3-a721-ca04723a7c90 req-a3347798-6c4e-4305-b38b-0bcee53ec1a3 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127884 Aug 10 03:09:57.549652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.640105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=106db0d3-1aa5-41e0-9723-602ba596895a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:57.697038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Made reservation on behalf of 771102341a094431b27b3553a83ece86 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:09:57.700884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.715511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.760392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37204) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:57.784904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 877fa73b-5853-4311-9e17-3ee2e97bb516) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:57.793295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c03210b-93ed-4b29-a354-d8637fb2aaf0,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:57.794869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd451e-dfaf-4816-9dee-a7e7c70f3f29 None None] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:09:57.815371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f321966-e3db-44fa-9b93-74784cc3c707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.817828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:57.817828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.871068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Attempting to bind port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:57.871902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Attempting to bind port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:57.872518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Attempting to bind port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:57.878258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:09:57.878906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Attempting to bind port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:57.898814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:57.899437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:57.900744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:57.901514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Bound port: 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:57.902065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:57.990624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] For port 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:57.996157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] For port 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:58.019124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-877fa73b-5853-4311-9e17-3ee2e97bb516', 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'fixed_ips': [{'subnet_id': '22fbefda-5494-401c-8070-ef6194442ced'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:09:58.020268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.044572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.064821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.109902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.138133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.138917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.141199 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] 10.222.0.54 "PUT /v2.0/ports/0c03210b-93ed-4b29-a354-d8637fb2aaf0 HTTP/1.1" status: 200 len: 1096 time: 2.3875985 Aug 10 03:09:58.141791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470beff3-702a-49dc-a871-34317a5e07fb', 'tag': '0c03210b-93ed-4b29-a354-d8637fb2aaf0'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:09:58.225585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-357f09a2-a52e-40f6-ac89-01fa5c7d40c5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4326808 Aug 10 03:09:58.225800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:58.232150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:09:58.253268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Allocated IP 172.20.0.2 (877fa73b-5853-4311-9e17-3ee2e97bb516/22fbefda-5494-401c-8070-ef6194442ced/156badad-9d9a-4440-9cee-b3d6f023d435) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:58.272577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c8317-5245-41ba-943b-9e9490eb1fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c03210b-93ed-4b29-a354-d8637fb2aaf0,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:58.439606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-c29d667a-a8c6-46e3-9c8a-1636b83f2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.445699 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-c29d667a-a8c6-46e3-9c8a-1636b83f2356 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 1099 time: 0.1597230 Aug 10 03:09:58.554261 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0e170e23-2080-4e52-8396-620d10f720d8 req-eed700d5-1aa2-4dff-a4ec-cd31ab762325 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 210 time: 0.0644855 Aug 10 03:09:58.635556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.661544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Transition to ACTIVE for port object 156badad-9d9a-4440-9cee-b3d6f023d435 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:58.664101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5538fc85-afa3-4770-b1cf-bf69c56d2b61,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:58.705629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Transition to ACTIVE for port object 156badad-9d9a-4440-9cee-b3d6f023d435 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:09:58.728920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-70c922db-4807-4157-b4c5-dd8f968d12ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0 HTTP/1.1" status: 200 len: 217 time: 0.1818175 Aug 10 03:09:58.766871 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:58.816637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:09:58.822228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:09:58.832102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:09:58.952683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-049a42f7-a7d1-4007-85e5-7a39889821d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:58.957051 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-049a42f7-a7d1-4007-85e5-7a39889821d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1809258 Aug 10 03:09:59.049233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Allocated IP 192.168.233.88 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/ea2297fa-7574-439c-a52a-3099196d7f52) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:09:59.086122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 106db0d3-1aa5-41e0-9723-602ba596895a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:09:59.163096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-f49a0b4e-c500-4009-9c0e-fb73f0330c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.164823 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-f49a0b4e-c500-4009-9c0e-fb73f0330c4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1907735 Aug 10 03:09:59.169578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7dc93-3934-42d1-80ea-8fd348494352 req-2553ca09-8791-468c-bf54-545ee4ac5006 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:59.177488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25f7dc93-3934-42d1-80ea-8fd348494352 req-2553ca09-8791-468c-bf54-545ee4ac5006 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.3813496 Aug 10 03:09:59.196686 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "470beff3-702a-49dc-a871-34317a5e07fb", "tag": "0c03210b-93ed-4b29-a354-d8637fb2aaf0"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:09:59.205397 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:59.319613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Attempting to bind port 156badad-9d9a-4440-9cee-b3d6f023d435 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:09:59.326548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Attempting to bind port 156badad-9d9a-4440-9cee-b3d6f023d435 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:09:59.327097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Attempting to bind port 156badad-9d9a-4440-9cee-b3d6f023d435 on network 877fa73b-5853-4311-9e17-3ee2e97bb516 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:09:59.393947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:09:59.407134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25f7dc93-3934-42d1-80ea-8fd348494352 req-21e86b1e-e97a-47c5-ab84-3da5b26e1b17 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285290 Aug 10 03:09:59.409877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Checking segment: {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:09:59.413554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.416826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Bound using segment: {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:09:59.424671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Bound port: 156badad-9d9a-4440-9cee-b3d6f023d435, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:09:59.426134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.442857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-f44f83c9-5ea3-4f2f-9633-04dc94f84140 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424064 Aug 10 03:09:59.451252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f321966-e3db-44fa-9b93-74784cc3c707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.489951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Pushing event updated for resources: {'Port': ['ID=156badad-9d9a-4440-9cee-b3d6f023d435,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:09:59.532873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f321966-e3db-44fa-9b93-74784cc3c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.627587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 106db0d3-1aa5-41e0-9723-602ba596895a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:09:59.631180 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.762314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.763473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.827183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37250) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:09:59.903118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] For port 156badad-9d9a-4440-9cee-b3d6f023d435, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:09:59.912073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.915317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] For port 156badad-9d9a-4440-9cee-b3d6f023d435, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=156badad-9d9a-4440-9cee-b3d6f023d435,segment=NetworkSegment(9f8780a6-158a-40bd-bbbf-8fd0da729dbc),segment_id=9f8780a6-158a-40bd-bbbf-8fd0da729dbc)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:09:59.975790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:59.985204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Transition to ACTIVE for port object ea2297fa-7574-439c-a52a-3099196d7f52 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:00.016491 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ef516c0-b285-47f7-909a-f58a8e568493 req-020fd146-d223-47fd-8049-de148b0e2abf service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606636 Aug 10 03:10:00.067853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f321966-e3db-44fa-9b93-74784cc3c707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7436f4d0-b519-4e9e-b104-4a099b4f448f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:00.113584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8f321966-e3db-44fa-9b93-74784cc3c707 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1dc7ec745fff4e51b110dcfc3457efe1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3467257 Aug 10 03:10:00.127426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:00.200698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.367203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13c33c9d-c243-41fb-b314-4f0d9c5a1775 req-e46bf840-21fc-42d3-bcac-9c1618f5a883 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 210 time: 0.2276421 Aug 10 03:10:00.469470 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07d64bf-d05a-405f-a236-b63781139a74 x-openstack-request-id: req-c07d64bf-d05a-405f-a236-b63781139a74 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:00.469470 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470beff3-702a-49dc-a871-34317a5e07fb", "tag": "0c03210b-93ed-4b29-a354-d8637fb2aaf0", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:00.470227 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c07d64bf-d05a-405f-a236-b63781139a74 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:00.471042 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470beff3-702a-49dc-a871-34317a5e07fb', 'tag': '0c03210b-93ed-4b29-a354-d8637fb2aaf0', 'status': 'completed', 'code': 200} Aug 10 03:10:00.493747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.753830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:00.759413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Pushing event updated for resources: {'Port': ['ID=ea2297fa-7574-439c-a52a-3099196d7f52,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:00.778735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:00.780040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca57cb-5397-4ab8-9e12-699fda77cb29 None None] Pushing event updated for resources: {'Port': ['ID=156badad-9d9a-4440-9cee-b3d6f023d435,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:00.784472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:00.802896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:00.803640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.906743 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de11b848-5701-48c4-aee2-a074acd6d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.915198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a76185f-eb33-417b-aece-34571ef05f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:00.955810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6088417f-489f-4736-8823-ccd5155956dc tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8943753 Aug 10 03:10:01.004740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6248a99d-9468-40aa-80af-f5811352b5e7 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:10:01.015329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-6248a99d-9468-40aa-80af-f5811352b5e7 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0399215 Aug 10 03:10:01.071361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de11b848-5701-48c4-aee2-a074acd6d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:01.207429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:01.223483 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c4211b09-f9b8-4bfd-a591-c58a911b2341 tempest-AutoAllocateNetworkTest-1261048711 tempest-AutoAllocateNetworkTest-1261048711-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c346020cd6ce431c948ca2e44ba50af1&shared=False HTTP/1.1" status: 200 len: 208 time: 1.3917243 Aug 10 03:10:01.223968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37282) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:01.249307 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de11b848-5701-48c4-aee2-a074acd6d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:01.251565 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de11b848-5701-48c4-aee2-a074acd6d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:01.274303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-de11b848-5701-48c4-aee2-a074acd6d80a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7436f4d0-b519-4e9e-b104-4a099b4f448f HTTP/1.1" status: 204 len: 168 time: 1.1293585 Aug 10 03:10:01.326131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a6e686e8-f288-4277-b438-5629de71d553 None None] Provisioning for port ea2297fa-7574-439c-a52a-3099196d7f52 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:01.332126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a6e686e8-f288-4277-b438-5629de71d553 None None] Provisioning complete for port ea2297fa-7574-439c-a52a-3099196d7f52 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:01.332863 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6e686e8-f288-4277-b438-5629de71d553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:01.377723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11b848-5701-48c4-aee2-a074acd6d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7436f4d0-b519-4e9e-b104-4a099b4f448f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:01.386486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-84499a08-8ee7-497c-b77c-dd87730c401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.390018 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-84499a08-8ee7-497c-b77c-dd87730c401d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 1099 time: 0.4452763 Aug 10 03:10:01.521975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a6e686e8-f288-4277-b438-5629de71d553 None None] Port ea2297fa-7574-439c-a52a-3099196d7f52 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:01.541982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac5e99-547f-494f-b609-3c8223e4da44 req-bf85e83b-5dc1-4607-9e7e-50666aba03eb tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.557536 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9ac5e99-547f-494f-b609-3c8223e4da44 req-bf85e83b-5dc1-4607-9e7e-50666aba03eb tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.6164205 Aug 10 03:10:01.572384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64471738-764e-4c37-a992-4c2b1d2414de tempest-AutoAllocateNetworkTest-1261048711 tempest-AutoAllocateNetworkTest-1261048711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:01.574233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-64471738-764e-4c37-a992-4c2b1d2414de tempest-AutoAllocateNetworkTest-1261048711 tempest-AutoAllocateNetworkTest-1261048711-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3490648 Aug 10 03:10:01.581036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37290) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:01.931848 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9ac5e99-547f-494f-b609-3c8223e4da44 req-1b2e24a9-1b8b-474b-831b-3c98f30e0d5c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731313 Aug 10 03:10:02.019439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4a7ed-c0e7-4b55-88da-d08d969654a7 None None] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:02.029115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7cfa4751-9aa5-417f-94ce-c4d03ff74df1 tempest-AutoAllocateNetworkTest-1261048711 tempest-AutoAllocateNetworkTest-1261048711-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4469762 Aug 10 03:10:02.034214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37302) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:02.136788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b11b4-495d-459a-a711-e62a18fe878b req-ab0d2466-1a4c-462a-a85f-3045d98ad9ec tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:02.153181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e91b11b4-495d-459a-a711-e62a18fe878b req-ab0d2466-1a4c-462a-a85f-3045d98ad9ec tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 935 time: 0.1375239 Aug 10 03:10:02.229829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-08cd67e4-5a58-43e3-a31d-6b12821684c8 None None] Provisioning for port 156badad-9d9a-4440-9cee-b3d6f023d435 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:02.238469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e91b11b4-495d-459a-a711-e62a18fe878b req-0d3119eb-ee3d-4a17-931c-70b0afa3d84e tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Aug 10 03:10:02.362373 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08f335c5-2209-4bfd-a9e7-066edcf40196 tempest-AutoAllocateNetworkTest-1261048711 tempest-AutoAllocateNetworkTest-1261048711-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c346020cd6ce431c948ca2e44ba50af1 HTTP/1.1" status: 200 len: 208 time: 0.3259008 Aug 10 03:10:02.416811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-d09e7517-7adb-45ea-8af2-6811456936ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:02.418964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-d09e7517-7adb-45ea-8af2-6811456936ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.9638186 Aug 10 03:10:02.617205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.657019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-87c75364-d721-4965-998b-8096eb5b3508 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0 HTTP/1.1" status: 200 len: 217 time: 0.1425350 Aug 10 03:10:02.678882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37310) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:02.700337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09d1-f142-4635-a6b8-03631e0e24ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.966752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:02.988361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Request body: {'port': {'device_id': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'device_owner': 'compute:tempest-test_az-1815507265', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:03.022199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-059f3303-87c2-4322-9dda-00a3d52d5de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.045493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 156badad-9d9a-4440-9cee-b3d6f023d435 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:03.052465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-0a1d8684-bed5-449b-b19b-1957569935b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.054950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-0a1d8684-bed5-449b-b19b-1957569935b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.3310018 Aug 10 03:10:03.056312 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.084941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09d1-f142-4635-a6b8-03631e0e24ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.144913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09d1-f142-4635-a6b8-03631e0e24ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.275255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.305771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9dcd09d1-f142-4635-a6b8-03631e0e24ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ab994f76c88433b8caed3a208ec72d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255224 Aug 10 03:10:03.306384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-54a96a20-3f94-430e-ba0b-ba1b92fe872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.310017 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-54a96a20-3f94-430e-ba0b-ba1b92fe872d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2418993 Aug 10 03:10:03.313495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:03.320791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 156badad-9d9a-4440-9cee-b3d6f023d435 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:03.332018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 156badad-9d9a-4440-9cee-b3d6f023d435 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:03.334937 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.578711 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.627736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 156badad-9d9a-4440-9cee-b3d6f023d435, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=156badad-9d9a-4440-9cee-b3d6f023d435,segment=NetworkSegment(9f8780a6-158a-40bd-bbbf-8fd0da729dbc),segment_id=9f8780a6-158a-40bd-bbbf-8fd0da729dbc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:03.632069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Allocated IP 172.25.1.131 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/35b32ced-82ad-4ffb-8bcf-134eae069656) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:03.682055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd09d1-f142-4635-a6b8-03631e0e24ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664568a-cbfe-441f-9827-8206c8c8a09f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.704599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4db177bf-c5ff-40ed-8954-87fa524f7ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.720219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.745961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4db177bf-c5ff-40ed-8954-87fa524f7ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:03.818984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=156badad-9d9a-4440-9cee-b3d6f023d435,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:03.838846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37332) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:03.882014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff135af2-678a-474f-9d73-e43a4adb3046 req-a784e3ef-ead0-44a1-b806-0ac274e0e703 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:03.884100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff135af2-678a-474f-9d73-e43a4adb3046 req-a784e3ef-ead0-44a1-b806-0ac274e0e703 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.2353141 Aug 10 03:10:03.905730 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-595beda9-ceec-4d09-9288-76c94214f2ad service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496829 Aug 10 03:10:03.949759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff135af2-678a-474f-9d73-e43a4adb3046 req-dcc68cec-f738-48b6-ba64-ade5b7807e9f tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580337 Aug 10 03:10:03.977458 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.024203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16999171-45a5-40b1-8306-47c55bdbe981 req-7b498526-2a8d-490f-a71a-c6a7c364c3b6 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:04.032319 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16999171-45a5-40b1-8306-47c55bdbe981 req-7b498526-2a8d-490f-a71a-c6a7c364c3b6 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 935 time: 0.2458456 Aug 10 03:10:04.074537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4db177bf-c5ff-40ed-8954-87fa524f7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.086000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4db177bf-c5ff-40ed-8954-87fa524f7ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.090060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4db177bf-c5ff-40ed-8954-87fa524f7ad5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0664568a-cbfe-441f-9827-8206c8c8a09f HTTP/1.1" status: 204 len: 168 time: 0.7753310 Aug 10 03:10:04.103001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.143578 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb67c140-50ab-47b5-ae5d-3e27cb4d95d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.155340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db177bf-c5ff-40ed-8954-87fa524f7ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664568a-cbfe-441f-9827-8206c8c8a09f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:04.172876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16999171-45a5-40b1-8306-47c55bdbe981 req-25dff775-fcba-4c95-b399-d1a4613dcaec tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394711 Aug 10 03:10:04.211015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2297fa-7574-439c-a52a-3099196d7f52 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:04.226379 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be5b3204-babb-4603-a8c9-ae4bab2bb4aa req-8edd6cae-5223-47d5-9cdc-d830950530ea service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013926 Aug 10 03:10:04.265050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.349575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.354975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Transition to ACTIVE for port object ea2297fa-7574-439c-a52a-3099196d7f52 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:04.421467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.507836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:04.529466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:04.545739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:04.574362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2297fa-7574-439c-a52a-3099196d7f52,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:04.651422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb67c140-50ab-47b5-ae5d-3e27cb4d95d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.842696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb67c140-50ab-47b5-ae5d-3e27cb4d95d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:04.912534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Pushing event updated for resources: {'Port': ['ID=35b32ced-82ad-4ffb-8bcf-134eae069656,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:04.984234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 156badad-9d9a-4440-9cee-b3d6f023d435 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:05.017269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Attempting to bind port ea2297fa-7574-439c-a52a-3099196d7f52 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:05.018162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Attempting to bind port ea2297fa-7574-439c-a52a-3099196d7f52 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:05.021301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Attempting to bind port ea2297fa-7574-439c-a52a-3099196d7f52 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:05.051853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bb67c140-50ab-47b5-ae5d-3e27cb4d95d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c346020cd6ce431c948ca2e44ba50af1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2059357 Aug 10 03:10:05.053550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:05.054238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67c140-50ab-47b5-ae5d-3e27cb4d95d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7783865a-eac3-4d01-bc81-6d19ea442e55,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:05.063243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Port ea2297fa-7574-439c-a52a-3099196d7f52 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:05.065851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Attempting to bind port ea2297fa-7574-439c-a52a-3099196d7f52 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:05.296305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 156badad-9d9a-4440-9cee-b3d6f023d435 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:05.304554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.318235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:05.318889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:05.319191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:05.319671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Bound port: ea2297fa-7574-439c-a52a-3099196d7f52, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:05.325371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.376713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.514644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] For port ea2297fa-7574-439c-a52a-3099196d7f52, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:05.525837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] For port ea2297fa-7574-439c-a52a-3099196d7f52, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ea2297fa-7574-439c-a52a-3099196d7f52,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:05.570899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd66-7431-40b1-a18e-e28c3feb3ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.577693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1764263-09b6-4671-ae81-c409c358332c req-ddc3ea46-dfbb-4ca7-bd1d-a909ae443c57 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.579266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c1764263-09b6-4671-ae81-c409c358332c req-ddc3ea46-dfbb-4ca7-bd1d-a909ae443c57 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.2776213 Aug 10 03:10:05.615848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd66-7431-40b1-a18e-e28c3feb3ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.639319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.679081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.701348 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c1764263-09b6-4671-ae81-c409c358332c req-71894cfe-2985-40ac-912f-8ee1acc5fc11 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142931 Aug 10 03:10:05.761476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a1929-0f37-436c-836b-05972c1772c6 req-56f31f59-b7d4-455a-8854-f95f09329f85 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.769100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b9a1929-0f37-436c-836b-05972c1772c6 req-56f31f59-b7d4-455a-8854-f95f09329f85 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.5314717 Aug 10 03:10:05.789902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2297fa-7574-439c-a52a-3099196d7f52,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:05.807980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd66-7431-40b1-a18e-e28c3feb3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.810591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cd66-7431-40b1-a18e-e28c3feb3ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.815510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3fc8cd66-7431-40b1-a18e-e28c3feb3ac5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7783865a-eac3-4d01-bc81-6d19ea442e55 HTTP/1.1" status: 204 len: 168 time: 0.7127213 Aug 10 03:10:05.824741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b9a1929-0f37-436c-836b-05972c1772c6 req-105244fb-b062-48f6-bcb9-c7ea3cbf8d27 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516670 Aug 10 03:10:05.838380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8cd66-7431-40b1-a18e-e28c3feb3ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7783865a-eac3-4d01-bc81-6d19ea442e55,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:05.841916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:05.844646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:05.845960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-23b2603d-d2bf-4964-9aa9-3adadf76a55b service neutron] 10.222.0.46 "PUT /v2.0/ports/ea2297fa-7574-439c-a52a-3099196d7f52 HTTP/1.1" status: 200 len: 1118 time: 3.8406692 Aug 10 03:10:05.846545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'tag': 'ea2297fa-7574-439c-a52a-3099196d7f52'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:06.038848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.193779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-411028f8-dc50-4004-87a4-be3a080496cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.196497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-411028f8-dc50-4004-87a4-be3a080496cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771102341a094431b27b3553a83ece86&device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 1121 time: 0.1731796 Aug 10 03:10:06.311447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-29f3fb51-60ab-48c1-9298-233595a9d3c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ea2297fa-7574-439c-a52a-3099196d7f52 HTTP/1.1" status: 200 len: 217 time: 0.1065874 Aug 10 03:10:06.385690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-e969121f-8d86-4007-a678-987903247f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.394703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-e969121f-8d86-4007-a678-987903247f20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0668771 Aug 10 03:10:06.394703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:06.394703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37406) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:06.590852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-56427a82-040b-4ef0-bf00-006522f9d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.593941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-56427a82-040b-4ef0-bf00-006522f9d534 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527984 Aug 10 03:10:06.600205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Router 26a518b8-1e49-484c-813b-78cf9450f915 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:10:06.794831 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d92517b-2c9f-4e35-9e66-2687a6a94134" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8ca25e-f6c9-44c5-8db5-b989704f24df", "tag": "ea2297fa-7574-439c-a52a-3099196d7f52"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:06.906234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-12d64007-29a4-4048-a328-6ef51ab909cb service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880561 Aug 10 03:10:06.907008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:06.918562 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Sync routers for ids ['26a518b8-1e49-484c-813b-78cf9450f915'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:06.935104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Routers {'26a518b8-1e49-484c-813b-78cf9450f915'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:06.935886 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['26a518b8-1e49-484c-813b-78cf9450f915'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:06.939674 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-88d5d3b3-e0b1-448f-b018-28fe300cf0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:06.965443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c4916-7de8-454c-9de9-79ccd0d0118c req-a709f29e-e603-4226-91ea-6e08b5bf6062 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:06.980831 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-177c4916-7de8-454c-9de9-79ccd0d0118c req-a709f29e-e603-4226-91ea-6e08b5bf6062 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.1303694 Aug 10 03:10:07.033871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.039416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5dbb4c20-ca7b-47d1-a342-0a64c432a99c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.8099544 Aug 10 03:10:07.040127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:07.057982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9bdca778-728a-4b1a-9777-4660d8cdbcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.064607 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-177c4916-7de8-454c-9de9-79ccd0d0118c req-ea6deed7-56e0-48e3-9ecf-9d7f1b418ce0 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801380 Aug 10 03:10:07.240652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Set router 26a518b8-1e49-484c-813b-78cf9450f915 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:07.325590 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f964e9-8d8c-4660-ae50-c610b30ca35c x-openstack-request-id: req-f0f964e9-8d8c-4660-ae50-c610b30ca35c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:07.325942 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8ca25e-f6c9-44c5-8db5-b989704f24df", "tag": "ea2297fa-7574-439c-a52a-3099196d7f52", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:07.326173 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0f964e9-8d8c-4660-ae50-c610b30ca35c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:07.326632 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'tag': 'ea2297fa-7574-439c-a52a-3099196d7f52', 'status': 'completed', 'code': 200} Aug 10 03:10:07.417476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456481b3-ecca-40fe-8782-8ccb8f6af34e req-57e2d871-9852-4b37-9c9f-ff2aa5ba62e1 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.421354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9236471-c4eb-4ffb-99de-c02c04605e10 req-3728bae8-d34d-49eb-9574-26f91b439c54 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945343 Aug 10 03:10:07.431190 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-456481b3-ecca-40fe-8782-8ccb8f6af34e req-57e2d871-9852-4b37-9c9f-ff2aa5ba62e1 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.1759591 Aug 10 03:10:07.535221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-88d5d3b3-e0b1-448f-b018-28fe300cf0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.567411 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-456481b3-ecca-40fe-8782-8ccb8f6af34e req-f5ce34c5-6b9c-4af8-807f-e2255a502336 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299479 Aug 10 03:10:07.657909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-88d5d3b3-e0b1-448f-b018-28fe300cf0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:07.695128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:10:04Z', 'revision_number': 3, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:07.738565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-66b3c3d5-cca0-4a2c-b6af-509ff875baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:07.743187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-66b3c3d5-cca0-4a2c-b6af-509ff875baf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771102341a094431b27b3553a83ece86&device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 1121 time: 0.1606014 Aug 10 03:10:07.755802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Checking router: 26a518b8-1e49-484c-813b-78cf9450f915 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:07.756412 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Updating router 26a518b8-1e49-484c-813b-78cf9450f915 port 35b32ced-82ad-4ffb-8bcf-134eae069656 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:07.790843 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.042156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5d3b3-e0b1-448f-b018-28fe300cf0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9fbb9-0fef-42c0-8cef-7e0cd9a0d962,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:08.075084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-88d5d3b3-e0b1-448f-b018-28fe300cf0db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42e5a1cb2cf6468bbfa7f38108f79a98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6745195 Aug 10 03:10:08.095105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37450) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:08.252959 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.265627 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Transition to ACTIVE for port object 35b32ced-82ad-4ffb-8bcf-134eae069656 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:08.349962 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.378629 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.490528 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a29208-88d4-4a06-9646-e340426abd68 None None] Pushing event updated for resources: {'Port': ['ID=35b32ced-82ad-4ffb-8bcf-134eae069656,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:08.526775 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Attempting to bind port 35b32ced-82ad-4ffb-8bcf-134eae069656 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:08.527154 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Attempting to bind port 35b32ced-82ad-4ffb-8bcf-134eae069656 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:08.530775 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Attempting to bind port 35b32ced-82ad-4ffb-8bcf-134eae069656 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:08.558069 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:08.558377 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:08.558808 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.568196 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:08.568746 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Bound port: 35b32ced-82ad-4ffb-8bcf-134eae069656, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:08.570150 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.773740 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] For port 35b32ced-82ad-4ffb-8bcf-134eae069656, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:08.786060 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] For port 35b32ced-82ad-4ffb-8bcf-134eae069656, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35b32ced-82ad-4ffb-8bcf-134eae069656,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:08.887204 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:08.995611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a29208-88d4-4a06-9646-e340426abd68 None None] Pushing event updated for resources: {'Port': ['ID=35b32ced-82ad-4ffb-8bcf-134eae069656,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:09.020894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Allocated IP 172.20.0.1 (877fa73b-5853-4311-9e17-3ee2e97bb516/22fbefda-5494-401c-8070-ef6194442ced/007a75b5-7113-4943-9c22-3ede4168d137) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:09.024396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Routers {'26a518b8-1e49-484c-813b-78cf9450f915'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:09.025848 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['26a518b8-1e49-484c-813b-78cf9450f915'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:09.031050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-434c9767-e492-48e8-9038-bf042a200cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.033825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-434c9767-e492-48e8-9038-bf042a200cd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 1.2647698 Aug 10 03:10:09.045864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9bdca778-728a-4b1a-9777-4660d8cdbcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.093742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fcc0c-8599-4b36-8e04-094ec10368f2 req-61a9332a-80cd-4de4-974a-0d0170fd1fc3 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.098024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783fcc0c-8599-4b36-8e04-094ec10368f2 req-61a9332a-80cd-4de4-974a-0d0170fd1fc3 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.7530973 Aug 10 03:10:09.102734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e900423c-7a2a-47a3-a028-2a23cd2c0c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.124034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031163-b992-4892-8b3f-d371c71d542e req-277e6045-3d8f-4bf4-8540-0e6212a2b04a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.134387 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4a031163-b992-4892-8b3f-d371c71d542e req-277e6045-3d8f-4bf4-8540-0e6212a2b04a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.3591447 Aug 10 03:10:09.216404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-24b3592d-5298-4421-9ed6-83ac79d543ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ea2297fa-7574-439c-a52a-3099196d7f52 HTTP/1.1" status: 200 len: 217 time: 0.1683276 Aug 10 03:10:09.218151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9bdca778-728a-4b1a-9777-4660d8cdbcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.304319 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4a031163-b992-4892-8b3f-d371c71d542e req-aac3d025-9e1b-49d9-959d-2ad533eaf8ca tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689956 Aug 10 03:10:09.347389 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] Set router 26a518b8-1e49-484c-813b-78cf9450f915 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:09.389979 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.456574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Transition to ACTIVE for port object 007a75b5-7113-4943-9c22-3ede4168d137 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:09.529703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdca778-728a-4b1a-9777-4660d8cdbcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3865fe6-5ff9-4d91-8938-fe299dd9ddbf,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:09.580420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e900423c-7a2a-47a3-a028-2a23cd2c0c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.629271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.646466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783fcc0c-8599-4b36-8e04-094ec10368f2 req-1902cfd0-a449-400f-a0af-f8d7476efdc5 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745586 Aug 10 03:10:09.688336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9bdca778-728a-4b1a-9777-4660d8cdbcf8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4fc2b18c1e04b249d7b01ab9faa8b12&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2955251 Aug 10 03:10:09.692984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37480) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:09.733874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:09.737088 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:10:04Z', 'revision_number': 3, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:09.741440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:09.761752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:09.767938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:09.768148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-bc292523-46dc-4e33-8765-46b3b1bcb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:09.769637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-bc292523-46dc-4e33-8765-46b3b1bcb736 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.5299292 Aug 10 03:10:09.774137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c104b-5b87-4d07-8965-4ea05eea1e58 None None] The sync data for ids ['26a518b8-1e49-484c-813b-78cf9450f915'] in n-d-765315-26 is: [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:10:04Z', 'revision_number': 3, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:09.956223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Pushing event updated for resources: {'Port': ['ID=007a75b5-7113-4943-9c22-3ede4168d137,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:10.002315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72741f3c-c483-48d0-bf72-fdae9922f7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.085483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72741f3c-c483-48d0-bf72-fdae9922f7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.138920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-2382c400-0a7e-4b88-b464-d1b552492f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.148275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-2382c400-0a7e-4b88-b464-d1b552492f87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3574903 Aug 10 03:10:10.151104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e900423c-7a2a-47a3-a028-2a23cd2c0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.164617 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e900423c-7a2a-47a3-a028-2a23cd2c0c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.167424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e900423c-7a2a-47a3-a028-2a23cd2c0c80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20f9fbb9-0fef-42c0-8cef-7e0cd9a0d962 HTTP/1.1" status: 204 len: 168 time: 2.0447955 Aug 10 03:10:10.337806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900423c-7a2a-47a3-a028-2a23cd2c0c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9fbb9-0fef-42c0-8cef-7e0cd9a0d962,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:10.392108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6b39abdd-bff1-4d44-872b-b8e8a4268754 None None] Provisioning for port 007a75b5-7113-4943-9c22-3ede4168d137 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:10.417602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6b39abdd-bff1-4d44-872b-b8e8a4268754 None None] Provisioning complete for port 007a75b5-7113-4943-9c22-3ede4168d137 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:10.418475 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6b39abdd-bff1-4d44-872b-b8e8a4268754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.488623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.604833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6b39abdd-bff1-4d44-872b-b8e8a4268754 None None] Port 007a75b5-7113-4943-9c22-3ede4168d137 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:10.721679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-d8fe6f78-b3f5-4e00-aa6e-b98690775b1f service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529747 Aug 10 03:10:10.743100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea98f17-88f0-4a49-a96a-2f64b4ce4309 req-6e4f3e18-8d43-41d9-8935-99f827d05994 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:10.757026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ea98f17-88f0-4a49-a96a-2f64b4ce4309 req-6e4f3e18-8d43-41d9-8935-99f827d05994 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.2374125 Aug 10 03:10:10.824163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72741f3c-c483-48d0-bf72-fdae9922f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.840264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72741f3c-c483-48d0-bf72-fdae9922f7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:10.849780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-72741f3c-c483-48d0-bf72-fdae9922f7f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3865fe6-5ff9-4d91-8938-fe299dd9ddbf HTTP/1.1" status: 204 len: 168 time: 1.1444051 Aug 10 03:10:10.926228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72741f3c-c483-48d0-bf72-fdae9922f7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3865fe6-5ff9-4d91-8938-fe299dd9ddbf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:10.926228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ea98f17-88f0-4a49-a96a-2f64b4ce4309 req-e56f4e07-39d4-468d-b8e2-6df6eaed7dcd tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593351 Aug 10 03:10:11.013604 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.067541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35b32ced-82ad-4ffb-8bcf-134eae069656 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:11.095437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.096614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.274378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 35b32ced-82ad-4ffb-8bcf-134eae069656 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:11.278627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 35b32ced-82ad-4ffb-8bcf-134eae069656 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:11.279007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.430351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Pushing event updated for resources: {'Port': ['ID=007a75b5-7113-4943-9c22-3ede4168d137,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:11.459862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.478840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2f6f1-d151-44fb-a950-dc68139f4f14 req-055d47ac-39f9-4245-b6c9-f0d81095a020 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:11.480499 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6eb2f6f1-d151-44fb-a950-dc68139f4f14 req-055d47ac-39f9-4245-b6c9-f0d81095a020 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.4435391 Aug 10 03:10:11.499020 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 35b32ced-82ad-4ffb-8bcf-134eae069656, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35b32ced-82ad-4ffb-8bcf-134eae069656,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:11.556641 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.569361 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6eb2f6f1-d151-44fb-a950-dc68139f4f14 req-85cef0f1-1b73-4706-9e01-9804d55f82c2 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763876 Aug 10 03:10:11.591398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:11.606095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:11.697368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=35b32ced-82ad-4ffb-8bcf-134eae069656,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:11.861762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Router 26a518b8-1e49-484c-813b-78cf9450f915 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:11.952314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7b5425ae-df11-40d5-82da-0a5ca86b037f None None] Provisioning complete for port 007a75b5-7113-4943-9c22-3ede4168d137 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:11.953916 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7b5425ae-df11-40d5-82da-0a5ca86b037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:11.993731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37534) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:12.006844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7b5425ae-df11-40d5-82da-0a5ca86b037f None None] Port 007a75b5-7113-4943-9c22-3ede4168d137 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:12.024089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b34deeee-c0ff-4c8e-af2b-e6ea995e9257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.095549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:12.145320 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1422bf6-de8c-44ff-8325-fc818d0dcd6a admin admin] 10.222.0.26 "PUT /v2.0/routers/26a518b8-1e49-484c-813b-78cf9450f915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0960677 Aug 10 03:10:12.179009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022919be-5540-403a-bbed-af0d098c2a2b req-796f1a15-0291-4a25-89aa-e3adc9d17ab9 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.199038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-022919be-5540-403a-bbed-af0d098c2a2b req-796f1a15-0291-4a25-89aa-e3adc9d17ab9 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.1506793 Aug 10 03:10:12.288052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-022919be-5540-403a-bbed-af0d098c2a2b req-1ec9db02-1cd5-439c-8ba3-74482a1092f8 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876794 Aug 10 03:10:12.316921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b34deeee-c0ff-4c8e-af2b-e6ea995e9257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.372113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37558) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:12.387159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3d46f6a-0921-4dc2-a1ee-cbe2b7dfa8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.462178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b34deeee-c0ff-4c8e-af2b-e6ea995e9257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.526206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34deeee-c0ff-4c8e-af2b-e6ea995e9257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1dabfa-11fd-489e-baf4-7e0488580224,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:12.557799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:12.558638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b34deeee-c0ff-4c8e-af2b-e6ea995e9257 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=065557b0b1b940d1a190fe04eddb6a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507612 Aug 10 03:10:12.617976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Sync routers for ids ['26a518b8-1e49-484c-813b-78cf9450f915'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:12.621421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3d46f6a-0921-4dc2-a1ee-cbe2b7dfa8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.631250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Routers {'26a518b8-1e49-484c-813b-78cf9450f915'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:12.632214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['26a518b8-1e49-484c-813b-78cf9450f915'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:12.665562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4569ec92-11f0-4171-8169-6b9eb00d1293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.677911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3d46f6a-0921-4dc2-a1ee-cbe2b7dfa8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.698278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4569ec92-11f0-4171-8169-6b9eb00d1293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.730402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b3d46f6a-0921-4dc2-a1ee-cbe2b7dfa8fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a78e275d98844d31bf1bd39195637a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570027 Aug 10 03:10:12.733616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:12.756326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d46f6a-0921-4dc2-a1ee-cbe2b7dfa8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0388f9-dfaa-4569-a509-12b4e0a038ae,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:12.777253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Set router 26a518b8-1e49-484c-813b-78cf9450f915 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:12.834384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4569ec92-11f0-4171-8169-6b9eb00d1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.836995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4569ec92-11f0-4171-8169-6b9eb00d1293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.838392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4569ec92-11f0-4171-8169-6b9eb00d1293 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d1dabfa-11fd-489e-baf4-7e0488580224 HTTP/1.1" status: 204 len: 168 time: 0.2918229 Aug 10 03:10:12.843052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe846-4fdd-4c9e-aa7b-1a6b020c37df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.852041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ece8-b2ac-4327-9193-5ed881b41d17 req-96a4d776-cc31-45f6-90e2-1f689ed26020 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:12.859000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569ec92-11f0-4171-8169-6b9eb00d1293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1dabfa-11fd-489e-baf4-7e0488580224,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:12.860228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6133ece8-b2ac-4327-9193-5ed881b41d17 req-96a4d776-cc31-45f6-90e2-1f689ed26020 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.0876331 Aug 10 03:10:12.900168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe846-4fdd-4c9e-aa7b-1a6b020c37df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:12.929311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35b32ced-82ad-4ffb-8bcf-134eae069656 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:12.930882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6133ece8-b2ac-4327-9193-5ed881b41d17 req-170d6661-ee70-4029-ade3-4a7281290264 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Aug 10 03:10:13.005029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37584) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:13.028745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe846-4fdd-4c9e-aa7b-1a6b020c37df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.031687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe846-4fdd-4c9e-aa7b-1a6b020c37df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.033250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4fcfe846-4fdd-4c9e-aa7b-1a6b020c37df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe0388f9-dfaa-4569-a509-12b4e0a038ae HTTP/1.1" status: 204 len: 168 time: 0.2979374 Aug 10 03:10:13.041563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe846-4fdd-4c9e-aa7b-1a6b020c37df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0388f9-dfaa-4569-a509-12b4e0a038ae,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:13.071556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 35b32ced-82ad-4ffb-8bcf-134eae069656 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:13.071936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.145850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:10:10Z', 'revision_number': 4, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '007a75b5-7113-4943-9c22-3ede4168d137', 'name': '', 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'mac_address': 'fa:16:3e:4b:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '22fbefda-5494-401c-8070-ef6194442ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:08Z', 'updated_at': '2021-08-10T03:10:10Z', 'revision_number': 2, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'subnets': [{'id': '22fbefda-5494-401c-8070-ef6194442ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:13.197869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Checking router: 26a518b8-1e49-484c-813b-78cf9450f915 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:13.198107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Updating router 26a518b8-1e49-484c-813b-78cf9450f915 port 007a75b5-7113-4943-9c22-3ede4168d137 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:13.238185 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.277769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d92517b-2c9f-4e35-9e66-2687a6a94134 req-7530b39d-dbf6-4d37-88b7-97c8b9d15dd7 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214380 Aug 10 03:10:13.306042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6d213d7b-65a7-4bc0-b168-2d1d21b16e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.446878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb02b-257c-44c2-8b8b-7f4ed1669c76 req-15b54ad4-d917-400c-b081-fd3dff88819c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:13.448950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6d213d7b-65a7-4bc0-b168-2d1d21b16e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.452866 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-132bb02b-257c-44c2-8b8b-7f4ed1669c76 req-15b54ad4-d917-400c-b081-fd3dff88819c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.0618773 Aug 10 03:10:13.488416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-132bb02b-257c-44c2-8b8b-7f4ed1669c76 req-09ef58f1-535b-464e-9cf8-f5efffda49bf tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Aug 10 03:10:13.519947 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6d213d7b-65a7-4bc0-b168-2d1d21b16e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.561594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6d213d7b-65a7-4bc0-b168-2d1d21b16e57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=878d644eaefa43e19b5c272ff25a1fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554302 Aug 10 03:10:13.562736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d213d7b-65a7-4bc0-b168-2d1d21b16e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e10c94e-f0a6-4e76-a513-36c86d9f0bab,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:13.564246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37606) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:13.599173 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.620321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Transition to ACTIVE for port object 007a75b5-7113-4943-9c22-3ede4168d137 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:13.632118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b13bf531-81d0-4b37-9fe9-88fd91115cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.655027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b13bf531-81d0-4b37-9fe9-88fd91115cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.685570 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.735212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb2765-5f31-48cf-88f9-a565a6ba6224 None None] Pushing event updated for resources: {'Port': ['ID=007a75b5-7113-4943-9c22-3ede4168d137,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:13.794830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b13bf531-81d0-4b37-9fe9-88fd91115cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.801021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b13bf531-81d0-4b37-9fe9-88fd91115cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.802391 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b13bf531-81d0-4b37-9fe9-88fd91115cd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e10c94e-f0a6-4e76-a513-36c86d9f0bab HTTP/1.1" status: 204 len: 168 time: 0.2371433 Aug 10 03:10:13.816024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Attempting to bind port 007a75b5-7113-4943-9c22-3ede4168d137 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:13.816543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Attempting to bind port 007a75b5-7113-4943-9c22-3ede4168d137 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:13.816916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Attempting to bind port 007a75b5-7113-4943-9c22-3ede4168d137 on network 877fa73b-5853-4311-9e17-3ee2e97bb516 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:13.817645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bf531-81d0-4b37-9fe9-88fd91115cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e10c94e-f0a6-4e76-a513-36c86d9f0bab,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:13.822925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:13.823259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Checking segment: {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:13.823714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.824016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Bound using segment: {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:13.824518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Bound port: 007a75b5-7113-4943-9c22-3ede4168d137, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8780a6-158a-40bd-bbbf-8fd0da729dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:13.825447 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.908595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:13.913686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] For port 007a75b5-7113-4943-9c22-3ede4168d137, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:13.919045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] For port 007a75b5-7113-4943-9c22-3ede4168d137, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=007a75b5-7113-4943-9c22-3ede4168d137,segment=NetworkSegment(9f8780a6-158a-40bd-bbbf-8fd0da729dbc),segment_id=9f8780a6-158a-40bd-bbbf-8fd0da729dbc)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:14.001281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.066959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552426-46c9-4678-9c4d-c80e8e10c195 req-311d0ff2-0c0f-476f-b9c8-d8a5fcb2b81a tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.072407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Routers {'26a518b8-1e49-484c-813b-78cf9450f915'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:14.073105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-99552426-46c9-4678-9c4d-c80e8e10c195 req-311d0ff2-0c0f-476f-b9c8-d8a5fcb2b81a tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.0655596 Aug 10 03:10:14.073238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['26a518b8-1e49-484c-813b-78cf9450f915'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:14.078760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb2765-5f31-48cf-88f9-a565a6ba6224 None None] Pushing event updated for resources: {'Port': ['ID=007a75b5-7113-4943-9c22-3ede4168d137,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:14.114791 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-99552426-46c9-4678-9c4d-c80e8e10c195 req-36f61a6b-9efb-444c-9198-29d207a6bcb6 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Aug 10 03:10:14.145626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37628) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:14.155784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807264512', 'description': 'tempest-description--896024100'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:14.222262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] Set router 26a518b8-1e49-484c-813b-78cf9450f915 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:14.264149 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.356905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7224afd-a5ef-4697-80b3-83fab8bb6191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.403601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.474261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.507057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff59864-023c-4a7c-9ba3-bec17d86c80a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:14.580484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:10:10Z', 'revision_number': 4, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '007a75b5-7113-4943-9c22-3ede4168d137', 'name': '', 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'mac_address': 'fa:16:3e:4b:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '22fbefda-5494-401c-8070-ef6194442ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:08Z', 'updated_at': '2021-08-10T03:10:13Z', 'revision_number': 4, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'subnets': [{'id': '22fbefda-5494-401c-8070-ef6194442ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:14.612028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7224afd-a5ef-4697-80b3-83fab8bb6191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.615714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406f883-dbc1-42c7-b3fd-7c72b020786f None None] The sync data for ids ['26a518b8-1e49-484c-813b-78cf9450f915'] in n-d-765315-26 is: [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:10:10Z', 'revision_number': 4, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '007a75b5-7113-4943-9c22-3ede4168d137', 'name': '', 'network_id': '877fa73b-5853-4311-9e17-3ee2e97bb516', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'mac_address': 'fa:16:3e:4b:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '22fbefda-5494-401c-8070-ef6194442ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:08Z', 'updated_at': '2021-08-10T03:10:13Z', 'revision_number': 4, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'subnets': [{'id': '22fbefda-5494-401c-8070-ef6194442ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:14.643888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cc6a1-5396-4830-9fe3-43761446ff8d req-e8ea6662-e9eb-4ab8-bfe9-55fff61d3ed2 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:14.648492 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-371cc6a1-5396-4830-9fe3-43761446ff8d req-e8ea6662-e9eb-4ab8-bfe9-55fff61d3ed2 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.0817008 Aug 10 03:10:14.661321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7224afd-a5ef-4697-80b3-83fab8bb6191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.716543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37644) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:14.737900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.742422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a97fa36-9bca-4115-9e88-66fcd1309825 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5919745 Aug 10 03:10:14.744695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:14.749640 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f7224afd-a5ef-4697-80b3-83fab8bb6191 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31a21572a9564c8d81560cf9acc0928b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397119 Aug 10 03:10:14.756152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:14.764250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'security_group_rule': {'security_group_id': '9ff59864-023c-4a7c-9ba3-bec17d86c80a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:14.772550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5016814-ab4b-452d-a127-226341efa0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.773401 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-371cc6a1-5396-4830-9fe3-43761446ff8d req-c76dfda8-b3f2-4c58-a76b-5cf6b96630e6 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213193 Aug 10 03:10:14.774218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7224afd-a5ef-4697-80b3-83fab8bb6191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187ed15a-916c-47d6-b80c-3acbb41d24be,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:14.854582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fddbe338-8b48-4840-b377-301b75ed1f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.895542 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fddbe338-8b48-4840-b377-301b75ed1f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.904726 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.946327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.981260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 007a75b5-7113-4943-9c22-3ede4168d137 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:15.038242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fddbe338-8b48-4840-b377-301b75ed1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.042802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fddbe338-8b48-4840-b377-301b75ed1f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.044835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fddbe338-8b48-4840-b377-301b75ed1f34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/187ed15a-916c-47d6-b80c-3acbb41d24be HTTP/1.1" status: 204 len: 168 time: 0.2874074 Aug 10 03:10:15.055870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.075276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbe338-8b48-4840-b377-301b75ed1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187ed15a-916c-47d6-b80c-3acbb41d24be,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.115611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 007a75b5-7113-4943-9c22-3ede4168d137 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:15.136693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 007a75b5-7113-4943-9c22-3ede4168d137 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:15.137205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.138370 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.170049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5016814-ab4b-452d-a127-226341efa0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.175610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175c8f88-2864-4c9e-b000-5f4010aa01cc,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.287208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cfdb4-6dc9-48fa-95c9-1313dc03ad1e req-ebd4787b-402b-44c1-9ba9-4cf67722a5c7 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:15.291591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.299118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19cfdb4-6dc9-48fa-95c9-1313dc03ad1e req-ebd4787b-402b-44c1-9ba9-4cf67722a5c7 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.0691414 Aug 10 03:10:15.322758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5016814-ab4b-452d-a127-226341efa0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.327708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 007a75b5-7113-4943-9c22-3ede4168d137, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=007a75b5-7113-4943-9c22-3ede4168d137,segment=NetworkSegment(9f8780a6-158a-40bd-bbbf-8fd0da729dbc),segment_id=9f8780a6-158a-40bd-bbbf-8fd0da729dbc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:15.385351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19cfdb4-6dc9-48fa-95c9-1313dc03ad1e req-88d6a724-ccdb-4367-b421-f28798c9fa92 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837927 Aug 10 03:10:15.389192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f5016814-ab4b-452d-a127-226341efa0a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=773a377d70d5412294277de633e01042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730943 Aug 10 03:10:15.404822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5016814-ab4b-452d-a127-226341efa0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be46ee-a07a-4924-8ad8-feb912742c16,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.405364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37670) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:15.437668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.438868 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2c29289f-7f7f-47e2-b1b5-2b98c80187e1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878293 Aug 10 03:10:15.441882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37672) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:15.448428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'security_group_rule': {'security_group_id': '9ff59864-023c-4a7c-9ba3-bec17d86c80a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:15.452829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.471638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-63c90d87-63ab-43f6-a323-f76268b9e16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.516068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=007a75b5-7113-4943-9c22-3ede4168d137,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.521693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-63c90d87-63ab-43f6-a323-f76268b9e16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.547741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.640031 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-63c90d87-63ab-43f6-a323-f76268b9e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.643341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-63c90d87-63ab-43f6-a323-f76268b9e16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.651646 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-63c90d87-63ab-43f6-a323-f76268b9e16a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3be46ee-a07a-4924-8ad8-feb912742c16 HTTP/1.1" status: 204 len: 168 time: 0.2460511 Aug 10 03:10:15.664073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c90d87-63ab-43f6-a323-f76268b9e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be46ee-a07a-4924-8ad8-feb912742c16,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.688553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.743078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.762351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4804e2-83ae-4b21-a6dd-6633a6e418c6,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:15.846156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:15.847361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9b87feb3-02ec-413f-955f-320b630afe44 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4043446 Aug 10 03:10:15.850425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37684) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:15.855248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:15.898368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5aa4ec-ba27-4c32-ae9b-98132e241369 req-1ffb48d1-07bf-4edf-ad25-849cb9e820ed tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:15.899928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ad5aa4ec-ba27-4c32-ae9b-98132e241369 req-1ffb48d1-07bf-4edf-ad25-849cb9e820ed tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.0568504 Aug 10 03:10:15.983096 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ad5aa4ec-ba27-4c32-ae9b-98132e241369 req-e6fa993d-8b6a-4bde-96dd-8c3886ff5458 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Aug 10 03:10:16.296645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ea2297fa-7574-439c-a52a-3099196d7f52 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:16.430090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ea2297fa-7574-439c-a52a-3099196d7f52, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ea2297fa-7574-439c-a52a-3099196d7f52,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:16.430090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'ea2297fa-7574-439c-a52a-3099196d7f52', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'ea2297fa-7574-439c-a52a-3099196d7f52', 'mac_address': 'fa:16:3e:1d:59:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:tempest-test_az-1815507265', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:16.454525 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.467193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2297fa-7574-439c-a52a-3099196d7f52 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:16.493140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ea2297fa-7574-439c-a52a-3099196d7f52, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ea2297fa-7574-439c-a52a-3099196d7f52,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:16.512692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9da395-a8fa-4da0-ba76-f344f64dd2b3 req-22ca6ff6-ac76-4f25-b067-60abeea20728 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:16.514185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b9da395-a8fa-4da0-ba76-f344f64dd2b3 req-22ca6ff6-ac76-4f25-b067-60abeea20728 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 969 time: 0.0496743 Aug 10 03:10:16.558533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b9da395-a8fa-4da0-ba76-f344f64dd2b3 req-8ecc736f-8d56-4f7f-b92a-a4dc4d7ba61e tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Aug 10 03:10:16.607546 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.703909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.812114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Allocated IP 172.25.1.231 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/4e4e94a8-929e-4566-88a7-2bdc0cd999e8) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:16.880239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37690) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:16.882677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 007a75b5-7113-4943-9c22-3ede4168d137 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:16.905182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e2ef-0f3c-491f-9f63-0ebf0bb0cd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.908264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.955115 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:16.980121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ea2297fa-7574-439c-a52a-3099196d7f52,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:16.988526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 007a75b5-7113-4943-9c22-3ede4168d137 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:16.988906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.084260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e2ef-0f3c-491f-9f63-0ebf0bb0cd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.104038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.125811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8ba49-428b-424b-b6c7-177e1911655c req-325d3f06-b1a7-4e6a-9498-e04b1db7956c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.127490 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-42b8ba49-428b-424b-b6c7-177e1911655c req-325d3f06-b1a7-4e6a-9498-e04b1db7956c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 947 time: 0.0557837 Aug 10 03:10:17.167616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e2ef-0f3c-491f-9f63-0ebf0bb0cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.176824 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-42b8ba49-428b-424b-b6c7-177e1911655c req-f5ac8dd2-f743-4924-b76e-2e6202605c0f tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 Aug 10 03:10:17.178553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:17.191264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'Port': ['ID=4e4e94a8-929e-4566-88a7-2bdc0cd999e8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:17.204459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:17.204459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:17.240364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ea2297fa-7574-439c-a52a-3099196d7f52'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:17.270462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0e2ef-0f3c-491f-9f63-0ebf0bb0cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcbe419-177c-4074-9070-375c69ee05f5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:17.280234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d2c0e2ef-0f3c-491f-9f63-0ebf0bb0cd72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e232f3c85264d80b1d445ef0eee0c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966587 Aug 10 03:10:17.283169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37704) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:17.319409 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.344827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-571a337f-bc06-4462-91ff-999f261ea8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.370830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-571a337f-bc06-4462-91ff-999f261ea8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.431430 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.434178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0c03210b-93ed-4b29-a354-d8637fb2aaf0 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:17.526494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-571a337f-bc06-4462-91ff-999f261ea8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.530077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-571a337f-bc06-4462-91ff-999f261ea8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.532199 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-571a337f-bc06-4462-91ff-999f261ea8fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dcbe419-177c-4074-9070-375c69ee05f5 HTTP/1.1" status: 204 len: 168 time: 0.2479024 Aug 10 03:10:17.550252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a337f-bc06-4462-91ff-999f261ea8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcbe419-177c-4074-9070-375c69ee05f5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:17.582867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:17.596731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '0c03210b-93ed-4b29-a354-d8637fb2aaf0', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '0c03210b-93ed-4b29-a354-d8637fb2aaf0', 'mac_address': 'fa:16:3e:e7:76:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:17.643973 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.647402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.658876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c03210b-93ed-4b29-a354-d8637fb2aaf0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:17.679153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:17.705118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.736322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.766781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.774578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5776e03-3bd1-4d68-8bad-19ff63db5b04 req-d8c06a69-53be-4e25-af74-63bb1aeb5c7d tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:17.776085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5776e03-3bd1-4d68-8bad-19ff63db5b04 req-d8c06a69-53be-4e25-af74-63bb1aeb5c7d tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 970 time: 0.1050277 Aug 10 03:10:17.776982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'Port': ['ID=4e4e94a8-929e-4566-88a7-2bdc0cd999e8,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:17.818498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5776e03-3bd1-4d68-8bad-19ff63db5b04 req-a74e6456-b3c1-4e9c-a31f-cfca53f81e25 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341520 Aug 10 03:10:17.819533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=0c03210b-93ed-4b29-a354-d8637fb2aaf0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:17.857115 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.866115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4be3c8d3-44ef-4eab-bbf6-30ee3aa80c2f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0068507 Aug 10 03:10:18.189542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-b94ff2c6-3ae4-4d36-a900-6f5d05a994b8 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--807264512&fields=id&tenant_id=bf89bbceef3d4e1e97262fba0e4b5974 HTTP/1.1" status: 200 len: 267 time: 0.0430739 Aug 10 03:10:18.277823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['0c03210b-93ed-4b29-a354-d8637fb2aaf0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:18.302918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ea2297fa-7574-439c-a52a-3099196d7f52 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:18.423934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-aadf12fb-e192-4468-add7-a5cb71f9532e tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:18.427762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-aadf12fb-e192-4468-add7-a5cb71f9532e tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 823 time: 0.2237928 Aug 10 03:10:18.442665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-1f1141d9-5f6a-42a1-bb54-ebf053fc85b6 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/quotas/bf89bbceef3d4e1e97262fba0e4b5974 HTTP/1.1" status: 200 len: 375 time: 0.0100362 Aug 10 03:10:18.514567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port ea2297fa-7574-439c-a52a-3099196d7f52 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:18.519083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-7eec5344-884e-4b7a-af72-9de677a235dd tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701351 Aug 10 03:10:18.519354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port ea2297fa-7574-439c-a52a-3099196d7f52 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:18.519732 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.602854 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.627703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2297fa-7574-439c-a52a-3099196d7f52'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:18.696641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ea2297fa-7574-439c-a52a-3099196d7f52, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ea2297fa-7574-439c-a52a-3099196d7f52,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:18.794756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:18.846217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c70908-8b4b-4acf-af38-40eeffc394da req-6a58c289-4b66-43fe-bf95-2a364037b8d9 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:18.847825 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-13c70908-8b4b-4acf-af38-40eeffc394da req-6a58c289-4b66-43fe-bf95-2a364037b8d9 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 948 time: 0.0546250 Aug 10 03:10:18.852109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ea2297fa-7574-439c-a52a-3099196d7f52,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:18.886794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-603e00c4-510f-4c56-98cc-3e3db9c8fe02 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:10:18.889490 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-13c70908-8b4b-4acf-af38-40eeffc394da req-6bd3a875-4295-42dc-8521-8c4aedce4c91 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Aug 10 03:10:18.893087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-603e00c4-510f-4c56-98cc-3e3db9c8fe02 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1465075 Aug 10 03:10:18.990438 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a580b-e0ef-41fe-91c4-bf229a3a79c4" -d '{"events": [{"server_uuid": "7b8ca25e-f6c9-44c5-8db5-b989704f24df", "name": "network-vif-plugged", "status": "completed", "tag": "ea2297fa-7574-439c-a52a-3099196d7f52"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:18.999839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-1c966e85-c142-43c5-b4be-fbef5eaef973 service neutron] 10.222.0.26 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056895 Aug 10 03:10:19.087291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-ce2a13fb-f6b6-41ac-9d8d-a548fac171f4 service neutron] 10.222.0.26 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802505 Aug 10 03:10:19.334085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1024-cdab-4791-9590-b758e6f3a0ac req-dfac3e9c-da5a-475c-8a8d-0c6d327402c2 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:19.335548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dbba1024-cdab-4791-9590-b758e6f3a0ac req-dfac3e9c-da5a-475c-8a8d-0c6d327402c2 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0712309 Aug 10 03:10:19.387200 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dbba1024-cdab-4791-9590-b758e6f3a0ac req-d2c608e7-284f-406c-9824-d69ffcca192d tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Aug 10 03:10:19.422624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0c03210b-93ed-4b29-a354-d8637fb2aaf0 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:19.565527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd448fbe-9eda-4f35-a2f4-d6ff591dac93 req-68b480fc-6be7-48f5-831e-f1e975aa7a80 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 210 time: 0.0294294 Aug 10 03:10:19.578761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:19.588033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:19.588550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:19.616864 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f2d0aa-3388-40f9-8ec2-56678f395a66 x-openstack-request-id: req-39f2d0aa-3388-40f9-8ec2-56678f395a66 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:19.617730 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ca25e-f6c9-44c5-8db5-b989704f24df", "name": "network-vif-plugged", "status": "completed", "tag": "ea2297fa-7574-439c-a52a-3099196d7f52", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:19.618127 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39f2d0aa-3388-40f9-8ec2-56678f395a66 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:19.618716 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2297fa-7574-439c-a52a-3099196d7f52', 'code': 200} Aug 10 03:10:19.691951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37828) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:19.718364 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:19.757087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:19.798031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eccee-6601-45ec-aad3-f29c5d7c9b6c req-771c360c-4443-47eb-aad3-4ac6d32c80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:19.798523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-970eccee-6601-45ec-aad3-f29c5d7c9b6c req-771c360c-4443-47eb-aad3-4ac6d32c80ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 1123 time: 0.0938458 Aug 10 03:10:19.818547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-970eccee-6601-45ec-aad3-f29c5d7c9b6c req-d59d5df0-f27e-4133-b3ba-1562d2f57e55 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:19.839017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21473041-7814-4939-9e1d-8d90aa67b337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:19.851869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:19.930369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-970eccee-6601-45ec-aad3-f29c5d7c9b6c req-d59d5df0-f27e-4133-b3ba-1562d2f57e55 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:19.949540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=0c03210b-93ed-4b29-a354-d8637fb2aaf0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.006210 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-970eccee-6601-45ec-aad3-f29c5d7c9b6c req-d59d5df0-f27e-4133-b3ba-1562d2f57e55 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.065856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c586-34ab-4d64-9c1d-37453c8feb61 req-4852a784-22e9-4c79-bf6a-51c407749b3b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:20.073877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6259c586-34ab-4d64-9c1d-37453c8feb61 req-4852a784-22e9-4c79-bf6a-51c407749b3b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.0949473 Aug 10 03:10:20.074449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-970eccee-6601-45ec-aad3-f29c5d7c9b6c req-d59d5df0-f27e-4133-b3ba-1562d2f57e55 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681549 Aug 10 03:10:20.075192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5df0-f27e-4133-b3ba-1562d2f57e55 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ebf956-8450-41a4-b392-4ce18204475f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.146712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6259c586-34ab-4d64-9c1d-37453c8feb61 req-efa4c81e-44f7-43b6-ad72-303e196d1b05 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715244 Aug 10 03:10:20.183229 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21473041-7814-4939-9e1d-8d90aa67b337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.257826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21473041-7814-4939-9e1d-8d90aa67b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.300982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-21473041-7814-4939-9e1d-8d90aa67b337 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09fcb9993afc4c30ac9c3fc3226f27d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077166 Aug 10 03:10:20.302753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21473041-7814-4939-9e1d-8d90aa67b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d1e55-737b-4bd8-b899-20c79dd21ab4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.303568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:20.365675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a703791-c68c-4a9a-9595-c19dce36f564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.388100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a703791-c68c-4a9a-9595-c19dce36f564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.518049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37866) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:20.530123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462fb3-fcb9-4e59-ac23-2c24315fe149 req-2c6048d1-b8e1-466c-b98e-b6c52227ca1e tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:20.531712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e6462fb3-fcb9-4e59-ac23-2c24315fe149 req-2c6048d1-b8e1-466c-b98e-b6c52227ca1e tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0628760 Aug 10 03:10:20.583028 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e6462fb3-fcb9-4e59-ac23-2c24315fe149 req-ef97d805-3060-4faa-8e44-a47443331e52 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Aug 10 03:10:20.649245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a703791-c68c-4a9a-9595-c19dce36f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.653944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a703791-c68c-4a9a-9595-c19dce36f564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.653944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a703791-c68c-4a9a-9595-c19dce36f564 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed1d1e55-737b-4bd8-b899-20c79dd21ab4 HTTP/1.1" status: 204 len: 168 time: 0.3481309 Aug 10 03:10:20.662732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed1c311d-dad6-4093-acdf-e5aeaf620b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.693326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a703791-c68c-4a9a-9595-c19dce36f564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d1e55-737b-4bd8-b899-20c79dd21ab4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:20.878827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5770fd26-1975-410f-8894-b1a622646dfe req-04e48cba-490f-4ff3-9c4c-72d7f3c81156 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 210 time: 0.2140403 Aug 10 03:10:20.958993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed1c311d-dad6-4093-acdf-e5aeaf620b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.068914 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed1c311d-dad6-4093-acdf-e5aeaf620b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.106752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ed1c311d-dad6-4093-acdf-e5aeaf620b89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5a191914abb470d9ed92095d146e4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864897 Aug 10 03:10:21.108695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c311d-dad6-4093-acdf-e5aeaf620b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b03c5d-cd10-4768-870a-f2ca28c72e69,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:21.109991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37884) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:21.167731 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a298a445-072c-49b3-b332-391e058c5962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.224883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a298a445-072c-49b3-b332-391e058c5962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.297137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37892) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:21.299997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcdacc-3c21-4786-b2cb-ab6c60336486 req-d14b5e09-43ba-4a03-81e3-21643cacc7cc tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:21.301565 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ffcdacc-3c21-4786-b2cb-ab6c60336486 req-d14b5e09-43ba-4a03-81e3-21643cacc7cc tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.0698271 Aug 10 03:10:21.351299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ffcdacc-3c21-4786-b2cb-ab6c60336486 req-fac847c3-b889-412b-b446-eea2b1ddb5fc tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Aug 10 03:10:21.383409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a298a445-072c-49b3-b332-391e058c5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.386206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a298a445-072c-49b3-b332-391e058c5962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.387598 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a298a445-072c-49b3-b332-391e058c5962 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3b03c5d-cd10-4768-870a-f2ca28c72e69 HTTP/1.1" status: 204 len: 168 time: 0.2764909 Aug 10 03:10:21.396010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298a445-072c-49b3-b332-391e058c5962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b03c5d-cd10-4768-870a-f2ca28c72e69,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:21.523051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-508dd2ad-b7d8-491a-858c-afabfb6fc5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.614444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-508dd2ad-b7d8-491a-858c-afabfb6fc5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.620684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470beff3-702a-49dc-a871-34317a5e07fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c03210b-93ed-4b29-a354-d8637fb2aaf0'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:21.623085 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015ff49-2c26-4ec9-9395-d5725429e280" -d '{"events": [{"server_uuid": "470beff3-702a-49dc-a871-34317a5e07fb", "name": "network-vif-plugged", "status": "completed", "tag": "0c03210b-93ed-4b29-a354-d8637fb2aaf0"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:21.697824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf76a3d-9714-4f9e-8ce7-04b02674fa31 req-8ef3eeae-0a28-4bcf-a461-0e1f492d20b5 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:21.699395 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9cf76a3d-9714-4f9e-8ce7-04b02674fa31 req-8ef3eeae-0a28-4bcf-a461-0e1f492d20b5 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0473998 Aug 10 03:10:21.726268 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-508dd2ad-b7d8-491a-858c-afabfb6fc5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.743749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9cf76a3d-9714-4f9e-8ce7-04b02674fa31 req-cb745c92-47b8-4452-b0c4-0b2dcb68df0a tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Aug 10 03:10:21.777158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-508dd2ad-b7d8-491a-858c-afabfb6fc5d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=accc0ca084164504ae31f476ae50359c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762008 Aug 10 03:10:21.777158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd2ad-b7d8-491a-858c-afabfb6fc5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1f132-20e2-46a1-a8ff-da4e1009da24,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:21.777577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:21.818255 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f7a32-a5cd-4d68-9e39-b37da162d752 x-openstack-request-id: req-632f7a32-a5cd-4d68-9e39-b37da162d752 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:21.818543 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470beff3-702a-49dc-a871-34317a5e07fb", "name": "network-vif-plugged", "status": "completed", "tag": "0c03210b-93ed-4b29-a354-d8637fb2aaf0", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:21.818794 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-632f7a32-a5cd-4d68-9e39-b37da162d752 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:21.819171 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470beff3-702a-49dc-a871-34317a5e07fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c03210b-93ed-4b29-a354-d8637fb2aaf0', 'code': 200} Aug 10 03:10:21.846741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37908) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:21.851161 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d664-b7e9-491d-b1c0-902c5ca762fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.868401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8d24e14-0225-416b-943c-a7a0764eef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.891666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d664-b7e9-491d-b1c0-902c5ca762fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.958753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.54', 57039) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:22.016610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8d24e14-0225-416b-943c-a7a0764eef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.074965 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8d24e14-0225-416b-943c-a7a0764eef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.100805 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-baa9b503-4a16-4f44-a24f-21ac1f39872c req-ecb777aa-6232-41ed-8b9c-39c7fd60250b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 210 time: 0.0769215 Aug 10 03:10:22.146391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d8d24e14-0225-416b-943c-a7a0764eef26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b069dfba068490991dba2a0d0f59a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967260 Aug 10 03:10:22.149169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37914) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:22.160766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24e14-0225-416b-943c-a7a0764eef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd6a0b5-7080-46c5-b647-6d69937ae961,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:22.175808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3721e-a550-4973-8d14-46f4df6475ee req-0b6d51e6-f84a-4324-8c18-aea89b5fafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.177526 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-faf3721e-a550-4973-8d14-46f4df6475ee req-0b6d51e6-f84a-4324-8c18-aea89b5fafb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 1101 time: 0.2142229 Aug 10 03:10:22.194304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-caef5baf-b5b3-475a-992a-4ee05fd315ba tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.195889 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-caef5baf-b5b3-475a-992a-4ee05fd315ba tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.54 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 823 time: 0.3267770 Aug 10 03:10:22.244063 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-faf3721e-a550-4973-8d14-46f4df6475ee req-39767b38-1651-4c2d-ad02-146ce1a51ada service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Aug 10 03:10:22.246105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d664-b7e9-491d-b1c0-902c5ca762fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.248624 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2c2d664-b7e9-491d-b1c0-902c5ca762fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.249650 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a2c2d664-b7e9-491d-b1c0-902c5ca762fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54a1f132-20e2-46a1-a8ff-da4e1009da24 HTTP/1.1" status: 204 len: 168 time: 0.4702311 Aug 10 03:10:22.272139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2d664-b7e9-491d-b1c0-902c5ca762fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1f132-20e2-46a1-a8ff-da4e1009da24,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:22.288608 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9d46f2ca-4211-478a-984a-2600ba16861a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf89bbceef3d4e1e97262fba0e4b5974 HTTP/1.1" status: 200 len: 379 time: 0.0706427 Aug 10 03:10:22.317103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-663e737a-dc14-4715-8921-8b2d106bcfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.325698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693b22-f832-47a0-b7a5-8a6cbd623758 req-5a51a87e-980c-4991-9a2d-0528a7dbcd6a tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.326183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693b22-f832-47a0-b7a5-8a6cbd623758 req-5a51a87e-980c-4991-9a2d-0528a7dbcd6a tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.326660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693b22-f832-47a0-b7a5-8a6cbd623758 req-5a51a87e-980c-4991-9a2d-0528a7dbcd6a tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.327132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693b22-f832-47a0-b7a5-8a6cbd623758 req-5a51a87e-980c-4991-9a2d-0528a7dbcd6a tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.327598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693b22-f832-47a0-b7a5-8a6cbd623758 req-5a51a87e-980c-4991-9a2d-0528a7dbcd6a tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.329900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8693b22-f832-47a0-b7a5-8a6cbd623758 req-5a51a87e-980c-4991-9a2d-0528a7dbcd6a tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1796303 Aug 10 03:10:22.347018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-663e737a-dc14-4715-8921-8b2d106bcfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.452076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215f57c-9a04-49d8-be3c-f4b9bdd2046c req-2c9fe748-470e-4c4e-9e5e-e95a62e3535f tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.454190 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f215f57c-9a04-49d8-be3c-f4b9bdd2046c req-2c9fe748-470e-4c4e-9e5e-e95a62e3535f tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 886 time: 0.1057260 Aug 10 03:10:22.491728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-663e737a-dc14-4715-8921-8b2d106bcfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.494644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-663e737a-dc14-4715-8921-8b2d106bcfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.498428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-663e737a-dc14-4715-8921-8b2d106bcfb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfd6a0b5-7080-46c5-b647-6d69937ae961 HTTP/1.1" status: 204 len: 168 time: 0.3441601 Aug 10 03:10:22.505028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e737a-dc14-4715-8921-8b2d106bcfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd6a0b5-7080-46c5-b647-6d69937ae961,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:22.527749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37926) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:22.545496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-323ba607-7ef2-4fdf-8e71-3e6bdaf0ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.652076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cbf60-9f59-444e-8862-5e214c6c2dbc req-66378638-a5db-4b31-9c5f-3a4deccc10a0 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.653624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e57cbf60-9f59-444e-8862-5e214c6c2dbc req-66378638-a5db-4b31-9c5f-3a4deccc10a0 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.0759826 Aug 10 03:10:22.662648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a56f8-3e37-4a51-b9a9-e40875ce8d29 req-e228028c-1aab-4e16-a163-bfcbd1b34f94 tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.663136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a56f8-3e37-4a51-b9a9-e40875ce8d29 req-e228028c-1aab-4e16-a163-bfcbd1b34f94 tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.663675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a56f8-3e37-4a51-b9a9-e40875ce8d29 req-e228028c-1aab-4e16-a163-bfcbd1b34f94 tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.664149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a56f8-3e37-4a51-b9a9-e40875ce8d29 req-e228028c-1aab-4e16-a163-bfcbd1b34f94 tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.664687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a56f8-3e37-4a51-b9a9-e40875ce8d29 req-e228028c-1aab-4e16-a163-bfcbd1b34f94 tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:22.666652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-685a56f8-3e37-4a51-b9a9-e40875ce8d29 req-e228028c-1aab-4e16-a163-bfcbd1b34f94 tempest-NetworksTest-359299492 tempest-NetworksTest-359299492-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1923225 Aug 10 03:10:22.713390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e57cbf60-9f59-444e-8862-5e214c6c2dbc req-fd2c89d8-1b82-4142-8257-094937aefa55 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 Aug 10 03:10:22.718035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'port': {'device_id': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'admin_state_up': True, 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'security_groups': ['9ff59864-023c-4a7c-9ba3-bec17d86c80a']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:22.726000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-323ba607-7ef2-4fdf-8e71-3e6bdaf0ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.788661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-323ba607-7ef2-4fdf-8e71-3e6bdaf0ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.852974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-323ba607-7ef2-4fdf-8e71-3e6bdaf0ea2d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ee986205c2c44f183f7d9788681dbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206415 Aug 10 03:10:22.853886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37936) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:22.868826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ba607-7ef2-4fdf-8e71-3e6bdaf0ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0612d4c-535c-4a85-9f7c-039acba2e696,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:22.912191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a1874119-18ce-4e41-bf3f-d69612672e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.946294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a1874119-18ce-4e41-bf3f-d69612672e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.008619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57faf9d-cc18-46c6-8cad-213dfe45242c req-f4d7e27c-c732-4d44-b49d-020e041736f9 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.009990 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a57faf9d-cc18-46c6-8cad-213dfe45242c req-f4d7e27c-c732-4d44-b49d-020e041736f9 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.1011400 Aug 10 03:10:23.028566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37938) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:23.042398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b629138f-2a82-46dc-b9d8-ae81a8a9a26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.067229 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a57faf9d-cc18-46c6-8cad-213dfe45242c req-90e13bd8-eca8-438c-bfe9-bc00981de529 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Aug 10 03:10:23.080331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a1874119-18ce-4e41-bf3f-d69612672e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.083323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a1874119-18ce-4e41-bf3f-d69612672e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.084485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a1874119-18ce-4e41-bf3f-d69612672e8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0612d4c-535c-4a85-9f7c-039acba2e696 HTTP/1.1" status: 204 len: 168 time: 0.2294371 Aug 10 03:10:23.094184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1874119-18ce-4e41-bf3f-d69612672e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0612d4c-535c-4a85-9f7c-039acba2e696,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.169647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Made reservation on behalf of bf89bbceef3d4e1e97262fba0e4b5974 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:23.170645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.275927 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2743aae7-5009-4042-822b-c9ac493a456a req-77ac428e-a08e-474d-8fc1-add6ad971651 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 210 time: 0.0537183 Aug 10 03:10:23.291093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6d039-585d-4209-8e9c-139481642d34 req-de8b6fdc-1daa-4fa1-9ff2-8d34e8379d81 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.293552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94b6d039-585d-4209-8e9c-139481642d34 req-de8b6fdc-1daa-4fa1-9ff2-8d34e8379d81 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 1123 time: 0.0754435 Aug 10 03:10:23.301925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b629138f-2a82-46dc-b9d8-ae81a8a9a26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.324370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-94b6d039-585d-4209-8e9c-139481642d34 req-8f979ec7-7fb7-446b-a153-718ff1c005a5 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.360160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Allocated IP 172.20.0.8 (7bd4f925-333e-4526-b0da-88b1aff13965/4ee198fc-5c2b-4af5-8552-d1de1bfb7c84/76f056b4-951a-4306-a42d-ae7573c1902e) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:23.368224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b629138f-2a82-46dc-b9d8-ae81a8a9a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.435534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629138f-2a82-46dc-b9d8-ae81a8a9a26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5fe1e-5d81-41f7-a837-d264e38df52a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.441031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37954) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:23.450708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b629138f-2a82-46dc-b9d8-ae81a8a9a26e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b797cfa414240a6a82d1721306ecea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183903 Aug 10 03:10:23.456622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37956) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:23.553871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.559363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-94b6d039-585d-4209-8e9c-139481642d34 req-8f979ec7-7fb7-446b-a153-718ff1c005a5 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.571107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Transition to ACTIVE for port object 76f056b4-951a-4306-a42d-ae7573c1902e will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:23.572194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83e940ce-b427-4809-b6c9-76c7d6f1c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.601338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83e940ce-b427-4809-b6c9-76c7d6f1c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.617961 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-debba060-0e52-4f4a-9e2c-bee82a665df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.643900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-94b6d039-585d-4209-8e9c-139481642d34 req-8f979ec7-7fb7-446b-a153-718ff1c005a5 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.677956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94b6d039-585d-4209-8e9c-139481642d34 req-8f979ec7-7fb7-446b-a153-718ff1c005a5 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701653 Aug 10 03:10:23.693748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f979ec7-7fb7-446b-a153-718ff1c005a5 tempest-AggregatesAdminTestJSON-1022250815 tempest-AggregatesAdminTestJSON-1022250815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decbeb79-5e54-405d-a5d8-439b7947c4e7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.715155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.772458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Network 7bd4f925-333e-4526-b0da-88b1aff13965 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:23.775693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:23.779962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:23.786321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.786472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.796283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'Port': ['ID=76f056b4-951a-4306-a42d-ae7573c1902e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.831505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83e940ce-b427-4809-b6c9-76c7d6f1c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.831505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83e940ce-b427-4809-b6c9-76c7d6f1c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.831505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-83e940ce-b427-4809-b6c9-76c7d6f1c6e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7f5fe1e-5d81-41f7-a837-d264e38df52a HTTP/1.1" status: 204 len: 168 time: 0.3608952 Aug 10 03:10:23.840316 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-debba060-0e52-4f4a-9e2c-bee82a665df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.884876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e940ce-b427-4809-b6c9-76c7d6f1c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5fe1e-5d81-41f7-a837-d264e38df52a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:23.920092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e1907-8c5a-4a56-bf3d-3405a5f14fb0 req-66bb7fea-261a-4670-8c98-5021d7613dfa tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:23.929084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f24e1907-8c5a-4a56-bf3d-3405a5f14fb0 req-66bb7fea-261a-4670-8c98-5021d7613dfa tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.1008611 Aug 10 03:10:23.947871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-debba060-0e52-4f4a-9e2c-bee82a665df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:23.990725 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-e010d7bb-258a-470e-8bdb-f455cba7c698 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2772717 Aug 10 03:10:24.007654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-debba060-0e52-4f4a-9e2c-bee82a665df5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=511a88cb765143aa997f9e1f57cd660d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645876 Aug 10 03:10:24.010203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debba060-0e52-4f4a-9e2c-bee82a665df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b3f74-02a1-4344-9252-fa1de4c710f0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:24.012523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37986) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:24.013337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Request body: {'port': {'device_id': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:24.022151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f24e1907-8c5a-4a56-bf3d-3405a5f14fb0 req-e3d00c5c-9ed8-4d7e-83e4-1c138ed3d2e8 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854318 Aug 10 03:10:24.088371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-002126b2-0735-41ad-904f-75dd62502b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.121941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-002126b2-0735-41ad-904f-75dd62502b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.126310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.207728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-18510454-f511-4855-8931-77b8d4208d2f None None] Provisioning for port 76f056b4-951a-4306-a42d-ae7573c1902e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:24.215859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-18510454-f511-4855-8931-77b8d4208d2f None None] Provisioning complete for port 76f056b4-951a-4306-a42d-ae7573c1902e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:24.215859 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18510454-f511-4855-8931-77b8d4208d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.263166 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-002126b2-0735-41ad-904f-75dd62502b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.267255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-002126b2-0735-41ad-904f-75dd62502b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.269857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-002126b2-0735-41ad-904f-75dd62502b9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/967b3f74-02a1-4344-9252-fa1de4c710f0 HTTP/1.1" status: 204 len: 168 time: 0.2561364 Aug 10 03:10:24.282895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002126b2-0735-41ad-904f-75dd62502b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b3f74-02a1-4344-9252-fa1de4c710f0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:24.309745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-18510454-f511-4855-8931-77b8d4208d2f None None] Port 76f056b4-951a-4306-a42d-ae7573c1902e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:24.432973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531447ca-564c-4c26-a22d-b939aea470c7 req-22c37649-4f21-4bee-b307-05411b152de7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.435491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-531447ca-564c-4c26-a22d-b939aea470c7 req-22c37649-4f21-4bee-b307-05411b152de7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 931 time: 0.0660710 Aug 10 03:10:24.480813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f056b4-951a-4306-a42d-ae7573c1902e {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:24.497678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-531447ca-564c-4c26-a22d-b939aea470c7 req-851cd42c-9c20-48ae-b131-87dbaf8b5d4b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545738 Aug 10 03:10:24.513266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.537503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Transition to ACTIVE for port object 76f056b4-951a-4306-a42d-ae7573c1902e will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:24.623273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.674698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Pushing event updated for resources: {'Port': ['ID=76f056b4-951a-4306-a42d-ae7573c1902e,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:24.720645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Attempting to bind port 76f056b4-951a-4306-a42d-ae7573c1902e on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:24.720988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Attempting to bind port 76f056b4-951a-4306-a42d-ae7573c1902e by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:24.721318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Attempting to bind port 76f056b4-951a-4306-a42d-ae7573c1902e on network 7bd4f925-333e-4526-b0da-88b1aff13965 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:24.728313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Port 76f056b4-951a-4306-a42d-ae7573c1902e on network 7bd4f925-333e-4526-b0da-88b1aff13965 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:24.728656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Attempting to bind port 76f056b4-951a-4306-a42d-ae7573c1902e on network 7bd4f925-333e-4526-b0da-88b1aff13965 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:24.748086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:24.748458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Checking segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:24.748847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Bound using segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:24.749277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Bound port: 76f056b4-951a-4306-a42d-ae7573c1902e, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:24.749639 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.852702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] For port 76f056b4-951a-4306-a42d-ae7573c1902e, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:24.863021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] For port 76f056b4-951a-4306-a42d-ae7573c1902e, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=76f056b4-951a-4306-a42d-ae7573c1902e,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:24.943465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.979521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:24.980146 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.981917 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] 10.222.0.54 "PUT /v2.0/ports/76f056b4-951a-4306-a42d-ae7573c1902e HTTP/1.1" status: 200 len: 1092 time: 0.9731362 Aug 10 03:10:24.984804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:24.987292 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5729f013-c035-4a68-8ef2-f310bbf2eb11" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:25.016121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a2a5-fe4b-4f2a-8cf6-6ad5b459f48d service neutron] Pushing event updated for resources: {'Port': ['ID=76f056b4-951a-4306-a42d-ae7573c1902e,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:25.040584 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5608faf0-a6f3-48b6-9771-92b8cd7a9b6b x-openstack-request-id: req-5608faf0-a6f3-48b6-9771-92b8cd7a9b6b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:25.040584 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:25.040584 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5608faf0-a6f3-48b6-9771-92b8cd7a9b6b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:25.040584 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e', 'status': 'completed', 'code': 200} Aug 10 03:10:25.150745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f013-c035-4a68-8ef2-f310bbf2eb11 req-e40cb9d2-7c40-43c7-8860-3cd537a82f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.152903 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5729f013-c035-4a68-8ef2-f310bbf2eb11 req-e40cb9d2-7c40-43c7-8860-3cd537a82f2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 1095 time: 0.0676632 Aug 10 03:10:25.232618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f9cd-3fa1-4308-a57a-46280bf79e8a req-90e59e87-e35f-4c57-b56f-130f65ae16ff tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.251281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd01f9cd-3fa1-4308-a57a-46280bf79e8a req-90e59e87-e35f-4c57-b56f-130f65ae16ff tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.1114895 Aug 10 03:10:25.298466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd01f9cd-3fa1-4308-a57a-46280bf79e8a req-4fa1be85-94a6-483e-8a2e-3d48f7a4d548 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Aug 10 03:10:25.373955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f013-c035-4a68-8ef2-f310bbf2eb11 req-c640d2e7-07ce-42e4-bb4e-45726bef7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.375643 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5729f013-c035-4a68-8ef2-f310bbf2eb11 req-c640d2e7-07ce-42e4-bb4e-45726bef7929 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2052693 Aug 10 03:10:25.552302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f013-c035-4a68-8ef2-f310bbf2eb11 req-75d04328-eff3-4988-9e82-c9400eeac126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.553928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5729f013-c035-4a68-8ef2-f310bbf2eb11 req-75d04328-eff3-4988-9e82-c9400eeac126 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695993 Aug 10 03:10:25.621919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38068) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:25.644665 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4970ec1-675c-4170-85d2-d482b5bb03e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.668806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.685235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-4c054e43-2b4d-4502-8ff0-7c2827cca3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.686877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-4c054e43-2b4d-4502-8ff0-7c2827cca3ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 1095 time: 0.0712214 Aug 10 03:10:25.747457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4970ec1-675c-4170-85d2-d482b5bb03e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.760697 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-0b58e3e4-4861-4816-9ee6-f3086e8588b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76f056b4-951a-4306-a42d-ae7573c1902e HTTP/1.1" status: 200 len: 217 time: 0.0578156 Aug 10 03:10:25.823583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4970ec1-675c-4170-85d2-d482b5bb03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:25.862820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-7a16eb73-a93f-4c7a-9612-e0b6ada1e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.864440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-7a16eb73-a93f-4c7a-9612-e0b6ada1e1b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.0962064 Aug 10 03:10:25.908395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4970ec1-675c-4170-85d2-d482b5bb03e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6717ea357162432383445506dc57250e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837255 Aug 10 03:10:25.909663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:25.911867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4970ec1-675c-4170-85d2-d482b5bb03e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e51bbe-2d6c-4b49-a719-5254b8a22551,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:25.915360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16013bbb-0674-43f4-a277-21737923540a req-f6016620-6dde-4abb-a6dc-ea2ffe227c85 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.917279 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16013bbb-0674-43f4-a277-21737923540a req-f6016620-6dde-4abb-a6dc-ea2ffe227c85 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 943 time: 0.1006978 Aug 10 03:10:25.968489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-722775c1-2b31-43ca-8bd3-d5a32419ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:25.970180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-722775c1-2b31-43ca-8bd3-d5a32419ced8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969923 Aug 10 03:10:25.984721 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16013bbb-0674-43f4-a277-21737923540a req-1296c028-a9c2-40e4-87fa-10ea68f3413f tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573914 Aug 10 03:10:26.014000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb13efc9-5b65-470e-b7da-d06bc5a23a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.047345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb13efc9-5b65-470e-b7da-d06bc5a23a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.135983 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-c486fa66-1592-4f38-943d-2db476bd5bfe service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499751 Aug 10 03:10:26.194933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb13efc9-5b65-470e-b7da-d06bc5a23a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.199547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb13efc9-5b65-470e-b7da-d06bc5a23a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:26.201442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fb13efc9-5b65-470e-b7da-d06bc5a23a4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19e51bbe-2d6c-4b49-a719-5254b8a22551 HTTP/1.1" status: 204 len: 168 time: 0.2906206 Aug 10 03:10:26.212525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13efc9-5b65-470e-b7da-d06bc5a23a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e51bbe-2d6c-4b49-a719-5254b8a22551,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:26.245713 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-22ad82bf-15c2-4896-88d4-3a73ee85cda4 req-ecb19c07-d9e9-4b68-99d6-5b6e94fa696e service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016288 Aug 10 03:10:26.363202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11063db-c42d-4f05-970b-01b47d81c64a req-0b2cd83c-b196-4510-b780-1163d39cc653 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:26.371431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d11063db-c42d-4f05-970b-01b47d81c64a req-0b2cd83c-b196-4510-b780-1163d39cc653 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.0655007 Aug 10 03:10:26.406206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d11063db-c42d-4f05-970b-01b47d81c64a req-e07349f3-db72-4f04-b58f-57815e9f544c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338523 Aug 10 03:10:27.329281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2c336-588f-4190-ab71-7c137073a19a req-9f35dda6-c012-439e-9357-454b37de7f41 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.331069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84c2c336-588f-4190-ab71-7c137073a19a req-9f35dda6-c012-439e-9357-454b37de7f41 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 943 time: 0.0595574 Aug 10 03:10:27.370284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84c2c336-588f-4190-ab71-7c137073a19a req-19eeaf61-f283-45c7-985a-e7b3ec46a7a2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327168 Aug 10 03:10:27.738952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b6c5-604e-40a5-9abd-f5df4991784d req-4a619838-708e-4836-91b4-a61232a548a8 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:27.740635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e44b6c5-604e-40a5-9abd-f5df4991784d req-4a619838-708e-4836-91b4-a61232a548a8 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 949 time: 0.0502551 Aug 10 03:10:27.795576 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e44b6c5-604e-40a5-9abd-f5df4991784d req-0e834813-342a-4180-9aaa-5df119048eb4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Aug 10 03:10:28.023666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-5bb57ff9-2bc2-4771-b8b5-30dd48c2fe4a tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.025338 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-5bb57ff9-2bc2-4771-b8b5-30dd48c2fe4a tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 1101 time: 0.0411067 Aug 10 03:10:28.111309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Deleting port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:28.111635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.198872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] For port 0c03210b-93ed-4b29-a354-d8637fb2aaf0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0c03210b-93ed-4b29-a354-d8637fb2aaf0,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:28.199250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.215857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Calling delete_port for 0c03210b-93ed-4b29-a354-d8637fb2aaf0 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:28.460832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38230) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:28.482568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.514212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c03210b-93ed-4b29-a354-d8637fb2aaf0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:28.527078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['0c03210b-93ed-4b29-a354-d8637fb2aaf0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:28.560254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] No DVR routers for this DVR port 0c03210b-93ed-4b29-a354-d8637fb2aaf0 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:28.563434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:28.566827 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-48f06d35-eb6c-49a0-8267-ebc2092787d3 req-cf7b69a5-3376-447e-a198-2745041430c6 tempest-DeleteServersAdminTestJSON-160647150 tempest-DeleteServersAdminTestJSON-160647150-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0c03210b-93ed-4b29-a354-d8637fb2aaf0 HTTP/1.1" status: 204 len: 173 time: 0.5298948 Aug 10 03:10:28.568108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470beff3-702a-49dc-a871-34317a5e07fb', 'name': 'network-vif-deleted', 'tag': '0c03210b-93ed-4b29-a354-d8637fb2aaf0'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:28.570497 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f29f9ba-982e-4716-9693-c0e18513e08b" -d '{"events": [{"server_uuid": "470beff3-702a-49dc-a871-34317a5e07fb", "name": "network-vif-deleted", "tag": "0c03210b-93ed-4b29-a354-d8637fb2aaf0"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:28.770589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583041-cce3-4cf5-bd5c-8792ed51eb7f req-3b6b4646-eb3d-40ee-ae44-a0a81d8cee55 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:28.772098 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16583041-cce3-4cf5-bd5c-8792ed51eb7f req-3b6b4646-eb3d-40ee-ae44-a0a81d8cee55 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 943 time: 0.0554538 Aug 10 03:10:28.811417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16583041-cce3-4cf5-bd5c-8792ed51eb7f req-0e325c87-dca8-4ee4-be10-57b7dfa1193a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331085 Aug 10 03:10:28.857276 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb34e67-c61f-4d69-9e8e-49bbed3b359f x-openstack-request-id: req-4bb34e67-c61f-4d69-9e8e-49bbed3b359f {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:28.857583 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470beff3-702a-49dc-a871-34317a5e07fb", "name": "network-vif-deleted", "tag": "0c03210b-93ed-4b29-a354-d8637fb2aaf0", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:28.857842 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bb34e67-c61f-4d69-9e8e-49bbed3b359f {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:28.858238 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470beff3-702a-49dc-a871-34317a5e07fb', 'name': 'network-vif-deleted', 'tag': '0c03210b-93ed-4b29-a354-d8637fb2aaf0', 'status': 'completed', 'code': 200} Aug 10 03:10:28.978255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:29.063757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c44b5a4a-6fa6-486e-840f-35377f077b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.072287 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0ebfea1-3f1b-49bd-aa2e-a6f85893b358 req-47c770b7-1dfd-4f4e-8fdd-fd3c4d789de3 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=470beff3-702a-49dc-a871-34317a5e07fb HTTP/1.1" status: 200 len: 210 time: 0.0344396 Aug 10 03:10:29.099048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9060bf29-d07a-4974-8f8b-0dc265a65aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.217334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c44b5a4a-6fa6-486e-840f-35377f077b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.276482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c44b5a4a-6fa6-486e-840f-35377f077b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.335592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b5a4a-6fa6-486e-840f-35377f077b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aced1aa-9bf0-42ee-9ecf-8a4167e0e197,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.340001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c44b5a4a-6fa6-486e-840f-35377f077b2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb7f7911f57b4b2981a5db3e66b39de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8781128 Aug 10 03:10:29.342705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38284) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:29.416130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-480b3803-eaeb-4443-a3f3-1b176bc35207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.451913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-480b3803-eaeb-4443-a3f3-1b176bc35207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.454740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9060bf29-d07a-4974-8f8b-0dc265a65aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.550339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9060bf29-d07a-4974-8f8b-0dc265a65aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.599960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9060bf29-d07a-4974-8f8b-0dc265a65aca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18e849050e2d442c804a5e74e3eefd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206188 Aug 10 03:10:29.606326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060bf29-d07a-4974-8f8b-0dc265a65aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be431dd0-1ab7-4154-8c9e-8c587cc0dcb8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.606519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:29.647044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-480b3803-eaeb-4443-a3f3-1b176bc35207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.649640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-480b3803-eaeb-4443-a3f3-1b176bc35207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.653579 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-480b3803-eaeb-4443-a3f3-1b176bc35207 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5aced1aa-9bf0-42ee-9ecf-8a4167e0e197 HTTP/1.1" status: 204 len: 168 time: 0.3072257 Aug 10 03:10:29.667133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3803-eaeb-4443-a3f3-1b176bc35207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aced1aa-9bf0-42ee-9ecf-8a4167e0e197,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.673302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d956b52-c447-45d4-a8b3-e96cc1a289b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.718647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d956b52-c447-45d4-a8b3-e96cc1a289b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.840543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d956b52-c447-45d4-a8b3-e96cc1a289b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.843191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d956b52-c447-45d4-a8b3-e96cc1a289b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:29.844556 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d956b52-c447-45d4-a8b3-e96cc1a289b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be431dd0-1ab7-4154-8c9e-8c587cc0dcb8 HTTP/1.1" status: 204 len: 168 time: 0.2403049 Aug 10 03:10:29.861690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d956b52-c447-45d4-a8b3-e96cc1a289b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be431dd0-1ab7-4154-8c9e-8c587cc0dcb8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:29.914410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-a408b591-4ccc-443e-8afa-7fed45b224e5 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=32b2be38505942d29623062a46ccff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458274 Aug 10 03:10:30.010978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-a941d242-ead9-491f-b817-7e8017734bbd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207676 Aug 10 03:10:30.080388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ca095bd4-013c-4947-83d2-3c287ec5e0fb tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.089681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ca095bd4-013c-4947-83d2-3c287ec5e0fb tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579416 Aug 10 03:10:30.121561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-067d7e3c-d2ab-4aa4-ac43-555d87912eaf tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/quotas/32b2be38505942d29623062a46ccff34 HTTP/1.1" status: 200 len: 375 time: 0.0307560 Aug 10 03:10:30.144645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8ca6-90b3-4b5f-90a6-5dd2e7cfe4c9 req-3dc03693-0547-4f7b-b129-3eaf9e849aca tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.146171 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1beb8ca6-90b3-4b5f-90a6-5dd2e7cfe4c9 req-3dc03693-0547-4f7b-b129-3eaf9e849aca tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 943 time: 0.0748432 Aug 10 03:10:30.157456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-50686b21-54a7-4911-abec-dbe9290a2039 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32b2be38505942d29623062a46ccff34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289638 Aug 10 03:10:30.162149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-e3f4dae0-6813-497e-8333-f7b75dcdf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.163526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-e3f4dae0-6813-497e-8333-f7b75dcdf4e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=771102341a094431b27b3553a83ece86&device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 1123 time: 0.1025059 Aug 10 03:10:30.177352 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-90fe55e7-bba1-4600-9cba-c5b91beed762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.217682 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1beb8ca6-90b3-4b5f-90a6-5dd2e7cfe4c9 req-efc62c21-f13a-4cb0-ad84-e0591db265d3 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607095 Aug 10 03:10:30.287913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-b940fd56-e692-4aae-b695-bfab51d5504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.289895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-b940fd56-e692-4aae-b695-bfab51d5504e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1025095 Aug 10 03:10:30.339502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-02dd1e9d-256c-4aa6-92cc-9adc6e5a8938 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ea2297fa-7574-439c-a52a-3099196d7f52 HTTP/1.1" status: 200 len: 217 time: 0.0415146 Aug 10 03:10:30.390985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-5976d8cd-01f4-4599-a816-d25638d9d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.392423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-5976d8cd-01f4-4599-a816-d25638d9d0a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0464692 Aug 10 03:10:30.441559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-bcd25b5f-cb93-43a2-afc0-1ba43c831bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:30.441559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-bcd25b5f-cb93-43a2-afc0-1ba43c831bbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401626 Aug 10 03:10:30.554303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-142bb0ba-50e3-4c79-b853-bbe14622eb81 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065357 Aug 10 03:10:30.647864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e7f7b4b-91d4-446d-920b-5f33f783d4b5 req-47a7dc21-5a08-42ed-80fa-ac6c36ed614f service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865285 Aug 10 03:10:30.693292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:30.717855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9fe53c82-4fc3-47ea-b15e-c3718da28e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.748523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7274a1a8-aac2-4ff4-b177-44f0f5c707cc req-cbf4e3aa-a780-4ee3-afbf-af0754c4a73c tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 210 time: 0.0415463 Aug 10 03:10:30.841662 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9fe53c82-4fc3-47ea-b15e-c3718da28e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.950366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38370) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:30.962561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9fe53c82-4fc3-47ea-b15e-c3718da28e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:30.987692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-cdbc-4c0d-b8db-572a5d8cc6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.257806 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9fe53c82-4fc3-47ea-b15e-c3718da28e09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8bf4f21b72447c28ff1ab7b47c1090e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622060 Aug 10 03:10:31.260765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:31.261905 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-17b979b0-6dcc-4f9a-bf24-077ee5c4eab8 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439703 Aug 10 03:10:31.263830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe53c82-4fc3-47ea-b15e-c3718da28e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2496fe-d282-4e21-9a39-ba32787ee370,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:31.297429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:31.335204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9c07a4f-fa43-4b75-84f5-265c772fbb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.383517 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9c07a4f-fa43-4b75-84f5-265c772fbb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.444632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-6bdc19a0-69f0-4233-8b1d-304d0403dca2 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:31.446152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-6bdc19a0-69f0-4233-8b1d-304d0403dca2 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763873 Aug 10 03:10:31.470311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-96847f67-fa0b-4a38-840f-1f827a0d7cbd tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/quotas/c4a01874c4a54d8b9bb937036f8a7b21 HTTP/1.1" status: 200 len: 375 time: 0.0142143 Aug 10 03:10:31.483579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 76f056b4-951a-4306-a42d-ae7573c1902e details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:31.527632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9c07a4f-fa43-4b75-84f5-265c772fbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.530660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9c07a4f-fa43-4b75-84f5-265c772fbb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.532425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d9c07a4f-fa43-4b75-84f5-265c772fbb77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b2496fe-d282-4e21-9a39-ba32787ee370 HTTP/1.1" status: 204 len: 168 time: 0.2706459 Aug 10 03:10:31.547378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e584cd-8213-46f3-807c-4a25c5877252 req-6d0a1f8d-a4eb-45f2-9448-e38bb4267fc7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:31.554434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35e584cd-8213-46f3-807c-4a25c5877252 req-6d0a1f8d-a4eb-45f2-9448-e38bb4267fc7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 943 time: 0.0728469 Aug 10 03:10:31.562183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3b12ae-e957-4a57-b2b4-70c6378ac718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.575324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c07a4f-fa43-4b75-84f5-265c772fbb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2496fe-d282-4e21-9a39-ba32787ee370,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:31.580958 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-fdb3323b-7f76-4567-9d3d-c96ba9bf6c43 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005907 Aug 10 03:10:31.583158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-cdbc-4c0d-b8db-572a5d8cc6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.610014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35e584cd-8213-46f3-807c-4a25c5877252 req-73dc68f3-6457-449c-98df-81b25852c202 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535088 Aug 10 03:10:31.644549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0c03210b-93ed-4b29-a354-d8637fb2aaf0 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:31.688124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-372c3a21-cdbc-4c0d-b8db-572a5d8cc6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.706104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 0c03210b-93ed-4b29-a354-d8637fb2aaf0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:31.706475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0c03210b-93ed-4b29-a354-d8637fb2aaf0 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:31.755954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 76f056b4-951a-4306-a42d-ae7573c1902e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=76f056b4-951a-4306-a42d-ae7573c1902e,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:31.760640 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-372c3a21-cdbc-4c0d-b8db-572a5d8cc6af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89da4fc816a046daa33211517347bb79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087072 Aug 10 03:10:31.763890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3a21-cdbc-4c0d-b8db-572a5d8cc6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f10f607-abed-489b-9867-b8b40fe68768,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:31.764556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38418) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:31.771469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '76f056b4-951a-4306-a42d-ae7573c1902e', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'port_id': '76f056b4-951a-4306-a42d-ae7573c1902e', 'mac_address': 'fa:16:3e:cf:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:31.820151 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.835919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6df60674-79d6-42f8-bc37-7e12a888fe30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.837361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f056b4-951a-4306-a42d-ae7573c1902e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:31.859593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3b12ae-e957-4a57-b2b4-70c6378ac718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.861123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6df60674-79d6-42f8-bc37-7e12a888fe30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:31.884476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 76f056b4-951a-4306-a42d-ae7573c1902e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=76f056b4-951a-4306-a42d-ae7573c1902e,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:32.009672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3b12ae-e957-4a57-b2b4-70c6378ac718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.035471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.035684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6df60674-79d6-42f8-bc37-7e12a888fe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.038801 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6df60674-79d6-42f8-bc37-7e12a888fe30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.040271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6df60674-79d6-42f8-bc37-7e12a888fe30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f10f607-abed-489b-9867-b8b40fe68768 HTTP/1.1" status: 204 len: 168 time: 0.2746489 Aug 10 03:10:32.087869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df60674-79d6-42f8-bc37-7e12a888fe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f10f607-abed-489b-9867-b8b40fe68768,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.088846 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc3b12ae-e957-4a57-b2b4-70c6378ac718 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45a7de5341314c6ab3f2999d9e2b2e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620738 Aug 10 03:10:32.093012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38440) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:32.161687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=76f056b4-951a-4306-a42d-ae7573c1902e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.189338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b12ae-e957-4a57-b2b4-70c6378ac718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f55ca65-c1fc-4e31-b913-dd86f5f861dd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.215417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3c7cedd-1e55-493c-afdb-ffdc936215e6 req-67b3ac56-2bbb-48f6-8989-cbdbc3b43321 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 210 time: 0.0346620 Aug 10 03:10:32.226255 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1418ef82-0e8f-4446-a2b3-8bdd58e7d1b6 req-60a537cd-6585-4ea3-82b6-39a13c6d9ed7 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 210 time: 0.0339158 Aug 10 03:10:32.243513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9093bbde-52b9-4026-8934-ef4f1015963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.277446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9093bbde-52b9-4026-8934-ef4f1015963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.364829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e807b4-629f-44bc-a5ea-76c301cfb8a5 req-c9358a48-410f-4096-a49b-948bc670909a tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.366365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8e807b4-629f-44bc-a5ea-76c301cfb8a5 req-c9358a48-410f-4096-a49b-948bc670909a tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0614154 Aug 10 03:10:32.411803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8e807b4-629f-44bc-a5ea-76c301cfb8a5 req-9d1e16d6-643e-4ff1-975b-29b56c999c38 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Aug 10 03:10:32.425901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['76f056b4-951a-4306-a42d-ae7573c1902e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:32.538143 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9093bbde-52b9-4026-8934-ef4f1015963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.548298 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9093bbde-52b9-4026-8934-ef4f1015963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.554962 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9093bbde-52b9-4026-8934-ef4f1015963f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f55ca65-c1fc-4e31-b913-dd86f5f861dd HTTP/1.1" status: 204 len: 168 time: 0.4586849 Aug 10 03:10:32.570300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093bbde-52b9-4026-8934-ef4f1015963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f55ca65-c1fc-4e31-b913-dd86f5f861dd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:32.675367 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:32.743607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f6941-14fc-4fc8-8722-29782a9c8f71 req-fb6a28a9-23f0-4847-a391-67a31f09b761 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:32.745755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be6f6941-14fc-4fc8-8722-29782a9c8f71 req-fb6a28a9-23f0-4847-a391-67a31f09b761 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 944 time: 0.0504212 Aug 10 03:10:32.790118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be6f6941-14fc-4fc8-8722-29782a9c8f71 req-d8477328-7938-4685-88d1-f05c0d73c5cd tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Aug 10 03:10:32.966209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-96daad85-4e0c-498c-8fb1-41a55783b01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.233858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-af0761d1-beab-4a8e-8923-84f9d4c76aa4 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=32b2be38505942d29623062a46ccff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346134 Aug 10 03:10:33.334226 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f9fcd423-5410-440c-b952-edfc4e0d5ef8 req-c3d72be6-5ae0-451e-bd48-5d60d0ffbab1 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 210 time: 0.0450323 Aug 10 03:10:33.378773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-0d93f773-afa4-490f-9c36-6841abceae87 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.379283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-0d93f773-afa4-490f-9c36-6841abceae87 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364119 Aug 10 03:10:33.405202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Request body: {'port': {'device_id': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '32b2be38505942d29623062a46ccff34'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:33.472977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9d6f41ad-d48e-4ea0-bc86-74d66b692978 req-836c3bf8-29a6-4e27-b12a-532339d2dad4 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 210 time: 0.0566783 Aug 10 03:10:33.495692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 76f056b4-951a-4306-a42d-ae7573c1902e up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:33.535452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38516) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:33.568140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6813ff70-20b2-4796-82b4-30bd05e1ff60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.655252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea2af-57f8-423f-9eda-6cb05acd18b6 req-467705cc-37d5-4392-9f5b-a99f14155e50 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.657050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.46', 53567) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:33.657317 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-164ea2af-57f8-423f-9eda-6cb05acd18b6 req-467705cc-37d5-4392-9f5b-a99f14155e50 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0841532 Aug 10 03:10:33.714807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-a4bbf849-7f7d-41f4-b8de-1ee4df55fab0 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:33.715788 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-164ea2af-57f8-423f-9eda-6cb05acd18b6 req-29a9bde1-540d-41dc-9cb8-e95af27e558b tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514867 Aug 10 03:10:33.716610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-a4bbf849-7f7d-41f4-b8de-1ee4df55fab0 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0583110 Aug 10 03:10:33.743849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 76f056b4-951a-4306-a42d-ae7573c1902e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:33.756550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Made reservation on behalf of 32b2be38505942d29623062a46ccff34 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:33.759810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 76f056b4-951a-4306-a42d-ae7573c1902e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:33.760969 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.761666 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.800845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.897964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6813ff70-20b2-4796-82b4-30bd05e1ff60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.930442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Deleting port ea2297fa-7574-439c-a52a-3099196d7f52 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:33.930779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.938958 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:33.975473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:33.978423 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339422d-44a4-4450-99a2-42acb4206b1a" -d '{"events": [{"server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "name": "network-vif-plugged", "status": "completed", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:34.001197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6813ff70-20b2-4796-82b4-30bd05e1ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.001999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 76f056b4-951a-4306-a42d-ae7573c1902e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=76f056b4-951a-4306-a42d-ae7573c1902e,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:34.029005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38542) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:34.040418 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.062961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6813ff70-20b2-4796-82b4-30bd05e1ff60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b505d198bdb644d2814d1772dd1e40cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262930 Aug 10 03:10:34.063676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813ff70-20b2-4796-82b4-30bd05e1ff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41766f8-860d-42b8-99a7-446fd3ca979f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:34.067599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38546) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:34.085731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] For port ea2297fa-7574-439c-a52a-3099196d7f52, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ea2297fa-7574-439c-a52a-3099196d7f52,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:34.085731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.086175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d65664-7e7b-464b-a85d-3744d0a67566 req-bfd6e8af-ba9d-44de-81dd-7d575b76db7a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:34.086175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-82d65664-7e7b-464b-a85d-3744d0a67566 req-bfd6e8af-ba9d-44de-81dd-7d575b76db7a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 944 time: 0.1467319 Aug 10 03:10:34.105963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.114326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Calling delete_port for ea2297fa-7574-439c-a52a-3099196d7f52 owned by compute:tempest-test_az-1815507265 {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:34.194955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-82d65664-7e7b-464b-a85d-3744d0a67566 req-7e050eb7-17ea-4d7b-9be3-3aa4ad2f10ba tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029444 Aug 10 03:10:34.201701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d7bca69-5de9-4a5f-938d-6582e831ac85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.222356 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71d340-e3b2-4de5-b280-e02abc21b053 x-openstack-request-id: req-fe71d340-e3b2-4de5-b280-e02abc21b053 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:34.222804 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "name": "network-vif-plugged", "status": "completed", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:34.223361 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe71d340-e3b2-4de5-b280-e02abc21b053 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:34.225519 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e', 'code': 200} Aug 10 03:10:34.253982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=76f056b4-951a-4306-a42d-ae7573c1902e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:34.283100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d7bca69-5de9-4a5f-938d-6582e831ac85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.340831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.349655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.46', 53568) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:34.360845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-network', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:34.411556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104f93e-9bac-437d-8859-38e8166f800b req-c50c5439-765e-4262-a9e0-a144099019ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:34.413129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0104f93e-9bac-437d-8859-38e8166f800b req-c50c5439-765e-4262-a9e0-a144099019ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 1097 time: 0.0754926 Aug 10 03:10:34.425710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-92e14ff6-a79f-4a46-b000-6973432e90f4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733364 Aug 10 03:10:34.446901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.465715 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91daaaa5-1089-486f-b2ba-8004c5aa035b req-49e8e7cc-5df4-47aa-966a-e1c396ae8d93 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 210 time: 0.0516038 Aug 10 03:10:34.497896 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0104f93e-9bac-437d-8859-38e8166f800b req-6f55e70c-7298-4bcc-9861-1cfbc7a796f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768967 Aug 10 03:10:34.501004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599dd372-20be-4540-bf38-a2cc3327fab7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:34.520733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d7bca69-5de9-4a5f-938d-6582e831ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.526562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d7bca69-5de9-4a5f-938d-6582e831ac85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.531399 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d7bca69-5de9-4a5f-938d-6582e831ac85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f41766f8-860d-42b8-99a7-446fd3ca979f HTTP/1.1" status: 204 len: 168 time: 0.4608343 Aug 10 03:10:34.541431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bca69-5de9-4a5f-938d-6582e831ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41766f8-860d-42b8-99a7-446fd3ca979f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:34.560922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Made reservation on behalf of ba1b5414079043d283107f6e71a61d7d for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:34.563982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.579835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.692800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.815992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:34.865266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d65d9a45-91cd-489d-87bc-6ffb943ac2a7 req-50304615-9672-46b4-a7cb-46d53c159387 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 210 time: 0.2503662 Aug 10 03:10:34.875438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4072766e-b982-4db0-9377-611001026ed7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:34.900836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726379d-6969-44fc-b4eb-3dd42c76c046 req-f30a814c-e253-4c32-a1bf-1ef2739c095c tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:34.901968 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2726379d-6969-44fc-b4eb-3dd42c76c046 req-f30a814c-e253-4c32-a1bf-1ef2739c095c tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b8ca25e-f6c9-44c5-8db5-b989704f24df HTTP/1.1" status: 200 len: 971 time: 0.0968001 Aug 10 03:10:34.945454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-c92e1132-ac30-4382-bf45-a639cdff944a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:34.946880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-c92e1132-ac30-4382-bf45-a639cdff944a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5011449 Aug 10 03:10:34.956888 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2726379d-6969-44fc-b4eb-3dd42c76c046 req-6e2d2c3a-8bfd-4274-ae13-a33738cd4996 tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.26 "GET /v2.0/security-groups?id=5538fc85-afa3-4770-b1cf-bf69c56d2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Aug 10 03:10:34.959295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Allocated IP 192.168.233.8 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/88c17436-45a3-4b0c-81fd-2a4780881632) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:34.965732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Request body: {'port': {'device_id': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'c4a01874c4a54d8b9bb937036f8a7b21'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:34.988803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:35.001557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.002022 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Added segment c966b405-a32f-43c2-ae5d-62fed0dbad30 of type vlan for network 78197e16-f636-4f15-ba67-1ed5a77618b5 Aug 10 03:10:35.022722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.036736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ea2297fa-7574-439c-a52a-3099196d7f52'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:35.056749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.074266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Pushing event deleted for resources: {'Port': ['ID=ea2297fa-7574-439c-a52a-3099196d7f52,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:35.098169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:35.183802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] No DVR routers for this DVR port ea2297fa-7574-439c-a52a-3099196d7f52 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:35.195233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.196545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.197249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.207232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.209404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8bf1e3d-4942-4e62-87a9-0fec7cbaebd8 req-b80222e9-97cc-466e-bdec-9b61273d86ea tempest-AggregatesAdminTestJSON-1199031262 tempest-AggregatesAdminTestJSON-1199031262-project] 10.222.0.46 "DELETE /v2.0/ports/ea2297fa-7574-439c-a52a-3099196d7f52 HTTP/1.1" status: 204 len: 173 time: 1.4861312 Aug 10 03:10:35.219775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'name': 'network-vif-deleted', 'tag': 'ea2297fa-7574-439c-a52a-3099196d7f52'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:35.224317 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb62a8f-8472-4865-ae81-54f429843051" -d '{"events": [{"server_uuid": "7b8ca25e-f6c9-44c5-8db5-b989704f24df", "name": "network-vif-deleted", "tag": "ea2297fa-7574-439c-a52a-3099196d7f52"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:35.289467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] Pushing event updated for resources: {'Network': ['ID=78197e16-f636-4f15-ba67-1ed5a77618b5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:35.305374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:35.439583 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6ace8550-53ae-4805-b01c-5106af46cc6c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4073918 Aug 10 03:10:35.450406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38600) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:35.450406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.464331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Request body: {'subnet': {'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-subnet', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:35.485857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:10:35.485857 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:10:35.485857 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': '7bfb46c1333947b1bfed392ce2e455f7', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 10, 35, 477778)}] Aug 10 03:10:35.485857 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:10:35.486350 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:10:35.493623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03230-bbd8-4af4-8e44-5219c07defec req-4dfe00ef-0393-4abb-8e4e-b34a0dbd0d56 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.498705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-84f5256c-4f1a-4473-a84e-6aa111abfbc9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627227 Aug 10 03:10:35.501024 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e8c03230-bbd8-4af4-8e44-5219c07defec req-4dfe00ef-0393-4abb-8e4e-b34a0dbd0d56 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 945 time: 0.1495926 Aug 10 03:10:35.514671 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:10:35.514671 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:10:35.514671 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': 'ba1b5414079043d283107f6e71a61d7d', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 10, 35, 471268)}] Aug 10 03:10:35.514671 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:10:35.515097 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:10:35.535102 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e8c03230-bbd8-4af4-8e44-5219c07defec req-2a34c4da-8e61-4787-938a-80ebcca57d6d tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332243 Aug 10 03:10:35.585697 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa40bb7-b143-4ab2-98df-f78db6b31be9 x-openstack-request-id: req-dfa40bb7-b143-4ab2-98df-f78db6b31be9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:35.585987 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ca25e-f6c9-44c5-8db5-b989704f24df", "name": "network-vif-deleted", "tag": "ea2297fa-7574-439c-a52a-3099196d7f52", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:35.586242 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfa40bb7-b143-4ab2-98df-f78db6b31be9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:35.586637 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ca25e-f6c9-44c5-8db5-b989704f24df', 'name': 'network-vif-deleted', 'tag': 'ea2297fa-7574-439c-a52a-3099196d7f52', 'status': 'completed', 'code': 200} Aug 10 03:10:35.588310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.589587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.615432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Transition to ACTIVE for port object 88c17436-45a3-4b0c-81fd-2a4780881632 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:35.620191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Made reservation on behalf of c4a01874c4a54d8b9bb937036f8a7b21 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:35.623692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.681178 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe861235-7119-4fec-9757-bc0b21eeec19 req-29cfe511-e837-4d70-96ad-1d581f1d6d0b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 210 time: 0.0338035 Aug 10 03:10:35.702536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-abb2c377-e539-413a-b84a-18d94f6af090 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.704036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-abb2c377-e539-413a-b84a-18d94f6af090 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935565 Aug 10 03:10:35.750808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-4ca920a3-ea9c-4f17-8c39-3a5814237d03 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/quotas/340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 375 time: 0.0174754 Aug 10 03:10:35.792441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-a5351761-5ac7-4372-83de-4b7045b7baf1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340400 Aug 10 03:10:35.815212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.898755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:35.911047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:35.912084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:35.917672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:35.918293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:35.930001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Pushing event updated for resources: {'Port': ['ID=88c17436-45a3-4b0c-81fd-2a4780881632,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:35.938172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Allocated IP 192.168.233.249 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/acff76a0-15d3-4ff7-9bb7-a710893fe572) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:35.987625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.067142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-cdbc9799-d631-4006-820a-b322f55e043d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6674860 Aug 10 03:10:36.160007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f13004-e8ed-4462-96ef-07b722621fb3 req-fff3f5b0-e404-4036-a986-501e3bccaf6d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.163444 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c4f13004-e8ed-4462-96ef-07b722621fb3 req-fff3f5b0-e404-4036-a986-501e3bccaf6d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 934 time: 0.1719391 Aug 10 03:10:36.198802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Made reservation on behalf of ba1b5414079043d283107f6e71a61d7d for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:36.199199 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:10:36.205233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.216576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Request body: {'port': {'device_id': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:36.269473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8d558c5-dcde-447e-a697-265bdf9989c3 req-5dd2f619-ff39-4c26-b8c3-85c0b8f1bd55 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.0640843 Aug 10 03:10:36.335863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.366410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.379140 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c4f13004-e8ed-4462-96ef-07b722621fb3 req-580194c7-2ed5-4fe8-857b-6f808188564a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080436 Aug 10 03:10:36.408929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Transition to ACTIVE for port object acff76a0-15d3-4ff7-9bb7-a710893fe572 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:36.455585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ba9ed007-2c4f-4e4c-99e4-0577016e7051 None None] Provisioning for port 88c17436-45a3-4b0c-81fd-2a4780881632 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:36.466360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ba9ed007-2c4f-4e4c-99e4-0577016e7051 None None] Provisioning complete for port 88c17436-45a3-4b0c-81fd-2a4780881632 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:36.467338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba9ed007-2c4f-4e4c-99e4-0577016e7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.500212 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.526937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ed007-2c4f-4e4c-99e4-0577016e7051 None None] Port 88c17436-45a3-4b0c-81fd-2a4780881632 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:36.641194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.654060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.678866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.693088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7bfb46c1333947b1bfed392ce2e455f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5935140 Aug 10 03:10:36.693837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4421ed8-80f7-4bdd-b5ec-8bb9c00a3445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91bd217-89f7-4f3c-b408-7a8ad4309409,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:36.697204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:36.756165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974551f1-e4e3-48c8-a1f1-d399459c6033 req-9a3cb604-c6ae-4549-978c-fddd07c495b7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.759899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-974551f1-e4e3-48c8-a1f1-d399459c6033 req-9a3cb604-c6ae-4549-978c-fddd07c495b7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 945 time: 0.1575754 Aug 10 03:10:36.778050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46af4125-a7b3-4579-a822-065a1c4d9b0b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:36.803253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Checking segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:36.803610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Network hostable DHCP agents. Network: 78197e16-f636-4f15-ba67-1ed5a77618b5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:36.815775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:36.837223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:36.839649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:36.845771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.846202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bccad04d-760b-47a6-81b0-c694df54a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.846399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.883715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Pushing event updated for resources: {'Port': ['ID=acff76a0-15d3-4ff7-9bb7-a710893fe572,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:36.912446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-974551f1-e4e3-48c8-a1f1-d399459c6033 req-e91317fd-3300-4c31-a122-db029724e845 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378458 Aug 10 03:10:36.924549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bccad04d-760b-47a6-81b0-c694df54a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:36.941519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:36.964314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855617b8-f701-4ff6-90db-a158d4dee7e0 req-5e2c4ad5-0c2c-4a33-bab1-6948f9e6658e tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:36.972679 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-855617b8-f701-4ff6-90db-a158d4dee7e0 req-5e2c4ad5-0c2c-4a33-bab1-6948f9e6658e tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 936 time: 0.1342607 Aug 10 03:10:36.994514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-092fa67a-0a76-41ab-a62e-ce71001414af tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0363286 Aug 10 03:10:37.006606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:37.021586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 78197e16-f636-4f15-ba67-1ed5a77618b5) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:37.031021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a813db-ac59-4fcd-9dd3-2207a704dd82 None None] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:37.035452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.036028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.047568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-855617b8-f701-4ff6-90db-a158d4dee7e0 req-b8351810-ad50-4d96-bc26-b040441a79e6 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739117 Aug 10 03:10:37.082862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Request body: {'port': {'device_id': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:37.135223 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a35cb993-5a30-42ff-b577-3b5349ef909b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6733103 Aug 10 03:10:37.135438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38654) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:37.144435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:37.161157 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bccad04d-760b-47a6-81b0-c694df54a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.165654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bccad04d-760b-47a6-81b0-c694df54a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.172435 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bccad04d-760b-47a6-81b0-c694df54a2bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e91bd217-89f7-4f3c-b408-7a8ad4309409 HTTP/1.1" status: 204 len: 168 time: 0.4503815 Aug 10 03:10:37.178958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c17436-45a3-4b0c-81fd-2a4780881632 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:37.195375 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.196051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccad04d-760b-47a6-81b0-c694df54a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91bd217-89f7-4f3c-b408-7a8ad4309409,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:37.254886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.270021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d73e0-b21c-49f6-a86e-c7c859286a97 req-f17b23ac-cf73-4c98-8644-c6f58255d3c6 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.271845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-374d73e0-b21c-49f6-a86e-c7c859286a97 req-f17b23ac-cf73-4c98-8644-c6f58255d3c6 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 945 time: 0.2386522 Aug 10 03:10:37.273947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Transition to ACTIVE for port object 88c17436-45a3-4b0c-81fd-2a4780881632 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:37.283972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:37.291739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'floatingip': {'port_id': '76f056b4-951a-4306-a42d-ae7573c1902e'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:37.325929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.326982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.355309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-78197e16-f636-4f15-ba67-1ed5a77618b5', 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'fixed_ips': [{'subnet_id': '46af4125-a7b3-4579-a822-065a1c4d9b0b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:10:37.356705 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.419233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.419427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.488814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ddd259e-d17c-4b92-a113-896139a22d73 None None] Provisioning for port acff76a0-15d3-4ff7-9bb7-a710893fe572 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:37.501867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ddd259e-d17c-4b92-a113-896139a22d73 None None] Provisioning complete for port acff76a0-15d3-4ff7-9bb7-a710893fe572 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:37.502645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ddd259e-d17c-4b92-a113-896139a22d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.520935 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0440dfbb-5385-46a5-8a2c-2cd9659991e8 req-7778286b-a9da-44e2-b256-3f7d900c230c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.1422429 Aug 10 03:10:37.537424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aeba3b57-9f3b-421a-9f0c-b36651a029e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=771102341a094431b27b3553a83ece86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5287254 Aug 10 03:10:37.573699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38672) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:37.660582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Pushing event updated for resources: {'Port': ['ID=88c17436-45a3-4b0c-81fd-2a4780881632,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:37.686280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd259e-d17c-4b92-a113-896139a22d73 None None] Port acff76a0-15d3-4ff7-9bb7-a710893fe572 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:37.711298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97f81-4dda-4102-9f5f-d1d3ad3981ee req-9f1fdd61-34e9-4198-afdc-6ee6becb7b49 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:37.712932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a97f81-4dda-4102-9f5f-d1d3ad3981ee req-9f1fdd61-34e9-4198-afdc-6ee6becb7b49 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 946 time: 0.2152297 Aug 10 03:10:37.715716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Attempting to bind port 88c17436-45a3-4b0c-81fd-2a4780881632 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:37.716059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Attempting to bind port 88c17436-45a3-4b0c-81fd-2a4780881632 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:37.721881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Attempting to bind port 88c17436-45a3-4b0c-81fd-2a4780881632 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:37.751789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Port 88c17436-45a3-4b0c-81fd-2a4780881632 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:37.752127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Attempting to bind port 88c17436-45a3-4b0c-81fd-2a4780881632 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:37.761040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Allocated IP 172.20.0.2 (78197e16-f636-4f15-ba67-1ed5a77618b5/46af4125-a7b3-4579-a822-065a1c4d9b0b/cc41af46-dedb-4ca2-aae4-a04ac312d9e8) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:37.767912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:37.768223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:37.768592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:37.768905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.769027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Bound port: 88c17436-45a3-4b0c-81fd-2a4780881632, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:37.769389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.825931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e161caa9-246c-46ae-8b79-2e897c95004f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.902016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] For port 88c17436-45a3-4b0c-81fd-2a4780881632, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:37.908144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] For port 88c17436-45a3-4b0c-81fd-2a4780881632, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=88c17436-45a3-4b0c-81fd-2a4780881632,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:37.936393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a97f81-4dda-4102-9f5f-d1d3ad3981ee req-05a0d317-8814-4c86-ac20-a98b3b84c701 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992910 Aug 10 03:10:37.983851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:37.993468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Transition to ACTIVE for port object cc41af46-dedb-4ca2-aae4-a04ac312d9e8 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:38.003814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acff76a0-15d3-4ff7-9bb7-a710893fe572 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:38.010052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Transition to ACTIVE for port object cc41af46-dedb-4ca2-aae4-a04ac312d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:38.012270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.020059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e161caa9-246c-46ae-8b79-2e897c95004f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.027100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Transition to ACTIVE for port object acff76a0-15d3-4ff7-9bb7-a710893fe572 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:38.064223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.138245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.139449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.147778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] 10.222.0.46 "PUT /v2.0/ports/88c17436-45a3-4b0c-81fd-2a4780881632 HTTP/1.1" status: 200 len: 1095 time: 1.9395030 Aug 10 03:10:38.147778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'tag': '88c17436-45a3-4b0c-81fd-2a4780881632'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:38.147778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfdba23-12f2-4e29-960c-28a1bf418d58" -d '{"events": [{"name": "network-changed", "server_uuid": "0de0a8f6-24e9-4b8e-8a7e-0ed918530305", "tag": "88c17436-45a3-4b0c-81fd-2a4780881632"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:38.167268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.248143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:38.252553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:38.253673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.260239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:38.262888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38696) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:38.274854 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e351da28-0d99-414a-aed0-0e66c79de878 x-openstack-request-id: req-e351da28-0d99-414a-aed0-0e66c79de878 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:38.275491 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de0a8f6-24e9-4b8e-8a7e-0ed918530305", "tag": "88c17436-45a3-4b0c-81fd-2a4780881632", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:38.280816 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e351da28-0d99-414a-aed0-0e66c79de878 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:38.281712 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'tag': '88c17436-45a3-4b0c-81fd-2a4780881632', 'status': 'completed', 'code': 200} Aug 10 03:10:38.302137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Pushing event updated for resources: {'Port': ['ID=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.333260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Attempting to bind port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:38.333742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Attempting to bind port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:38.335693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Attempting to bind port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 on network 78197e16-f636-4f15-ba67-1ed5a77618b5 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:38.340021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:38.340748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Checking segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:38.341353 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.341961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Bound using segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:38.342640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Bound port: cc41af46-dedb-4ca2-aae4-a04ac312d9e8, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:38.343227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.383391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ea2297fa-7574-439c-a52a-3099196d7f52 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:38.409368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7b0cbff-c262-4ca4-9185-e8ac33c24e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.414534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: ea2297fa-7574-439c-a52a-3099196d7f52 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:38.414944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ea2297fa-7574-439c-a52a-3099196d7f52 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:38.439921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09193a-9ec9-48f9-9d54-c8290d1c901b service neutron] Pushing event updated for resources: {'Port': ['ID=88c17436-45a3-4b0c-81fd-2a4780881632,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.461506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] For port cc41af46-dedb-4ca2-aae4-a04ac312d9e8, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:38.465768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] For port cc41af46-dedb-4ca2-aae4-a04ac312d9e8, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:38.478830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.502408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8e2a8-5c2d-4f3c-a764-41f74649a249 req-df97ae31-b446-4aae-8c4f-b58a6cc8ded6 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.504006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69d8e2a8-5c2d-4f3c-a764-41f74649a249 req-df97ae31-b446-4aae-8c4f-b58a6cc8ded6 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 948 time: 0.3441505 Aug 10 03:10:38.533989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e161caa9-246c-46ae-8b79-2e897c95004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.537077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e161caa9-246c-46ae-8b79-2e897c95004f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.537938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e161caa9-246c-46ae-8b79-2e897c95004f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5538fc85-afa3-4770-b1cf-bf69c56d2b61 HTTP/1.1" status: 204 len: 168 time: 0.9632673 Aug 10 03:10:38.544281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdba23-12f2-4e29-960c-28a1bf418d58 req-57b2bd00-e221-47be-ba28-cb053143d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:38.545808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbfdba23-12f2-4e29-960c-28a1bf418d58 req-57b2bd00-e221-47be-ba28-cb053143d483 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=32b2be38505942d29623062a46ccff34&device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 1098 time: 0.2783711 Aug 10 03:10:38.558087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161caa9-246c-46ae-8b79-2e897c95004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5538fc85-afa3-4770-b1cf-bf69c56d2b61,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.562798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.637964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Pushing event updated for resources: {'Port': ['ID=acff76a0-15d3-4ff7-9bb7-a710893fe572,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.664297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbfdba23-12f2-4e29-960c-28a1bf418d58 req-7db475f1-fa9b-4cb9-acbc-c0f5680000ca service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=32b2be38505942d29623062a46ccff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882771 Aug 10 03:10:38.664996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Attempting to bind port acff76a0-15d3-4ff7-9bb7-a710893fe572 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:38.665343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Attempting to bind port acff76a0-15d3-4ff7-9bb7-a710893fe572 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:38.665670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Attempting to bind port acff76a0-15d3-4ff7-9bb7-a710893fe572 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:38.696846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768982f8-d6f3-4ce1-9e7f-e1d47cfa50c9 None None] Pushing event updated for resources: {'Port': ['ID=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:38.712673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Port acff76a0-15d3-4ff7-9bb7-a710893fe572 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:38.713008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Attempting to bind port acff76a0-15d3-4ff7-9bb7-a710893fe572 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:38.790834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69d8e2a8-5c2d-4f3c-a764-41f74649a249 req-8901011e-04bb-43c2-b5c4-d44994efa071 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600718 Aug 10 03:10:38.803612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:38.804142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:38.805353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:38.805989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Bound port: acff76a0-15d3-4ff7-9bb7-a710893fe572, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:38.806900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:38.811661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-104fc113-ba65-43f0-82b3-481880aa353e req-ebb935af-5314-4eb6-8dc0-f19bbcaf470e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.0882142 Aug 10 03:10:39.011057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38706) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:39.022696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] For port acff76a0-15d3-4ff7-9bb7-a710893fe572, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:39.030790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] For port acff76a0-15d3-4ff7-9bb7-a710893fe572, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:39.112707 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-27a2da82-1570-417e-a098-2854cc580b15 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1843486 Aug 10 03:10:39.162997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.resource_extend [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:10:39.171956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7b0cbff-c262-4ca4-9185-e8ac33c24e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.174181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdba23-12f2-4e29-960c-28a1bf418d58 req-961b7076-79a5-4128-a243-1fea1d908463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.176132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbfdba23-12f2-4e29-960c-28a1bf418d58 req-961b7076-79a5-4128-a243-1fea1d908463 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4977841 Aug 10 03:10:39.177423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.228265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.229243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.230778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] 10.222.0.46 "PUT /v2.0/ports/acff76a0-15d3-4ff7-9bb7-a710893fe572 HTTP/1.1" status: 200 len: 1097 time: 2.1633122 Aug 10 03:10:39.326044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.394927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-ba593b3a-4cf6-458b-8c17-1696a46ce39a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.396692 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-ba593b3a-4cf6-458b-8c17-1696a46ce39a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706776 Aug 10 03:10:39.397880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86d4a3fa-8df6-42e0-a14a-908b83e8687e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.414082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.453366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Request body: {'port': {'device_id': 'e4859970-c24d-40c7-8289-95b760e922b2', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '340618df28e74e3bb818eb8c4df9e674'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:39.541571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7b0cbff-c262-4ca4-9185-e8ac33c24e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.563037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38712) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:39.581639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4e69e-5951-4bd0-9923-e9ad2823d933 service neutron] Pushing event updated for resources: {'Port': ['ID=acff76a0-15d3-4ff7-9bb7-a710893fe572,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:39.632279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344596b9-7a5e-4be9-903c-0d8992cea74c req-1aac1764-9de9-4754-bfc4-84a42091d5a6 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.634225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-344596b9-7a5e-4be9-903c-0d8992cea74c req-1aac1764-9de9-4754-bfc4-84a42091d5a6 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 946 time: 0.5686319 Aug 10 03:10:39.639591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0cbff-c262-4ca4-9185-e8ac33c24e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52923f4c-7c2e-4bdc-8b74-099c4d9592dc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:39.648137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d7b0cbff-c262-4ca4-9185-e8ac33c24e65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=183e0672d754475c8b36eab296ddddfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3632343 Aug 10 03:10:39.666882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38718) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:39.700450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-5417a564-dabd-4448-b48d-2262087b1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.701943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-5417a564-dabd-4448-b48d-2262087b1c9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=32b2be38505942d29623062a46ccff34&device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 1098 time: 0.4755824 Aug 10 03:10:39.721446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-10f046d7-1e6f-45e4-ba3f-818da5cf4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.722945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-10f046d7-1e6f-45e4-ba3f-818da5cf4ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 1100 time: 0.2026322 Aug 10 03:10:39.741074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.771583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.778726 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47 associated. External IP: 172.25.1.231, port: 76f056b4-951a-4306-a42d-ae7573c1902e. Aug 10 03:10:39.803897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-5fa9b3ae-2c35-4fd1-89a3-a2ba5af3db9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572 HTTP/1.1" status: 200 len: 217 time: 0.0691850 Aug 10 03:10:39.824433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0287770f-2016-4ccd-b48e-3da164edfdf8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d383e2dfe2b4f779b91d75267f8a181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441049 Aug 10 03:10:39.824433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-78d6f137-f18c-420d-ab74-39b6a10bf703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=88c17436-45a3-4b0c-81fd-2a4780881632 HTTP/1.1" status: 200 len: 217 time: 0.1068759 Aug 10 03:10:39.893611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-344596b9-7a5e-4be9-903c-0d8992cea74c req-09bb3f39-6a83-41ae-961b-457d3ef3940c tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450337 Aug 10 03:10:39.894448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38724) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:39.927681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a7e25-a0b9-48ad-a543-7a4bf25d0097 None None] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:39.953602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-4542643f-e2ac-4e0f-ab29-9f81f0877d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.955091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-4542643f-e2ac-4e0f-ab29-9f81f0877d26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1217053 Aug 10 03:10:40.014063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86d4a3fa-8df6-42e0-a14a-908b83e8687e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.058837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-162c876f-e0e5-4042-9df8-b85a6ad53ee9 None None] Provisioning for port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:40.068622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37b88dda-e7c8-40df-b2e2-5438f4e67686 req-87f6223d-8cfb-40a4-bf08-a4e91aeff99e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.0848811 Aug 10 03:10:40.074190 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97e2ed0f-a524-4a47-9251-17e1666199a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.098381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-3e7697aa-580b-45f1-a765-097ecd438275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.099870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-3e7697aa-580b-45f1-a765-097ecd438275 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2830584 Aug 10 03:10:40.144758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97e2ed0f-a524-4a47-9251-17e1666199a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.147818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-dc32c303-cc20-4e2b-bd74-c59ff3296efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.149375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-dc32c303-cc20-4e2b-bd74-c59ff3296efb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1678638 Aug 10 03:10:40.167156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5a18c63-4560-40fb-b81f-e1b76f4d1bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.267722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5a18c63-4560-40fb-b81f-e1b76f4d1bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.282678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'tag': 'acff76a0-15d3-4ff7-9bb7-a710893fe572'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:40.284387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86d4a3fa-8df6-42e0-a14a-908b83e8687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.285165 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9" -d '{"events": [{"name": "network-changed", "server_uuid": "830641b2-98ea-4ff9-abfe-0e10b6abff0c", "tag": "acff76a0-15d3-4ff7-9bb7-a710893fe572"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:40.301123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bbe5c-bd17-47db-a640-640c878227d3 req-695201fc-ea52-41d8-a111-8b672c16b0ae tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.302792 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ef9bbe5c-bd17-47db-a640-640c878227d3 req-695201fc-ea52-41d8-a111-8b672c16b0ae tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 948 time: 0.3937163 Aug 10 03:10:40.319838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-6a439433-0124-4e44-b511-867b1232fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.321016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-6a439433-0124-4e44-b511-867b1232fa43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2095754 Aug 10 03:10:40.347136 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e58c2d-140e-4060-80e1-15759a8c5203 x-openstack-request-id: req-f3e58c2d-140e-4060-80e1-15759a8c5203 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:40.347429 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830641b2-98ea-4ff9-abfe-0e10b6abff0c", "tag": "acff76a0-15d3-4ff7-9bb7-a710893fe572", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:40.347684 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3e58c2d-140e-4060-80e1-15759a8c5203 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:40.348446 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'tag': 'acff76a0-15d3-4ff7-9bb7-a710893fe572', 'status': 'completed', 'code': 200} Aug 10 03:10:40.380750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4a3fa-8df6-42e0-a14a-908b83e8687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae79ce-df06-4c43-9fa3-6c7c98de12b2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.405553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-2956bdd7-34d6-4960-9cf5-14b0edf3e121 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339458 Aug 10 03:10:40.424511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Allocated IP 172.25.1.241 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/58947ea3-61a9-40ba-84af-12f916f1c442) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:40.431175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-86d4a3fa-8df6-42e0-a14a-908b83e8687e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30a57e038ffa4afba0cb5a1ac6c911d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4140937 Aug 10 03:10:40.436107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38732) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:40.469463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Made reservation on behalf of 340618df28e74e3bb818eb8c4df9e674 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:40.477102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.507575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-a0f651bf-77ee-431e-a77e-d7ab72d5d309 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743474 Aug 10 03:10:40.528812 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.539624 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97e2ed0f-a524-4a47-9251-17e1666199a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.540056 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ef9bbe5c-bd17-47db-a640-640c878227d3 req-c8169760-b70f-4980-b64f-944403ff26f0 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962624 Aug 10 03:10:40.542184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97e2ed0f-a524-4a47-9251-17e1666199a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.545782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-97e2ed0f-a524-4a47-9251-17e1666199a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52923f4c-7c2e-4bdc-8b74-099c4d9592dc HTTP/1.1" status: 204 len: 168 time: 0.8687129 Aug 10 03:10:40.578229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5a18c63-4560-40fb-b81f-e1b76f4d1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.580740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5a18c63-4560-40fb-b81f-e1b76f4d1bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.584289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a5a18c63-4560-40fb-b81f-e1b76f4d1bc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/decbeb79-5e54-405d-a5d8-439b7947c4e7 HTTP/1.1" status: 204 len: 168 time: 0.6725903 Aug 10 03:10:40.589781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72af42c4-7c03-4097-8abc-8f9a8ab07336 req-014c2ed6-b7c7-4214-9eb4-9fceb079e6de service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740136 Aug 10 03:10:40.604323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2ed0f-a524-4a47-9251-17e1666199a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52923f4c-7c2e-4bdc-8b74-099c4d9592dc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.619387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a18c63-4560-40fb-b81f-e1b76f4d1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decbeb79-5e54-405d-a5d8-439b7947c4e7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:40.653897 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.668047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0b2f03e-f8b3-43c0-b97f-f818908e7bb0 req-7bf7510e-3675-4748-b05b-f7446d539a9e service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504846 Aug 10 03:10:40.751894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dc73940-2e2b-4cf3-8e04-fc8e3f4e104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.762280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:40.789859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dc73940-2e2b-4cf3-8e04-fc8e3f4e104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.875321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:40.901567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-1dc0bec0-3f72-48a8-86f9-1c819c08a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:40.903480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-1dc0bec0-3f72-48a8-86f9-1c819c08a633 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 1100 time: 0.0715640 Aug 10 03:10:40.961307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:40.988254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cc41af46-dedb-4ca2-aae4-a04ac312d9e8 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:40.995810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:41.004008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:41.012836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Pushing event updated for resources: {'Port': ['ID=58947ea3-61a9-40ba-84af-12f916f1c442,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:41.066791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-c0770137-4579-4c40-9fc9-b7d35062372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.074442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-c0770137-4579-4c40-9fc9-b7d35062372d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1570456 Aug 10 03:10:41.083042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dc73940-2e2b-4cf3-8e04-fc8e3f4e104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.086904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dc73940-2e2b-4cf3-8e04-fc8e3f4e104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.088461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9dc73940-2e2b-4cf3-8e04-fc8e3f4e104a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ae79ce-df06-4c43-9fa3-6c7c98de12b2 HTTP/1.1" status: 204 len: 168 time: 0.6498766 Aug 10 03:10:41.097695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007ec65-70b8-4e2b-bd06-be17b68d3bdb req-176650b0-837d-4897-b704-5f3f14de51d3 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.099243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a007ec65-70b8-4e2b-bd06-be17b68d3bdb req-176650b0-837d-4897-b704-5f3f14de51d3 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 946 time: 0.0802863 Aug 10 03:10:41.156743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-670218d6-781d-4fbe-b31c-bd6f8dae400f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572 HTTP/1.1" status: 200 len: 217 time: 0.0651097 Aug 10 03:10:41.171579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:41.173836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc73940-2e2b-4cf3-8e04-fc8e3f4e104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae79ce-df06-4c43-9fa3-6c7c98de12b2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:41.179452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.183582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:41.184032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.221032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-bc357325-eb80-424b-9551-69210af86694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.222809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-bc357325-eb80-424b-9551-69210af86694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0626936 Aug 10 03:10:41.228461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a007ec65-70b8-4e2b-bd06-be17b68d3bdb req-d4a6335b-0fc0-4450-9fdc-e44422c6de94 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846589 Aug 10 03:10:41.259056 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-42d62e6e-10cc-43ff-820d-cd3204689afd req-351dcd33-3133-4dc2-a862-68ef56dbf92e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.0519845 Aug 10 03:10:41.260281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:41.270322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.286093 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:41.291069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.293176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-539ac1c6-760c-4fd3-98ca-eddcf82ec539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.295021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-539ac1c6-760c-4fd3-98ca-eddcf82ec539 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636513 Aug 10 03:10:41.308172 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:41.308916 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:41.333060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f86ff6a-a35e-4195-9677-3dac482edc63 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "PUT /v2.0/floatingips/f60258a4-bf01-4816-8a4c-f03b2a3a7e47 HTTP/1.1" status: 200 len: 991 time: 4.0438874 Aug 10 03:10:41.351614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:41.359469 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c81dcc-9df2-49b6-9272-40a1729fbe77" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:41.364671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.443814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port cc41af46-dedb-4ca2-aae4-a04ac312d9e8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:41.460020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:41.460564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-a5f6199d-05eb-43dd-8595-2085f0641eba service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559517 Aug 10 03:10:41.461839 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30ab10-101a-48cf-818d-9e220b77bea9 x-openstack-request-id: req-6b30ab10-101a-48cf-818d-9e220b77bea9 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:41.462315 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:41.464820 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b30ab10-101a-48cf-818d-9e220b77bea9 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:41.465241 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e', 'status': 'completed', 'code': 200} Aug 10 03:10:41.503730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:41.519977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ac1be-cc10-4431-8928-fc78557ceb93,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:41.627673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:41.648480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e6efecb-cca8-4344-b9fd-9cbf4ac780a9 req-f293a04f-2d84-4eb2-9d96-7c08c95cb86c service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770933 Aug 10 03:10:41.816729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-f7cb6f22-5651-4adc-9054-7fd9c034b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.818271 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-f7cb6f22-5651-4adc-9054-7fd9c034b478 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 1097 time: 0.3205492 Aug 10 03:10:41.854615 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f60258a4-bf01-4816-8a4c-f03b2a3a7e47', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'port_id': '76f056b4-951a-4306-a42d-ae7573c1902e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'mac_address': 'fa:16:3e:cf:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:17Z', 'updated_at': '2021-08-10T03:10:39Z', 'revision_number': 1, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:41.869575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9ad81-2c39-4ec9-9370-2e828c93e086 req-679030d4-85cc-40b4-b08f-ba7c139cd6e9 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:41.870685 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-37a9ad81-2c39-4ec9-9370-2e828c93e086 req-679030d4-85cc-40b4-b08f-ba7c139cd6e9 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 948 time: 0.1840403 Aug 10 03:10:41.885869 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:41.895443 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:41.896088 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:41.901813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Allocated IP 192.168.233.59 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/173380e0-32b5-4184-815c-95d2dd9c655d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:41.938714 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.011104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:42.041558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-37a9ad81-2c39-4ec9-9370-2e828c93e086 req-5f54f42a-b14a-4d63-b98c-8b2750a166c1 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359332 Aug 10 03:10:42.086823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38780) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:42.097141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-f2dbbc47-501a-40f7-b30f-d2507e5a6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.098603 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-f2dbbc47-501a-40f7-b30f-d2507e5a6181 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 924 time: 0.2655952 Aug 10 03:10:42.113479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cea4b57a-a1d3-4559-a4d9-cf5ae64e1314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.222664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cea4b57a-a1d3-4559-a4d9-cf5ae64e1314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.307302 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f60258a4-bf01-4816-8a4c-f03b2a3a7e47', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'port_id': '76f056b4-951a-4306-a42d-ae7573c1902e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'mac_address': 'fa:16:3e:cf:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:17Z', 'updated_at': '2021-08-10T03:10:39Z', 'revision_number': 1, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:42.347507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a4f76-24e0-4116-9067-a947c9cf439c None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f60258a4-bf01-4816-8a4c-f03b2a3a7e47', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'port_id': '76f056b4-951a-4306-a42d-ae7573c1902e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'mac_address': 'fa:16:3e:cf:2c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:17Z', 'updated_at': '2021-08-10T03:10:39Z', 'revision_number': 1, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:42.380770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-ac509631-43f5-4c14-b8ae-5c8fe3a4bc7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76f056b4-951a-4306-a42d-ae7573c1902e HTTP/1.1" status: 200 len: 999 time: 0.2489882 Aug 10 03:10:42.407768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e42ff-1bd4-4668-ba2d-22aaf10e3311 req-9123e301-52e0-4a98-b9d0-b9702a1ace89 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.409554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-571e42ff-1bd4-4668-ba2d-22aaf10e3311 req-9123e301-52e0-4a98-b9d0-b9702a1ace89 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 946 time: 0.0885489 Aug 10 03:10:42.467761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-571e42ff-1bd4-4668-ba2d-22aaf10e3311 req-d6884eaf-52b4-4ac0-ad06-27db0c432aba tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Aug 10 03:10:42.752783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4e73706-7f70-4803-9089-652aa011ec13 req-6f3910b3-c129-4446-8179-b9e24001ebfa tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.3153763 Aug 10 03:10:42.752783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.752783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-a9f21f20-7a21-402c-8a0c-44d3af08bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.752783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-a9f21f20-7a21-402c-8a0c-44d3af08bd8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.3587785 Aug 10 03:10:42.752783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Transition to ACTIVE for port object 173380e0-32b5-4184-815c-95d2dd9c655d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:42.755961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.806657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cea4b57a-a1d3-4559-a4d9-cf5ae64e1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:42.877012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7cbf3-78d1-4fb4-b7c7-4337b85a8cf3 None None] New status for floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:10:42.891222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cea4b57a-a1d3-4559-a4d9-cf5ae64e1314 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33894697e9394d5aa4b52af84251d877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8019273 Aug 10 03:10:42.896080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38800) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:42.897204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-d10b8957-bbb4-4127-817f-86fbc8f5a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:42.898716 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-d10b8957-bbb4-4127-817f-86fbc8f5a20b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449463 Aug 10 03:10:42.934583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4b57a-a1d3-4559-a4d9-cf5ae64e1314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f013b83-020e-4a17-9e19-baf08eb1dff9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:42.989578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.012756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c386522-b7d0-44a7-a3e4-a8bfad697767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.051757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c386522-b7d0-44a7-a3e4-a8bfad697767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.077040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-f52c3e2e-8d77-4099-a379-0ab48fdfb7a0 service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680739 Aug 10 03:10:43.078860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:43.089797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:43.111501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:43.115502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:43.121084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.122168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.179672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Router b52b6688-d5a7-4119-b67f-fd2406e898e6 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:10:43.228499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e433c1-5bf3-4af7-b550-53fec0223a00 req-5ef20f2f-a6fa-4af6-a8da-b2eaf8a41e74 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:43.237205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71e433c1-5bf3-4af7-b550-53fec0223a00 req-5ef20f2f-a6fa-4af6-a8da-b2eaf8a41e74 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 948 time: 0.0584009 Aug 10 03:10:43.262600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c386522-b7d0-44a7-a3e4-a8bfad697767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.265641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c386522-b7d0-44a7-a3e4-a8bfad697767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.266741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3c386522-b7d0-44a7-a3e4-a8bfad697767 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f013b83-020e-4a17-9e19-baf08eb1dff9 HTTP/1.1" status: 204 len: 168 time: 0.3535962 Aug 10 03:10:43.274600 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-aa17fe78-be44-4d5a-acb6-889fdfd26a76 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8254330 Aug 10 03:10:43.311647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c386522-b7d0-44a7-a3e4-a8bfad697767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f013b83-020e-4a17-9e19-baf08eb1dff9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:43.315022 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Request body: {'port': {'device_id': 'e4859970-c24d-40c7-8289-95b760e922b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:43.321231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91c81dcc-9df2-49b6-9272-40a1729fbe77 req-f19f19df-647e-4972-a7ac-349c57c8b928 service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331502 Aug 10 03:10:43.345274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71e433c1-5bf3-4af7-b550-53fec0223a00 req-225ecb37-2767-4932-987f-09bbeaab6b10 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024368 Aug 10 03:10:43.363562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cc41af46-dedb-4ca2-aae4-a04ac312d9e8 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:43.436593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:43.447783 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Sync routers for ids ['b52b6688-d5a7-4119-b67f-fd2406e898e6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:43.461333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.468277 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Routers {'b52b6688-d5a7-4119-b67f-fd2406e898e6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:43.470435 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b52b6688-d5a7-4119-b67f-fd2406e898e6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:43.516483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:43.517383 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.591508 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Set router b52b6688-d5a7-4119-b67f-fd2406e898e6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:43.646738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.647952 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3a527dee-0c84-4412-921c-746574a86538 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5115817 Aug 10 03:10:43.650886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38812) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:43.690182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-119e2e09-4f7e-4801-9385-5ac2ae9612f1 None None] Provisioning for port 173380e0-32b5-4184-815c-95d2dd9c655d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:43.698000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-119e2e09-4f7e-4801-9385-5ac2ae9612f1 None None] Provisioning complete for port 173380e0-32b5-4184-815c-95d2dd9c655d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:43.698359 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-119e2e09-4f7e-4801-9385-5ac2ae9612f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.787141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-119e2e09-4f7e-4801-9385-5ac2ae9612f1 None None] Port 173380e0-32b5-4184-815c-95d2dd9c655d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:43.792038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173380e0-32b5-4184-815c-95d2dd9c655d {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:43.804938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.830616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Transition to ACTIVE for port object 173380e0-32b5-4184-815c-95d2dd9c655d will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:43.862666 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:10:41Z', 'revision_number': 3, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:43.896768 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Checking router: b52b6688-d5a7-4119-b67f-fd2406e898e6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:43.903085 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Updating router b52b6688-d5a7-4119-b67f-fd2406e898e6 port 58947ea3-61a9-40ba-84af-12f916f1c442 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:43.928180 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.953066 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:43.999088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d0848-c6c9-4339-8faf-29cac5768181 req-cb893037-74fa-4298-8a2b-b7d4475e7abb tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.001116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c24d0848-c6c9-4339-8faf-29cac5768181 req-cb893037-74fa-4298-8a2b-b7d4475e7abb tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 946 time: 0.1041887 Aug 10 03:10:44.042291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:44.116746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c24d0848-c6c9-4339-8faf-29cac5768181 req-c6b5945b-93ba-4f3f-882d-68956ed3cc92 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048968 Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.130746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.131095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.131351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:44.187668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:44.188045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:44.188321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:44.195745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Port 173380e0-32b5-4184-815c-95d2dd9c655d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:10:44.196052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:44.204845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:44.205187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:44.205570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:44.206011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Bound port: 173380e0-32b5-4184-815c-95d2dd9c655d, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:44.206369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.237897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c1f47-66c0-4056-9499-279bd9a3b6e5 req-0ab15d28-ae3c-4dd9-b221-f7b3b9fa1600 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.245358 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f2c1f47-66c0-4056-9499-279bd9a3b6e5 req-0ab15d28-ae3c-4dd9-b221-f7b3b9fa1600 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.1989756 Aug 10 03:10:44.333251 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f2c1f47-66c0-4056-9499-279bd9a3b6e5 req-f117ed59-c095-4753-988d-b6f7af3cbb94 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805047 Aug 10 03:10:44.374765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:44.385277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:44.397938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device acff76a0-15d3-4ff7-9bb7-a710893fe572 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:44.436023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.461536 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.487245 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Transition to ACTIVE for port object 58947ea3-61a9-40ba-84af-12f916f1c442 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:44.513080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.520308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.520308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.520308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] 10.222.0.54 "PUT /v2.0/ports/173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 1096 time: 1.2107530 Aug 10 03:10:44.520308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:44.522735 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87217ea-f242-4435-9b5c-124971be0b79" -d '{"events": [{"name": "network-changed", "server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:44.543470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77552a62-3d01-44bb-92c9-9015869f4650 service neutron] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:44.557436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493bc47-a2ad-4402-a292-65f9b801bb36 req-f80e2082-e57b-4d27-8888-fb8810b0d83b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.559498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9493bc47-a2ad-4402-a292-65f9b801bb36 req-f80e2082-e57b-4d27-8888-fb8810b0d83b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 948 time: 0.1398103 Aug 10 03:10:44.595664 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.608020 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3390a3d2-a104-413b-81ad-37fcff24e4d0 x-openstack-request-id: req-3390a3d2-a104-413b-81ad-37fcff24e4d0 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:44.608222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port acff76a0-15d3-4ff7-9bb7-a710893fe572, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:44.609822 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:44.612215 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3390a3d2-a104-413b-81ad-37fcff24e4d0 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:44.612739 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d', 'status': 'completed', 'code': 200} Aug 10 03:10:44.626212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'acff76a0-15d3-4ff7-9bb7-a710893fe572', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'acff76a0-15d3-4ff7-9bb7-a710893fe572', 'mac_address': 'fa:16:3e:b8:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:44.688594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.704811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acff76a0-15d3-4ff7-9bb7-a710893fe572 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:44.708952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9493bc47-a2ad-4402-a292-65f9b801bb36 req-8d8b0c68-d111-4f4c-a749-28b3873cc310 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411142 Aug 10 03:10:44.717366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Attempting to bind port 58947ea3-61a9-40ba-84af-12f916f1c442 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:44.720132 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Attempting to bind port 58947ea3-61a9-40ba-84af-12f916f1c442 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:44.720638 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Attempting to bind port 58947ea3-61a9-40ba-84af-12f916f1c442 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:44.746751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port acff76a0-15d3-4ff7-9bb7-a710893fe572, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:44.748073 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:44.749001 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:44.751599 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.752106 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:44.752808 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Bound port: 58947ea3-61a9-40ba-84af-12f916f1c442, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:44.755113 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.759507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87217ea-f242-4435-9b5c-124971be0b79 req-cf08d352-299f-451d-9376-f001cfed65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:44.771551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f87217ea-f242-4435-9b5c-124971be0b79 req-cf08d352-299f-451d-9376-f001cfed65e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1099 time: 0.1126728 Aug 10 03:10:44.824556 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f87217ea-f242-4435-9b5c-124971be0b79 req-4ec5847b-74fd-475d-b890-f9ecde862a7c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361471 Aug 10 03:10:44.829237 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.830646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 88c17436-45a3-4b0c-81fd-2a4780881632 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:44.869028 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] For port 58947ea3-61a9-40ba-84af-12f916f1c442, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:44.875162 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] For port 58947ea3-61a9-40ba-84af-12f916f1c442, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58947ea3-61a9-40ba-84af-12f916f1c442,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:44.876927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Allocated IP 172.20.0.1 (78197e16-f636-4f15-ba67-1ed5a77618b5/46af4125-a7b3-4579-a822-065a1c4d9b0b/2975aaf7-a399-43fa-892b-ddf5b2949153) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:44.891733 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1b143-4dfc-426e-9a1e-0c328a1bbae1 None None] Pushing event updated for resources: {'Port': ['ID=58947ea3-61a9-40ba-84af-12f916f1c442,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:44.957610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=acff76a0-15d3-4ff7-9bb7-a710893fe572,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:44.962933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 88c17436-45a3-4b0c-81fd-2a4780881632, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=88c17436-45a3-4b0c-81fd-2a4780881632,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:44.966018 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.989413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:44.997969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '88c17436-45a3-4b0c-81fd-2a4780881632', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '88c17436-45a3-4b0c-81fd-2a4780881632', 'mac_address': 'fa:16:3e:c9:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:45.019297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87217ea-f242-4435-9b5c-124971be0b79 req-b16f5963-1b71-4341-824e-0d2594089fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.020807 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f87217ea-f242-4435-9b5c-124971be0b79 req-b16f5963-1b71-4341-824e-0d2594089fa6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833601 Aug 10 03:10:45.043239 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Routers {'b52b6688-d5a7-4119-b67f-fd2406e898e6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:45.043875 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b52b6688-d5a7-4119-b67f-fd2406e898e6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:45.059499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.073246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.085682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c17436-45a3-4b0c-81fd-2a4780881632 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:45.089115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Transition to ACTIVE for port object 2975aaf7-a399-43fa-892b-ddf5b2949153 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:45.145406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 88c17436-45a3-4b0c-81fd-2a4780881632, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=88c17436-45a3-4b0c-81fd-2a4780881632,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:45.176627 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1b143-4dfc-426e-9a1e-0c328a1bbae1 None None] Pushing event updated for resources: {'Port': ['ID=58947ea3-61a9-40ba-84af-12f916f1c442,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.187006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-c0a31a29-6ab7-48e9-a641-07f851b7a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.189509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-c0a31a29-6ab7-48e9-a641-07f851b7a984 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1099 time: 0.0537031 Aug 10 03:10:45.199407 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] Set router b52b6688-d5a7-4119-b67f-fd2406e898e6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:45.212013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.240216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.247176 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-855b2ad7-4cc2-4fd9-bb41-68e0364841c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.0407946 Aug 10 03:10:45.266236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:45.270510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:45.277244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:45.277786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.331876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=88c17436-45a3-4b0c-81fd-2a4780881632,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.342668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-35cc1598-77a5-494c-8035-d79bf3b865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.345444 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-35cc1598-77a5-494c-8035-d79bf3b865c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0901878 Aug 10 03:10:45.369136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Pushing event updated for resources: {'Port': ['ID=2975aaf7-a399-43fa-892b-ddf5b2949153,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:45.384046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.384424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.384771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.385112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.385443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.385904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.386242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.386569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.386895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.387218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.387686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.388025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:45.450539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-444c1846-6177-4b6e-81e6-437fcb91350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.454281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-444c1846-6177-4b6e-81e6-437fcb91350c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994587 Aug 10 03:10:45.479797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['88c17436-45a3-4b0c-81fd-2a4780881632'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:45.561459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['acff76a0-15d3-4ff7-9bb7-a710893fe572'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:45.563384 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:10:41Z', 'revision_number': 3, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:45.694442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16383a2-9cbc-431b-b9dc-02dbb0d80efc req-7310cb54-9b35-4215-b346-f5aaa40e161a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.703582 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f16383a2-9cbc-431b-b9dc-02dbb0d80efc req-7310cb54-9b35-4215-b346-f5aaa40e161a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 947 time: 0.1162410 Aug 10 03:10:45.753770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-95bf227e-bbdc-4ae7-b5ae-b9928010774a service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898281 Aug 10 03:10:45.784939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f16383a2-9cbc-431b-b9dc-02dbb0d80efc req-1ddfa252-9813-4b17-a31c-1a1f82256d57 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803969 Aug 10 03:10:45.827882 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea37589-b0a8-4598-bb62-71afac8b8429 None None] The sync data for ids ['b52b6688-d5a7-4119-b67f-fd2406e898e6'] in n-d-765315-26 is: [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:10:41Z', 'revision_number': 3, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:45.920249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e314eae7-d2d0-47b5-8c74-893ef3942421 req-4aa681a1-9c45-42d3-8cf3-7a4a112f26f1 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592820 Aug 10 03:10:45.922166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-979ccdcd-747c-47d9-b98d-2328caa2f6e4 None None] Provisioning for port 2975aaf7-a399-43fa-892b-ddf5b2949153 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:45.943555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde77f3-7d66-482b-8644-49b2c682c1d0 req-41330fd0-8912-4c2e-9991-ad83e0c62788 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:45.945603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dde77f3-7d66-482b-8644-49b2c682c1d0 req-41330fd0-8912-4c2e-9991-ad83e0c62788 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.0974729 Aug 10 03:10:45.957089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-979ccdcd-747c-47d9-b98d-2328caa2f6e4 None None] Provisioning complete for port 2975aaf7-a399-43fa-892b-ddf5b2949153 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:45.957465 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-979ccdcd-747c-47d9-b98d-2328caa2f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.010042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dde77f3-7d66-482b-8644-49b2c682c1d0 req-66d5882b-bb14-4820-b99f-566e8f65328b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Aug 10 03:10:46.057996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-979ccdcd-747c-47d9-b98d-2328caa2f6e4 None None] Port 2975aaf7-a399-43fa-892b-ddf5b2949153 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:46.098640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.245428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831566bb-956b-4063-9d22-ad7a7fbfdda8 req-dc7ac185-bff8-4105-ae0b-166426f02343 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:46.247021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-831566bb-956b-4063-9d22-ad7a7fbfdda8 req-dc7ac185-bff8-4105-ae0b-166426f02343 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 949 time: 0.1121264 Aug 10 03:10:46.387703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-831566bb-956b-4063-9d22-ad7a7fbfdda8 req-54fcfc52-479b-4ae9-bbea-a078a160d236 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187279 Aug 10 03:10:46.455611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.529300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38924) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:46.663884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.664774 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.683901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67760032-a6c3-47ba-81c3-0b29db0a7469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.782883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Pushing event updated for resources: {'Port': ['ID=2975aaf7-a399-43fa-892b-ddf5b2949153,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:46.851826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:46.854365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:46.975557 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67760032-a6c3-47ba-81c3-0b29db0a7469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:46.997762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58947ea3-61a9-40ba-84af-12f916f1c442 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:47.006960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c23a7-e153-4f4a-a1ba-a7a2a0c1f95f req-b59294af-0c1c-40ce-8c05-3c20bf516974 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.008946 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa8c23a7-e153-4f4a-a1ba-a7a2a0c1f95f req-b59294af-0c1c-40ce-8c05-3c20bf516974 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 947 time: 0.0953679 Aug 10 03:10:47.046677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67760032-a6c3-47ba-81c3-0b29db0a7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.115921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-67760032-a6c3-47ba-81c3-0b29db0a7469 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4aee6f6c2434e9e9f10f5e52dae13ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831792 Aug 10 03:10:47.134203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa8c23a7-e153-4f4a-a1ba-a7a2a0c1f95f req-be1ab42b-5e3e-4349-b04c-3f6643064a0d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192057 Aug 10 03:10:47.139519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38938) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:47.143653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Router b52b6688-d5a7-4119-b67f-fd2406e898e6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:10:47.153478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 58947ea3-61a9-40ba-84af-12f916f1c442 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:47.153478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 58947ea3-61a9-40ba-84af-12f916f1c442 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:47.153712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.209166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67760032-a6c3-47ba-81c3-0b29db0a7469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cecec23-6811-4ac3-9a9a-f9654f004a2d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:47.210433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38944) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:47.254329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e160479-5aa9-414c-a57a-a6d197921b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.283995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-43da004f-5b71-4947-a7c7-b7e2b2078617 None None] Provisioning complete for port 2975aaf7-a399-43fa-892b-ddf5b2949153 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:47.284599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-43da004f-5b71-4947-a7c7-b7e2b2078617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.286227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e160479-5aa9-414c-a57a-a6d197921b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.365940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-43da004f-5b71-4947-a7c7-b7e2b2078617 None None] Port 2975aaf7-a399-43fa-892b-ddf5b2949153 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:47.371062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90200-36da-4755-b64e-b95c3273db27 req-e2ec06da-0b4e-4e0a-8b8f-887e8c748469 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.378833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daa90200-36da-4755-b64e-b95c3273db27 req-e2ec06da-0b4e-4e0a-8b8f-887e8c748469 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.2338161 Aug 10 03:10:47.412214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e160479-5aa9-414c-a57a-a6d197921b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.414765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e160479-5aa9-414c-a57a-a6d197921b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.417246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9e160479-5aa9-414c-a57a-a6d197921b08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cecec23-6811-4ac3-9a9a-f9654f004a2d HTTP/1.1" status: 204 len: 168 time: 0.2758718 Aug 10 03:10:47.429579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e160479-5aa9-414c-a57a-a6d197921b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cecec23-6811-4ac3-9a9a-f9654f004a2d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:47.430312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.434169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:47.443775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7ac896d1-24b3-4d12-8957-fd4fa972f223 admin admin] 10.222.0.26 "PUT /v2.0/routers/b52b6688-d5a7-4119-b67f-fd2406e898e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903433 Aug 10 03:10:47.467535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daa90200-36da-4755-b64e-b95c3273db27 req-404bd3b2-8fa7-4d29-b371-46a63d0903ec tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830395 Aug 10 03:10:47.477156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 58947ea3-61a9-40ba-84af-12f916f1c442, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58947ea3-61a9-40ba-84af-12f916f1c442,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:47.549119 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.573971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-031b46e4-20e0-4a42-88c0-0407eece014c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.600769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd2cd-ba5c-4990-b9a4-3ad4b49d38ad req-9a75a455-02ee-4911-aae5-1d66db7b0c3b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:47.602275 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8a4fd2cd-ba5c-4990-b9a4-3ad4b49d38ad req-9a75a455-02ee-4911-aae5-1d66db7b0c3b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 949 time: 0.0776036 Aug 10 03:10:47.615038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=58947ea3-61a9-40ba-84af-12f916f1c442,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:47.625333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.625986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.626862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.627704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.628261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.628786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.629438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.629907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.630873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.631221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.631530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.632210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:47.680912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8a4fd2cd-ba5c-4990-b9a4-3ad4b49d38ad req-5b49c5da-f73c-45ee-bf05-dee85b65eb70 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703580 Aug 10 03:10:47.728493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-031b46e4-20e0-4a42-88c0-0407eece014c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.818285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-031b46e4-20e0-4a42-88c0-0407eece014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.864036 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-031b46e4-20e0-4a42-88c0-0407eece014c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16c0af48a2df418d82bceac6f765ff73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515548 Aug 10 03:10:47.864912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38964) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:47.865268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b46e4-20e0-4a42-88c0-0407eece014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42490b-090a-435f-9823-30dafb6b2ddc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:47.917285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Sync routers for ids ['b52b6688-d5a7-4119-b67f-fd2406e898e6'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:47.930181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Routers {'b52b6688-d5a7-4119-b67f-fd2406e898e6'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:47.930884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b52b6688-d5a7-4119-b67f-fd2406e898e6'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:47.936171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5da3575d-6bfd-46fc-ba8f-84a478ba7d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.964034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5da3575d-6bfd-46fc-ba8f-84a478ba7d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.066203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Set router b52b6688-d5a7-4119-b67f-fd2406e898e6 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:48.097863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5da3575d-6bfd-46fc-ba8f-84a478ba7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.100451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5da3575d-6bfd-46fc-ba8f-84a478ba7d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.101627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5da3575d-6bfd-46fc-ba8f-84a478ba7d3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b42490b-090a-435f-9823-30dafb6b2ddc HTTP/1.1" status: 204 len: 168 time: 0.2353940 Aug 10 03:10:48.110146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3575d-6bfd-46fc-ba8f-84a478ba7d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42490b-090a-435f-9823-30dafb6b2ddc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:48.264634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50948ae-5055-454f-825f-540ca4a701f7 req-8cf60625-acc8-4da6-b3de-fd0aaddc21ba tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.266202 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d50948ae-5055-454f-825f-540ca4a701f7 req-8cf60625-acc8-4da6-b3de-fd0aaddc21ba tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 947 time: 0.0600977 Aug 10 03:10:48.285423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39000) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:48.308249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40c20019-910c-427d-9c4f-a8e69054031b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.315084 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d50948ae-5055-454f-825f-540ca4a701f7 req-50c30070-cff5-485d-98c6-22158e7bdc6c tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Aug 10 03:10:48.317523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:10:45Z', 'revision_number': 4, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '2975aaf7-a399-43fa-892b-ddf5b2949153', 'name': '', 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'mac_address': 'fa:16:3e:bb:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:44Z', 'updated_at': '2021-08-10T03:10:46Z', 'revision_number': 2, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'subnets': [{'id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:48.347540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Checking router: b52b6688-d5a7-4119-b67f-fd2406e898e6 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:48.347902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Updating router b52b6688-d5a7-4119-b67f-fd2406e898e6 port 2975aaf7-a399-43fa-892b-ddf5b2949153 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:48.377830 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.430355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device acff76a0-15d3-4ff7-9bb7-a710893fe572 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:48.439766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40c20019-910c-427d-9c4f-a8e69054031b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.537953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40c20019-910c-427d-9c4f-a8e69054031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.601696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-40c20019-910c-427d-9c4f-a8e69054031b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a5f8419a98f4008a892c9d95e19403c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155270 Aug 10 03:10:48.605453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39010) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:48.606777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640d0a8-1421-4fa2-b1fe-03daaf75d3a7 req-8adeacf9-8d14-4d45-81fe-187fba96eb42 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.608587 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b640d0a8-1421-4fa2-b1fe-03daaf75d3a7 req-8adeacf9-8d14-4d45-81fe-187fba96eb42 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.0686347 Aug 10 03:10:48.619558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c20019-910c-427d-9c4f-a8e69054031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e776fb7-c9aa-4d7f-bd48-8d5ea34fe63f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:48.648517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port acff76a0-15d3-4ff7-9bb7-a710893fe572 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:48.658010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b640d0a8-1421-4fa2-b1fe-03daaf75d3a7 req-9c556fc9-c134-4c4c-b537-c0d3ffc426b2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Aug 10 03:10:48.664270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port acff76a0-15d3-4ff7-9bb7-a710893fe572 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:48.664695 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.671066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ea8-ded8-4080-b24b-dd36f50d12bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.696629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ea8-ded8-4080-b24b-dd36f50d12bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.829781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ea8-ded8-4080-b24b-dd36f50d12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.833444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ea8-ded8-4080-b24b-dd36f50d12bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.833582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.834725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-66ea5ea8-ded8-4080-b24b-dd36f50d12bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e776fb7-c9aa-4d7f-bd48-8d5ea34fe63f HTTP/1.1" status: 204 len: 168 time: 0.2282336 Aug 10 03:10:48.847669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea5ea8-ded8-4080-b24b-dd36f50d12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e776fb7-c9aa-4d7f-bd48-8d5ea34fe63f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:48.858753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3d398-aa3d-4b19-974c-6625f0833323 req-2895357e-6227-4ef1-b7a0-6cdff48b1212 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.860623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bbe3d398-aa3d-4b19-974c-6625f0833323 req-2895357e-6227-4ef1-b7a0-6cdff48b1212 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 949 time: 0.0785935 Aug 10 03:10:48.883549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Transition to ACTIVE for port object 2975aaf7-a399-43fa-892b-ddf5b2949153 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:48.890939 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.909864 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bbe3d398-aa3d-4b19-974c-6625f0833323 req-59b11ad8-23fe-4af7-9f50-56993dfbdd06 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Aug 10 03:10:48.918399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff76a0-15d3-4ff7-9bb7-a710893fe572'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:48.920776 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba58d52-deec-4277-8ee4-2359927efabc" -d '{"events": [{"server_uuid": "830641b2-98ea-4ff9-abfe-0e10b6abff0c", "name": "network-vif-plugged", "status": "completed", "tag": "acff76a0-15d3-4ff7-9bb7-a710893fe572"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:48.938329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58947ea3-61a9-40ba-84af-12f916f1c442 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:48.943812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port acff76a0-15d3-4ff7-9bb7-a710893fe572, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:48.961356 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374db260-5f29-4f7b-852d-0e7e8cbe3314 x-openstack-request-id: req-374db260-5f29-4f7b-852d-0e7e8cbe3314 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:48.961648 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830641b2-98ea-4ff9-abfe-0e10b6abff0c", "name": "network-vif-plugged", "status": "completed", "tag": "acff76a0-15d3-4ff7-9bb7-a710893fe572", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:48.961902 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-374db260-5f29-4f7b-852d-0e7e8cbe3314 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:48.962290 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acff76a0-15d3-4ff7-9bb7-a710893fe572', 'code': 200} Aug 10 03:10:48.990770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 58947ea3-61a9-40ba-84af-12f916f1c442 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:48.991146 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.011428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.026940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.027705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 88c17436-45a3-4b0c-81fd-2a4780881632 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:49.067404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9ed0f-31fb-4a45-b765-9367c7a3e7e2 req-3dcef19f-daae-4a4c-a32a-58a1b1f738c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.068936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6e9ed0f-31fb-4a45-b765-9367c7a3e7e2 req-3dcef19f-daae-4a4c-a32a-58a1b1f738c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 1102 time: 0.0507307 Aug 10 03:10:49.123332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088b59d-603f-4fca-ad45-ae6aaa7306ee None None] Pushing event updated for resources: {'Port': ['ID=2975aaf7-a399-43fa-892b-ddf5b2949153,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:49.135340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6e9ed0f-31fb-4a45-b765-9367c7a3e7e2 req-eb5c81ed-0ac5-4c5b-97e7-29738a8da0bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554104 Aug 10 03:10:49.185246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-0830a53b-bd63-491a-85bb-5ce9f2f6fc24 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0641968 Aug 10 03:10:49.252891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Attempting to bind port 2975aaf7-a399-43fa-892b-ddf5b2949153 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:49.253202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Attempting to bind port 2975aaf7-a399-43fa-892b-ddf5b2949153 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:49.253568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Attempting to bind port 2975aaf7-a399-43fa-892b-ddf5b2949153 on network 78197e16-f636-4f15-ba67-1ed5a77618b5 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:49.264327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=acff76a0-15d3-4ff7-9bb7-a710893fe572,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:49.274694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:49.275031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Checking segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:49.275440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.275852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Bound using segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:49.276326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Bound port: 2975aaf7-a399-43fa-892b-ddf5b2949153, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:49.276755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.291303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39026) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:49.304566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 88c17436-45a3-4b0c-81fd-2a4780881632 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:49.310070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-0cabf887-7da5-4eee-b067-6465e5eb8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.311865 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-0cabf887-7da5-4eee-b067-6465e5eb8711 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 1097 time: 0.0489531 Aug 10 03:10:49.319071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37c268c5-9b82-4397-818d-3fb7954c3127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.329108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 88c17436-45a3-4b0c-81fd-2a4780881632 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:49.329515 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.410814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] For port 2975aaf7-a399-43fa-892b-ddf5b2949153, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:49.415917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] For port 2975aaf7-a399-43fa-892b-ddf5b2949153, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2975aaf7-a399-43fa-892b-ddf5b2949153,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:49.446516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39034) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:49.469747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37c268c5-9b82-4397-818d-3fb7954c3127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.506635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.518489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39038) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:49.523794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-network', 'tenant_id': 'dc24b065b48c4da986636082462a5392'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:49.565125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37c268c5-9b82-4397-818d-3fb7954c3127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.573875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151f260-26c7-464e-b875-878e1b16f696 req-83fc8de4-107d-470c-8621-e29a4fc936c9 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.580266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1151f260-26c7-464e-b875-878e1b16f696 req-83fc8de4-107d-470c-8621-e29a4fc936c9 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 947 time: 0.1285245 Aug 10 03:10:49.617701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-67de9331-b7a6-47c8-9439-a6f93d756e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.619434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-67de9331-b7a6-47c8-9439-a6f93d756e88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 924 time: 0.2866905 Aug 10 03:10:49.635598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-37c268c5-9b82-4397-818d-3fb7954c3127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20b14fb9720e450aad021b5fdaba22a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425612 Aug 10 03:10:49.638238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39040) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:49.645587 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1151f260-26c7-464e-b875-878e1b16f696 req-99660434-b332-4ac7-acb0-32ca4fb6e5eb tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Aug 10 03:10:49.648086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c268c5-9b82-4397-818d-3fb7954c3127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea499db-4a68-4516-843b-b20421e02972,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:49.695570 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.719484 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-4b710100-51ae-476e-b72f-78c4313bcf2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76f056b4-951a-4306-a42d-ae7573c1902e HTTP/1.1" status: 200 len: 1001 time: 0.0726616 Aug 10 03:10:49.720876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Made reservation on behalf of dc24b065b48c4da986636082462a5392 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:49.724997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.753225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 88c17436-45a3-4b0c-81fd-2a4780881632, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=88c17436-45a3-4b0c-81fd-2a4780881632,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:49.754028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.754521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:10:49.769742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6cd23b78-8beb-49bf-b1c7-609a16e3f31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.782626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-7c2b5b45-0e03-45bc-907c-7084d9a6ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.786827 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-7c2b5b45-0e03-45bc-907c-7084d9a6ba9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.0562875 Aug 10 03:10:49.786953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c8457b3-6ae9-4317-b91a-242acc40b236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.827934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088b59d-603f-4fca-ad45-ae6aaa7306ee None None] Pushing event updated for resources: {'Port': ['ID=2975aaf7-a399-43fa-892b-ddf5b2949153,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:49.849020 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Routers {'b52b6688-d5a7-4119-b67f-fd2406e898e6'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:49.850113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b52b6688-d5a7-4119-b67f-fd2406e898e6'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:49.869898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6cd23b78-8beb-49bf-b1c7-609a16e3f31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:49.879038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-1ab57917-e3f6-4d35-8ebb-270dbbbab9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.884716 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-1ab57917-e3f6-4d35-8ebb-270dbbbab9e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895331 Aug 10 03:10:49.946032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e072be9-545a-45ef-a5af-ba0d37764578 req-97a79926-588b-41ee-86bb-85c7e0cc2550 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.951412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e072be9-545a-45ef-a5af-ba0d37764578 req-97a79926-588b-41ee-86bb-85c7e0cc2550 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.1947916 Aug 10 03:10:50.006655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.007797 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-543ed03e-7ee6-4d3a-a919-0ebd10a2ef46 service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156168 Aug 10 03:10:50.031987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:50.068294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e072be9-545a-45ef-a5af-ba0d37764578 req-ae917f24-bdfc-43b4-9934-2afd74fcef3c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936816 Aug 10 03:10:50.103794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6cd23b78-8beb-49bf-b1c7-609a16e3f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.107162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6cd23b78-8beb-49bf-b1c7-609a16e3f31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.108933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6cd23b78-8beb-49bf-b1c7-609a16e3f31b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ea499db-4a68-4516-843b-b20421e02972 HTTP/1.1" status: 204 len: 168 time: 0.4692194 Aug 10 03:10:50.159541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd23b78-8beb-49bf-b1c7-609a16e3f31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea499db-4a68-4516-843b-b20421e02972,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.181859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214ba58-f469-4ae7-8154-0097050ce45a req-01e6cb69-c494-41ef-aab2-6a3d5964ba5a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.190423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4214ba58-f469-4ae7-8154-0097050ce45a req-01e6cb69-c494-41ef-aab2-6a3d5964ba5a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 950 time: 0.1419566 Aug 10 03:10:50.192164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '173380e0-32b5-4184-815c-95d2dd9c655d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '173380e0-32b5-4184-815c-95d2dd9c655d', 'mac_address': 'fa:16:3e:c3:23:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:10:50.209493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.240766 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d2c63e0e-0d5c-4a60-8d57-a0fd0f898919 req-bd93c4e1-2574-43c5-8988-3996b3d25e9c service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179096 Aug 10 03:10:50.247073 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4214ba58-f469-4ae7-8154-0097050ce45a req-a2c04c8a-7303-4923-aeaf-099c4dffb721 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558069 Aug 10 03:10:50.275636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.306376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] Set router b52b6688-d5a7-4119-b67f-fd2406e898e6 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:50.310732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:50.311735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=88c17436-45a3-4b0c-81fd-2a4780881632,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.328402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fdce5c-87e1-4067-b174-9a8001a78d76,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.336983 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.348056 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Added segment 57fbd79e-bcb7-479f-a402-ff1db749f094 of type vlan for network 6a408fd6-9284-4f0c-9206-f20003117086 Aug 10 03:10:50.370177 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.417472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173380e0-32b5-4184-815c-95d2dd9c655d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:10:50.420575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.473465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c8457b3-6ae9-4317-b91a-242acc40b236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.475260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:50.560667 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.561266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.563651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.564364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.577134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c8457b3-6ae9-4317-b91a-242acc40b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.597150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:10:45Z', 'revision_number': 4, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '2975aaf7-a399-43fa-892b-ddf5b2949153', 'name': '', 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'mac_address': 'fa:16:3e:bb:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:44Z', 'updated_at': '2021-08-10T03:10:49Z', 'revision_number': 4, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'subnets': [{'id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:50.605798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7c8457b3-6ae9-4317-b91a-242acc40b236 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c33bf108fb2c46d794b441e5a86e7eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1578169 Aug 10 03:10:50.608380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:50.630897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c49b4-00bf-4963-8025-c76189b54924 None None] The sync data for ids ['b52b6688-d5a7-4119-b67f-fd2406e898e6'] in n-d-765315-26 is: [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:10:45Z', 'revision_number': 4, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '2975aaf7-a399-43fa-892b-ddf5b2949153', 'name': '', 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'mac_address': 'fa:16:3e:bb:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:44Z', 'updated_at': '2021-08-10T03:10:49Z', 'revision_number': 4, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'subnets': [{'id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:50.653082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.690690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6a408fd6-9284-4f0c-9206-f20003117086,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.714054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8457b3-6ae9-4317-b91a-242acc40b236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac63cb7-0109-475b-bb48-7ee38210b880,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:50.718030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 6a408fd6-9284-4f0c-9206-f20003117086 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:50.744190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ab02-e8ba-424b-ab61-8c36215a9d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.781570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ab02-e8ba-424b-ab61-8c36215a9d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.783576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-69cfd707-f2b8-4a89-b3b9-124a024481a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2636430 Aug 10 03:10:50.784448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:50.792368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Request body: {'subnet': {'network_id': '6a408fd6-9284-4f0c-9206-f20003117086', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-subnet', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:50.897762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Made reservation on behalf of dc24b065b48c4da986636082462a5392 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:50.900715 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.914782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840ed61-ced1-45fa-99d6-b0408ec5d8e8 req-447a8c53-4476-468a-9139-9e290c326d64 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.923411 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2840ed61-ced1-45fa-99d6-b0408ec5d8e8 req-447a8c53-4476-468a-9139-9e290c326d64 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 948 time: 0.1075232 Aug 10 03:10:50.963864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c17436-45a3-4b0c-81fd-2a4780881632'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:50.966488 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916167e0-bef6-4763-8694-73c5c3bfbbd2" -d '{"events": [{"server_uuid": "0de0a8f6-24e9-4b8e-8a7e-0ed918530305", "name": "network-vif-plugged", "status": "completed", "tag": "88c17436-45a3-4b0c-81fd-2a4780881632"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:50.985567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2840ed61-ced1-45fa-99d6-b0408ec5d8e8 req-10f8d5e7-5cab-412f-a63e-f029db9f47dc tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Aug 10 03:10:51.016774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:51.032803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ab02-e8ba-424b-ab61-8c36215a9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.035961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ab02-e8ba-424b-ab61-8c36215a9d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.052373 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5eb1ab02-e8ba-424b-ab61-8c36215a9d38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fac63cb7-0109-475b-bb48-7ee38210b880 HTTP/1.1" status: 204 len: 168 time: 0.4263606 Aug 10 03:10:51.061856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1ab02-e8ba-424b-ab61-8c36215a9d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac63cb7-0109-475b-bb48-7ee38210b880,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:51.088639 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e34853-4f66-47bb-96cc-afbc511fdfb8 x-openstack-request-id: req-a8e34853-4f66-47bb-96cc-afbc511fdfb8 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:51.089057 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0a8f6-24e9-4b8e-8a7e-0ed918530305", "name": "network-vif-plugged", "status": "completed", "tag": "88c17436-45a3-4b0c-81fd-2a4780881632", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:51.089167 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8e34853-4f66-47bb-96cc-afbc511fdfb8 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:51.089543 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c17436-45a3-4b0c-81fd-2a4780881632', 'code': 200} Aug 10 03:10:51.090289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2975aaf7-a399-43fa-892b-ddf5b2949153 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:51.253300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e19db-d4ce-4b7e-96e0-0c126a932a85 req-704c78ca-a43b-4d8d-90d8-eb1e6af95411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.255034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a9e19db-d4ce-4b7e-96e0-0c126a932a85 req-704c78ca-a43b-4d8d-90d8-eb1e6af95411 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 1100 time: 0.1542051 Aug 10 03:10:51.259573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f93a09-5420-415c-b96c-9df3938479df req-4f7e1253-1be7-4bd7-9875-e89a5d8ef6d4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.262323 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35f93a09-5420-415c-b96c-9df3938479df req-4f7e1253-1be7-4bd7-9875-e89a5d8ef6d4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 948 time: 0.0973220 Aug 10 03:10:51.325849 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35f93a09-5420-415c-b96c-9df3938479df req-11fe2717-0f15-49a8-b06a-4b8183d40191 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548851 Aug 10 03:10:51.348839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2975aaf7-a399-43fa-892b-ddf5b2949153 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:51.364245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2975aaf7-a399-43fa-892b-ddf5b2949153 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:51.366824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.431067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a9e19db-d4ce-4b7e-96e0-0c126a932a85 req-f36246bb-1b6a-4c0a-8ad0-46396270b2af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853233 Aug 10 03:10:51.459876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e6aa3-b8af-4325-88ff-e9a5c9ae61f8 req-706e6d05-a6cb-4851-83d9-30e26761ad9b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.464862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d12e6aa3-b8af-4325-88ff-e9a5c9ae61f8 req-706e6d05-a6cb-4851-83d9-30e26761ad9b tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 950 time: 0.0836141 Aug 10 03:10:51.465846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.488588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.541262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2975aaf7-a399-43fa-892b-ddf5b2949153, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2975aaf7-a399-43fa-892b-ddf5b2949153,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:51.582238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d12e6aa3-b8af-4325-88ff-e9a5c9ae61f8 req-24ad9ced-3f6a-44d3-9c04-227970d72e9a tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097434 Aug 10 03:10:51.584451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f07eba7-bfbc-47aa-9f21-de185b1fb657,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:51.594276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Checking segment: {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:51.594639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Network hostable DHCP agents. Network: 6a408fd6-9284-4f0c-9206-f20003117086, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:51.652316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.681348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Network 6a408fd6-9284-4f0c-9206-f20003117086 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:51.709488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2975aaf7-a399-43fa-892b-ddf5b2949153,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:51.766359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 6a408fd6-9284-4f0c-9206-f20003117086) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:51.774827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:51.775463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.780591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bab1b2-6208-42d2-8f06-a6fc72bb6330 None None] Network 6a408fd6-9284-4f0c-9206-f20003117086 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:51.858588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d8a77ac7-08a6-42f1-bb5a-19c0dd9efd37 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0730526 Aug 10 03:10:51.861828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39108) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:51.872101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:51.904839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39110) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:51.923924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81961821-e64d-4e68-8c2f-fda9acf86b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.951539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-6a408fd6-9284-4f0c-9206-f20003117086', 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'fixed_ips': [{'subnet_id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:10:51.952537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.982446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.984532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.107459 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.146946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39120) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:52.215302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Allocated IP 172.20.0.2 (6a408fd6-9284-4f0c-9206-f20003117086/9f07eba7-bfbc-47aa-9f21-de185b1fb657/17e6cb52-1449-4ce2-aaa2-2882d6187c08) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:52.229122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e7d33-429b-4b0f-aaf9-0c89f4fdb739 req-80eba81f-d4b5-44ab-b90b-5ec4e1bb86c4 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.241344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be5e7d33-429b-4b0f-aaf9-0c89f4fdb739 req-80eba81f-d4b5-44ab-b90b-5ec4e1bb86c4 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 948 time: 0.1370206 Aug 10 03:10:52.298133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be5e7d33-429b-4b0f-aaf9-0c89f4fdb739 req-3d7e0306-d47f-4fdf-a413-8d4e9c66b691 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Aug 10 03:10:52.343051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1787001908-network', 'tenant_id': 'fcb5145c5e94438ba62246f73a73b3ed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:52.381770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81961821-e64d-4e68-8c2f-fda9acf86b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.422887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.432569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Transition to ACTIVE for port object 17e6cb52-1449-4ce2-aaa2-2882d6187c08 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:52.449911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Transition to ACTIVE for port object 17e6cb52-1449-4ce2-aaa2-2882d6187c08 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:52.464423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfee2c-1857-463d-b366-e0aa95a078ab req-e086ae66-81f1-4c5d-bc50-aff2c747b4de tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.465934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9bfee2c-1857-463d-b366-e0aa95a078ab req-e086ae66-81f1-4c5d-bc50-aff2c747b4de tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 948 time: 0.0605011 Aug 10 03:10:52.473983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.489642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890719-32d1-428a-a062-7717d7a29218 req-4b0a737d-286e-4d0d-8216-cb41e9175b80 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.491190 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68890719-32d1-428a-a062-7717d7a29218 req-4b0a737d-286e-4d0d-8216-cb41e9175b80 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 950 time: 0.2167890 Aug 10 03:10:52.509770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9bfee2c-1857-463d-b366-e0aa95a078ab req-05609b10-5702-416a-aa9e-a0604b7df9f5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Aug 10 03:10:52.539641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68890719-32d1-428a-a062-7717d7a29218 req-8f2d6ab7-baac-4e7d-8d73-eece17ee0b7c tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Aug 10 03:10:52.579106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81961821-e64d-4e68-8c2f-fda9acf86b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.634007 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81961821-e64d-4e68-8c2f-fda9acf86b85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f18867fc98424b6aab6b8f503d539c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278793 Aug 10 03:10:52.648505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:52.649433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961821-e64d-4e68-8c2f-fda9acf86b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711cca16-7aca-4b50-bbbd-176157b9cfc5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:52.687666 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.690153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4a04-2af1-41c1-ad13-ecaf701ffa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.724704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4a04-2af1-41c1-ad13-ecaf701ffa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.725057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Network 6a408fd6-9284-4f0c-9206-f20003117086 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:52.731805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:52.735863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:52.745709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Pushing event updated for resources: {'Port': ['ID=17e6cb52-1449-4ce2-aaa2-2882d6187c08,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:52.746506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Made reservation on behalf of fcb5145c5e94438ba62246f73a73b3ed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:52.755145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.767728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.818317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Attempting to bind port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:52.819054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Attempting to bind port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:52.824035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Attempting to bind port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 on network 6a408fd6-9284-4f0c-9206-f20003117086 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:52.830413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:52.831005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Checking segment: {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:52.831648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.832379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Bound using segment: {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:52.833001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Bound port: 17e6cb52-1449-4ce2-aaa2-2882d6187c08, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:52.833559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.915612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4a04-2af1-41c1-ad13-ecaf701ffa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.918444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4a04-2af1-41c1-ad13-ecaf701ffa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:52.922177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1c3b4a04-2af1-41c1-ad13-ecaf701ffa2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/711cca16-7aca-4b50-bbbd-176157b9cfc5 HTTP/1.1" status: 204 len: 168 time: 0.2835054 Aug 10 03:10:52.931283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4a04-2af1-41c1-ad13-ecaf701ffa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711cca16-7aca-4b50-bbbd-176157b9cfc5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:52.935967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] For port 17e6cb52-1449-4ce2-aaa2-2882d6187c08, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:52.940932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] For port 17e6cb52-1449-4ce2-aaa2-2882d6187c08, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17e6cb52-1449-4ce2-aaa2-2882d6187c08,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:52.949236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2975aaf7-a399-43fa-892b-ddf5b2949153 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:53.027534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.051383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.078581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.100241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2975aaf7-a399-43fa-892b-ddf5b2949153 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:53.100241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.195342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.228446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8d47-ddbb-4554-ad60-2f04003b166f req-45c25b4a-ea4d-4626-bb08-a3abf25e18d4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.243492 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-185e8d47-ddbb-4554-ad60-2f04003b166f req-45c25b4a-ea4d-4626-bb08-a3abf25e18d4 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 950 time: 0.1497173 Aug 10 03:10:53.281815 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.317461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fcfe6-7726-464e-89d2-ffe7602bf45a None None] Pushing event updated for resources: {'Port': ['ID=17e6cb52-1449-4ce2-aaa2-2882d6187c08,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:53.360630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01030bc8-3bfb-4ae9-ba13-07d7870c118b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:53.374440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:53.417101 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-185e8d47-ddbb-4554-ad60-2f04003b166f req-a5f97ec8-a137-4ff6-b516-7bd44e522d04 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728029 Aug 10 03:10:53.423738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Allocated IP 172.25.1.61 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fa58e0a3-c668-4761-97e9-557537f40744) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:53.436955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.437324 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Added segment a9aa9a35-26fc-40e1-87f4-581f0428109f of type vlan for network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 Aug 10 03:10:53.549896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:53.574911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.687589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b8ce-8019-4e96-9ff6-d045e2589e46 req-cd3a9c92-1ae4-49b8-b067-ae49ebe5310f tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.687770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3af0b8ce-8019-4e96-9ff6-d045e2589e46 req-cd3a9c92-1ae4-49b8-b067-ae49ebe5310f tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 948 time: 0.1328447 Aug 10 03:10:53.778167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 173380e0-32b5-4184-815c-95d2dd9c655d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:53.788407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 173380e0-32b5-4184-815c-95d2dd9c655d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:53.788970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.793343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347268b-53a4-4e1c-a66e-57ef801b78a7 req-f384edbd-cd55-4e65-b04a-613286fe57a9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.795731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2347268b-53a4-4e1c-a66e-57ef801b78a7 req-f384edbd-cd55-4e65-b04a-613286fe57a9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 948 time: 0.0547781 Aug 10 03:10:53.877909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2347268b-53a4-4e1c-a66e-57ef801b78a7 req-b6f407ab-7845-462c-942b-a4b788c7803d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756385 Aug 10 03:10:53.919819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.941617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.943550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.944517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.945093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.969046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:53.971079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:53.975795 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553e0fa6-2d29-4794-9c24-6adfac5d4e0e" -d '{"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-plugged", "status": "completed", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:54.029425 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.043154 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8949304 Aug 10 03:10:54.046178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39186) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:54.060029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Request body: {'subnet': {'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1787001908-subnet', 'tenant_id': 'fcb5145c5e94438ba62246f73a73b3ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:54.063753 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3af0b8ce-8019-4e96-9ff6-d045e2589e46 req-5ea20d83-4d0d-48cf-9659-2b3cd9d0f026 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588233 Aug 10 03:10:54.123792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6694b0f-c930-4a00-ac6f-6779e35cee17 admin admin] Pushing event updated for resources: {'Network': ['ID=b47f7dec-7c04-48ad-aa2f-fab4aab236f0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.148546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:54.234440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Made reservation on behalf of fcb5145c5e94438ba62246f73a73b3ed for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:54.235532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.237542 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.245680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.308780 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f2dce-1da5-4153-a45d-c864691dbab3 x-openstack-request-id: req-411f2dce-1da5-4153-a45d-c864691dbab3 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:54.309073 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-plugged", "status": "completed", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:54.309322 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-411f2dce-1da5-4153-a45d-c864691dbab3 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:54.309715 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d', 'code': 200} Aug 10 03:10:54.313429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:54.316682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:54.325035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:54.328517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa58e0a3-c668-4761-97e9-557537f40744,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.426970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-620435a3-97ee-4c43-ab12-5b3c6558b3c5 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.429123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-620435a3-97ee-4c43-ab12-5b3c6558b3c5 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.46 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 950 time: 0.1009996 Aug 10 03:10:54.607466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce15a94-5c79-401e-99b4-c7b74067210a req-0c2014df-fb43-437d-bf41-f2426188ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.612437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ce15a94-5c79-401e-99b4-c7b74067210a req-0c2014df-fb43-437d-bf41-f2426188ce7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1101 time: 0.1316285 Aug 10 03:10:54.659757 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ce15a94-5c79-401e-99b4-c7b74067210a req-b0f3350b-b6b6-4ad0-812a-c017eaf67a56 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Aug 10 03:10:54.692584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770fe12e-62e6-4158-8e75-80b4958fd8d4 None None] Network 6a408fd6-9284-4f0c-9206-f20003117086 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:54.746914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfed18-7de6-4439-8e3c-71b2d5f02164 req-0d9cf99f-f4a2-4363-97c9-ac41ee0000ea tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.755149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9bfed18-7de6-4439-8e3c-71b2d5f02164 req-0d9cf99f-f4a2-4363-97c9-ac41ee0000ea tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 950 time: 0.0763397 Aug 10 03:10:54.758620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Deleting port acff76a0-15d3-4ff7-9bb7-a710893fe572 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:10:54.759164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.810576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.908650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9bfed18-7de6-4439-8e3c-71b2d5f02164 req-0f3bda71-53db-461a-9184-e5380e985060 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e458e91-38cc-4668-b76f-8c06a7764352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481271 Aug 10 03:10:54.918466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.919858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2084d43d-9d2f-4497-9719-38ac098f031f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:54.973125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] For port acff76a0-15d3-4ff7-9bb7-a710893fe572, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=acff76a0-15d3-4ff7-9bb7-a710893fe572,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:54.973488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.985322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:54.985913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Network hostable DHCP agents. Network: b47f7dec-7c04-48ad-aa2f-fab4aab236f0, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:54.991649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Calling delete_port for acff76a0-15d3-4ff7-9bb7-a710893fe572 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:10:55.038142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17e6cb52-1449-4ce2-aaa2-2882d6187c08 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:55.042687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f93a38a5-4726-404d-a5ef-33cb766c8b7d None None] Provisioning for port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:55.097116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-8862f5e9-20f9-4724-a351-d7e8259c5d5c tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=32b2be38505942d29623062a46ccff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307829 Aug 10 03:10:55.098891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:55.178168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:55.182429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:55.182806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.227440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b47f7dec-7c04-48ad-aa2f-fab4aab236f0) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:55.244123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:55.244822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.247735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c7210-d78f-4c16-b3fa-aecda3535c6d req-cc924c12-c7c1-4772-9e16-0258ff672027 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:55.250133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8be2b9-f9e1-439a-8755-351a212f2d56 None None] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:55.251301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e77c7210-d78f-4c16-b3fa-aecda3535c6d req-cc924c12-c7c1-4772-9e16-0258ff672027 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0764267 Aug 10 03:10:55.302153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-e2ece946-8737-4c78-9038-c29f018d1725 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:55.303710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-e2ece946-8737-4c78-9038-c29f018d1725 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058122 Aug 10 03:10:55.331542 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e77c7210-d78f-4c16-b3fa-aecda3535c6d req-4ecf67ba-9b20-4a7c-a3bb-604a19c8d57f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Aug 10 03:10:55.340269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-58528b5a-eeaa-4d42-aac2-5ddea5169b1a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/quotas/32b2be38505942d29623062a46ccff34 HTTP/1.1" status: 200 len: 375 time: 0.0253365 Aug 10 03:10:55.341844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.385795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-67d50420-42bc-422a-a5ee-01497d18aa1f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3368940 Aug 10 03:10:55.412679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-dce9b81e-0288-4f59-ae01-c9bbd48cb40f tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32b2be38505942d29623062a46ccff34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713246 Aug 10 03:10:55.413583 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.446308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.461992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['acff76a0-15d3-4ff7-9bb7-a710893fe572'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:10:55.512561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Pushing event deleted for resources: {'Port': ['ID=acff76a0-15d3-4ff7-9bb7-a710893fe572,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:55.534440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 17e6cb52-1449-4ce2-aaa2-2882d6187c08, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17e6cb52-1449-4ce2-aaa2-2882d6187c08,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:55.592112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12ede3-0cc2-42c9-8490-532cdff854fb None None] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:55.629127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] No DVR routers for this DVR port acff76a0-15d3-4ff7-9bb7-a710893fe572 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:10:55.634821 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.637147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62f02226-d690-487c-b86f-4dfd8a06c820 req-3ab0bf96-f178-44fb-b9c0-8c6244ef0d54 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.46 "DELETE /v2.0/ports/acff76a0-15d3-4ff7-9bb7-a710893fe572 HTTP/1.1" status: 204 len: 173 time: 1.1962683 Aug 10 03:10:55.637655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'name': 'network-vif-deleted', 'tag': 'acff76a0-15d3-4ff7-9bb7-a710893fe572'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:10:55.640544 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6ff842-47b8-42bb-a074-cc58d4a6e6b6" -d '{"events": [{"server_uuid": "830641b2-98ea-4ff9-abfe-0e10b6abff0c", "name": "network-vif-deleted", "tag": "acff76a0-15d3-4ff7-9bb7-a710893fe572"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:10:55.653306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.681026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-15a81281-ba22-41b8-85f0-b6571ac31151 None None] Provisioning complete for port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:55.681026 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15a81281-ba22-41b8-85f0-b6571ac31151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.681026 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:55.743347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:10:55.909843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=17e6cb52-1449-4ce2-aaa2-2882d6187c08,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:55.922428 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd395b-3441-480b-a2fa-daaf631edb7b x-openstack-request-id: req-03bd395b-3441-480b-a2fa-daaf631edb7b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:10:55.923009 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830641b2-98ea-4ff9-abfe-0e10b6abff0c", "name": "network-vif-deleted", "tag": "acff76a0-15d3-4ff7-9bb7-a710893fe572", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:10:55.923091 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03bd395b-3441-480b-a2fa-daaf631edb7b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:10:55.923793 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830641b2-98ea-4ff9-abfe-0e10b6abff0c', 'name': 'network-vif-deleted', 'tag': 'acff76a0-15d3-4ff7-9bb7-a710893fe572', 'status': 'completed', 'code': 200} Aug 10 03:10:56.034029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5809c6f5-c2f6-4f84-b070-76273a2f7a12 req-95803ee8-c073-4b14-b1a0-65886e936418 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 210 time: 0.0498476 Aug 10 03:10:56.161109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:10:56.179942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Sync routers for ids ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:10:56.197511 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Routers {'1dbfaddf-9c4f-4e82-b46a-c95816e76443'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:56.198421 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:56.234503 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e606f97e-7829-48ae-bbb8-3d28fc969517 req-abed5170-d394-449f-a2df-52385cb13842 tempest-DeleteServersAdminTestJSON-2138771183 tempest-DeleteServersAdminTestJSON-2138771183-project] 10.222.0.26 "GET /v2.0/ports?device_id=830641b2-98ea-4ff9-abfe-0e10b6abff0c HTTP/1.1" status: 200 len: 210 time: 0.0480161 Aug 10 03:10:56.280706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.282558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a62c91b-50e3-4c2b-b478-e5b156135ad9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4196341 Aug 10 03:10:56.285789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39284) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:56.357692 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Set router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:56.550709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41328a83-8e55-46fb-83f8-d5501820d399 req-eb041f6a-d171-4758-a39d-1ac88415c071 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:56.554292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41328a83-8e55-46fb-83f8-d5501820d399 req-eb041f6a-d171-4758-a39d-1ac88415c071 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.1049230 Aug 10 03:10:56.673166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39302) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:56.679634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1775057401-network', 'tenant_id': '2190a231983a461aac2356f6e12b31ba'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:56.679786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:10:54Z', 'revision_number': 3, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:56.709235 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Checking router: 1dbfaddf-9c4f-4e82-b46a-c95816e76443 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:10:56.709471 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Updating router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 port fa58e0a3-c668-4761-97e9-557537f40744 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:10:56.743030 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.795119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Made reservation on behalf of 2190a231983a461aac2356f6e12b31ba for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:56.798462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.813206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:56.956401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41328a83-8e55-46fb-83f8-d5501820d399 req-c48cefbd-8235-423e-a18d-3a42785d996d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001062 Aug 10 03:10:56.978690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17e6cb52-1449-4ce2-aaa2-2882d6187c08 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:57.048566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.072510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:57.073113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.098251 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.121655 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Transition to ACTIVE for port object fa58e0a3-c668-4761-97e9-557537f40744 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:57.195959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.196305 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.212746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74c25a1a-bef8-4cdf-8201-c9bdca4b44b9 req-607a2721-96fb-4581-9b83-bc30362c754c tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 210 time: 0.0300622 Aug 10 03:10:57.237309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:10:57.244000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f0581-2c58-49fb-86b2-ddc4ec44ccbf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:57.251355 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.252095 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Added segment 5f127ef5-88b6-4f14-9587-f5e9c75e7088 of type vlan for network e680e686-fd78-4a3c-83ce-6494c2cf0dfd Aug 10 03:10:57.318544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.325663 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Attempting to bind port fa58e0a3-c668-4761-97e9-557537f40744 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:10:57.326052 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Attempting to bind port fa58e0a3-c668-4761-97e9-557537f40744 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:10:57.326423 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Attempting to bind port fa58e0a3-c668-4761-97e9-557537f40744 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:10:57.344188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.347869 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Pushing event updated for resources: {'Port': ['ID=fa58e0a3-c668-4761-97e9-557537f40744,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:57.355821 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:10:57.356199 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:57.356894 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.357398 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:10:57.357774 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Bound port: fa58e0a3-c668-4761-97e9-557537f40744, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:10:57.358167 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.362043 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.362201 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.362709 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.363050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.363402 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.363731 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.364214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.364575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.364899 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.365394 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.365867 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.366195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:10:57.442004 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] For port fa58e0a3-c668-4761-97e9-557537f40744, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:10:57.449246 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] For port fa58e0a3-c668-4761-97e9-557537f40744, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fa58e0a3-c668-4761-97e9-557537f40744,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:10:57.453229 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.454796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:57.455661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.533123 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.559094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] Pushing event updated for resources: {'Network': ['ID=e680e686-fd78-4a3c-83ce-6494c2cf0dfd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:57.572707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e680e686-fd78-4a3c-83ce-6494c2cf0dfd details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:10:57.597687 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34147a-3431-431b-bcf5-72198e5becbe None None] Pushing event updated for resources: {'Port': ['ID=fa58e0a3-c668-4761-97e9-557537f40744,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:57.606572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Allocated IP 172.20.0.1 (6a408fd6-9284-4f0c-9206-f20003117086/9f07eba7-bfbc-47aa-9f21-de185b1fb657/4632897c-9ee7-40b2-b0b5-158052dd1385) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:10:57.633082 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Routers {'1dbfaddf-9c4f-4e82-b46a-c95816e76443'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:10:57.633869 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:57.636012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4f468122-dbae-49cd-8d0d-2056a604a864 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9615610 Aug 10 03:10:57.638662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39350) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:57.644943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Request body: {'subnet': {'network_id': 'e680e686-fd78-4a3c-83ce-6494c2cf0dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1775057401-subnet', 'tenant_id': '2190a231983a461aac2356f6e12b31ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:57.771886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Made reservation on behalf of 2190a231983a461aac2356f6e12b31ba for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:57.779831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.807246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.811635 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] Set router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:10:57.823813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Transition to ACTIVE for port object 4632897c-9ee7-40b2-b0b5-158052dd1385 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:10:57.955318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:57.997287 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:10:54Z', 'revision_number': 3, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:10:58.018396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Network 6a408fd6-9284-4f0c-9206-f20003117086 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:58.021278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:58.024390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:10:58.024888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.029453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0de97b-7762-4815-aa81-7d6c30d8bc9d None None] The sync data for ids ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'] in n-d-765315-26 is: [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:10:54Z', 'revision_number': 3, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:10:58.041349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.080433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Pushing event updated for resources: {'Port': ['ID=4632897c-9ee7-40b2-b0b5-158052dd1385,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:58.137693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bb898c-68d5-45f7-b023-c50629666068,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:58.156710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Checking segment: {'id': '5f127ef5-88b6-4f14-9587-f5e9c75e7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e680e686-fd78-4a3c-83ce-6494c2cf0dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:10:58.157079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Network hostable DHCP agents. Network: e680e686-fd78-4a3c-83ce-6494c2cf0dfd, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:10:58.173264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad58d42-1f3c-43d4-b4cb-0cf997128170 req-5522e515-9ea4-4149-8eaf-260dcf0bd1a9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.176923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fad58d42-1f3c-43d4-b4cb-0cf997128170 req-5522e515-9ea4-4149-8eaf-260dcf0bd1a9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.1091962 Aug 10 03:10:58.229766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Network e680e686-fd78-4a3c-83ce-6494c2cf0dfd is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:10:58.254688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fad58d42-1f3c-43d4-b4cb-0cf997128170 req-ca407de8-2439-4772-8442-30565f7a9460 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722239 Aug 10 03:10:58.297953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e680e686-fd78-4a3c-83ce-6494c2cf0dfd) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:58.302116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.302722 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.322831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd5687-50bf-4ecd-80ee-454b2c002e4b None None] Network e680e686-fd78-4a3c-83ce-6494c2cf0dfd requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:58.343788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39370) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:58.371599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.417027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-94339bec-df56-498e-ab60-99e8ea38a802 None None] Provisioning for port 4632897c-9ee7-40b2-b0b5-158052dd1385 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:58.450786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-94339bec-df56-498e-ab60-99e8ea38a802 None None] Provisioning complete for port 4632897c-9ee7-40b2-b0b5-158052dd1385 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:58.451435 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94339bec-df56-498e-ab60-99e8ea38a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.487509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-888afa24-68d0-4aad-ad2b-de0b21ec8ed6 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=32b2be38505942d29623062a46ccff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822344 Aug 10 03:10:58.515616 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32ff0ec8-c128-4937-841f-6ee64d10827c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8728938 Aug 10 03:10:58.531265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device acff76a0-15d3-4ff7-9bb7-a710893fe572 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:10:58.638871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39376) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:58.641065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: acff76a0-15d3-4ff7-9bb7-a710893fe572 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:10:58.641418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device acff76a0-15d3-4ff7-9bb7-a710893fe572 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:10:58.643982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-94339bec-df56-498e-ab60-99e8ea38a802 None None] Port 4632897c-9ee7-40b2-b0b5-158052dd1385 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:10:58.718840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7be2c53-0ea2-452d-8b65-bb3380976648 req-ba6945db-8c94-4326-a108-1226999226ee tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 210 time: 0.1585748 Aug 10 03:10:58.733620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097da982-ed31-4b86-9762-2be3d58ab0db None None] Network e680e686-fd78-4a3c-83ce-6494c2cf0dfd requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:10:58.836246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-60fd80f9-447b-4310-9098-b951355be403 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.848253 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-60fd80f9-447b-4310-9098-b951355be403 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282847 Aug 10 03:10:58.897955 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc592a97-29af-42a1-bf4b-aaad09d90984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:58.898618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Request body: {'port': {'device_id': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '32b2be38505942d29623062a46ccff34'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:10:58.992515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f1b431e1-551b-40b7-b749-eeb5c4c33159 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4a01874c4a54d8b9bb937036f8a7b21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6468179 Aug 10 03:10:58.993542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:59.116962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fa58e0a3-c668-4761-97e9-557537f40744 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:10:59.153613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.249073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.260578 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.265703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cede185d-8a57-4df7-bd0b-38b92afa2ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.292242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fa58e0a3-c668-4761-97e9-557537f40744 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:10:59.296918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fa58e0a3-c668-4761-97e9-557537f40744 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:10:59.297307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.339336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cede185d-8a57-4df7-bd0b-38b92afa2ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.409542 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc592a97-29af-42a1-bf4b-aaad09d90984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.417755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Pushing event updated for resources: {'Port': ['ID=4632897c-9ee7-40b2-b0b5-158052dd1385,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:59.462549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214038b-915e-4e27-81ea-717415b3e4e3 req-b23718dd-0494-4991-a868-7353532bf158 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.464604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6214038b-915e-4e27-81ea-717415b3e4e3 req-b23718dd-0494-4991-a868-7353532bf158 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1101 time: 0.1744502 Aug 10 03:10:59.534241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.538657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc592a97-29af-42a1-bf4b-aaad09d90984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.550789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6214038b-915e-4e27-81ea-717415b3e4e3 req-3e098e10-0e1c-4fd7-be9f-41b468135d23 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.562866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port fa58e0a3-c668-4761-97e9-557537f40744, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fa58e0a3-c668-4761-97e9-557537f40744,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:10:59.603987 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cede185d-8a57-4df7-bd0b-38b92afa2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.606515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Network 6a408fd6-9284-4f0c-9206-f20003117086 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:10:59.607375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cede185d-8a57-4df7-bd0b-38b92afa2ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.609508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc592a97-29af-42a1-bf4b-aaad09d90984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0386dd-2a71-46ec-bd52-cb7f02178cd4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:59.612092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cede185d-8a57-4df7-bd0b-38b92afa2ea8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e458e91-38cc-4668-b76f-8c06a7764352 HTTP/1.1" status: 204 len: 168 time: 0.4500401 Aug 10 03:10:59.612550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:10:59.616483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fc592a97-29af-42a1-bf4b-aaad09d90984 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38e480cdc3ca48f9b924a3d55948d8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9600725 Aug 10 03:10:59.620067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39410) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:10:59.633013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede185d-8a57-4df7-bd0b-38b92afa2ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e458e91-38cc-4668-b76f-8c06a7764352,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:59.637493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.715503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Made reservation on behalf of 32b2be38505942d29623062a46ccff34 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:10:59.727926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.788241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-c5a11671-ac4f-4666-baa6-4cff88b54ba9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.799910 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-c5a11671-ac4f-4666-baa6-4cff88b54ba9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.2922883 Aug 10 03:10:59.841970 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-6b06f956-6b38-497d-83ff-9c7d52d4a70a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/quotas/fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 375 time: 0.0408022 Aug 10 03:10:59.895662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd29008e-ace7-4689-88e5-c34bf95751bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.896454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-a6add4e4-0de6-4b84-bf2a-a5254e76d192 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521400 Aug 10 03:10:59.959383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=fa58e0a3-c668-4761-97e9-557537f40744,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:10:59.982097 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd29008e-ace7-4689-88e5-c34bf95751bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:59.990623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:11:00.031533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95c11795-0115-4041-a073-104ea0a01a6a None None] Provisioning complete for port 4632897c-9ee7-40b2-b0b5-158052dd1385 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:00.032132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95c11795-0115-4041-a073-104ea0a01a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.113941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-95c11795-0115-4041-a073-104ea0a01a6a None None] Port 4632897c-9ee7-40b2-b0b5-158052dd1385 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:00.135673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Allocated IP 192.168.233.40 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/21650e2b-338c-4bad-8ff6-efbb9209ceb6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:00.141177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6214038b-915e-4e27-81ea-717415b3e4e3 req-3e098e10-0e1c-4fd7-be9f-41b468135d23 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.246544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9505a541-3e2a-4142-8dc2-d9af4cab6c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.248532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:11:00.266798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-28decbf8-d8d3-4ce0-96dc-8b23a51ce638 admin admin] 10.222.0.26 "PUT /v2.0/routers/1dbfaddf-9c4f-4e82-b46a-c95816e76443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9722221 Aug 10 03:11:00.281247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6214038b-915e-4e27-81ea-717415b3e4e3 req-3e098e10-0e1c-4fd7-be9f-41b468135d23 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.309684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6214038b-915e-4e27-81ea-717415b3e4e3 req-3e098e10-0e1c-4fd7-be9f-41b468135d23 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8313355 Aug 10 03:11:00.317201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e098e10-0e1c-4fd7-be9f-41b468135d23 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e1aa71-47c6-488c-a210-93a884bd9a3e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:00.349541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd29008e-ace7-4689-88e5-c34bf95751bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.356661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd29008e-ace7-4689-88e5-c34bf95751bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.364556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd29008e-ace7-4689-88e5-c34bf95751bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e0386dd-2a71-46ec-bd52-cb7f02178cd4 HTTP/1.1" status: 204 len: 168 time: 0.7410564 Aug 10 03:11:00.372705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29008e-ace7-4689-88e5-c34bf95751bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0386dd-2a71-46ec-bd52-cb7f02178cd4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:00.501048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.520140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Transition to ACTIVE for port object 21650e2b-338c-4bad-8ff6-efbb9209ceb6 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:00.531866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3fe2ff7-8604-4c89-b3ca-f2be9ae4b352 req-baf836a5-0747-4fae-a843-fcea2c0fd678 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 210 time: 0.0464652 Aug 10 03:11:00.541784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-f275cbca-00ba-49e1-99ca-af71decb240c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:11:00.556994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-f275cbca-00ba-49e1-99ca-af71decb240c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3465271 Aug 10 03:11:00.628380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Sync routers for ids ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:11:00.642884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Routers {'1dbfaddf-9c4f-4e82-b46a-c95816e76443'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:00.643515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:00.727939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-6cb7ed6c-8c40-40af-8e1b-7025e21a7c80 service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682794 Aug 10 03:11:00.732668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.746237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['88c17436-45a3-4b0c-81fd-2a4780881632'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:00.807846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39438) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:00.833666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:00.840910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:00.853256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Set router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:00.857930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db1d57de-33da-4220-ae70-74e2c1ec2647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.864700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:00.889038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.889747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:00.893231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Pushing event updated for resources: {'Port': ['ID=21650e2b-338c-4bad-8ff6-efbb9209ceb6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:00.959259 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e0f7c064-354e-4c10-9c7d-475a82d08764 service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238398 Aug 10 03:11:01.022524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fa58e0a3-c668-4761-97e9-557537f40744 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:01.066616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db1d57de-33da-4220-ae70-74e2c1ec2647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.161266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db1d57de-33da-4220-ae70-74e2c1ec2647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.214150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db1d57de-33da-4220-ae70-74e2c1ec2647 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf621481e2d4461caee54cfe3ef3f678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046247 Aug 10 03:11:01.219072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:01.240504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fa58e0a3-c668-4761-97e9-557537f40744 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:01.241255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.286147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d57de-33da-4220-ae70-74e2c1ec2647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc550f6b-d9ec-4f34-a8d0-2e0251777763,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:01.287453 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-164c2087-948b-4f24-ae1a-37a2a8b2f1b8 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4178574 Aug 10 03:11:01.322281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Request body: {'port': {'device_id': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:01.347369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e92f9ad-2ad9-4a58-96bb-28a8792c1b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.364677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:10:58Z', 'revision_number': 4, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4632897c-9ee7-40b2-b0b5-158052dd1385', 'name': '', 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'mac_address': 'fa:16:3e:1f:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:57Z', 'updated_at': '2021-08-10T03:10:58Z', 'revision_number': 2, 'project_id': 'dc24b065b48c4da986636082462a5392', 'subnets': [{'id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:01.395697 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e92f9ad-2ad9-4a58-96bb-28a8792c1b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.450523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Checking router: 1dbfaddf-9c4f-4e82-b46a-c95816e76443 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:11:01.451223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Updating router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 port 4632897c-9ee7-40b2-b0b5-158052dd1385 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:11:01.456794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-771c811f-c193-430c-82ba-df0a60e1db57 None None] Provisioning for port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:01.521329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.524968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-771c811f-c193-430c-82ba-df0a60e1db57 None None] Provisioning complete for port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:01.533492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-771c811f-c193-430c-82ba-df0a60e1db57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.566069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e92f9ad-2ad9-4a58-96bb-28a8792c1b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.568879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e92f9ad-2ad9-4a58-96bb-28a8792c1b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.570230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e92f9ad-2ad9-4a58-96bb-28a8792c1b5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc550f6b-d9ec-4f34-a8d0-2e0251777763 HTTP/1.1" status: 204 len: 168 time: 0.3502088 Aug 10 03:11:01.584072 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:01.590818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92f9ad-2ad9-4a58-96bb-28a8792c1b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc550f6b-d9ec-4f34-a8d0-2e0251777763,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:01.622801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-771c811f-c193-430c-82ba-df0a60e1db57 None None] Port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:02.122975 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-14f42305-ec99-4867-be85-c1b813365f86 req-99edb707-f7da-459a-a21a-37007bb542f7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 210 time: 0.0556941 Aug 10 03:11:02.161757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.189060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Transition to ACTIVE for port object 4632897c-9ee7-40b2-b0b5-158052dd1385 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:02.236533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21650e2b-338c-4bad-8ff6-efbb9209ceb6 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:02.246035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.252699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.278015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Transition to ACTIVE for port object 21650e2b-338c-4bad-8ff6-efbb9209ceb6 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:02.339048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfef7e-7311-460a-a9b8-144b3839894a None None] Pushing event updated for resources: {'Port': ['ID=4632897c-9ee7-40b2-b0b5-158052dd1385,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:02.361062 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.440705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Attempting to bind port 4632897c-9ee7-40b2-b0b5-158052dd1385 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:02.441083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Attempting to bind port 4632897c-9ee7-40b2-b0b5-158052dd1385 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:02.441450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Attempting to bind port 4632897c-9ee7-40b2-b0b5-158052dd1385 on network 6a408fd6-9284-4f0c-9206-f20003117086 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:02.453150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:02.453532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Checking segment: {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:02.453942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.454344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Bound using segment: {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:02.454827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Bound port: 4632897c-9ee7-40b2-b0b5-158052dd1385, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fbd79e-bcb7-479f-a402-ff1db749f094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:02.460143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.531629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Attempting to bind port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:02.532176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Attempting to bind port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:02.532503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Attempting to bind port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:02.572410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:02.581077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Attempting to bind port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:02.589500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:02.589977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:02.590635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:02.590989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Bound port: 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:02.591446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.613736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Pushing event updated for resources: {'Port': ['ID=21650e2b-338c-4bad-8ff6-efbb9209ceb6,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:02.720895 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.738403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] For port 4632897c-9ee7-40b2-b0b5-158052dd1385, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:02.744047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] For port 4632897c-9ee7-40b2-b0b5-158052dd1385, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4632897c-9ee7-40b2-b0b5-158052dd1385,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:02.767364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] For port 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:02.774190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] For port 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:02.801390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31eff-ff79-4ba9-a54d-2559f5aa9708 req-ac741daf-dc76-4542-82df-11c30c8eb72d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.822686 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f0a31eff-ff79-4ba9-a54d-2559f5aa9708 req-ac741daf-dc76-4542-82df-11c30c8eb72d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 947 time: 0.3838034 Aug 10 03:11:02.829724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.884802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.932117 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.932716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:02.934113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/21650e2b-338c-4bad-8ff6-efbb9209ceb6 HTTP/1.1" status: 200 len: 1096 time: 1.6306312 Aug 10 03:11:02.934636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'tag': '21650e2b-338c-4bad-8ff6-efbb9209ceb6'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:02.937488 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2595a4-1189-4e30-8920-c78f4e7ab57d" -d '{"events": [{"name": "network-changed", "server_uuid": "89f314d4-6d2d-4eab-affc-af7d014ceed3", "tag": "21650e2b-338c-4bad-8ff6-efbb9209ceb6"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:02.976747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f0a31eff-ff79-4ba9-a54d-2559f5aa9708 req-a5d1f259-14ef-4e8a-8c36-19743fb1cfdf tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512411 Aug 10 03:11:03.047791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Routers {'1dbfaddf-9c4f-4e82-b46a-c95816e76443'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:11:03.055622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:10:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:03.125218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209b0ac-93fc-43c9-8c27-5b488b2173b5 service neutron] Pushing event updated for resources: {'Port': ['ID=21650e2b-338c-4bad-8ff6-efbb9209ceb6,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:03.164177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-46a83255-14db-4ed7-85b0-555b4f609b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:03.166232 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-46a83255-14db-4ed7-85b0-555b4f609b52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32b2be38505942d29623062a46ccff34&device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 1099 time: 0.0830624 Aug 10 03:11:03.378520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] Set router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:11:03.401493 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-fd4d7370-5e29-4264-8fd6-9707abdb4ee9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1259267 Aug 10 03:11:03.502372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-84a3d602-302f-411e-a727-a9a9c85a032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:03.558506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfef7e-7311-460a-a9b8-144b3839894a None None] Pushing event updated for resources: {'Port': ['ID=4632897c-9ee7-40b2-b0b5-158052dd1385,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:03.615079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee02ba-6b29-4256-891e-ca059d97c154 req-66c8c974-259b-4934-8913-5f67997841db tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:03.629823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39528) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:03.631671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bdee02ba-6b29-4256-891e-ca059d97c154 req-66c8c974-259b-4934-8913-5f67997841db tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.4639387 Aug 10 03:11:03.714666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-97f7eda4-038a-48f4-a0b0-5b9184e3ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:03.716228 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-97f7eda4-038a-48f4-a0b0-5b9184e3ab7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.3058710 Aug 10 03:11:03.736879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:10:58Z', 'revision_number': 4, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4632897c-9ee7-40b2-b0b5-158052dd1385', 'name': '', 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'mac_address': 'fa:16:3e:1f:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:57Z', 'updated_at': '2021-08-10T03:11:02Z', 'revision_number': 4, 'project_id': 'dc24b065b48c4da986636082462a5392', 'subnets': [{'id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:03.779788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-d83b574d-89de-40e0-8d04-d85f780a2f0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474593 Aug 10 03:11:03.785010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab3a2b8-f752-4d51-95d7-a94f53fde74d None None] The sync data for ids ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'] in n-d-765315-26 is: [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:10:58Z', 'revision_number': 4, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4632897c-9ee7-40b2-b0b5-158052dd1385', 'name': '', 'network_id': '6a408fd6-9284-4f0c-9206-f20003117086', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'mac_address': 'fa:16:3e:1f:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:57Z', 'updated_at': '2021-08-10T03:11:02Z', 'revision_number': 4, 'project_id': 'dc24b065b48c4da986636082462a5392', 'subnets': [{'id': '9f07eba7-bfbc-47aa-9f21-de185b1fb657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:11:04.034541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.087944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bdee02ba-6b29-4256-891e-ca059d97c154 req-a1f6ad2d-bc08-4cb6-8f5f-cba593da4d4b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375892 Aug 10 03:11:04.142164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-c535efe4-5619-4fd2-8faa-3fd6474fed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.145747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-c535efe4-5619-4fd2-8faa-3fd6474fed64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4207790 Aug 10 03:11:04.347403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-2e47adae-4791-4921-8eaf-b9319fb3dc7b service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933599 Aug 10 03:11:04.551616 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e4f4d8b1-5b17-4cf5-bba8-fdabbff3b7de req-57b097d7-cd7f-46e6-b98f-c10447626d5a service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932647 Aug 10 03:11:04.750260 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815fc368-3ba1-4c55-9e7e-ef18970634f0 x-openstack-request-id: req-815fc368-3ba1-4c55-9e7e-ef18970634f0 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:04.750475 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f314d4-6d2d-4eab-affc-af7d014ceed3", "tag": "21650e2b-338c-4bad-8ff6-efbb9209ceb6", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:04.750711 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-815fc368-3ba1-4c55-9e7e-ef18970634f0 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:04.751118 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'tag': '21650e2b-338c-4bad-8ff6-efbb9209ceb6', 'status': 'completed', 'code': 200} Aug 10 03:11:04.897243 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cc7232fa-a0e0-46cb-accc-9fe79e9219e2 req-4db42f31-db7a-49ee-bf6b-e5ca0f6a45e1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 210 time: 0.0761001 Aug 10 03:11:05.043689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-700a4e9e-57a2-42f0-afb4-9e0a5f06e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.052852 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-700a4e9e-57a2-42f0-afb4-9e0a5f06e3d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32b2be38505942d29623062a46ccff34&device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 1099 time: 0.1542323 Aug 10 03:11:05.151254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4632897c-9ee7-40b2-b0b5-158052dd1385 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:05.308147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-66c45dc6-e589-4015-b5b2-adb25d72c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.310570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-66c45dc6-e589-4015-b5b2-adb25d72c466 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2192919 Aug 10 03:11:05.417542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-a5438d40-31eb-4d97-ab33-77dbd2015db9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.432812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-a5438d40-31eb-4d97-ab33-77dbd2015db9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.3634880 Aug 10 03:11:05.444573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Request body: {'port': {'device_id': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'admin_state_up': True, 'tenant_id': 'fcb5145c5e94438ba62246f73a73b3ed'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:05.473890 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-3761797f-18bb-4744-aef4-a62c98fc4f43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6 HTTP/1.1" status: 200 len: 217 time: 0.1554980 Aug 10 03:11:05.578140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.663678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 4632897c-9ee7-40b2-b0b5-158052dd1385 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:05.670752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4632897c-9ee7-40b2-b0b5-158052dd1385 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:05.671944 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.765594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-27aeabb0-c59c-468f-8ce0-a556a7011509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.771441 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-27aeabb0-c59c-468f-8ce0-a556a7011509 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2708991 Aug 10 03:11:05.806358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755de8-d4ad-4870-a588-48fdded52e67 req-17efd652-ed64-47b2-a46d-c170cd457be1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.808683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a755de8-d4ad-4870-a588-48fdded52e67 req-17efd652-ed64-47b2-a46d-c170cd457be1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.2330897 Aug 10 03:11:05.916484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5691a7-b4d5-491b-8a3c-852820cce973 req-db3167e5-449d-4236-811d-3773dd94bd7b tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.933790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f5691a7-b4d5-491b-8a3c-852820cce973 req-db3167e5-449d-4236-811d-3773dd94bd7b tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 947 time: 0.4777741 Aug 10 03:11:05.940135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a755de8-d4ad-4870-a588-48fdded52e67 req-a6053b64-989d-4069-947f-2a19ff036181 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102395 Aug 10 03:11:05.943449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:05.962717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Made reservation on behalf of fcb5145c5e94438ba62246f73a73b3ed for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:05.982656 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.038368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 4632897c-9ee7-40b2-b0b5-158052dd1385, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4632897c-9ee7-40b2-b0b5-158052dd1385,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:06.049211 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f5691a7-b4d5-491b-8a3c-852820cce973 req-40025d28-2eed-4c9e-9054-0a62c2a94514 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138742 Aug 10 03:11:06.065720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-5cf95e07-2f79-4808-bcc0-539c80157b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:06.069480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-5cf95e07-2f79-4808-bcc0-539c80157b68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2903790 Aug 10 03:11:06.121777 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.258188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=4632897c-9ee7-40b2-b0b5-158052dd1385,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:06.307355 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-32390c34-006a-40c8-b87b-21d6ee53f7bf service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291460 Aug 10 03:11:06.317864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Allocated IP 172.20.0.10 (b47f7dec-7c04-48ad-aa2f-fab4aab236f0/2084d43d-9d2f-4497-9719-38ac098f031f/fbc05f58-3a15-4e8b-94cf-ea42f451d929) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:06.347260 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-06349bfb-fcdb-429b-9a52-9846e85c9cdb req-603c475d-f3ea-4771-a692-05a3ca3cd035 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 210 time: 0.0387764 Aug 10 03:11:06.503981 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aa2595a4-1189-4e30-8920-c78f4e7ab57d req-b35a859b-4176-4d79-bbfa-627d6baf0bd6 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849775 Aug 10 03:11:06.594307 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.707335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.754237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:06.757220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:06.759754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:06.765874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:06.766467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:06.789813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:06.880817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e09f0a2e-8380-4baf-ac84-8fc94b893463 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4470026 Aug 10 03:11:06.913003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Request body: {'port': {'device_id': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:06.952555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4632897c-9ee7-40b2-b0b5-158052dd1385 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:07.022541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.027905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4632897c-9ee7-40b2-b0b5-158052dd1385 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:07.028280 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.222951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7871-88b8-493b-bace-160e24ae460a req-40c8f2c5-2f9a-4dc9-ab70-7058cea89545 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.224529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a30d7871-88b8-493b-bace-160e24ae460a req-40c8f2c5-2f9a-4dc9-ab70-7058cea89545 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0619659 Aug 10 03:11:07.269098 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a30d7871-88b8-493b-bace-160e24ae460a req-85139642-f67d-4802-b2fe-958aab2683ab tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Aug 10 03:11:07.357067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc05f58-3a15-4e8b-94cf-ea42f451d929 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:07.366197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.381198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Transition to ACTIVE for port object fbc05f58-3a15-4e8b-94cf-ea42f451d929 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:07.408038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93239e-a1f5-4cbc-92fe-3af15429c3fe req-cbee8f96-57ef-4586-a8c5-c2b8ef61fb2d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.409459 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce93239e-a1f5-4cbc-92fe-3af15429c3fe req-cbee8f96-57ef-4586-a8c5-c2b8ef61fb2d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 947 time: 0.0518103 Aug 10 03:11:07.435855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.453475 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce93239e-a1f5-4cbc-92fe-3af15429c3fe req-86f0cac3-6e19-4414-ae7c-7c3afc94ef9f tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 Aug 10 03:11:07.547343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.564566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:07.565320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:07.565826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:07.571523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:07.571957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:07.578839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:07.582932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:07.582932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:07.582932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Bound port: fbc05f58-3a15-4e8b-94cf-ea42f451d929, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:07.582932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.625569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39640) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:07.647780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-576fd4e3-40d5-4f77-b4a1-d4e1fab0fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.649551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-576fd4e3-40d5-4f77-b4a1-d4e1fab0fdea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1101 time: 0.1077869 Aug 10 03:11:07.670610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:07.673106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:07.678156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698f3e-bf78-496b-8199-24632901e02a req-b3648cd0-07b7-4b87-9308-21d06fb5770b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.679639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-15698f3e-bf78-496b-8199-24632901e02a req-b3648cd0-07b7-4b87-9308-21d06fb5770b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.0838444 Aug 10 03:11:07.762245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-497200d4-347f-487d-9748-95b39d4c4742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.771519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.776878 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-15698f3e-bf78-496b-8199-24632901e02a req-61fe656a-1a1e-485c-8ad4-3f740448417d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856774 Aug 10 03:11:07.807469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-df108481-7292-407c-8a71-bcf7ed59f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.812131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.813215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:07.814744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] 10.222.0.46 "PUT /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 1093 time: 0.9154520 Aug 10 03:11:07.822084 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-df108481-7292-407c-8a71-bcf7ed59f748 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1630518 Aug 10 03:11:07.825631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:07.828506 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f" -d '{"events": [{"name": "network-changed", "server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:07.867581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd94afd-9ad2-40ee-a77c-657b941c9f5a service neutron] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:07.886291 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-7a091989-eeb2-450f-8d83-6ce374076ff2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.0547683 Aug 10 03:11:07.946629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-accf8e5a-ea7f-4ee9-bc00-2064a9522321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.948107 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-accf8e5a-ea7f-4ee9-bc00-2064a9522321 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0546858 Aug 10 03:11:07.948438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-497200d4-347f-487d-9748-95b39d4c4742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.013001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-82b073eb-e633-41d6-aa5a-7fbb8a75e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.017231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-82b073eb-e633-41d6-aa5a-7fbb8a75e0a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563295 Aug 10 03:11:08.029360 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b01a43-5b43-4f34-9e69-f105ed8c1a6a x-openstack-request-id: req-44b01a43-5b43-4f34-9e69-f105ed8c1a6a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:08.029785 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:08.030272 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44b01a43-5b43-4f34-9e69-f105ed8c1a6a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:08.030843 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'status': 'completed', 'code': 200} Aug 10 03:11:08.033892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-497200d4-347f-487d-9748-95b39d4c4742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.063742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-497200d4-347f-487d-9748-95b39d4c4742 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb004f2417b54e859b4142a5a2e0a9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369969 Aug 10 03:11:08.068641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39650) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:08.137360 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-9abd1597-a118-4afb-bf1d-19df1a701c10 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078379 Aug 10 03:11:08.145733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-54fd2f8e-4c36-4710-be52-70a6fe6e1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.147316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-54fd2f8e-4c36-4710-be52-70a6fe6e1ddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1096 time: 0.1691065 Aug 10 03:11:08.155321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea563857-8c94-4e75-8b97-23c263906587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.157586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497200d4-347f-487d-9748-95b39d4c4742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10913600-9b0d-4f99-b967-6848964c75ac,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.206938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-ba67c162-99d0-40c1-bd8c-5d4e71549bc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.0452411 Aug 10 03:11:08.215884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea563857-8c94-4e75-8b97-23c263906587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.257786 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-c4282690-7879-4500-9639-58f59daa43f0 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121812 Aug 10 03:11:08.279618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-dc9cfa2b-b34a-497f-9bae-c7f3145ef370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.281771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-dc9cfa2b-b34a-497f-9bae-c7f3145ef370 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0638711 Aug 10 03:11:08.322462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-ea7dba2e-4cf0-45b9-9990-7e0bc7872639 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281725 Aug 10 03:11:08.412403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c3187-3e1e-4ba2-8b49-b869cd5e38ff req-cfa964b2-b563-4013-ad76-4193aa597335 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.414011 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-570c3187-3e1e-4ba2-8b49-b869cd5e38ff req-cfa964b2-b563-4013-ad76-4193aa597335 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0630407 Aug 10 03:11:08.432539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-e23f3a69-82be-4f9d-acb6-767234db4a5e service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976098 Aug 10 03:11:08.455712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-570c3187-3e1e-4ba2-8b49-b869cd5e38ff req-c4bb0c79-ac8f-43ad-8e58-8962f61fb6be tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Aug 10 03:11:08.498384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea563857-8c94-4e75-8b97-23c263906587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.503148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea563857-8c94-4e75-8b97-23c263906587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:08.508934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ea563857-8c94-4e75-8b97-23c263906587 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10913600-9b0d-4f99-b967-6848964c75ac HTTP/1.1" status: 204 len: 168 time: 0.4316618 Aug 10 03:11:08.521864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea563857-8c94-4e75-8b97-23c263906587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10913600-9b0d-4f99-b967-6848964c75ac,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:08.597393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8105d8-228f-4e86-9b80-5ba58e19cad6 req-19eb251a-d5f8-41cf-973a-96e27da88b43 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554990 Aug 10 03:11:08.674985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e2d72-db68-47f7-b215-de063061ec6b req-2a32387c-4795-4888-ad19-e719ef5e081a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.676593 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ad8e2d72-db68-47f7-b215-de063061ec6b req-2a32387c-4795-4888-ad19-e719ef5e081a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 947 time: 0.0581641 Aug 10 03:11:08.734619 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ad8e2d72-db68-47f7-b215-de063061ec6b req-bb75bc9c-47a0-499b-b842-593c298717e4 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501800 Aug 10 03:11:08.789509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-ec54f6ea-05c9-40fa-a3fb-79d584423fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.791043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-ec54f6ea-05c9-40fa-a3fb-79d584423fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1096 time: 0.0430729 Aug 10 03:11:09.019440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab0c4e-dcf5-4262-a2e6-1a12cd43f850 req-8967c0db-c300-44a3-b432-c236ea8a3c66 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.027431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77ab0c4e-dcf5-4262-a2e6-1a12cd43f850 req-8967c0db-c300-44a3-b432-c236ea8a3c66 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.1078572 Aug 10 03:11:09.109014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77ab0c4e-dcf5-4262-a2e6-1a12cd43f850 req-9ded78bb-0d5e-48cd-b698-7e547289387d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802987 Aug 10 03:11:09.181405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39686) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:09.201910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-d299c1c6-b928-4f33-b306-9ea04d252b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.206162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-d299c1c6-b928-4f33-b306-9ea04d252b1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.4073997 Aug 10 03:11:09.281433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-b2f8e51d-12ff-4b26-8c53-29a8c12715a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.0638053 Aug 10 03:11:09.347265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99d51b23-ed31-4735-b73d-722591224f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:09.357931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-c8fd28c2-b93e-4264-88af-512cb5674f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.359868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-c8fd28c2-b93e-4264-88af-512cb5674f1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0714738 Aug 10 03:11:09.411842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-369a9670-2848-4eeb-a13d-263adbc5c201 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431466 Aug 10 03:11:09.493033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99d51b23-ed31-4735-b73d-722591224f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:09.595050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-3be79d78-825e-46b0-9ab4-06945302e864 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724784 Aug 10 03:11:09.652856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09515ed7-ff47-4c04-ac35-91136595b029 req-14689e3f-f6c0-4fcf-b697-4e049072936a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.664119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-09515ed7-ff47-4c04-ac35-91136595b029 req-14689e3f-f6c0-4fcf-b697-4e049072936a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0920112 Aug 10 03:11:09.665924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99d51b23-ed31-4735-b73d-722591224f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:09.702435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 21650e2b-338c-4bad-8ff6-efbb9209ceb6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:09.789018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c9fa86c-6d68-48ec-974a-54bb1fd4d82f req-ca110bfd-d579-43b4-86bd-6ea456e54aa0 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856511 Aug 10 03:11:09.817546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d51b23-ed31-4735-b73d-722591224f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b67e3-55f3-41e7-86eb-0968b4dcdd46,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:09.881540 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-09515ed7-ff47-4c04-ac35-91136595b029 req-ca246ec2-5697-40c8-b164-d0c5706ab88b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162547 Aug 10 03:11:09.887129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-99d51b23-ed31-4735-b73d-722591224f9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdbb43faf3f546d6856b3de129b166d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018685 Aug 10 03:11:09.888027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39718) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:09.975074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efeca58-7ac5-42c0-bf7b-a71d1770887a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:09.980743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:09.988564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a5f89-e3cd-4db1-a69f-41fa0554bdc4 req-cba58a46-7881-4568-b8c2-c5f2e1f5be7a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:09.994256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '21650e2b-338c-4bad-8ff6-efbb9209ceb6', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '21650e2b-338c-4bad-8ff6-efbb9209ceb6', 'mac_address': 'fa:16:3e:71:bb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:10.004895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-541a5f89-e3cd-4db1-a69f-41fa0554bdc4 req-cba58a46-7881-4568-b8c2-c5f2e1f5be7a tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 947 time: 0.0799809 Aug 10 03:11:10.005692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efeca58-7ac5-42c0-bf7b-a71d1770887a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.060906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.098716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21650e2b-338c-4bad-8ff6-efbb9209ceb6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:10.108831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-541a5f89-e3cd-4db1-a69f-41fa0554bdc4 req-775bf00b-8e29-49f4-921a-c059795e97ca tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028707 Aug 10 03:11:10.143939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efeca58-7ac5-42c0-bf7b-a71d1770887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.146539 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efeca58-7ac5-42c0-bf7b-a71d1770887a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.148027 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3efeca58-7ac5-42c0-bf7b-a71d1770887a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/714b67e3-55f3-41e7-86eb-0968b4dcdd46 HTTP/1.1" status: 204 len: 168 time: 0.2589440 Aug 10 03:11:10.166801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeca58-7ac5-42c0-bf7b-a71d1770887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b67e3-55f3-41e7-86eb-0968b4dcdd46,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:10.189155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:10.220454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39732) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:10.268856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.331908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4151f6e-8c60-43d8-8426-0c37c71a212a req-74e72589-12d9-46e6-b4ed-6dd848d13afe tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:10.343942 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b4151f6e-8c60-43d8-8426-0c37c71a212a req-74e72589-12d9-46e6-b4ed-6dd848d13afe tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.0801549 Aug 10 03:11:10.390864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=21650e2b-338c-4bad-8ff6-efbb9209ceb6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:10.397105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b4151f6e-8c60-43d8-8426-0c37c71a212a req-bcedd4d1-4e0f-4f10-8770-850339bc839c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 Aug 10 03:11:10.410810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1645128592-network', 'tenant_id': '98f9b3e767ed4b5ab982e83a1b90921f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:10.515670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Made reservation on behalf of 98f9b3e767ed4b5ab982e83a1b90921f for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:10.518061 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.528176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.648444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.691383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['21650e2b-338c-4bad-8ff6-efbb9209ceb6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:10.754729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.792577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:10.808924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223ad442-f3cb-4b83-a4d4-864a0e9cb151,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:10.824730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:10.828805 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Added segment 15d9973c-f820-422d-b0af-52bb2672d168 of type vlan for network 76d78c83-e99b-4b07-b39f-e89d5ffb943b Aug 10 03:11:10.927986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.025955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:11.056953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd5454b6-8987-4cbf-86f9-752d56925f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.065015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6720e1-fcbf-40b2-8d64-8bc00ec41749 req-ac03d05a-5caa-4d70-936e-dffcd465ad4b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.069364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e6720e1-fcbf-40b2-8d64-8bc00ec41749 req-ac03d05a-5caa-4d70-936e-dffcd465ad4b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0752459 Aug 10 03:11:11.120928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.122329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.123840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.185530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd5454b6-8987-4cbf-86f9-752d56925f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.186524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e6720e1-fcbf-40b2-8d64-8bc00ec41749 req-1c9331a8-3dbc-4133-9dc4-47fda204ea02 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069322 Aug 10 03:11:11.205600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] Pushing event updated for resources: {'Network': ['ID=76d78c83-e99b-4b07-b39f-e89d5ffb943b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:11.224152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 76d78c83-e99b-4b07-b39f-e89d5ffb943b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:11.271338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd5454b6-8987-4cbf-86f9-752d56925f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.321475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5454b6-8987-4cbf-86f9-752d56925f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab8e441-960a-410d-815a-39519c6e4d7f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:11.337989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9f46a-5416-469b-a22d-63975d99499c req-ad770d12-b8dc-4910-a3c7-4e5f2cf33300 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.338308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bd5454b6-8987-4cbf-86f9-752d56925f4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89f27af065224ff4a725d26d204eb89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043790 Aug 10 03:11:11.338601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1da9f46a-5416-469b-a22d-63975d99499c req-ad770d12-b8dc-4910-a3c7-4e5f2cf33300 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 948 time: 0.0752792 Aug 10 03:11:11.346060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:11.362655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-528d034b-069c-40bb-9b0b-7fc348e9de62 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1408002 Aug 10 03:11:11.365184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39780) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:11.374763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Request body: {'subnet': {'network_id': '76d78c83-e99b-4b07-b39f-e89d5ffb943b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1645128592-subnet', 'tenant_id': '98f9b3e767ed4b5ab982e83a1b90921f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:11.416766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1da9f46a-5416-469b-a22d-63975d99499c req-e4212c61-07a0-476b-b780-e771779fecf0 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685463 Aug 10 03:11:11.443116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2515c617-fd7a-4879-b201-adcffa365462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.476291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2515c617-fd7a-4879-b201-adcffa365462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.508513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Made reservation on behalf of 98f9b3e767ed4b5ab982e83a1b90921f for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:11.511042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.567029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d88a7-cc57-48a2-ad9c-780eac0c6302 req-f33c63c1-a036-4a9e-986b-44b3477e3fa1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.575958 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a19d88a7-cc57-48a2-ad9c-780eac0c6302 req-f33c63c1-a036-4a9e-986b-44b3477e3fa1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.0732903 Aug 10 03:11:11.632861 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a19d88a7-cc57-48a2-ad9c-780eac0c6302 req-25d1d1c4-fe6e-47a9-9cd7-beb0c59df9b6 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556314 Aug 10 03:11:11.664789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2515c617-fd7a-4879-b201-adcffa365462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.667491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2515c617-fd7a-4879-b201-adcffa365462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.668760 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2515c617-fd7a-4879-b201-adcffa365462 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ab8e441-960a-410d-815a-39519c6e4d7f HTTP/1.1" status: 204 len: 168 time: 0.3205285 Aug 10 03:11:11.678512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515c617-fd7a-4879-b201-adcffa365462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab8e441-960a-410d-815a-39519c6e4d7f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:11.876319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:11.954534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07669bac-91a0-4012-a22b-c9a4827bb05e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:11.954534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Checking segment: {'id': '15d9973c-f820-422d-b0af-52bb2672d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76d78c83-e99b-4b07-b39f-e89d5ffb943b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:11.954534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Network hostable DHCP agents. Network: 76d78c83-e99b-4b07-b39f-e89d5ffb943b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:12.062279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Network 76d78c83-e99b-4b07-b39f-e89d5ffb943b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:12.144333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 76d78c83-e99b-4b07-b39f-e89d5ffb943b) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:12.149924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.150675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:12.157394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a58972-a505-4d0a-9f58-717b8aab17c6 None None] Network 76d78c83-e99b-4b07-b39f-e89d5ffb943b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:12.272909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8b35f7e1-a226-484e-a6d2-a830c6c52453 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9007800 Aug 10 03:11:12.367184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3e601-7baf-4b15-aa0b-d14f9ebf6e52 None None] Network 76d78c83-e99b-4b07-b39f-e89d5ffb943b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:12.373306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6ad78-dbfa-44dd-a385-8a41c4d85a92 req-33abc526-2806-4da0-935f-284fa2897040 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.376976 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5fd6ad78-dbfa-44dd-a385-8a41c4d85a92 req-33abc526-2806-4da0-935f-284fa2897040 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0808508 Aug 10 03:11:12.426606 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5fd6ad78-dbfa-44dd-a385-8a41c4d85a92 req-0fd6e4ec-e23d-4921-8e9a-b5dffccd0bd7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Aug 10 03:11:12.531269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:12.579451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773601-569c-43d7-8c5a-970c47bfde16 req-5581e080-836c-4cba-934d-12a9b4c66fac tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.581089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0773601-569c-43d7-8c5a-970c47bfde16 req-5581e080-836c-4cba-934d-12a9b4c66fac tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 948 time: 0.0764413 Aug 10 03:11:12.643741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0773601-569c-43d7-8c5a-970c47bfde16 req-99b7039c-1b70-4ebe-aa36-625ef56967da tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537868 Aug 10 03:11:12.681492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:12.692220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'port_id': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'mac_address': 'fa:16:3e:e3:a6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2084d43d-9d2f-4497-9719-38ac098f031f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:12.763128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:12.785117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc05f58-3a15-4e8b-94cf-ea42f451d929 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:12.809526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb316a-5173-40f3-a1e4-7a9938dc9472 req-e04d72c4-984e-4d5a-b94c-a4bdf9254115 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.818494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10bb316a-5173-40f3-a1e4-7a9938dc9472 req-e04d72c4-984e-4d5a-b94c-a4bdf9254115 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.0986521 Aug 10 03:11:12.820061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:12.856149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10bb316a-5173-40f3-a1e4-7a9938dc9472 req-ed81fa78-c9ac-4430-9e01-4ec892c955a5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361462 Aug 10 03:11:12.890994 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:12.943028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:13.073271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a17152e7-e425-40c1-bb08-2ff504132ee6 req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-380282388', 'description': 'tempest-description-565766697'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:13.116427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39838) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:13.123395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['fbc05f58-3a15-4e8b-94cf-ea42f451d929'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:13.211460 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:11:13.213481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a17152e7-e425-40c1-bb08-2ff504132ee6 req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.352902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a17152e7-e425-40c1-bb08-2ff504132ee6 req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.371862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-35b55d73-fc1e-4c3f-b5d9-1940b152474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.439376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a17152e7-e425-40c1-bb08-2ff504132ee6 req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.484558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0177e9d3-935b-4749-b5fd-b20e5cd8043c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:13.752444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-35b55d73-fc1e-4c3f-b5d9-1940b152474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:13.752444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eefd4-a0c8-44df-b923-b03a4535e5ca req-b795587a-3d85-4cc7-a893-e7dea1afd420 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.752444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a36eefd4-a0c8-44df-b923-b03a4535e5ca req-b795587a-3d85-4cc7-a893-e7dea1afd420 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0665345 Aug 10 03:11:13.752444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a36eefd4-a0c8-44df-b923-b03a4535e5ca req-41910b2e-c077-4a43-828a-231244af16fe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Aug 10 03:11:13.754102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 21650e2b-338c-4bad-8ff6-efbb9209ceb6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:13.865614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350717c2-419a-409c-91ce-e4b5ced0b7c2 req-fb261bb3-c43f-44e1-a481-95f3c71e75ea tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.867209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-350717c2-419a-409c-91ce-e4b5ced0b7c2 req-fb261bb3-c43f-44e1-a481-95f3c71e75ea tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 948 time: 0.0593727 Aug 10 03:11:13.916609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-350717c2-419a-409c-91ce-e4b5ced0b7c2 req-f688203e-b3c3-4c8b-854a-fa2a1d2ade15 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Aug 10 03:11:14.024423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-35b55d73-fc1e-4c3f-b5d9-1940b152474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.044540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ada8-de31-46cc-9ea4-766a98b31c0d req-07be613b-1f59-4bbd-b5c8-2d5267bf751f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.046074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c54ada8-de31-46cc-9ea4-766a98b31c0d req-07be613b-1f59-4bbd-b5c8-2d5267bf751f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Aug 10 03:11:14.058241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:14.064012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:14.064862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.087047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a17152e7-e425-40c1-bb08-2ff504132ee6 req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.088965 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a17152e7-e425-40c1-bb08-2ff504132ee6 req-aac4adbe-6b8d-4504-b9fe-cd1455186484 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0223663 Aug 10 03:11:14.100259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b55d73-fc1e-4c3f-b5d9-1940b152474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b75ae52-c1a4-4a36-b83c-d4a44ad95f60,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.106907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-35b55d73-fc1e-4c3f-b5d9-1940b152474f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2f8166a5ea045b1bc2a2b10a2f2fca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9882314 Aug 10 03:11:14.110412 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39860) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:14.173505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c54ada8-de31-46cc-9ea4-766a98b31c0d req-05f5ef05-78f0-44e5-a126-ab6ce7eb11cc tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180716 Aug 10 03:11:14.228022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.244375 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-816387d3-0416-425d-8b03-52139231ac26 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/0177e9d3-935b-4749-b5fd-b20e5cd8043c HTTP/1.1" status: 200 len: 1803 time: 0.0785153 Aug 10 03:11:14.254510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21650e2b-338c-4bad-8ff6-efbb9209ceb6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:14.261618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0177e9d3-935b-4749-b5fd-b20e5cd8043c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:14.262021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0177e9d3-935b-4749-b5fd-b20e5cd8043c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:14.266533 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20febd8e-4953-4966-b4ae-1ec5fb48f838" -d '{"events": [{"server_uuid": "89f314d4-6d2d-4eab-affc-af7d014ceed3", "name": "network-vif-plugged", "status": "completed", "tag": "21650e2b-338c-4bad-8ff6-efbb9209ceb6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:14.267769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c4-8216-43f9-b012-2abf8eadaa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.286300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:14.309073 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b2583-88a7-4f30-9ff9-387ae21e979b x-openstack-request-id: req-4d9b2583-88a7-4f30-9ff9-387ae21e979b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:14.309371 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f314d4-6d2d-4eab-affc-af7d014ceed3", "name": "network-vif-plugged", "status": "completed", "tag": "21650e2b-338c-4bad-8ff6-efbb9209ceb6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:14.309627 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d9b2583-88a7-4f30-9ff9-387ae21e979b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:14.310026 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21650e2b-338c-4bad-8ff6-efbb9209ceb6', 'code': 200} Aug 10 03:11:14.331403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c4-8216-43f9-b012-2abf8eadaa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.422651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.445605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82157-0f50-4248-8f12-d4435db1f90a req-49601447-c05a-420a-95ce-68871bd9a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.447169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6aa82157-0f50-4248-8f12-d4435db1f90a req-49601447-c05a-420a-95ce-68871bd9a729 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 1100 time: 0.0393298 Aug 10 03:11:14.474138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=21650e2b-338c-4bad-8ff6-efbb9209ceb6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.485139 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6aa82157-0f50-4248-8f12-d4435db1f90a req-d5ef7716-953d-4d4c-a3ce-1a9ea1a0c8e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Aug 10 03:11:14.517162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.538224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:14.578566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c4-8216-43f9-b012-2abf8eadaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.581275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3076c4-8216-43f9-b012-2abf8eadaa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.582653 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f3076c4-8216-43f9-b012-2abf8eadaa25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b75ae52-c1a4-4a36-b83c-d4a44ad95f60 HTTP/1.1" status: 204 len: 168 time: 0.4705322 Aug 10 03:11:14.597673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3076c4-8216-43f9-b012-2abf8eadaa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b75ae52-c1a4-4a36-b83c-d4a44ad95f60,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.601511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.697656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port fbc05f58-3a15-4e8b-94cf-ea42f451d929 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:14.702085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port fbc05f58-3a15-4e8b-94cf-ea42f451d929 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:14.702600 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.709291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.733900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995ba3da-cfe4-44f1-a86c-8c56308a1310,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:14.805579 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.823001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.823639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2bb392e5-1861-40c8-bb64-2f5f604dbff1 req-dbb4e2ad-c99b-4b74-9d48-09f95256037a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5683284 Aug 10 03:11:14.852388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:14.881051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.934056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbacc48-a8bd-433d-92f9-931646e300cf req-c52c388e-ba8d-4073-a3d7-972af6c59781 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.935607 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cbbacc48-a8bd-433d-92f9-931646e300cf req-c52c388e-ba8d-4073-a3d7-972af6c59781 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0537212 Aug 10 03:11:14.964932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d1fbbdc1-7daa-4982-ad52-636dad17b241 req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1994303149', 'description': 'tempest-description-1465116535'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:14.966875 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.978800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cbbacc48-a8bd-433d-92f9-931646e300cf req-34a7c05d-88cf-458d-a5f7-c6acd1b32ada tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Aug 10 03:11:15.026542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:15.063507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1fbbdc1-7daa-4982-ad52-636dad17b241 req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.157232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1fbbdc1-7daa-4982-ad52-636dad17b241 req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.234016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1fbbdc1-7daa-4982-ad52-636dad17b241 req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.267464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a1690-3fa5-4e1f-a447-6a4e1641ac82,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:15.338454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1fbbdc1-7daa-4982-ad52-636dad17b241 req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.339732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1fbbdc1-7daa-4982-ad52-636dad17b241 req-3868926c-d850-49ed-a15a-e7a920b4c790 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3796372 Aug 10 03:11:15.349719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39914) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:15.366617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-866a9bd9-6794-41a3-abf2-92702da4a001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.478402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd82cea-0786-45ca-860f-b20ecc8e5974 req-901fb447-335d-4354-b90a-5fdf30dd5097 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.480591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccd82cea-0786-45ca-860f-b20ecc8e5974 req-901fb447-335d-4354-b90a-5fdf30dd5097 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 949 time: 0.0660825 Aug 10 03:11:15.515871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-866a9bd9-6794-41a3-abf2-92702da4a001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.539295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccd82cea-0786-45ca-860f-b20ecc8e5974 req-5a94bdae-3168-47d2-99e8-e181bb8daa3d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520902 Aug 10 03:11:15.596022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-866a9bd9-6794-41a3-abf2-92702da4a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.610456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-822d291a-5d56-4bdf-8eba-9bce61eb87ad tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/0d0a1690-3fa5-4e1f-a447-6a4e1641ac82 HTTP/1.1" status: 200 len: 1805 time: 0.0453162 Aug 10 03:11:15.626949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0d0a1690-3fa5-4e1f-a447-6a4e1641ac82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:15.627269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0d0a1690-3fa5-4e1f-a447-6a4e1641ac82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:15.658514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a9bd9-6794-41a3-abf2-92702da4a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888c52a9-b681-47aa-861b-f9c6463adf1f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:15.674521 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-866a9bd9-6794-41a3-abf2-92702da4a001 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0aa4d01415ed4f2fa2f2a6020e066f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213058 Aug 10 03:11:15.674917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39926) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:15.688800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934464d-7960-4675-a0af-227e417a0164 req-3334bd3a-9c28-454a-a138-34c0d87b4cfa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.690731 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c934464d-7960-4675-a0af-227e417a0164 req-3334bd3a-9c28-454a-a138-34c0d87b4cfa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 946 time: 0.1273859 Aug 10 03:11:15.733414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-505b88e5-72a0-4f01-a108-dd9a4206cb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.749752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c934464d-7960-4675-a0af-227e417a0164 req-b7729237-e1f0-4cb3-8bfa-dcc03e79ba9a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Aug 10 03:11:15.770888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-505b88e5-72a0-4f01-a108-dd9a4206cb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.831563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.851664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.938004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.960055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa36d3b0-de00-4deb-ab4e-6ffce41fd7b4,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:15.974567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-505b88e5-72a0-4f01-a108-dd9a4206cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.977132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-505b88e5-72a0-4f01-a108-dd9a4206cb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.980558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-505b88e5-72a0-4f01-a108-dd9a4206cb5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/888c52a9-b681-47aa-861b-f9c6463adf1f HTTP/1.1" status: 204 len: 168 time: 0.3023634 Aug 10 03:11:15.989270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b88e5-72a0-4f01-a108-dd9a4206cb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888c52a9-b681-47aa-861b-f9c6463adf1f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:16.040954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.042451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b862f44-3694-4170-b147-39c8970ea5a2 req-d8cda13b-7d96-41f8-9cd7-feafc8dc4ccc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4204996 Aug 10 03:11:16.213631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-17bd2e62-3a94-430f-8469-b37d97286f91 req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-386016401', 'description': 'tempest-description-1261672365'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:16.278931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfe1f6-160e-4328-bfcd-5912a9de7a1f req-5b849138-87b6-49d5-8251-477171ca8be8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.283133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-31cfe1f6-160e-4328-bfcd-5912a9de7a1f req-5b849138-87b6-49d5-8251-477171ca8be8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0781305 Aug 10 03:11:16.311127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:16.314776 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82ae03-69c9-4d90-bc9d-b9fa112e1b87" -d '{"events": [{"server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "name": "network-vif-plugged", "status": "completed", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:16.328133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17bd2e62-3a94-430f-8469-b37d97286f91 req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.346069 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-31cfe1f6-160e-4328-bfcd-5912a9de7a1f req-423d2185-dbc4-4381-94dd-7f36a6a918fb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598500 Aug 10 03:11:16.462681 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17bd2e62-3a94-430f-8469-b37d97286f91 req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.549543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17bd2e62-3a94-430f-8469-b37d97286f91 req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.609281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8022b676-7051-41b2-8ca8-24fc44bea162,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:16.671863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17bd2e62-3a94-430f-8469-b37d97286f91 req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:16.675099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17bd2e62-3a94-430f-8469-b37d97286f91 req-60a51f13-974a-4404-9578-7a0cec6d7f04 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4638979 Aug 10 03:11:16.713783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68fe687d-94c0-431d-9516-d717155fc4ac req-c02714a1-2508-445d-a1e3-9eac9d00f83b tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407836 Aug 10 03:11:16.727418 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5139bc-3a18-4603-9dcd-221d9c1544ed x-openstack-request-id: req-1f5139bc-3a18-4603-9dcd-221d9c1544ed {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:16.727894 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "name": "network-vif-plugged", "status": "completed", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:16.728149 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f5139bc-3a18-4603-9dcd-221d9c1544ed {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:16.728577 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'code': 200} Aug 10 03:11:16.911078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7dd0b-0aa6-4911-a354-2148edd959fc req-156e89d0-d52d-49dd-a620-34dc38b46077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.912868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36a7dd0b-0aa6-4911-a354-2148edd959fc req-156e89d0-d52d-49dd-a620-34dc38b46077 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1098 time: 0.1237171 Aug 10 03:11:16.917683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe687d-94c0-431d-9516-d717155fc4ac req-673e0f0f-d588-4055-bdba-d2a8c1ea0539 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.925963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68fe687d-94c0-431d-9516-d717155fc4ac req-673e0f0f-d588-4055-bdba-d2a8c1ea0539 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061462 Aug 10 03:11:16.942625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b5864-12ca-4d1b-b988-790d9e470971 req-2cb16a2a-5b7d-4d09-833c-9bcfa6a0744d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:16.952102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747b5864-12ca-4d1b-b988-790d9e470971 req-2cb16a2a-5b7d-4d09-833c-9bcfa6a0744d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 949 time: 0.1128860 Aug 10 03:11:16.954362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68fe687d-94c0-431d-9516-d717155fc4ac req-1087d5a0-c5d0-46f9-923d-bf42be98d75a tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/quotas/2ca5bdd021be480b9c279c9c7e304c8f HTTP/1.1" status: 200 len: 375 time: 0.0274541 Aug 10 03:11:17.002274 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68fe687d-94c0-431d-9516-d717155fc4ac req-d1e1558a-590a-49aa-afec-809a3ade1d16 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442715 Aug 10 03:11:17.028215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36a7dd0b-0aa6-4911-a354-2148edd959fc req-893a0f1b-18dc-477e-a906-4cae875a0c6a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041911 Aug 10 03:11:17.041255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747b5864-12ca-4d1b-b988-790d9e470971 req-f3372932-6a80-4aee-8970-be5909a06f42 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842657 Aug 10 03:11:17.062386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7ba417b7-aa40-48f3-8c20-1cc8881233af req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009938862', 'description': 'tempest-description-707256352'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:17.149810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ba417b7-aa40-48f3-8c20-1cc8881233af req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.184075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0916f-07f7-47e3-a0da-161c7f240ef4 req-59e16440-61df-480d-a315-222e79941396 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.186266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-02a0916f-07f7-47e3-a0da-161c7f240ef4 req-59e16440-61df-480d-a315-222e79941396 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 946 time: 0.0551403 Aug 10 03:11:17.249777 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-02a0916f-07f7-47e3-a0da-161c7f240ef4 req-7dc323c1-216f-435d-87de-122689989b70 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511527 Aug 10 03:11:17.320529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ba417b7-aa40-48f3-8c20-1cc8881233af req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.388309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ba417b7-aa40-48f3-8c20-1cc8881233af req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.449860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2164416-2e7e-48ef-9958-1e13c6fbba17,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:17.521479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ba417b7-aa40-48f3-8c20-1cc8881233af req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:17.522836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ba417b7-aa40-48f3-8c20-1cc8881233af req-6c401c15-7b36-488d-b0ef-4520521ae118 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4652414 Aug 10 03:11:17.841778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d46941-dfc4-4a83-bafa-c369d276babc req-a5a3f7a9-b5cf-4ac3-9e6c-ed2e9b45413b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.845035 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62d46941-dfc4-4a83-bafa-c369d276babc req-a5a3f7a9-b5cf-4ac3-9e6c-ed2e9b45413b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0594027 Aug 10 03:11:17.938092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62d46941-dfc4-4a83-bafa-c369d276babc req-035123bf-b2ac-4928-9c23-326c96e4a81a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790284 Aug 10 03:11:18.012742 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-1d8636bc-9d84-4198-b486-533f69d6da7c tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/8022b676-7051-41b2-8ca8-24fc44bea162 HTTP/1.1" status: 200 len: 1804 time: 0.0438602 Aug 10 03:11:18.105155 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-67e2a14e-cf02-4e5d-89b0-5e1c91efb6ae tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/c2164416-2e7e-48ef-9958-1e13c6fbba17 HTTP/1.1" status: 200 len: 1804 time: 0.0848227 Aug 10 03:11:18.114106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8022b676-7051-41b2-8ca8-24fc44bea162', 'remote_group_id': 'c2164416-2e7e-48ef-9958-1e13c6fbba17', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:18.114884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8022b676-7051-41b2-8ca8-24fc44bea162', 'remote_group_id': 'c2164416-2e7e-48ef-9958-1e13c6fbba17', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:18.211604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867efe-6b58-4933-b96e-5b399d9498d0 req-fbff1137-6578-4b0b-93f7-0651efa0b71e tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.213265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f867efe-6b58-4933-b96e-5b399d9498d0 req-fbff1137-6578-4b0b-93f7-0651efa0b71e tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 1101 time: 0.0777073 Aug 10 03:11:18.236591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f867efe-6b58-4933-b96e-5b399d9498d0 req-0f68812e-adc1-45bf-bad3-9deb9e2a1dc5 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.288930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.358465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.367973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f867efe-6b58-4933-b96e-5b399d9498d0 req-0f68812e-adc1-45bf-bad3-9deb9e2a1dc5 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.463883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.470125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f867efe-6b58-4933-b96e-5b399d9498d0 req-0f68812e-adc1-45bf-bad3-9deb9e2a1dc5 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.482730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8dbc67-ab5a-46d1-81f8-a13a4e2326e9,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:18.509837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f867efe-6b58-4933-b96e-5b399d9498d0 req-0f68812e-adc1-45bf-bad3-9deb9e2a1dc5 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889366 Aug 10 03:11:18.526876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68812e-adc1-45bf-bad3-9deb9e2a1dc5 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c824aaf3-832a-4dc6-8f67-e9326dc02528,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:18.571269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.573127 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4fb89e2-b57e-46e2-93e5-216786e39195 req-f9a0dc63-9039-418e-a732-4ff7a5d4414f tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4665053 Aug 10 03:11:18.711506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fad0c-6e99-4b61-b546-1fc05c3e8964 req-ba2205da-dad8-4421-85d3-102d188ecd00 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.713081 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d0fad0c-6e99-4b61-b546-1fc05c3e8964 req-ba2205da-dad8-4421-85d3-102d188ecd00 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 946 time: 0.0625207 Aug 10 03:11:18.767562 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d0fad0c-6e99-4b61-b546-1fc05c3e8964 req-eea4ac0e-5bb3-497c-bd0a-6b2d15a95592 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472054 Aug 10 03:11:18.808445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-6b10257a-33fd-4960-aea9-08f328bd17fd req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1598612148', 'description': 'tempest-description-113406857'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:18.930990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6b10257a-33fd-4960-aea9-08f328bd17fd req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.030506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6b10257a-33fd-4960-aea9-08f328bd17fd req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.115104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6b10257a-33fd-4960-aea9-08f328bd17fd req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.151720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efffbf20-8c5e-401d-803f-fcb0e750df85,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:19.641000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6b10257a-33fd-4960-aea9-08f328bd17fd req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:19.642240 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b10257a-33fd-4960-aea9-08f328bd17fd req-12afb398-1fac-4ce1-9500-6c20a4de5369 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8384435 Aug 10 03:11:19.795924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d71fe-8be1-445e-9e1d-b6f5a1daa9c9 req-518d17fe-9a9b-438c-8009-696d87ca0471 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.807568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-825d71fe-8be1-445e-9e1d-b6f5a1daa9c9 req-518d17fe-9a9b-438c-8009-696d87ca0471 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0704963 Aug 10 03:11:19.854144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-825d71fe-8be1-445e-9e1d-b6f5a1daa9c9 req-d4e15088-e58d-47ed-ac3b-c9da97e9c8a0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Aug 10 03:11:19.909372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5666-feb3-4016-9eb7-43f945991360 req-ad60a28b-1c20-4a37-b2b1-9f541e41cb47 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.911374 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed3d5666-feb3-4016-9eb7-43f945991360 req-ad60a28b-1c20-4a37-b2b1-9f541e41cb47 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1098 time: 0.0443537 Aug 10 03:11:19.949097 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed3d5666-feb3-4016-9eb7-43f945991360 req-79cf96c9-6e9e-459c-aa88-21cc0e49a8bb tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318441 Aug 10 03:11:20.059908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4fb44-cbcd-4749-be77-0a29465bcfe5 req-c4369f18-f48b-47e0-bb22-db8e9d8a0614 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:20.067919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23a4fb44-cbcd-4749-be77-0a29465bcfe5 req-c4369f18-f48b-47e0-bb22-db8e9d8a0614 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 1101 time: 0.0511897 Aug 10 03:11:20.080976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-de49d098-64db-4adf-8df8-dfce8852e8af req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1726971896', 'description': 'tempest-description-1997572419'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:20.111746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23a4fb44-cbcd-4749-be77-0a29465bcfe5 req-3074f306-daa0-4fb1-b4f1-d54cedc4b383 tempest-ServersAdminNegativeTestJSON-547246862 tempest-ServersAdminNegativeTestJSON-547246862-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Aug 10 03:11:20.190120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-de49d098-64db-4adf-8df8-dfce8852e8af req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.243174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d49814e-249c-4ed9-9616-dca83113ebae req-83928f8d-243d-4d08-88e4-eb9eb2cd27c8 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290241 Aug 10 03:11:20.295300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-de49d098-64db-4adf-8df8-dfce8852e8af req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.354931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-de49d098-64db-4adf-8df8-dfce8852e8af req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.364148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49814e-249c-4ed9-9616-dca83113ebae req-29cbd94b-4f92-4b18-8c3c-121a6c4da940 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:20.365808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d49814e-249c-4ed9-9616-dca83113ebae req-29cbd94b-4f92-4b18-8c3c-121a6c4da940 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167834 Aug 10 03:11:20.386181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d49814e-249c-4ed9-9616-dca83113ebae req-fa18522b-79a6-488d-b651-3811a1d1abc7 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/quotas/2ca5bdd021be480b9c279c9c7e304c8f HTTP/1.1" status: 200 len: 375 time: 0.0142808 Aug 10 03:11:20.393327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19873c4e-7a93-482b-a205-f09952c288a2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:20.433771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d49814e-249c-4ed9-9616-dca83113ebae req-29606ab6-a570-43de-8851-aef3ecc38433 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399165 Aug 10 03:11:20.503998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-de49d098-64db-4adf-8df8-dfce8852e8af req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.505175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-de49d098-64db-4adf-8df8-dfce8852e8af req-9bf50cd2-dbed-4ce6-a722-c3528a2f3ed0 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4285903 Aug 10 03:11:20.714346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ae068-bbe3-4027-8fbe-f9a12ee2979b req-11a285f1-59f4-4e49-acf3-135b2bd3817f tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:20.715800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-455ae068-bbe3-4027-8fbe-f9a12ee2979b req-11a285f1-59f4-4e49-acf3-135b2bd3817f tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1098 time: 0.0493300 Aug 10 03:11:20.763406 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-455ae068-bbe3-4027-8fbe-f9a12ee2979b req-f37beaee-9d2a-42ac-bece-5ff71cdd37b6 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390615 Aug 10 03:11:20.849132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-b1125fa8-e4c7-400c-bf96-b8bbbf8a4620 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/efffbf20-8c5e-401d-803f-fcb0e750df85 HTTP/1.1" status: 200 len: 1804 time: 0.0446169 Aug 10 03:11:20.907558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-c388416c-90eb-4caf-9e9d-7e78ff9ddc6a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/19873c4e-7a93-482b-a205-f09952c288a2 HTTP/1.1" status: 200 len: 1805 time: 0.0489857 Aug 10 03:11:20.919781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'efffbf20-8c5e-401d-803f-fcb0e750df85', 'remote_group_id': '19873c4e-7a93-482b-a205-f09952c288a2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:20.922411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'efffbf20-8c5e-401d-803f-fcb0e750df85', 'remote_group_id': '19873c4e-7a93-482b-a205-f09952c288a2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:21.104104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.166414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.196828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55fe64-79d8-4a61-87be-8ed06e8abd72 req-bd829e91-146f-411d-b045-cc6aa698a421 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.199060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db55fe64-79d8-4a61-87be-8ed06e8abd72 req-bd829e91-146f-411d-b045-cc6aa698a421 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0553429 Aug 10 03:11:21.240648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db55fe64-79d8-4a61-87be-8ed06e8abd72 req-e56740ff-f98e-4e89-9208-97bf07937108 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344498 Aug 10 03:11:21.266190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.281657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be2e9a7-3619-4e71-9149-bc11e9143a08,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:21.349912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.351150 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4240d55e-c361-42b9-8fb4-5b0f481b1c15 req-cd8bcdc7-7316-4f61-a646-1afc1a0dff32 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4357064 Aug 10 03:11:21.657625 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1cd47476-d288-43ea-88ea-7b407b7d2083 req-7aa69ec5-93f1-48ff-b146-1288ec0a45b7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/19873c4e-7a93-482b-a205-f09952c288a2 HTTP/1.1" status: 200 len: 1805 time: 0.0590484 Aug 10 03:11:21.721570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1cd47476-d288-43ea-88ea-7b407b7d2083 req-43695e97-7659-4539-a453-d5cfe7202572 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.745485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1cd47476-d288-43ea-88ea-7b407b7d2083 req-43695e97-7659-4539-a453-d5cfe7202572 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.875597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1cd47476-d288-43ea-88ea-7b407b7d2083 req-43695e97-7659-4539-a453-d5cfe7202572 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.879754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1cd47476-d288-43ea-88ea-7b407b7d2083 req-43695e97-7659-4539-a453-d5cfe7202572 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.881461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1cd47476-d288-43ea-88ea-7b407b7d2083 req-43695e97-7659-4539-a453-d5cfe7202572 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/19873c4e-7a93-482b-a205-f09952c288a2 HTTP/1.1" status: 204 len: 173 time: 0.2174025 Aug 10 03:11:21.898034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43695e97-7659-4539-a453-d5cfe7202572 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19873c4e-7a93-482b-a205-f09952c288a2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:22.112091 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-158bd9ed-701c-4497-861d-a6f442e2734e req-6a550ac3-821d-442b-8cda-04a5e976fb63 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220768 Aug 10 03:11:22.256790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd9ed-701c-4497-861d-a6f442e2734e req-93f542cf-b528-4cde-b49f-b47b343d8aac tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.266519 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-158bd9ed-701c-4497-861d-a6f442e2734e req-93f542cf-b528-4cde-b49f-b47b343d8aac tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463006 Aug 10 03:11:22.284136 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-158bd9ed-701c-4497-861d-a6f442e2734e req-fca87dc5-bb4e-40c7-a4d0-5351257050c0 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/quotas/2ca5bdd021be480b9c279c9c7e304c8f HTTP/1.1" status: 200 len: 375 time: 0.0167067 Aug 10 03:11:22.325437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-158bd9ed-701c-4497-861d-a6f442e2734e req-facf43be-435f-46c2-a3d8-96bfe2592fb6 tempest-QuotasAdminNegativeTest-2056351665 tempest-QuotasAdminNegativeTest-2056351665-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398312 Aug 10 03:11:22.426631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8588e0d4-c4f4-41ab-9c31-46ca4e6d30c3 req-b6644600-4bee-4e81-9aad-5510ab9f88fc tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/efffbf20-8c5e-401d-803f-fcb0e750df85 HTTP/1.1" status: 200 len: 1804 time: 0.0389197 Aug 10 03:11:23.228023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5ee67-ba22-4442-adb1-636ccdcd95b6 req-3aceb7f7-5cf9-4b07-ad66-4c7dc15af3ee tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.229506 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f9d5ee67-ba22-4442-adb1-636ccdcd95b6 req-3aceb7f7-5cf9-4b07-ad66-4c7dc15af3ee tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0513475 Aug 10 03:11:23.266128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f9d5ee67-ba22-4442-adb1-636ccdcd95b6 req-d5d8f88e-300f-4557-a336-ce8a4158f2e1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305705 Aug 10 03:11:23.583477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-5eaba373-58cc-4f30-b05b-978ebf16869e req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1185041193', 'description': 'tempest-description-298802346'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:23.669905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5eaba373-58cc-4f30-b05b-978ebf16869e req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.771200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5eaba373-58cc-4f30-b05b-978ebf16869e req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.845115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5eaba373-58cc-4f30-b05b-978ebf16869e req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.878098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da059942-072b-4f6a-99ef-efbd935baf39,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:23.970800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5eaba373-58cc-4f30-b05b-978ebf16869e req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.972232 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5eaba373-58cc-4f30-b05b-978ebf16869e req-cce8eaff-7f46-4b5f-ba60-cda3d75cf302 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3932385 Aug 10 03:11:23.988861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40190) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:24.121158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-e4146044-e0ed-473f-b6e8-2e2e4fb35229 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:11:24.122512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-e4146044-e0ed-473f-b6e8-2e2e4fb35229 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321490 Aug 10 03:11:24.238175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:24.238684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:11:24.304312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84138826-b174-4aa1-b4e1-fd4e46a0d0cc req-1ac56733-0d15-4a1d-b852-a73ff553d76f tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.312705 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-84138826-b174-4aa1-b4e1-fd4e46a0d0cc req-1ac56733-0d15-4a1d-b852-a73ff553d76f tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 949 time: 0.0641792 Aug 10 03:11:24.349761 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-84138826-b174-4aa1-b4e1-fd4e46a0d0cc req-31ce2899-8b9c-444b-a8de-b0c02901b0cb tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359497 Aug 10 03:11:24.416461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:24.417421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:24.417421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:24.422722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:24.423087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:24.428138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:24.428765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:24.429150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:24.429572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Bound port: fbc05f58-3a15-4e8b-94cf-ea42f451d929, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:24.528175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:24.601404 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-a7aff56f-266a-43b3-8187-d88984e91abe tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/da059942-072b-4f6a-99ef-efbd935baf39 HTTP/1.1" status: 200 len: 1804 time: 0.0597568 Aug 10 03:11:24.608665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da059942-072b-4f6a-99ef-efbd935baf39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:24.609305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da059942-072b-4f6a-99ef-efbd935baf39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:24.617308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.618491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-6c872acf-0541-4cde-8921-88a1e66f8166 service neutron] 10.222.0.26 "POST /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929/bindings HTTP/1.1" status: 201 len: 390 time: 0.4411018 Aug 10 03:11:24.783321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.814158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.904404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.935038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d903edf5-d687-43c7-83a7-b85e24e01d20,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:24.994274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.995508 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8ea19e8a-8134-4cb9-a324-c763cfcd56c1 req-b151cab1-f511-4ba3-a200-09d47bf55711 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3929858 Aug 10 03:11:25.035936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf4583-5507-49c9-b75e-71ccef88a1e2 req-c3ab2aec-6fd5-4246-a975-0d09c2f627db tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.037693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42bf4583-5507-49c9-b75e-71ccef88a1e2 req-c3ab2aec-6fd5-4246-a975-0d09c2f627db tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0734777 Aug 10 03:11:25.096305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42bf4583-5507-49c9-b75e-71ccef88a1e2 req-0c2bced8-9939-49b9-9c08-90d33eda1133 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526474 Aug 10 03:11:25.174645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b728-dffa-48a8-9031-21de7bc25763 req-df981980-e237-424b-8e33-6deda4500ea0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.184027 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-faa9b728-dffa-48a8-9031-21de7bc25763 req-df981980-e237-424b-8e33-6deda4500ea0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 946 time: 0.0952408 Aug 10 03:11:25.202055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:25.232170 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-faa9b728-dffa-48a8-9031-21de7bc25763 req-776ad038-1405-4272-b86d-3ee6b4df1dd1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Aug 10 03:11:25.261931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-25312cc3-b915-4973-a118-34e4347c0806 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/da059942-072b-4f6a-99ef-efbd935baf39 HTTP/1.1" status: 200 len: 2397 time: 0.1168344 Aug 10 03:11:25.268773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da059942-072b-4f6a-99ef-efbd935baf39', 'remote_group_id': None}]} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:25.269245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da059942-072b-4f6a-99ef-efbd935baf39', 'remote_group_id': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:25.380819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b7600c67-b8f6-4334-9499-638ec6f99dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.629987 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.673652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.715889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.738259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b7600c67-b8f6-4334-9499-638ec6f99dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.767126 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.767819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21a567-c717-468d-ba53-e740c936b7fa req-cd345240-2e41-4f53-be78-b89e7f423188 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.770019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c21a567-c717-468d-ba53-e740c936b7fa req-cd345240-2e41-4f53-be78-b89e7f423188 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 949 time: 0.0938950 Aug 10 03:11:25.791909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e4fbd9-956f-4363-9ab3-20b2b5220f56,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:25.797947 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b7600c67-b8f6-4334-9499-638ec6f99dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.831419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-d4ed6534-f781-466c-a1d0-0615157601b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.833407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-d4ed6534-f781-466c-a1d0-0615157601b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1098 time: 0.1448052 Aug 10 03:11:25.841821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b7600c67-b8f6-4334-9499-638ec6f99dec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ca5bdd021be480b9c279c9c7e304c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348536 Aug 10 03:11:25.843342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7600c67-b8f6-4334-9499-638ec6f99dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b807c15-277c-4fb0-a1a3-d451d04d683c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:25.846315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40222) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:25.859484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.866285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48383444-8df0-4058-9f0f-e50c7ab38ef9 req-1e7d15fc-ee53-4beb-86b6-ca02178c053a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6031842 Aug 10 03:11:25.885550 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c21a567-c717-468d-ba53-e740c936b7fa req-62d6ee42-9bbe-4d5b-af17-03c5e7e9a425 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998652 Aug 10 03:11:25.924133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253efa80-9b25-4295-8c31-1b10faa22456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:25.947311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-0c29c3f8-72b4-4a28-8176-eb548f06ec7d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.949176 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-0c29c3f8-72b4-4a28-8176-eb548f06ec7d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.54 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 949 time: 0.1750548 Aug 10 03:11:25.951409 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253efa80-9b25-4295-8c31-1b10faa22456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.047035 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3490a28d-7116-4591-a07d-a8902cbd8070 req-e3ce8f37-d091-4e7f-8970-0cf83550f892 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/da059942-072b-4f6a-99ef-efbd935baf39 HTTP/1.1" status: 200 len: 2995 time: 0.1140144 Aug 10 03:11:26.080781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253efa80-9b25-4295-8c31-1b10faa22456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.083750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253efa80-9b25-4295-8c31-1b10faa22456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.085074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-253efa80-9b25-4295-8c31-1b10faa22456 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b807c15-277c-4fb0-a1a3-d451d04d683c HTTP/1.1" status: 204 len: 168 time: 0.2373562 Aug 10 03:11:26.112008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253efa80-9b25-4295-8c31-1b10faa22456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b807c15-277c-4fb0-a1a3-d451d04d683c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:26.156073 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-08278a1c-3b73-416e-b0d9-e21530be8839 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-group-rules/07e4fbd9-956f-4363-9ab3-20b2b5220f56 HTTP/1.1" status: 200 len: 783 time: 0.0790746 Aug 10 03:11:26.193667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-cf2f33e7-9d58-46ab-961f-efe02680fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.195473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-cf2f33e7-9d58-46ab-961f-efe02680fd9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.3473089 Aug 10 03:11:26.221147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.54', 57058) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:26.262584 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-d0814efc-f8dd-4b26-9131-50bc3d8f59b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.0554483 Aug 10 03:11:26.344938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69706db7-ce57-4712-a803-f6e38e246ae9 req-f265d0be-c6d0-4f28-a220-71150c2d978b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.347769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69706db7-ce57-4712-a803-f6e38e246ae9 req-f265d0be-c6d0-4f28-a220-71150c2d978b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.1402643 Aug 10 03:11:26.367595 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-d45c6f92-3f62-45ec-9504-55e81934bf4f service neutron] show failed (client error): The resource could not be found. Aug 10 03:11:26.368842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-d45c6f92-3f62-45ec-9504-55e81934bf4f service neutron] 10.222.0.54 "GET /v2.0/ports/173380e0-32b5-4184-815c-95d2dd9c655d/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.1466687 Aug 10 03:11:26.406176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69706db7-ce57-4712-a803-f6e38e246ae9 req-0a7c7879-9db1-47a5-8165-63a16ae14d06 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494273 Aug 10 03:11:26.554486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694bc3-c498-4dd4-aae3-0e644a0369a2 req-49844be0-6587-490b-b7c9-4623a42fa14b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.555990 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-0e5468f8-a057-447f-b666-8a59b64158ea tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/da059942-072b-4f6a-99ef-efbd935baf39 HTTP/1.1" status: 200 len: 2995 time: 0.3987229 Aug 10 03:11:26.556134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da694bc3-c498-4dd4-aae3-0e644a0369a2 req-49844be0-6587-490b-b7c9-4623a42fa14b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 946 time: 0.0578721 Aug 10 03:11:26.575109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Deleting port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:26.575606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.621518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da694bc3-c498-4dd4-aae3-0e644a0369a2 req-357ab711-2dfa-4d88-bd00-885dce52dd7a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519664 Aug 10 03:11:26.635070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-e54e1105-82ce-4811-90fd-61cc2f2a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:26.637337 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-e54e1105-82ce-4811-90fd-61cc2f2a40ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.3629453 Aug 10 03:11:26.709488 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-e6eab7aa-f082-4343-a905-15d0ccc888d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634861 Aug 10 03:11:26.713205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-51a26937-e3b7-4529-ab77-9f26d945fbfb tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.736918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-51a26937-e3b7-4529-ab77-9f26d945fbfb tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.813801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] For port 21650e2b-338c-4bad-8ff6-efbb9209ceb6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=21650e2b-338c-4bad-8ff6-efbb9209ceb6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:26.814494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:26.839302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Calling delete_port for 21650e2b-338c-4bad-8ff6-efbb9209ceb6 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:26.895385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-8e330b41-558b-4fb6-9546-aa8da5878948 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730607 Aug 10 03:11:27.002305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fc6ee-1591-4330-aab8-ddf378dba29a req-92eaa817-5a84-44f3-a842-3d78a3fd7dad tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.003786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-678fc6ee-1591-4330-aab8-ddf378dba29a req-92eaa817-5a84-44f3-a842-3d78a3fd7dad tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 949 time: 0.0521150 Aug 10 03:11:27.049353 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-742c7634-f2c7-4a4b-8fc1-713fbd6423f4 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396933 Aug 10 03:11:27.052518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-51a26937-e3b7-4529-ab77-9f26d945fbfb tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.060234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-678fc6ee-1591-4330-aab8-ddf378dba29a req-688d9037-1630-4486-96cc-a4097c36ed91 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Aug 10 03:11:27.065285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-51a26937-e3b7-4529-ab77-9f26d945fbfb tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.066486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9bbd090b-8a3d-44a2-ade3-af323a6ecb45 req-51a26937-e3b7-4529-ab77-9f26d945fbfb tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/07e4fbd9-956f-4363-9ab3-20b2b5220f56 HTTP/1.1" status: 204 len: 173 time: 0.4958169 Aug 10 03:11:27.074283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a26937-e3b7-4529-ab77-9f26d945fbfb tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07e4fbd9-956f-4363-9ab3-20b2b5220f56,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.129742 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-392a099d-6797-471c-b6fb-01064256e904 req-c7c8c3d2-ee6e-4921-9bc7-5bf70913fe69 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/da059942-072b-4f6a-99ef-efbd935baf39 HTTP/1.1" status: 200 len: 2397 time: 0.0423794 Aug 10 03:11:27.199883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-392a099d-6797-471c-b6fb-01064256e904 req-83e93551-9ec8-4b64-86ca-b48005ab6188 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.213845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.228435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['88c17436-45a3-4b0c-81fd-2a4780881632'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:27.236237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-392a099d-6797-471c-b6fb-01064256e904 req-83e93551-9ec8-4b64-86ca-b48005ab6188 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.271015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Pushing event deleted for resources: {'Port': ['ID=21650e2b-338c-4bad-8ff6-efbb9209ceb6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.290271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['21650e2b-338c-4bad-8ff6-efbb9209ceb6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:27.357432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] No DVR routers for this DVR port 21650e2b-338c-4bad-8ff6-efbb9209ceb6 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:27.363329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.368664 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ac1f4b5f-fe31-4063-bb83-68a15c29dae6 req-bfdb81d9-0b1b-4ad2-9350-bc642b0a02d2 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.54 "DELETE /v2.0/ports/21650e2b-338c-4bad-8ff6-efbb9209ceb6 HTTP/1.1" status: 204 len: 173 time: 1.3808651 Aug 10 03:11:27.371621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'name': 'network-vif-deleted', 'tag': '21650e2b-338c-4bad-8ff6-efbb9209ceb6'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:27.377694 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37662ed3-fa89-4591-982c-72ec9932f1d7" -d '{"events": [{"server_uuid": "89f314d4-6d2d-4eab-affc-af7d014ceed3", "name": "network-vif-deleted", "tag": "21650e2b-338c-4bad-8ff6-efbb9209ceb6"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:27.393796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:27.440939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e4fda02-0c8b-4653-a517-d9de38deeeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.521739 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8c4194-5825-46dd-892c-a2aebcb039ca x-openstack-request-id: req-5c8c4194-5825-46dd-892c-a2aebcb039ca {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:27.525904 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f314d4-6d2d-4eab-affc-af7d014ceed3", "name": "network-vif-deleted", "tag": "21650e2b-338c-4bad-8ff6-efbb9209ceb6", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:27.527321 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c8c4194-5825-46dd-892c-a2aebcb039ca {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:27.527785 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f314d4-6d2d-4eab-affc-af7d014ceed3', 'name': 'network-vif-deleted', 'tag': '21650e2b-338c-4bad-8ff6-efbb9209ceb6', 'status': 'completed', 'code': 200} Aug 10 03:11:27.589558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-392a099d-6797-471c-b6fb-01064256e904 req-83e93551-9ec8-4b64-86ca-b48005ab6188 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.597407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-392a099d-6797-471c-b6fb-01064256e904 req-83e93551-9ec8-4b64-86ca-b48005ab6188 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.598876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-392a099d-6797-471c-b6fb-01064256e904 req-83e93551-9ec8-4b64-86ca-b48005ab6188 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/da059942-072b-4f6a-99ef-efbd935baf39 HTTP/1.1" status: 204 len: 173 time: 0.4577873 Aug 10 03:11:27.599532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:27.627697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93551-9ec8-4b64-86ca-b48005ab6188 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da059942-072b-4f6a-99ef-efbd935baf39,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.652051 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [req-99737cff-82a8-4b92-9baa-fae4d739986e req-2b197164-276c-4a07-a78e-5270529e8840 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] show failed (client error): The resource could not be found. Aug 10 03:11:27.653052 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-99737cff-82a8-4b92-9baa-fae4d739986e req-2b197164-276c-4a07-a78e-5270529e8840 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/19873c4e-7a93-482b-a205-f09952c288a2 HTTP/1.1" status: 404 len: 352 time: 0.0267363 Aug 10 03:11:27.672309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-375b9d73-921b-4a77-87c6-3924fcd66cd6 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.674861 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-375b9d73-921b-4a77-87c6-3924fcd66cd6 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1098 time: 0.2492640 Aug 10 03:11:27.688271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:27.755415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.763486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e4fda02-0c8b-4653-a517-d9de38deeeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.855455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e4fda02-0c8b-4653-a517-d9de38deeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:27.893820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364b9fd-22e8-4787-a682-ac35c18e0fdd req-b3f4d010-95fb-4085-82d5-6b917f9cd55b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.896539 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b364b9fd-22e8-4787-a682-ac35c18e0fdd req-b3f4d010-95fb-4085-82d5-6b917f9cd55b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 946 time: 0.0949144 Aug 10 03:11:27.943511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fda02-0c8b-4653-a517-d9de38deeeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b455e10-a959-4096-964b-d99bdd0bd762,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:27.981409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e4fda02-0c8b-4653-a517-d9de38deeeb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7db3f45c5c34d558f3f03d1d02eb715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858145 Aug 10 03:11:27.981725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40276) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:27.994015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975324-d78a-4ec8-93bd-ad37c7f16535 req-17a22c90-039c-4502-904d-bef8a93aeea3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:27.995682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0975324-d78a-4ec8-93bd-ad37c7f16535 req-17a22c90-039c-4502-904d-bef8a93aeea3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.2281408 Aug 10 03:11:27.998148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-a6ac8c76-9186-4e64-b5a5-7090feed0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:28.006706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-a6ac8c76-9186-4e64-b5a5-7090feed0bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2&tenant_id=340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 1101 time: 0.2299175 Aug 10 03:11:28.021335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:28.047128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14a8c61f-2f6f-409e-bb42-2bfe9e1cc42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.060288 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b364b9fd-22e8-4787-a682-ac35c18e0fdd req-27ba13ac-5edc-47bc-85f0-4a93037a6c0c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248865 Aug 10 03:11:28.063281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0975324-d78a-4ec8-93bd-ad37c7f16535 req-949b90e9-7ded-4c97-9814-1aed3445f699 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609562 Aug 10 03:11:28.093969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.135639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:28.149649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-696a7dcd-47cc-4c46-958c-6c8fab40a113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.186044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e36740c6-a6b4-437f-a604-03cc77702438 req-12d1ba97-6c50-4514-8c82-65c17e13b32a tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/efffbf20-8c5e-401d-803f-fcb0e750df85 HTTP/1.1" status: 200 len: 1804 time: 0.0886703 Aug 10 03:11:28.202106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-696a7dcd-47cc-4c46-958c-6c8fab40a113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.242852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:28.326717 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dcf40c0c-a8a6-41cc-92a7-fa24e4c237e3 req-b605b7f0-0a51-4a4b-9dbd-79a1e1a42b0c tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=89f314d4-6d2d-4eab-affc-af7d014ceed3 HTTP/1.1" status: 200 len: 210 time: 0.0552728 Aug 10 03:11:28.365638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.374859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14a8c61f-2f6f-409e-bb42-2bfe9e1cc42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.375021 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e36740c6-a6b4-437f-a604-03cc77702438 req-f68f78a1-9b52-4a66-bcc3-e27887c855a7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.409895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e36740c6-a6b4-437f-a604-03cc77702438 req-f68f78a1-9b52-4a66-bcc3-e27887c855a7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.445334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:28.481862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14a8c61f-2f6f-409e-bb42-2bfe9e1cc42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.482824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:28.484685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.490813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-696a7dcd-47cc-4c46-958c-6c8fab40a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.493287 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-696a7dcd-47cc-4c46-958c-6c8fab40a113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.494416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-696a7dcd-47cc-4c46-958c-6c8fab40a113 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b455e10-a959-4096-964b-d99bdd0bd762 HTTP/1.1" status: 204 len: 168 time: 0.5091810 Aug 10 03:11:28.526869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:28.529142 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a7ef6-f835-47ea-af1a-ec27dbd162fc" -d '{"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-unplugged", "status": "completed", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:28.534090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.565722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Transition to ACTIVE for port object 173380e0-32b5-4184-815c-95d2dd9c655d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:28.567584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e36740c6-a6b4-437f-a604-03cc77702438 req-f68f78a1-9b52-4a66-bcc3-e27887c855a7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.575213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e36740c6-a6b4-437f-a604-03cc77702438 req-f68f78a1-9b52-4a66-bcc3-e27887c855a7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.576436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e36740c6-a6b4-437f-a604-03cc77702438 req-f68f78a1-9b52-4a66-bcc3-e27887c855a7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/efffbf20-8c5e-401d-803f-fcb0e750df85 HTTP/1.1" status: 204 len: 173 time: 0.3765690 Aug 10 03:11:28.608269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f78a1-9b52-4a66-bcc3-e27887c855a7 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efffbf20-8c5e-401d-803f-fcb0e750df85,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.611570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-14a8c61f-2f6f-409e-bb42-2bfe9e1cc42e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=435e3d3a500042d483847a3f5df05ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0041301 Aug 10 03:11:28.637512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40292) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:28.641963 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f7c7fa-f710-4970-9e1d-26e99bff9726 x-openstack-request-id: req-59f7c7fa-f710-4970-9e1d-26e99bff9726 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:28.642539 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-unplugged", "status": "completed", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:28.642921 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59f7c7fa-f710-4970-9e1d-26e99bff9726 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:28.643355 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d', 'code': 200} Aug 10 03:11:28.649153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8c61f-2f6f-409e-bb42-2bfe9e1cc42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f662edee-cb9a-4364-8037-3e195f688e9e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.664434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.687899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.715632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a7dcd-47cc-4c46-958c-6c8fab40a113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b455e10-a959-4096-964b-d99bdd0bd762,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.737647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:28.775329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:28.775662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:28.776112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:28.779669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df41eec-6e9b-4fc8-b2d5-f2cffe7e360d req-14875937-7f6f-47b1-8d05-d522058a9c59 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/c2164416-2e7e-48ef-9958-1e13c6fbba17 HTTP/1.1" status: 200 len: 1804 time: 0.1480799 Aug 10 03:11:28.791377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:28.791377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Attempting to bind port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:28.797707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:28.797707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:28.797995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:28.798470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Bound port: fbc05f58-3a15-4e8b-94cf-ea42f451d929, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:28.798829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.804508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] No DVR routers for this DVR port 173380e0-32b5-4184-815c-95d2dd9c655d on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:28.850088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5659cff4-aab2-4bfc-85c4-4c524b5e1373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.918815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:28.923514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:28.938844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5659cff4-aab2-4bfc-85c4-4c524b5e1373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.942220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:28.942559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:28.942889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:28.955072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Port 173380e0-32b5-4184-815c-95d2dd9c655d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:28.955388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Attempting to bind port 173380e0-32b5-4184-815c-95d2dd9c655d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:28.978195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:28.978537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:28.978927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:28.979373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Bound port: 173380e0-32b5-4184-815c-95d2dd9c655d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:28.979732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:28.989057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.006263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0df41eec-6e9b-4fc8-b2d5-f2cffe7e360d req-6596a648-a612-45b3-b37c-13a5cd91b01e tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.066559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0df41eec-6e9b-4fc8-b2d5-f2cffe7e360d req-6596a648-a612-45b3-b37c-13a5cd91b01e tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.088457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:29.118636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.119529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.121275 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-78cbd5e2-a0cd-49dd-9f38-60e5682fb053 service neutron] 10.222.0.54 "PUT /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 1124 time: 1.4382267 Aug 10 03:11:29.150239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:29.165526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:29.193245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['fbc05f58-3a15-4e8b-94cf-ea42f451d929'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:29.193993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5659cff4-aab2-4bfc-85c4-4c524b5e1373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.197041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5659cff4-aab2-4bfc-85c4-4c524b5e1373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.201176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5659cff4-aab2-4bfc-85c4-4c524b5e1373 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f662edee-cb9a-4364-8037-3e195f688e9e HTTP/1.1" status: 204 len: 168 time: 0.5542336 Aug 10 03:11:29.214162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659cff4-aab2-4bfc-85c4-4c524b5e1373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f662edee-cb9a-4364-8037-3e195f688e9e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:29.263896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.296753 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0df41eec-6e9b-4fc8-b2d5-f2cffe7e360d req-6596a648-a612-45b3-b37c-13a5cd91b01e tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.301821 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0df41eec-6e9b-4fc8-b2d5-f2cffe7e360d req-6596a648-a612-45b3-b37c-13a5cd91b01e tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.309287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df41eec-6e9b-4fc8-b2d5-f2cffe7e360d req-6596a648-a612-45b3-b37c-13a5cd91b01e tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/c2164416-2e7e-48ef-9958-1e13c6fbba17 HTTP/1.1" status: 204 len: 173 time: 0.5053217 Aug 10 03:11:29.346350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-a4dab212-cd09-40ea-b87a-007bead7ca4b tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.347889 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-a4dab212-cd09-40ea-b87a-007bead7ca4b tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/networks?id=78197e16-f636-4f15-ba67-1ed5a77618b5 HTTP/1.1" status: 200 len: 815 time: 0.1325355 Aug 10 03:11:29.368210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-7eacb8e2-dd50-4139-be74-073e09ae5d55 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/quotas/ba1b5414079043d283107f6e71a61d7d HTTP/1.1" status: 200 len: 375 time: 0.0120244 Aug 10 03:11:29.417878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596a648-a612-45b3-b37c-13a5cd91b01e tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2164416-2e7e-48ef-9958-1e13c6fbba17,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:29.445213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.445839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:29.447849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] 10.222.0.46 "PUT /v2.0/ports/173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 1096 time: 1.4303749 Aug 10 03:11:29.481110 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-e7e738bf-19be-4a73-8497-aa784e9cf632 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba1b5414079043d283107f6e71a61d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029711 Aug 10 03:11:29.535753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440fd48-061c-4694-8158-ac082c3aca70 service neutron] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:29.536004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929'}, {'name': 'network-changed', 'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:29.538846 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79" -d '{"events": [{"server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929"}, {"name": "network-changed", "server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:29.566998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add7379-aa3a-43bf-a140-40e50ea96bb8 req-9ce65c97-3121-4ecc-91e3-0fc2b7e0baf5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.579497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8add7379-aa3a-43bf-a140-40e50ea96bb8 req-9ce65c97-3121-4ecc-91e3-0fc2b7e0baf5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.1726434 Aug 10 03:11:29.619050 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-7e65eebc-45a4-4738-8bcb-9d08dc7e2be3 service neutron] 10.222.0.26 "GET /v2.0/networks/78197e16-f636-4f15-ba67-1ed5a77618b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363032 Aug 10 03:11:29.626566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8add7379-aa3a-43bf-a140-40e50ea96bb8 req-9522331a-d50f-4138-813e-d3f26458f6fe tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Aug 10 03:11:29.629760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-06b19efc-317e-4e10-b9a8-8736f992ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.631398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-06b19efc-317e-4e10-b9a8-8736f992ebbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1099 time: 0.1567905 Aug 10 03:11:29.744264 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-bf3457d1-cf74-476e-a3e8-80f819212b23 service neutron] 10.222.0.26 "GET /v2.0/networks/78197e16-f636-4f15-ba67-1ed5a77618b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171882 Aug 10 03:11:29.770477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0f6e324e-c372-48aa-b190-1ebcceab2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:29.771946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0f6e324e-c372-48aa-b190-1ebcceab2c2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1270924 Aug 10 03:11:29.792900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 21650e2b-338c-4bad-8ff6-efbb9209ceb6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:29.831658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 21650e2b-338c-4bad-8ff6-efbb9209ceb6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:29.832941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 21650e2b-338c-4bad-8ff6-efbb9209ceb6 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:29.834295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:29.886562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:29.990468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40348) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:30.013368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0058c91b-0387-4de4-bd95-6f98a49a6fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.133827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665170-5480-4605-b18b-a11667aedb32 req-dbb3ca8c-785c-45b5-8713-6c11ecf1ab8f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.142004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3665170-5480-4605-b18b-a11667aedb32 req-dbb3ca8c-785c-45b5-8713-6c11ecf1ab8f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.4112723 Aug 10 03:11:30.159842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-579d662f-c4c7-4651-8197-74094bcf8aa2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.3593111 Aug 10 03:11:30.159950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-58c99f62-1725-4e94-aaaa-a27ebe385055 req-cb1a9236-c3c8-48ff-be5c-d4c3299f2869 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/8022b676-7051-41b2-8ca8-24fc44bea162 HTTP/1.1" status: 200 len: 1804 time: 0.0860229 Aug 10 03:11:30.178604 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c06015f-a817-42e7-a169-f2966e11c587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.210955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3665170-5480-4605-b18b-a11667aedb32 req-f1b8b63c-8446-4ee0-9fce-e5b1f4c4ce3c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680892 Aug 10 03:11:30.220172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0fe7d837-afbb-4b06-9757-a8dc444c3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.221684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0fe7d837-afbb-4b06-9757-a8dc444c3571 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0635116 Aug 10 03:11:30.250283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-58c99f62-1725-4e94-aaaa-a27ebe385055 req-20c691ec-2c10-4413-b61c-785be429880b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.256818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0058c91b-0387-4de4-bd95-6f98a49a6fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.282524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-f03fd7a9-9697-4c37-8aa8-c0058957c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.283637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-58c99f62-1725-4e94-aaaa-a27ebe385055 req-20c691ec-2c10-4413-b61c-785be429880b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.284137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-f03fd7a9-9697-4c37-8aa8-c0058957c43d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538533 Aug 10 03:11:30.305325 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036343a2-0b3d-4c5d-8601-925dcd82c103 x-openstack-request-id: req-036343a2-0b3d-4c5d-8601-925dcd82c103 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:30.305622 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929", "code": 200}, {"name": "network-changed", "server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:30.305979 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-036343a2-0b3d-4c5d-8601-925dcd82c103 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:30.306924 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'code': 200} Aug 10 03:11:30.307192 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'status': 'completed', 'code': 200} Aug 10 03:11:30.324943 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0058c91b-0387-4de4-bd95-6f98a49a6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.369711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c91b-0387-4de4-bd95-6f98a49a6fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1295bb-6a02-4e05-9a7e-d1347bf2e587,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:30.391488 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0058c91b-0387-4de4-bd95-6f98a49a6fb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fbfa06ec448469b818cd66d33225c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922093 Aug 10 03:11:30.391488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:30.411498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37411b5b-88be-4bfb-b2d4-b747917171e0 req-af56e82b-dc60-4f8e-acd5-e77c78371b3d tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 210 time: 0.0490286 Aug 10 03:11:30.442129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-e1611ed5-d081-40f8-be95-6c530fbebed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.443683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-e1611ed5-d081-40f8-be95-6c530fbebed1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1127 time: 0.0901423 Aug 10 03:11:30.454429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-702c378d-59c2-4a6a-be17-78271abd56ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.478277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-702c378d-59c2-4a6a-be17-78271abd56ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.482233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-89ebf721-7993-4737-8415-1a4e6aaaca4b service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896205 Aug 10 03:11:30.500980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-58c99f62-1725-4e94-aaaa-a27ebe385055 req-20c691ec-2c10-4413-b61c-785be429880b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.503642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-58c99f62-1725-4e94-aaaa-a27ebe385055 req-20c691ec-2c10-4413-b61c-785be429880b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.504856 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-58c99f62-1725-4e94-aaaa-a27ebe385055 req-20c691ec-2c10-4413-b61c-785be429880b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/8022b676-7051-41b2-8ca8-24fc44bea162 HTTP/1.1" status: 204 len: 173 time: 0.3546495 Aug 10 03:11:30.522885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c691ec-2c10-4413-b61c-785be429880b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8022b676-7051-41b2-8ca8-24fc44bea162,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:30.602293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d6f564db-2990-4f1a-8cac-889e50ec6615 req-7baa5128-b4a2-4aed-acaa-b444167fc80b tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/0d0a1690-3fa5-4e1f-a447-6a4e1641ac82 HTTP/1.1" status: 200 len: 2404 time: 0.0572205 Aug 10 03:11:30.647565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:30.647565 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:30.656310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-af73c609-5d38-4089-9090-c3cc09edbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.657802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-af73c609-5d38-4089-9090-c3cc09edbd99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.2044463 Aug 10 03:11:30.662973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05eb9b6c-f69f-46a5-b97a-cc79f9cd792a req-0604d6c2-a941-4e6b-bd20-547dfbb4f46d service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568646 Aug 10 03:11:30.669486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d6f564db-2990-4f1a-8cac-889e50ec6615 req-dc63b351-1d9e-4618-8107-17826f02d8a3 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.675298 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-702c378d-59c2-4a6a-be17-78271abd56ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.677910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-702c378d-59c2-4a6a-be17-78271abd56ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.681755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-702c378d-59c2-4a6a-be17-78271abd56ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee1295bb-6a02-4e05-9a7e-d1347bf2e587 HTTP/1.1" status: 204 len: 168 time: 0.2911575 Aug 10 03:11:30.695426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c378d-59c2-4a6a-be17-78271abd56ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1295bb-6a02-4e05-9a7e-d1347bf2e587,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:30.704581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-f78ba2d0-876e-49b5-9e89-3d00217b0c73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.0363822 Aug 10 03:11:30.725710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d6f564db-2990-4f1a-8cac-889e50ec6615 req-dc63b351-1d9e-4618-8107-17826f02d8a3 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.811764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-fa8f6708-e651-4b86-97b1-5c43820dd8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:30.811764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-fa8f6708-e651-4b86-97b1-5c43820dd8ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0634353 Aug 10 03:11:30.811764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-5d02f253-4588-4963-bb50-92230d24cf10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274999 Aug 10 03:11:30.906934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-2bee3048-f61a-4074-9d83-cca73153ab22 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893562 Aug 10 03:11:30.909883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d6f564db-2990-4f1a-8cac-889e50ec6615 req-dc63b351-1d9e-4618-8107-17826f02d8a3 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.914819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d6f564db-2990-4f1a-8cac-889e50ec6615 req-dc63b351-1d9e-4618-8107-17826f02d8a3 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:30.916591 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d6f564db-2990-4f1a-8cac-889e50ec6615 req-dc63b351-1d9e-4618-8107-17826f02d8a3 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d0a1690-3fa5-4e1f-a447-6a4e1641ac82 HTTP/1.1" status: 204 len: 173 time: 0.3080184 Aug 10 03:11:30.929161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63b351-1d9e-4618-8107-17826f02d8a3 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a1690-3fa5-4e1f-a447-6a4e1641ac82,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:31.025916 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b87785f-ddb9-4cb5-9c97-8f7971eb747f x-openstack-request-id: req-7b87785f-ddb9-4cb5-9c97-8f7971eb747f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:31.026215 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:31.026469 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b87785f-ddb9-4cb5-9c97-8f7971eb747f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:31.026862 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d', 'status': 'completed', 'code': 200} Aug 10 03:11:31.162326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-cd190078-3058-4946-b65b-ca79063df28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.162326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-cd190078-3058-4946-b65b-ca79063df28a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1099 time: 0.1487837 Aug 10 03:11:31.167759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0346cadc-ffcd-4e8b-8d04-6016a7e65e79 req-68ae83f6-2d89-4ef8-9929-cdf6f52bac45 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519896 Aug 10 03:11:31.175755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-fabef640-4dba-48b1-ad2a-383f5cb2e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.177318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565b639-075b-48a6-980d-790e48371223 req-e75eece7-f122-4c1a-adcd-87d531c87c7b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.178907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a565b639-075b-48a6-980d-790e48371223 req-e75eece7-f122-4c1a-adcd-87d531c87c7b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.1512868 Aug 10 03:11:31.192481 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-fabef640-4dba-48b1-ad2a-383f5cb2e278 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1099 time: 0.1115608 Aug 10 03:11:31.204633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56dea8-a862-4017-9a09-2a997f5ebf7f req-93416c5d-cf94-4479-b63e-a4c7a5a17bf7 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.207318 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f56dea8-a862-4017-9a09-2a997f5ebf7f req-93416c5d-cf94-4479-b63e-a4c7a5a17bf7 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 948 time: 0.1277657 Aug 10 03:11:31.300814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a565b639-075b-48a6-980d-790e48371223 req-44e40299-87ce-4ba7-a197-58dd8a3b507a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021142 Aug 10 03:11:31.323515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f56dea8-a862-4017-9a09-2a997f5ebf7f req-72af0722-927d-4107-a2f4-2c494991325b tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053693 Aug 10 03:11:31.353942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-1f049efe-04eb-4291-9dc9-e22dc7aea436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.355594 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-1f049efe-04eb-4291-9dc9-e22dc7aea436 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1472869 Aug 10 03:11:31.362946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-3128eb9c-3a77-45f9-b95e-0c20494481df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.364702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-3128eb9c-3a77-45f9-b95e-0c20494481df service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1778700 Aug 10 03:11:31.410171 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-b9f27cc0-c2c4-49ae-a4bd-a4da8bec30a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.0446928 Aug 10 03:11:31.425032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-c3d9b7da-1b7a-410e-9b4d-fec2c6df08dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.0524983 Aug 10 03:11:31.431979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9717126-d043-4dd9-8719-73b01b162063 req-de9ca9c5-24e4-4c4c-9dc3-e649b0b58c62 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "GET /v2.0/security-groups/0177e9d3-935b-4749-b5fd-b20e5cd8043c HTTP/1.1" status: 200 len: 2396 time: 0.0981350 Aug 10 03:11:31.479514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-399b7616-c669-461a-ab29-cc0dedae83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.481416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-399b7616-c669-461a-ab29-cc0dedae83d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0557210 Aug 10 03:11:31.523588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-17fe3286-91ea-4381-aca0-1b6766504744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.526505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-17fe3286-91ea-4381-aca0-1b6766504744 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0903418 Aug 10 03:11:31.567208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9717126-d043-4dd9-8719-73b01b162063 req-7e18367e-9501-479d-be29-2ae313ab1097 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.567708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e07373-a43a-4651-966e-3bcc09cc265a req-eb5f3ebd-38eb-4a6b-9a99-289c6337d233 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.575039 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d3e07373-a43a-4651-966e-3bcc09cc265a req-eb5f3ebd-38eb-4a6b-9a99-289c6337d233 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.0929825 Aug 10 03:11:31.584810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-c10990fe-1315-4d56-9322-af56acc265e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.585738 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-c10990fe-1315-4d56-9322-af56acc265e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946004 Aug 10 03:11:31.598385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9717126-d043-4dd9-8719-73b01b162063 req-7e18367e-9501-479d-be29-2ae313ab1097 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.612269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-2363026d-805f-4990-9a52-1219aed755df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:31.613811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-2363026d-805f-4990-9a52-1219aed755df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794301 Aug 10 03:11:31.655475 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d3e07373-a43a-4651-966e-3bcc09cc265a req-7e6cddea-4a20-4fe0-a828-d2bdf5f95679 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792565 Aug 10 03:11:31.722133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-436ebcf2-eaab-4a39-9780-421c798c0664 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268187 Aug 10 03:11:31.743216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-5a2047ae-0dee-45dd-af9f-87bba7efe456 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137836 Aug 10 03:11:31.803421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:31.829857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9717126-d043-4dd9-8719-73b01b162063 req-7e18367e-9501-479d-be29-2ae313ab1097 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.833266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9717126-d043-4dd9-8719-73b01b162063 req-7e18367e-9501-479d-be29-2ae313ab1097 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.841277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40412) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:31.849069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9717126-d043-4dd9-8719-73b01b162063 req-7e18367e-9501-479d-be29-2ae313ab1097 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] 10.222.0.26 "DELETE /v2.0/security-groups/0177e9d3-935b-4749-b5fd-b20e5cd8043c HTTP/1.1" status: 204 len: 173 time: 0.4049776 Aug 10 03:11:31.880939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18367e-9501-479d-be29-2ae313ab1097 tempest-SecurityGroupRulesTestJSON-918396262 tempest-SecurityGroupRulesTestJSON-918396262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177e9d3-935b-4749-b5fd-b20e5cd8043c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:31.897200 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-761bced3-b3a4-4ac5-9d7b-82a4dd03698f service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669967 Aug 10 03:11:31.922366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Deleting subnet 07669bac-91a0-4012-a22b-c9a4827bb05e {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:11:31.922366 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.952273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-214a6edd-f9c0-4432-a9c5-3a6720703cc8 req-8b9c0dec-c776-451d-b25c-be3d31014fda service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000992 Aug 10 03:11:31.963687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:31.992973 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.004700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:32.026644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:11:32.041937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-893aa8ec-6c78-42a2-b764-ef48d7364755 req-f0700038-7c2d-420a-9d45-d5437cf5fafe tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 210 time: 0.0773618 Aug 10 03:11:32.087511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-bf6cfd0c-c2e5-41ef-a017-141b5c8472d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.089084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-bf6cfd0c-c2e5-41ef-a017-141b5c8472d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1099 time: 0.0557716 Aug 10 03:11:32.120401 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-44122724-f4b3-4815-857d-740dfd398465 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269651 Aug 10 03:11:32.140646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.189650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-4968c8c1-82dc-488a-8cdd-00a15cd6f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.191414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-4968c8c1-82dc-488a-8cdd-00a15cd6f6d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0891635 Aug 10 03:11:32.208941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07669bac-91a0-4012-a22b-c9a4827bb05e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:32.219210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.219210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-57910741-acb7-4a3e-8545-39db2806b405 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/07669bac-91a0-4012-a22b-c9a4827bb05e HTTP/1.1" status: 204 len: 168 time: 0.3741248 Aug 10 03:11:32.220088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:32.247324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-f3eb1d9d-d639-4b84-8761-abe0b355af42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.0445991 Aug 10 03:11:32.310321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-dad5a3c1-2372-46f4-9e7e-98d626c35812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.312499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-dad5a3c1-2372-46f4-9e7e-98d626c35812 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0551670 Aug 10 03:11:32.316181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.323885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-e80d0fde-e594-4b6b-92bf-1de17a12a444 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.325352 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-e80d0fde-e594-4b6b-92bf-1de17a12a444 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982021 Aug 10 03:11:32.354915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-79c50cab-debd-4c86-940a-922d0f42abb9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/quotas/e98722b8d3734b5899923a1dfe261fcf HTTP/1.1" status: 200 len: 375 time: 0.0144043 Aug 10 03:11:32.435353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-3b481d9c-9ab8-485d-9d47-fbb8a8adc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.437700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-3b481d9c-9ab8-485d-9d47-fbb8a8adc89c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174836 Aug 10 03:11:32.450917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e1157-d01b-4c6c-934c-bc6f375e4ccf req-54272ed0-80ba-4782-bc38-784860f2f39b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.452664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-658e1157-d01b-4c6c-934c-bc6f375e4ccf req-54272ed0-80ba-4782-bc38-784860f2f39b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.0744526 Aug 10 03:11:32.650447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-658e1157-d01b-4c6c-934c-bc6f375e4ccf req-0ed4e9fe-35c3-4277-974b-db246606d8a9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866920 Aug 10 03:11:32.664205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.672389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-009a746a-def6-4fab-8276-552f5a7d3794 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3002737 Aug 10 03:11:32.687590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.699260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.699618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.700387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.700808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > port after_create 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.701035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.701376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > port after_update 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.701740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.702075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.702977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.703293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.704737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-2f6485fd-3468-43de-bb34-73b571d90f0d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.706209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-2f6485fd-3468-43de-bb34-73b571d90f0d tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.46 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 948 time: 0.2199879 Aug 10 03:11:32.756153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-c8baff1b-b9be-44b7-95a7-d5be86e0f52a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995358 Aug 10 03:11:32.772082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-13a9bf7b-319e-4801-8ba0-7ee749ba8812 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:32.773602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-13a9bf7b-319e-4801-8ba0-7ee749ba8812 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.46 "GET /v2.0/networks?id=78197e16-f636-4f15-ba67-1ed5a77618b5 HTTP/1.1" status: 200 len: 815 time: 0.2145748 Aug 10 03:11:32.816027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Request body: {'port': {'device_id': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'admin_state_up': True, 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:32.889385 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.890754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.891296 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.892225 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:11:32.893108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d78c83-e99b-4b07-b39f-e89d5ffb943b']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:32.926473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d9973c-f820-422d-b0af-52bb2672d168') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:32.926473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d9973c-f820-422d-b0af-52bb2672d168') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:11:32.946575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.973714 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.983001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:11:32.983987 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:32.988007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2349cc0-3610-4e64-8bcd-ddcd671eae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: from cryptography.utils import int_from_bytes Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: from cryptography.utils import int_from_bytes Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:11:33.028372 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:11:33.067167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5940360-78b0-4ca9-bae5-5b57e1d666cf req-e218e3ff-8511-4822-9edd-966a856305e5 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.068764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5940360-78b0-4ca9-bae5-5b57e1d666cf req-e218e3ff-8511-4822-9edd-966a856305e5 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 948 time: 0.2932367 Aug 10 03:11:33.127402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d69d5f-4ffd-4ea1-871e-2493daf5d1cf req-7ccf564b-5a4f-40ce-8e5d-357f4714b98d service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526962 Aug 10 03:11:33.165823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Deleting port 88c17436-45a3-4b0c-81fd-2a4780881632 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:11:33.166214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.207699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc63db-fbcc-4f85-8053-3a8dffc77d9b req-9a810586-f5eb-417e-85ab-a3f5d5fad91b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.209627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e8bc63db-fbcc-4f85-8053-3a8dffc77d9b req-9a810586-f5eb-417e-85ab-a3f5d5fad91b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.0641730 Aug 10 03:11:33.231155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.243299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.245527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] 10.222.0.26 "DELETE /v2.0/networks/76d78c83-e99b-4b07-b39f-e89d5ffb943b HTTP/1.1" status: 204 len: 168 time: 1.0242212 Aug 10 03:11:33.263845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22254a0-7bd3-4d82-a3d6-00166522ee41 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d78c83-e99b-4b07-b39f-e89d5ffb943b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:33.279847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e8bc63db-fbcc-4f85-8053-3a8dffc77d9b req-0a6e114d-ea30-4539-94fa-27165c1cf9c3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617158 Aug 10 03:11:33.313587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5940360-78b0-4ca9-bae5-5b57e1d666cf req-a9ebc908-c07d-4cb6-96f0-5cb82c313567 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/security-groups?id=599dd372-20be-4540-bf38-a2cc3327fab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231166 Aug 10 03:11:33.364262 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9a104fe3-02e9-4b73-931f-d8af16ab00f2 req-9f4432ca-3e06-4e85-851c-f19466a342ca tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0395975 Aug 10 03:11:33.369485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] For port 88c17436-45a3-4b0c-81fd-2a4780881632, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=88c17436-45a3-4b0c-81fd-2a4780881632,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:33.369860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.395486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Calling delete_port for 88c17436-45a3-4b0c-81fd-2a4780881632 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:11:33.424502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b0b2f2e-905a-4917-9b25-443db407923c req-38feab87-a40c-4b8a-a34a-a4793dde5bb4 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 210 time: 0.0308192 Aug 10 03:11:33.465868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Made reservation on behalf of ba1b5414079043d283107f6e71a61d7d for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:33.469222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.673342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Allocated IP 172.20.0.9 (78197e16-f636-4f15-ba67-1ed5a77618b5/46af4125-a7b3-4579-a822-065a1c4d9b0b/a86e0ce8-27de-415c-9eb9-b4179191f244) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:33.752630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:33.770710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['88c17436-45a3-4b0c-81fd-2a4780881632'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:33.790872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40486) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:33.864811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Pushing event deleted for resources: {'Port': ['ID=88c17436-45a3-4b0c-81fd-2a4780881632,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:33.957899 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-107fd894-db99-4153-903d-436ddfbe7265 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98f9b3e767ed4b5ab982e83a1b90921f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630702 Aug 10 03:11:33.958724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:33.985216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9de65-3d63-44d3-92f4-dd55328987cd req-aec81f51-91e6-4106-91b4-bad10f3c888b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:33.992857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6cb9de65-3d63-44d3-92f4-dd55328987cd req-aec81f51-91e6-4106-91b4-bad10f3c888b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.1738672 Aug 10 03:11:33.996041 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.166667 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6cb9de65-3d63-44d3-92f4-dd55328987cd req-3e6e4a06-5f0d-4be2-96d0-3f5fa6db8cc5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709785 Aug 10 03:11:34.174289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b90c6f71-c570-45dd-aa19-5d2b3b51b004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.225857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b90c6f71-c570-45dd-aa19-5d2b3b51b004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.388188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b90c6f71-c570-45dd-aa19-5d2b3b51b004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.392044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b90c6f71-c570-45dd-aa19-5d2b3b51b004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.403116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b90c6f71-c570-45dd-aa19-5d2b3b51b004 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/223ad442-f3cb-4b83-a4d4-864a0e9cb151 HTTP/1.1" status: 204 len: 168 time: 0.4369283 Aug 10 03:11:34.421607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] No DVR routers for this DVR port 88c17436-45a3-4b0c-81fd-2a4780881632 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:34.425916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.428109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9aae1548-537c-4fc1-a879-ae9dd041c430 req-4e15b50f-a7d1-4463-b389-1405c64a2967 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.46 "DELETE /v2.0/ports/88c17436-45a3-4b0c-81fd-2a4780881632 HTTP/1.1" status: 204 len: 173 time: 1.7086692 Aug 10 03:11:34.428698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'name': 'network-vif-deleted', 'tag': '88c17436-45a3-4b0c-81fd-2a4780881632'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:34.432310 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f20f657-9994-401c-a31b-b95409f0e173" -d '{"events": [{"server_uuid": "0de0a8f6-24e9-4b8e-8a7e-0ed918530305", "name": "network-vif-deleted", "tag": "88c17436-45a3-4b0c-81fd-2a4780881632"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:34.487577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c6f71-c570-45dd-aa19-5d2b3b51b004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ad442-f3cb-4b83-a4d4-864a0e9cb151,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:34.571779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e39654e5-eca7-48ea-8692-33589a0743e4 req-c750bb8e-6adf-4fac-9296-b54c8c4868aa tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 210 time: 0.1131079 Aug 10 03:11:34.593961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40508) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:34.600094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818850-90d9-453c-b59e-9b2af47bb9f0 req-56119a2c-388a-4424-a6ff-bfd4374c1e41 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:34.602969 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bd818850-90d9-453c-b59e-9b2af47bb9f0 req-56119a2c-388a-4424-a6ff-bfd4374c1e41 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 947 time: 0.1509964 Aug 10 03:11:34.641339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:34.761367 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:34.763158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bd818850-90d9-453c-b59e-9b2af47bb9f0 req-464bacb4-3b1a-4847-acba-740af74a100f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536102 Aug 10 03:11:34.851647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-197e66f8-237f-49b4-888f-c6d6a5633ce9 req-913cdcc7-ef49-477d-91e9-bc146c6a1e70 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.1063726 Aug 10 03:11:34.866276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Transition to ACTIVE for port object a86e0ce8-27de-415c-9eb9-b4179191f244 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:34.902110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:34.908077 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268cd60c-57a3-4c88-89ac-7602c9525b53 x-openstack-request-id: req-268cd60c-57a3-4c88-89ac-7602c9525b53 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:34.908431 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de0a8f6-24e9-4b8e-8a7e-0ed918530305", "name": "network-vif-deleted", "tag": "88c17436-45a3-4b0c-81fd-2a4780881632", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:34.908845 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-268cd60c-57a3-4c88-89ac-7602c9525b53 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:34.909584 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de0a8f6-24e9-4b8e-8a7e-0ed918530305', 'name': 'network-vif-deleted', 'tag': '88c17436-45a3-4b0c-81fd-2a4780881632', 'status': 'completed', 'code': 200} Aug 10 03:11:34.958571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '173380e0-32b5-4184-815c-95d2dd9c655d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '173380e0-32b5-4184-815c-95d2dd9c655d', 'mac_address': 'fa:16:3e:c3:23:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:34.964809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96fc5789-bb72-4c35-b42f-33dc8fdf255e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.039972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93032aa6-49d7-4d5a-bc12-be19aa511dd3 req-1549090d-625c-4bec-84ec-f099c73889bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 210 time: 0.0513241 Aug 10 03:11:35.097767 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.149697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173380e0-32b5-4184-815c-95d2dd9c655d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:35.189910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.190236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:35.276501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.292477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96fc5789-bb72-4c35-b42f-33dc8fdf255e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.306525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:35.314590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:35.322689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:35.331937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.332671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.359540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:35.394131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96fc5789-bb72-4c35-b42f-33dc8fdf255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.417683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Pushing event updated for resources: {'Port': ['ID=a86e0ce8-27de-415c-9eb9-b4179191f244,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:35.494147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-96fc5789-bb72-4c35-b42f-33dc8fdf255e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2508adf70c646c38feabc81143cac7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977635 Aug 10 03:11:35.494981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc5789-bb72-4c35-b42f-33dc8fdf255e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913987f9-eaf0-4bdc-9d51-cdbb2bfcfa4b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:35.497512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40526) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:35.524062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7611b-e49d-498f-ba9b-1e09a4015d42 req-fecac0ee-89d5-47d9-a8e6-8d3abe91f548 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:35.525075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:35.541709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3f7611b-e49d-498f-ba9b-1e09a4015d42 req-fecac0ee-89d5-47d9-a8e6-8d3abe91f548 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.2242210 Aug 10 03:11:35.544083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-0aa45904-5e9f-4d77-bda5-631d0ef238bd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7503428 Aug 10 03:11:35.587778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Request body: {'port': {'device_id': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:35.695134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3add575e-89f3-478e-ae0d-df1128ca010f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.727030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3f7611b-e49d-498f-ba9b-1e09a4015d42 req-40a4e2b7-54e3-440f-b912-4e2eb14ca830 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840057 Aug 10 03:11:35.732026 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.830487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.873512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-92a9938e-fb79-4ae0-8c27-f6367e667723 None None] Provisioning for port a86e0ce8-27de-415c-9eb9-b4179191f244 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:35.911614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-92a9938e-fb79-4ae0-8c27-f6367e667723 None None] Provisioning complete for port a86e0ce8-27de-415c-9eb9-b4179191f244 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:35.911990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-92a9938e-fb79-4ae0-8c27-f6367e667723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:35.917876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3add575e-89f3-478e-ae0d-df1128ca010f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.025913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f4c3383-2cce-4f05-9390-8d5ca184bd2c req-8f571bd7-c28b-44b9-af20-e02e87e82173 tempest-ServersAdminNegativeTestJSON-273400688 tempest-ServersAdminNegativeTestJSON-273400688-project] 10.222.0.26 "GET /v2.0/ports?device_id=0de0a8f6-24e9-4b8e-8a7e-0ed918530305 HTTP/1.1" status: 200 len: 210 time: 0.0829694 Aug 10 03:11:36.094213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923c628-b94f-4cc5-95ae-c64e065703c1 req-f28860f8-e85d-4d39-8781-b727ac9f5201 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.104251 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2923c628-b94f-4cc5-95ae-c64e065703c1 req-f28860f8-e85d-4d39-8781-b727ac9f5201 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 948 time: 0.3566098 Aug 10 03:11:36.106481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-92a9938e-fb79-4ae0-8c27-f6367e667723 None None] Port a86e0ce8-27de-415c-9eb9-b4179191f244 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:36.117088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-9e86a13e-77eb-47f4-9f93-e0a712d3a671 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.131149 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-9e86a13e-77eb-47f4-9f93-e0a712d3a671 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2&tenant_id=340618df28e74e3bb818eb8c4df9e674&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 948 time: 0.4369304 Aug 10 03:11:36.187749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2923c628-b94f-4cc5-95ae-c64e065703c1 req-0da08a51-102d-40b1-a534-d13e4a963a3c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824986 Aug 10 03:11:36.234684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c462928-7138-430b-a850-6ee4d8909154 req-837432dd-52ea-4c47-9264-a091f68b8526 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0417876 Aug 10 03:11:36.302349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3add575e-89f3-478e-ae0d-df1128ca010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.321335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3add575e-89f3-478e-ae0d-df1128ca010f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.324256 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3add575e-89f3-478e-ae0d-df1128ca010f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/913987f9-eaf0-4bdc-9d51-cdbb2bfcfa4b HTTP/1.1" status: 204 len: 168 time: 0.8247917 Aug 10 03:11:36.451341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-0e32c839-22b7-407a-989b-f5d70655ccbb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2465630 Aug 10 03:11:36.455516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add575e-89f3-478e-ae0d-df1128ca010f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913987f9-eaf0-4bdc-9d51-cdbb2bfcfa4b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:36.651310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:36.661905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98038-fa61-41fc-8216-bc75b721265b req-be5bb1d7-76c3-400d-a83b-a333222a2780 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.669437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-46d98038-fa61-41fc-8216-bc75b721265b req-be5bb1d7-76c3-400d-a83b-a333222a2780 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 931 time: 0.2150526 Aug 10 03:11:36.674911 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-4b38e41f-6b25-49b6-9642-9c72e4127714 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:11:36.676059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-4b38e41f-6b25-49b6-9642-9c72e4127714 service neutron] 10.222.0.54 "DELETE /v2.0/ports/173380e0-32b5-4184-815c-95d2dd9c655d/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.4728255 Aug 10 03:11:36.683246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-e752e9d2-10e5-4fae-9340-9fa5a4ae7d2f service neutron] 10.222.0.46 "GET /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.2407701 Aug 10 03:11:36.747721 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-46d98038-fa61-41fc-8216-bc75b721265b req-b13ff888-a34c-4dd1-a1fa-8cfc1426d7c6 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Aug 10 03:11:36.803232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86e0ce8-27de-415c-9eb9-b4179191f244 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:36.818090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.847292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-28843ca5-6ca5-4f57-b02f-ea81dfb2c790 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:36.849006 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-28843ca5-6ca5-4f57-b02f-ea81dfb2c790 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3889909 Aug 10 03:11:36.892476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:36.909871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 173380e0-32b5-4184-815c-95d2dd9c655d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:36.914213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 173380e0-32b5-4184-815c-95d2dd9c655d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:36.914806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:36.972275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Transition to ACTIVE for port object a86e0ce8-27de-415c-9eb9-b4179191f244 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:36.974089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40554) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:37.080262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.109714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.153669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ebd6-50ad-4fc1-b772-568fbeec3c14 req-6f7fce0d-fcf0-4808-8e9a-3ce3b6a0befe tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.157052 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1c1ebd6-50ad-4fc1-b772-568fbeec3c14 req-6f7fce0d-fcf0-4808-8e9a-3ce3b6a0befe tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.3070738 Aug 10 03:11:37.168249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:37.169882 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec9778-a9df-4524-9c30-0ff6c96be25c" -d '{"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-plugged", "status": "completed", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:37.184585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:37.252042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.253187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:37.290942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Attempting to bind port a86e0ce8-27de-415c-9eb9-b4179191f244 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:37.293956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Attempting to bind port a86e0ce8-27de-415c-9eb9-b4179191f244 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:37.294337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Attempting to bind port a86e0ce8-27de-415c-9eb9-b4179191f244 on network 78197e16-f636-4f15-ba67-1ed5a77618b5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:37.342364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2007414943-network', 'tenant_id': '5500687d1287479ea9609aff22f5bf6c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:37.387497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-1a884cab-6c88-45df-9a30-200e71e6528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.403481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40568) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:37.404454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-1a884cab-6c88-45df-9a30-200e71e6528e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1100 time: 0.3841681 Aug 10 03:11:37.429288 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad1038-deea-4685-8ecc-a307fb6589d0 x-openstack-request-id: req-2dad1038-deea-4685-8ecc-a307fb6589d0 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:37.429591 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-plugged", "status": "completed", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:37.431346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a86e0ce8-27de-415c-9eb9-b4179191f244,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:37.432761 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dad1038-deea-4685-8ecc-a307fb6589d0 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:37.437760 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d', 'code': 200} Aug 10 03:11:37.441081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Port a86e0ce8-27de-415c-9eb9-b4179191f244 on network 78197e16-f636-4f15-ba67-1ed5a77618b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:37.441411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Attempting to bind port a86e0ce8-27de-415c-9eb9-b4179191f244 on network 78197e16-f636-4f15-ba67-1ed5a77618b5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:37.472559 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1c1ebd6-50ad-4fc1-b772-568fbeec3c14 req-acaad28e-f071-4a03-b322-1308f39c6136 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014045 Aug 10 03:11:37.478705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:37.479122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Checking segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:37.479638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Bound using segment: {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:37.480463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Bound port: a86e0ce8-27de-415c-9eb9-b4179191f244, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c966b405-a32f-43c2-ae5d-62fed0dbad30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:37.480936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.517879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0f55d8ba-b3f2-4848-895e-a6c1c3d4f764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.548989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Made reservation on behalf of 5500687d1287479ea9609aff22f5bf6c for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:37.552494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.558930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:37.593201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.627846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 88c17436-45a3-4b0c-81fd-2a4780881632 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:37.658597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 88c17436-45a3-4b0c-81fd-2a4780881632 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:11:37.659343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 88c17436-45a3-4b0c-81fd-2a4780881632 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:11:37.708888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-0ed66f7f-7e8b-4fe8-9055-2b24f01e55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:37.710381 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-0ed66f7f-7e8b-4fe8-9055-2b24f01e55c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2809711 Aug 10 03:11:37.711164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:37.732277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2a3454b8-a0af-4e76-ab9b-dc4fd133723b req-b9f95e20-7d9b-4606-834a-419f29f215f4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0804808 Aug 10 03:11:37.732277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:37.732277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.789060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:37.828417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-ccf01029-0835-41fc-834d-ead746ea4c57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.1034708 Aug 10 03:11:37.863079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:37.958209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc05f58-3a15-4e8b-94cf-ea42f451d929 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:38.007486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:38.010432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-9e260acf-f21d-4af6-abc1-9e67fcd4e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.010646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:38.012461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-9e260acf-f21d-4af6-abc1-9e67fcd4e3a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1731858 Aug 10 03:11:38.066580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e576c2-4baa-48e6-9685-bfe11572030a req-bd51b284-2e0c-4871-8ba6-b2d55591191d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.073951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e576c2-4baa-48e6-9685-bfe11572030a req-bd51b284-2e0c-4871-8ba6-b2d55591191d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.5483472 Aug 10 03:11:38.088929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] For port a86e0ce8-27de-415c-9eb9-b4179191f244, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:38.118098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83ba72-dba0-48c0-a2f7-3e578ae19370 req-d99c0914-5e82-4aba-8f29-197948656a07 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.128586 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ba83ba72-dba0-48c0-a2f7-3e578ae19370 req-d99c0914-5e82-4aba-8f29-197948656a07 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.1827402 Aug 10 03:11:38.128956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] For port a86e0ce8-27de-415c-9eb9-b4179191f244, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a86e0ce8-27de-415c-9eb9-b4179191f244,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:38.131873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-ca4a106d-c328-4796-ab08-714b1ce6dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.136641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-ca4a106d-c328-4796-ab08-714b1ce6dffd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107547 Aug 10 03:11:38.160528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e576c2-4baa-48e6-9685-bfe11572030a req-3612e3d4-df0d-43e4-afa7-09a28264caf0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855606 Aug 10 03:11:38.188448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.211120 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ba83ba72-dba0-48c0-a2f7-3e578ae19370 req-9499b238-4f4a-4237-ad63-d94c714c6d48 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786600 Aug 10 03:11:38.215082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.293743 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-793eaa7c-517e-4dda-8e3a-474c4c530262 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426647 Aug 10 03:11:38.322424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.342974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.342974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.342974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a86e0ce8-27de-415c-9eb9-b4179191f244 HTTP/1.1" status: 200 len: 1092 time: 2.7837760 Aug 10 03:11:38.342974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'tag': 'a86e0ce8-27de-415c-9eb9-b4179191f244'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:38.347315 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b034ea69-9aa2-4795-808a-ef7e5bec50f7", "tag": "a86e0ce8-27de-415c-9eb9-b4179191f244"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:38.428566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.449061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:11:38.455283 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d5fa116e-1b04-4584-8050-13cfc73a4934 req-cb629845-e607-4229-bed0-34d91424230f service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511395 Aug 10 03:11:38.469167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.469520 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Added segment 7f359ebc-892e-4fb0-b502-12cafe0109dd of type vlan for network 9da95690-1f12-4ebf-a03f-7abd01bba66a Aug 10 03:11:38.479957 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5803a8-dbf7-406a-b33e-5fbfa26759f2 x-openstack-request-id: req-3a5803a8-dbf7-406a-b33e-5fbfa26759f2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:38.480505 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b034ea69-9aa2-4795-808a-ef7e5bec50f7", "tag": "a86e0ce8-27de-415c-9eb9-b4179191f244", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:38.480636 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a5803a8-dbf7-406a-b33e-5fbfa26759f2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:38.481026 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'tag': 'a86e0ce8-27de-415c-9eb9-b4179191f244', 'status': 'completed', 'code': 200} Aug 10 03:11:38.578800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4fb5d-5755-4d69-9149-b51d8fae38b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a86e0ce8-27de-415c-9eb9-b4179191f244,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:38.635487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9f77ebe-acef-4a32-91cb-f04ef3c9e64b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32b2be38505942d29623062a46ccff34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6055174 Aug 10 03:11:38.636247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40586) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:38.667136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa54571-1eae-412a-9ec8-4756a2101f8d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:38.693511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.741726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] Transition to ACTIVE for port object fbc05f58-3a15-4e8b-94cf-ea42f451d929 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:38.764332 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93152e4c-e218-480d-a26d-572c984b2505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.802237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93152e4c-e218-480d-a26d-572c984b2505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.847888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.879299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-50949076-7f54-43d9-af03-411e5d24cf3b req-9048b506-0f7a-47cd-9054-e40de09b461d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0377526 Aug 10 03:11:38.886256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76626481-56ad-40bf-9397-e8db4193a2b8 req-53bec6ff-fa57-4a9a-be51-dd778e304a85 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.892871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76626481-56ad-40bf-9397-e8db4193a2b8 req-53bec6ff-fa57-4a9a-be51-dd778e304a85 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 944 time: 0.2638900 Aug 10 03:11:38.981205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0f55d8ba-b3f2-4848-895e-a6c1c3d4f764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.994518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:38.995453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:38.996168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.007760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93152e4c-e218-480d-a26d-572c984b2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.010343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93152e4c-e218-480d-a26d-572c984b2505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.011544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93152e4c-e218-480d-a26d-572c984b2505 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/599dd372-20be-4540-bf38-a2cc3327fab7 HTTP/1.1" status: 204 len: 168 time: 0.3739874 Aug 10 03:11:39.024895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93152e4c-e218-480d-a26d-572c984b2505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599dd372-20be-4540-bf38-a2cc3327fab7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.110759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.123190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] No DVR routers for this DVR port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:11:39.126705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae req-1e72445f-5b49-49d2-9ec7-942398109e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.128221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae req-1e72445f-5b49-49d2-9ec7-942398109e8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1b5414079043d283107f6e71a61d7d&device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 1095 time: 0.3672216 Aug 10 03:11:39.133317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0f55d8ba-b3f2-4848-895e-a6c1c3d4f764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.177982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76626481-56ad-40bf-9397-e8db4193a2b8 req-e2393209-f17b-4a14-bca7-526f45476ec4 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803109 Aug 10 03:11:39.213615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] Pushing event updated for resources: {'Network': ['ID=9da95690-1f12-4ebf-a03f-7abd01bba66a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.226649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:11:39.231924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ff83138e-614d-4f61-9a54-e8038fc35f89 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2560422 Aug 10 03:11:39.245055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40594) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.264397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0f55d8ba-b3f2-4848-895e-a6c1c3d4f764 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=689b23f7b74f4aaa9b917ed17c663344&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8243632 Aug 10 03:11:39.265185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Request body: {'subnet': {'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2007414943-subnet', 'tenant_id': '5500687d1287479ea9609aff22f5bf6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:39.347525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40598) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:39.354829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-01d645b5-e616-411c-a919-b35f784b3da9 service neutron] 10.222.0.46 "PUT /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 2.5152609 Aug 10 03:11:39.366971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55d8ba-b3f2-4848-895e-a6c1c3d4f764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1320c6b2-6b8a-4fce-80f1-536715acf185,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.414157 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.492367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63ca9a-b439-4da4-a8f8-2567f2084b16 req-1a8ca747-fdc9-4ddd-8def-e2a65aa83b9e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.503790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5f63ca9a-b439-4da4-a8f8-2567f2084b16 req-1a8ca747-fdc9-4ddd-8def-e2a65aa83b9e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0877974 Aug 10 03:11:39.518801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.552847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a83938-2d05-4919-9f24-e4a125e077d8 req-5cb8dcd2-b667-470a-8fb5-18ed1f0040bb tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.560918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2a83938-2d05-4919-9f24-e4a125e077d8 req-5cb8dcd2-b667-470a-8fb5-18ed1f0040bb tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.2097130 Aug 10 03:11:39.568681 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-295e32ad-d208-4850-853e-2774f63ceb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.597156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae req-c341b350-2a25-4afa-9d52-9bceeeee7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.598651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae req-c341b350-2a25-4afa-9d52-9bceeeee7fdb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ba1b5414079043d283107f6e71a61d7d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3694704 Aug 10 03:11:39.616992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-295e32ad-d208-4850-853e-2774f63ceb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.651296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2a83938-2d05-4919-9f24-e4a125e077d8 req-e501b623-0132-490d-a660-0dffb47fee26 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874307 Aug 10 03:11:39.815211 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5f63ca9a-b439-4da4-a8f8-2567f2084b16 req-1af8c2be-be35-4903-aff4-a32aa33b9e3e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104231 Aug 10 03:11:39.834077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae req-6332033e-6ae9-4073-a84e-aa8ca7225edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.835800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35ad3bb4-39b1-48bd-9926-55d5c6dce6ae req-6332033e-6ae9-4073-a84e-aa8ca7225edf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738482 Aug 10 03:11:39.848139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Made reservation on behalf of 5500687d1287479ea9609aff22f5bf6c for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:39.851700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.854238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af93f81-7147-4d33-a77a-389d953a9e42,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.878940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-295e32ad-d208-4850-853e-2774f63ceb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.891579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-295e32ad-d208-4850-853e-2774f63ceb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:39.898256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-295e32ad-d208-4850-853e-2774f63ceb24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1320c6b2-6b8a-4fce-80f1-536715acf185 HTTP/1.1" status: 204 len: 168 time: 0.5461338 Aug 10 03:11:39.914053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e32ad-d208-4850-853e-2774f63ceb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1320c6b2-6b8a-4fce-80f1-536715acf185,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:39.979771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-8689f2fc-0683-4738-84f4-3e259fb3b27d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:39.981599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-8689f2fc-0683-4738-84f4-3e259fb3b27d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.3192115 Aug 10 03:11:40.074066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.19 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/f5c3900c-59e8-4e89-ad68-5d9a14aed3cf) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:40.094795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a534b4b6-170c-4023-ade0-ed194b5d8d6f req-db82fb9d-20d4-43fe-b11e-6082b4a559d5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0399737 Aug 10 03:11:40.189807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40608) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:40.194093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-9464b77e-86f2-4726-bf82-0e7567d7ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.195649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-9464b77e-86f2-4726-bf82-0e7567d7ff76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01&tenant_id=fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 1097 time: 0.1924210 Aug 10 03:11:40.223781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-8e679795-7514-4a4f-8ac9-c43b053a3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.232066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-8e679795-7514-4a4f-8ac9-c43b053a3f7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba1b5414079043d283107f6e71a61d7d&device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 1095 time: 0.0853593 Aug 10 03:11:40.265204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b3b6ab39-897a-4495-a128-3a428ac9b16b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=752dca84f77a4e7084f3e5bb15333b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729725 Aug 10 03:11:40.267620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:40.334519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a5e2-92ac-4102-aae9-6e5e1db3049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.361308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a5e2-92ac-4102-aae9-6e5e1db3049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.453645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-abd51772-64b1-4879-9def-0aeae7c1cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.455313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-abd51772-64b1-4879-9def-0aeae7c1cfa5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1097 time: 0.1742558 Aug 10 03:11:40.526800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-5e6a0994-81dc-4631-af72-52d31701b76e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a86e0ce8-27de-415c-9eb9-b4179191f244 HTTP/1.1" status: 200 len: 217 time: 0.0819631 Aug 10 03:11:40.534538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.549980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a5e2-92ac-4102-aae9-6e5e1db3049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.552617 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a5e2-92ac-4102-aae9-6e5e1db3049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.562940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1dd9a5e2-92ac-4102-aae9-6e5e1db3049a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c824aaf3-832a-4dc6-8f67-e9326dc02528 HTTP/1.1" status: 204 len: 168 time: 0.2851770 Aug 10 03:11:40.562940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9a5e2-92ac-4102-aae9-6e5e1db3049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c824aaf3-832a-4dc6-8f67-e9326dc02528,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:40.676576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-ed50b774-1549-41e4-8526-a8f4406707b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.678526 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-ed50b774-1549-41e4-8526-a8f4406707b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.2125151 Aug 10 03:11:40.687169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3ae0-7144-469b-903a-3f3741b285a5 req-99466c30-163c-446b-801b-74982d9ffcab tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.695205 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c5fe3ae0-7144-469b-903a-3f3741b285a5 req-99466c30-163c-446b-801b-74982d9ffcab tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 945 time: 0.3501508 Aug 10 03:11:40.701706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:40.813847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dced9f-9e46-4d11-8705-6cbcfecbc6f0 req-12786b3b-0eec-4c1f-b1b3-0f92e12f0df9 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:40.815895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14dced9f-9e46-4d11-8705-6cbcfecbc6f0 req-12786b3b-0eec-4c1f-b1b3-0f92e12f0df9 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.0823648 Aug 10 03:11:40.820680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-d98ddea9-8ea2-40f3-9f18-f94f6489692e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.1048691 Aug 10 03:11:40.879569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14dced9f-9e46-4d11-8705-6cbcfecbc6f0 req-6792d494-2e0a-4ad1-b80c-70a3ff6cf168 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542266 Aug 10 03:11:40.894746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object f5c3900c-59e8-4e89-ad68-5d9a14aed3cf will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:40.928253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0142e721-826d-4528-9d82-96f3c0c9473f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.192740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-f826a14a-22ad-4c3f-a62f-2247ef16936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.196624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-f826a14a-22ad-4c3f-a62f-2247ef16936e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46af4125-a7b3-4579-a822-065a1c4d9b0b HTTP/1.1" status: 200 len: 854 time: 0.1188462 Aug 10 03:11:41.272930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6cdd8-0b04-4ff1-b6d7-7fbba22151e3 req-3ad95eed-26e4-42a7-84eb-a5946b564404 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.274624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56a6cdd8-0b04-4ff1-b6d7-7fbba22151e3 req-3ad95eed-26e4-42a7-84eb-a5946b564404 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0768771 Aug 10 03:11:41.307347 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c5fe3ae0-7144-469b-903a-3f3741b285a5 req-557b7386-4251-4c83-acc1-edafedddbbc9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111386 Aug 10 03:11:41.331769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-de54f13c-fc89-4833-ad24-53f4b76c75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.333429 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-de54f13c-fc89-4833-ad24-53f4b76c75e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.5119300 Aug 10 03:11:41.339524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Checking segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:41.339888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Network hostable DHCP agents. Network: 9da95690-1f12-4ebf-a03f-7abd01bba66a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:11:41.386835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-edae0d5f-e167-4e7a-b743-f38a3d6d4189 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444357 Aug 10 03:11:41.412552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-cbccf373-7c05-4104-aff0-c68e69633d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.414170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-cbccf373-7c05-4104-aff0-c68e69633d37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=78197e16-f636-4f15-ba67-1ed5a77618b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385257 Aug 10 03:11:41.439962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.456174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56a6cdd8-0b04-4ff1-b6d7-7fbba22151e3 req-7f1d8de1-3ae5-4bbf-bc64-5f9a7bc64c8c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273019 Aug 10 03:11:41.503080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:11:41.692611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:41.708932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:41.712147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:41.763732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf9f5a-80d4-4e6e-b507-d9fbbd3c5495 req-309f7733-e890-4e66-94df-8e68e3b9fe0b tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.773911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8bf9f5a-80d4-4e6e-b507-d9fbbd3c5495 req-309f7733-e890-4e66-94df-8e68e3b9fe0b tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1101 time: 0.1152937 Aug 10 03:11:41.782830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.784002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.786152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:41.789328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 9da95690-1f12-4ebf-a03f-7abd01bba66a) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:41.795486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.795486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:41.802963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5036a2-92ea-4789-88e5-5c479919d960 None None] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:41.859117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-3d7db6ca-e71c-4ef7-8c60-4502b73f3f36 service neutron] 10.222.0.46 "GET /v2.0/networks/78197e16-f636-4f15-ba67-1ed5a77618b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234966 Aug 10 03:11:41.891292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8bf9f5a-80d4-4e6e-b507-d9fbbd3c5495 req-369c5d2c-a613-4fe4-a6c9-c663a189a4d5 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095386 Aug 10 03:11:41.940153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33306be-1a9a-40e6-bdc1-513d2d2ced91 req-cbe9ae06-d585-40d7-a823-3dfaa9b02430 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.951360 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a33306be-1a9a-40e6-bdc1-513d2d2ced91 req-cbe9ae06-d585-40d7-a823-3dfaa9b02430 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 935 time: 0.3829250 Aug 10 03:11:41.963492 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3b38c9a-ad01-480e-a179-174f5d75822e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7115383 Aug 10 03:11:41.985858 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-46d18151-33f0-46d4-87aa-2bb6f52de2ff service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847521 Aug 10 03:11:41.992237 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-9c34b80a-be1c-46c0-876c-eba2e8316f73 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1074703 Aug 10 03:11:42.057118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Request body: {'port': {'device_id': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:42.116597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a9db1-ae3b-4bdc-b687-cf55fdb2d70c None None] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:11:42.230622 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a33306be-1a9a-40e6-bdc1-513d2d2ced91 req-12444c10-bd0c-42bf-8048-0dbd5dbc62ac tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778456 Aug 10 03:11:42.376261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.459932 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-f82eea26-14c6-40cb-84bb-e4b05885d55b service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352884 Aug 10 03:11:42.478689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fcef1927-0e16-481a-add8-64cfad2ec015 None None] Provisioning for port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:42.513381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fcef1927-0e16-481a-add8-64cfad2ec015 None None] Provisioning complete for port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:42.513761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fcef1927-0e16-481a-add8-64cfad2ec015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:42.634353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fcef1927-0e16-481a-add8-64cfad2ec015 None None] Port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:42.763876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801972-f59a-4035-8364-427d5e2d0928 req-900f7d3a-6253-459e-b7ee-09de38d3675f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.772010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-86801972-f59a-4035-8364-427d5e2d0928 req-900f7d3a-6253-459e-b7ee-09de38d3675f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 945 time: 0.1721656 Aug 10 03:11:42.833422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-86801972-f59a-4035-8364-427d5e2d0928 req-cfd779f0-ef31-4ca2-84b5-b6c23d647ae6 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586348 Aug 10 03:11:42.960567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2c1d4-28e7-4a05-9c9b-8eb9b0dce6a6 req-ad4512b8-ca59-42d3-951c-8b13047179c6 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:42.972680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fff2c1d4-28e7-4a05-9c9b-8eb9b0dce6a6 req-ad4512b8-ca59-42d3-951c-8b13047179c6 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.8569689 Aug 10 03:11:42.976569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c3900c-59e8-4e89-ad68-5d9a14aed3cf {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:43.009418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d462bcf6-4b37-413c-b8bf-1ce932e6df0f req-8f095b4a-ed5b-4d74-b128-2cc88fb259f0 service neutron] 10.222.0.46 "GET /v2.0/networks/78197e16-f636-4f15-ba67-1ed5a77618b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1130397 Aug 10 03:11:43.027784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fff2c1d4-28e7-4a05-9c9b-8eb9b0dce6a6 req-74d74719-f275-4724-999f-47878f378c30 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540941 Aug 10 03:11:43.029301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.049333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Transition to ACTIVE for port object f5c3900c-59e8-4e89-ad68-5d9a14aed3cf will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:43.133587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-2454dabd-b1c3-4fc7-a6cb-5ec6315c7e84 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.135285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-2454dabd-b1c3-4fc7-a6cb-5ec6315c7e84 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.1531725 Aug 10 03:11:43.170189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.206219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-78326601-4192-449d-a989-6fe6404787dd tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316939 Aug 10 03:11:43.364515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:43.398417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-51226095-f75e-4251-82c9-414a08a1ba83 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.409214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-51226095-f75e-4251-82c9-414a08a1ba83 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020249 Aug 10 03:11:43.430141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-3ba8d69f-5f7b-4812-bf68-baf44c52b237 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/quotas/340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 375 time: 0.0196154 Aug 10 03:11:43.547091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-9719d924-64b0-4152-a9e1-06a3fe245188 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096244 Aug 10 03:11:43.645169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Attempting to bind port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:43.645576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Attempting to bind port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:43.645986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Attempting to bind port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:43.666295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:43.666611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Attempting to bind port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:43.686197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:43.686712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:43.687202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:43.687777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Bound port: f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:43.688264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.714587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-2c660fab-ef08-4a4a-b828-55779b7ad1eb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:43.720941 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-2c660fab-ef08-4a4a-b828-55779b7ad1eb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 813 time: 0.2385690 Aug 10 03:11:43.734239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-ccb3d959-022d-44e9-80aa-2af8d2b7f1d9 service neutron] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:43.756486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-ccb3d959-022d-44e9-80aa-2af8d2b7f1d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:43.757861 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d3509cb-06d0-4070-9248-ac6d64c76152 req-ccb3d959-022d-44e9-80aa-2af8d2b7f1d9 service neutron] 10.222.0.54 "DELETE /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.6149018 Aug 10 03:11:43.760847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-b41f904c-2b6a-460d-9271-b1927ddceb55 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/quotas/5500687d1287479ea9609aff22f5bf6c HTTP/1.1" status: 200 len: 375 time: 0.0351319 Aug 10 03:11:43.813411 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-66e83924-1ca4-4f23-860d-ad8475711390 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399938 Aug 10 03:11:43.924953 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-8159a44b-10ae-49e2-8cb4-31d881a55c7c service neutron] 10.222.0.26 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986803 Aug 10 03:11:43.938560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] For port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:44.022077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] For port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:44.056774 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-95b671d0-8888-4508-ae77-fa91112dcea0 service neutron] 10.222.0.26 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303172 Aug 10 03:11:44.080043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.159614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:44.160311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:44.165312 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] 10.222.0.54 "PUT /v2.0/ports/f5c3900c-59e8-4e89-ad68-5d9a14aed3cf HTTP/1.1" status: 200 len: 1096 time: 2.1354358 Aug 10 03:11:44.169105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'tag': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:44.176191 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03af59d2-7465-4eb8-8200-642136a051a0" -d '{"events": [{"name": "network-changed", "server_uuid": "819c5867-1d40-42ef-85ad-2a3fa7f4aaf9", "tag": "f5c3900c-59e8-4e89-ad68-5d9a14aed3cf"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:44.218563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:44.230222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.230683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.231100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.231482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.233842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.233842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.233842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.233842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.234216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.234619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.235176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.235574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4116b6-e7ee-459a-922b-7e2dcc0cb238 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:44.312660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-1ad9060f-e8f7-42c3-8ba7-fd7728a6c623 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e678b58315344cea8d676d5f0c76ab19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582809 Aug 10 03:11:44.464739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-0464f777-98e4-406c-9c36-37ed5625f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:44.464739 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-0464f777-98e4-406c-9c36-37ed5625f11c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 1099 time: 0.0746210 Aug 10 03:11:44.492260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-23cc0c15-fea8-4736-a455-7b5898b1af22 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:44.510086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-23cc0c15-fea8-4736-a455-7b5898b1af22 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950464 Aug 10 03:11:44.538624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-dbd19564-bd15-4246-b4fb-dc4001118fb8 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/quotas/e678b58315344cea8d676d5f0c76ab19 HTTP/1.1" status: 200 len: 375 time: 0.0272861 Aug 10 03:11:44.539781 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-4c8acd92-6ad2-4624-a3ef-bf4df7c5b2f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf HTTP/1.1" status: 200 len: 217 time: 0.0624628 Aug 10 03:11:44.581150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-b450094d-af6f-4328-a838-835856dc1a4f tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e678b58315344cea8d676d5f0c76ab19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415292 Aug 10 03:11:44.636656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7c58f8e0-4cb4-4826-9d34-f09c492bbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:44.639821 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-7c58f8e0-4cb4-4826-9d34-f09c492bbed6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0917981 Aug 10 03:11:44.697613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-5ae60fea-41f7-465f-899a-7f60544c5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:44.699387 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-5ae60fea-41f7-465f-899a-7f60544c5019 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517817 Aug 10 03:11:45.324053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-c11d9194-6ef0-4fe0-bdc8-447e552f5bd0 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158655 Aug 10 03:11:45.409374 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.498680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bde08ad-b46f-4eba-a8ae-b0c1f4a99cbe req-f362f90a-0e1a-421a-afb0-45272973f496 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656389 Aug 10 03:11:45.595820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d40c5-0d07-4c58-ad2b-63b8eba666a2 req-5d9c5043-68df-4af1-9ba8-8088bc0bed76 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.595820 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eb3d40c5-0d07-4c58-ad2b-63b8eba666a2 req-5d9c5043-68df-4af1-9ba8-8088bc0bed76 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 947 time: 0.1171267 Aug 10 03:11:45.644061 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eb3d40c5-0d07-4c58-ad2b-63b8eba666a2 req-04b3a558-b600-4445-b7da-7ed5c8917ff8 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Aug 10 03:11:45.785709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d53f52f7-ca75-43ec-9c9d-94ae118fce84 req-f8d77b33-6ba1-4439-8eb6-3e5862c16540 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 210 time: 0.0272219 Aug 10 03:11:45.913256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b154c-89e8-452a-b869-245d27844750 req-8781b950-550c-455a-a4e2-b58c5f324c86 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:45.914741 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-714b154c-89e8-452a-b869-245d27844750 req-8781b950-550c-455a-a4e2-b58c5f324c86 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 945 time: 0.0504026 Aug 10 03:11:45.953316 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-714b154c-89e8-452a-b869-245d27844750 req-41fd27ea-5692-47b7-afac-eeef2a5c8d5a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Aug 10 03:11:46.085521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c9f32-7114-4cb1-8e9b-62cdc2862faf req-3472e2bd-1d53-4c26-a900-f4c0fe3511fb tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.087062 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-197c9f32-7114-4cb1-8e9b-62cdc2862faf req-3472e2bd-1d53-4c26-a900-f4c0fe3511fb tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.0594959 Aug 10 03:11:46.090463 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01acc25-fd86-4ba1-8ed3-f2bff04b27f1 x-openstack-request-id: req-a01acc25-fd86-4ba1-8ed3-f2bff04b27f1 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:46.090814 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819c5867-1d40-42ef-85ad-2a3fa7f4aaf9", "tag": "f5c3900c-59e8-4e89-ad68-5d9a14aed3cf", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:46.091136 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a01acc25-fd86-4ba1-8ed3-f2bff04b27f1 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:46.091587 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'tag': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'status': 'completed', 'code': 200} Aug 10 03:11:46.133291 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-197c9f32-7114-4cb1-8e9b-62cdc2862faf req-8d1e591b-c6f0-466d-b45f-9154ff40dbb7 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Aug 10 03:11:46.212393 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a1ccd9d3-1a60-4fa1-b7c9-51798c54a350 req-7e2cdb99-366b-4d54-b4ca-96d4b703f856 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0372684 Aug 10 03:11:46.219189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af59d2-7465-4eb8-8200-642136a051a0 req-a83f4ed0-6976-4b74-8236-e2061c40ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.222227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-a83f4ed0-6976-4b74-8236-e2061c40ffae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 1099 time: 0.0797620 Aug 10 03:11:46.335365 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-47e00a47-9f44-4355-b882-eb0dc7f93c61 req-565ae1f1-5205-49f3-ae15-48ab08e5e64c tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 210 time: 0.0538712 Aug 10 03:11:46.374280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af59d2-7465-4eb8-8200-642136a051a0 req-4730b6f7-e8a7-4625-a80d-f470f07a61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.375797 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-4730b6f7-e8a7-4625-a80d-f470f07a61f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1476674 Aug 10 03:11:46.427433 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-a5218fd2-a22b-40f7-b0f2-fe03306d8e34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf HTTP/1.1" status: 200 len: 217 time: 0.0434818 Aug 10 03:11:46.495351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb04cd-063e-461b-af5a-390bb261a8b7 req-c81ac8f6-2f48-4595-9036-9a1f59c6dd04 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.498204 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1dbb04cd-063e-461b-af5a-390bb261a8b7 req-c81ac8f6-2f48-4595-9036-9a1f59c6dd04 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1097 time: 0.1053057 Aug 10 03:11:46.500926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af59d2-7465-4eb8-8200-642136a051a0 req-41a5a663-3002-4823-b2a5-de01a19c4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.502249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-41a5a663-3002-4823-b2a5-de01a19c4b4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0594876 Aug 10 03:11:46.562842 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1dbb04cd-063e-461b-af5a-390bb261a8b7 req-25219f3f-1ed9-4f3e-8039-dac3ed941c75 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541561 Aug 10 03:11:46.572124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af59d2-7465-4eb8-8200-642136a051a0 req-6b0eaae9-e788-4626-a486-35c9f3d10382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.573885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-6b0eaae9-e788-4626-a486-35c9f3d10382 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636182 Aug 10 03:11:46.704652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-9ccdaaac-fcd5-4840-bd0f-08414278d561 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221204 Aug 10 03:11:46.841481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2ee7-2341-489c-b634-f5359d69b008 req-9ef779c8-b70e-4d6d-8897-fecf77857341 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:46.843484 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695f2ee7-2341-489c-b634-f5359d69b008 req-9ef779c8-b70e-4d6d-8897-fecf77857341 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 947 time: 0.0765755 Aug 10 03:11:46.847094 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03af59d2-7465-4eb8-8200-642136a051a0 req-7a826aec-20ab-41af-abd3-c03df22990c6 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340344 Aug 10 03:11:46.890751 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695f2ee7-2341-489c-b634-f5359d69b008 req-9ed8aeec-e7b7-49f4-8f1b-a026778f57bd tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Aug 10 03:11:46.979308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8c01ae67-9b0c-49e0-9069-7092809acbba req-c894ebe0-e119-44d2-963b-4948e0c82897 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 210 time: 0.0297446 Aug 10 03:11:47.063487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-5a304f5d-7231-4d64-9ab5-799585cab9ad tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:47.066064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-5a304f5d-7231-4d64-9ab5-799585cab9ad tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.1187437 Aug 10 03:11:47.081194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-3d386696-4c89-4465-b319-2e102292c003 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/quotas/fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 375 time: 0.0094519 Aug 10 03:11:47.141438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-dc14086e-c5e9-43d8-a8e6-c74873f577d7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547574 Aug 10 03:11:47.250425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-c38f0fe0-1130-4a91-9932-097784441638 service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985115 Aug 10 03:11:47.345632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-64b796d1-9e85-4dc0-b167-0af6726cfd09 service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889854 Aug 10 03:11:47.352055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4b7d-ed43-4c9f-b315-aff9586df7e7 req-f5c03b5e-ed4b-4216-8594-96f0ff8abd58 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:47.353567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-792e4b7d-ed43-4c9f-b315-aff9586df7e7 req-f5c03b5e-ed4b-4216-8594-96f0ff8abd58 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.0493069 Aug 10 03:11:47.396568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-792e4b7d-ed43-4c9f-b315-aff9586df7e7 req-c51320bf-ba01-46bf-b91e-23ab1ee81af7 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370028 Aug 10 03:11:47.479274 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-286bd04f-7cc3-44ce-9ffb-afb31b05b896 req-f3a6ddd2-5aa2-42fd-9a50-83b198ed2902 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Aug 10 03:11:47.678493 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-88d7149a-5e18-4c3b-bf0a-68d27e735871 req-d925173b-5f5e-4aeb-adff-ae185f4a9bc2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Aug 10 03:11:47.705157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f9580c4-fd97-4d88-a9d3-fdcc2590e2a6 req-8a8844a8-bcfe-4e11-940b-81f0f106f7d5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 210 time: 0.0592701 Aug 10 03:11:48.012373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5d8a-a3ce-4047-b34a-b34b3ecae99a req-6997a3f1-3a8d-4aad-8d90-4f612e01a259 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.013941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eced5d8a-a3ce-4047-b34a-b34b3ecae99a req-6997a3f1-3a8d-4aad-8d90-4f612e01a259 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 947 time: 0.0498910 Aug 10 03:11:48.053508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eced5d8a-a3ce-4047-b34a-b34b3ecae99a req-fffdbf57-d369-46a1-9356-91f78bb04a06 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Aug 10 03:11:48.124041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6ba8ed8-b324-4646-9419-19a339eefe13 req-57189649-0bb4-490b-a81c-a23f2f6085e4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 210 time: 0.0281856 Aug 10 03:11:48.168616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40846) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.287739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.376276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.470918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-ce594297-c10a-42b6-b66f-0fa39018e0e0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270481 Aug 10 03:11:48.488631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.574882 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4a10236c-cb08-4302-9896-67932e183860 req-83d2c3f4-839c-4ec7-a97b-4debcbe67e5e tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0260508 Aug 10 03:11:48.596778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c5eda0-bbeb-47d3-a66b-b88fc1d39e33,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:48.603445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5e031d8d22947cab495d7f2cff3956b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309692 Aug 10 03:11:48.604071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40856) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:48.631929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.632550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.632889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.633235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.633547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.633871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.634192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.634511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.634828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.635143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.635459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.635772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08444e35-2e61-40c2-bc66-d78677627b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:48.655671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfcab2-0afa-4d16-bdd7-593ce3d3c70a req-9bed21df-32b9-4338-97b4-8b23f266c0a3 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.657216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88cfcab2-0afa-4d16-bdd7-593ce3d3c70a req-9bed21df-32b9-4338-97b4-8b23f266c0a3 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.1891725 Aug 10 03:11:48.725214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-3a23036d-2432-4ac9-abd8-3d5e79872b46 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:48.727357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-3a23036d-2432-4ac9-abd8-3d5e79872b46 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476604 Aug 10 03:11:48.748321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Request body: {'port': {'device_id': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '340618df28e74e3bb818eb8c4df9e674'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:48.771904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88cfcab2-0afa-4d16-bdd7-593ce3d3c70a req-49226268-a354-4bd2-b46b-3616e4a56a30 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036024 Aug 10 03:11:48.781570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-be9bd353-a361-4724-ba95-da5a2ec5470c req-08b957f5-3f75-4ed3-b751-cb499d185fac tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 210 time: 0.0258379 Aug 10 03:11:48.797630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4de0b002-74f5-49bf-8e94-9edfca360c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.837775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4de0b002-74f5-49bf-8e94-9edfca360c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.904768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd0b0726-2945-406b-998b-6522f4cebded req-62f0b790-58c7-471a-9aa7-d70496972b5e tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 210 time: 0.0472724 Aug 10 03:11:49.047938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4de0b002-74f5-49bf-8e94-9edfca360c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.050604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4de0b002-74f5-49bf-8e94-9edfca360c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.054183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4de0b002-74f5-49bf-8e94-9edfca360c1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20c5eda0-bbeb-47d3-a66b-b88fc1d39e33 HTTP/1.1" status: 204 len: 168 time: 0.4441309 Aug 10 03:11:49.054183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Made reservation on behalf of 340618df28e74e3bb818eb8c4df9e674 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:49.057564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.074475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0b002-74f5-49bf-8e94-9edfca360c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c5eda0-bbeb-47d3-a66b-b88fc1d39e33,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:49.273188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-795ac483-881a-4bac-b30b-5eda9c0a1c2f req-7b59a6bd-4830-4120-8afa-6f5507347fc8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 210 time: 0.0466027 Aug 10 03:11:49.292874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-16f27c79-27d8-4191-a9a5-165f34b2501f tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e678b58315344cea8d676d5f0c76ab19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562935 Aug 10 03:11:49.311101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4078238-ae89-4bf1-82d3-ad2c3ffad9ce req-9b539f70-6871-42d4-8eaf-b46f0acae36c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.314239 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f4078238-ae89-4bf1-82d3-ad2c3ffad9ce req-9b539f70-6871-42d4-8eaf-b46f0acae36c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 947 time: 0.1270099 Aug 10 03:11:49.317230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Allocated IP 192.168.233.52 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/ad19c52f-e258-435d-88ca-1e67d68475b9) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:49.353705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-0b941303-901d-47c1-a949-15e6df817c2a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.355571 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-0b941303-901d-47c1-a949-15e6df817c2a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 813 time: 0.2893584 Aug 10 03:11:49.378922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Request body: {'port': {'device_id': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'admin_state_up': True, 'tenant_id': '5500687d1287479ea9609aff22f5bf6c'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:49.398402 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f4078238-ae89-4bf1-82d3-ad2c3ffad9ce req-72e4868b-d355-4fe0-9c72-ac5979c5309b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773902 Aug 10 03:11:49.456784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-4e259fb1-26f2-4e1e-b29c-d1758d8d7790 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.462681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-4e259fb1-26f2-4e1e-b29c-d1758d8d7790 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588559 Aug 10 03:11:49.502843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Request body: {'port': {'device_id': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e678b58315344cea8d676d5f0c76ab19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:49.595545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Made reservation on behalf of 5500687d1287479ea9609aff22f5bf6c for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:49.599216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.642795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.672250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Transition to ACTIVE for port object ad19c52f-e258-435d-88ca-1e67d68475b9 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:49.698013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ffa1aac-e1e9-4a5a-a19b-005eb788243c req-104dcbc9-83f8-43e2-9582-6e51b43df12b tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0397942 Aug 10 03:11:49.763992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Allocated IP 172.20.0.14 (9da95690-1f12-4ebf-a03f-7abd01bba66a/0142e721-826d-4528-9d82-96f3c0c9473f/e79409e9-e46b-4d3e-b444-54d1748db008) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:49.795865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.799245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Made reservation on behalf of e678b58315344cea8d676d5f0c76ab19 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:49.802496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.809210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:49.847259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.877911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40880) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:49.886475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:49.904521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:49.917374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:49.923484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:49.929547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:49.930172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.937711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ebad-d0e4-461d-8043-03a79f74d22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:49.943378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f5c3900c-59e8-4e89-ad68-5d9a14aed3cf details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:49.963158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c01846c1-56bf-4b3f-9dc6-0aa6a124f43d req-1673f3d6-e58a-4027-aabb-0274c430264f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 210 time: 0.0710428 Aug 10 03:11:50.175346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:50.179646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'mac_address': 'fa:16:3e:a4:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:50.205970 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:11:50.237480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf972544-d853-4f6a-ae28-25009b211ace req-3a88e723-4da5-4703-97b7-e473549858c3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 210 time: 0.0403140 Aug 10 03:11:50.243848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.261799 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.278834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c3900c-59e8-4e89-ad68-5d9a14aed3cf {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:50.313579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-b5298438-e382-4597-bb16-ca4fe148ccca tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.315918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-b5298438-e382-4597-bb16-ca4fe148ccca tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 813 time: 0.2010102 Aug 10 03:11:50.329046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:50.331462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Request body: {'port': {'device_id': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'admin_state_up': True, 'tenant_id': '5500687d1287479ea9609aff22f5bf6c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:50.419003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.437165 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-921f2086-4474-460a-9cd6-291064068544 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1625264 Aug 10 03:11:50.446415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa980f5-3698-496c-b35a-13a3f8dca2a4 req-b52b084c-e329-4eb7-aa84-5d0a46017e9a tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.447825 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3fa980f5-3698-496c-b35a-13a3f8dca2a4 req-b52b084c-e329-4eb7-aa84-5d0a46017e9a tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 943 time: 0.1752055 Aug 10 03:11:50.464834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6684b-10c3-4952-86cf-fe5ee611ff62 req-113bb5c0-7dc2-49cf-8d78-ab5f1746374a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.466424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06c6684b-10c3-4952-86cf-fe5ee611ff62 req-113bb5c0-7dc2-49cf-8d78-ab5f1746374a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 935 time: 0.0893359 Aug 10 03:11:50.501785 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3fa980f5-3698-496c-b35a-13a3f8dca2a4 req-fd1cf844-2649-4c32-8c97-fae9b56b18fd tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Aug 10 03:11:50.511847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06c6684b-10c3-4952-86cf-fe5ee611ff62 req-e7b9aee8-8d93-4cd1-86c3-df2e272f64c1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Aug 10 03:11:50.553301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-66afd7a1-956b-403f-9b98-5b986fb33288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.554813 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-66afd7a1-956b-403f-9b98-5b986fb33288 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 1097 time: 0.0510404 Aug 10 03:11:50.677409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a7ccb-3fde-4b67-89ea-f76b960abcd5 req-35920158-432a-4616-8bd2-8fad8d49c963 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.679852 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-836a7ccb-3fde-4b67-89ea-f76b960abcd5 req-35920158-432a-4616-8bd2-8fad8d49c963 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 947 time: 0.1152093 Aug 10 03:11:50.737770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-688c99b3-9cee-4b0b-8906-bc9c3dbc7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.739267 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-688c99b3-9cee-4b0b-8906-bc9c3dbc7d8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 924 time: 0.1459057 Aug 10 03:11:50.743155 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-836a7ccb-3fde-4b67-89ea-f76b960abcd5 req-1996a5cd-6ca6-48e1-a249-09d7d2d974b0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520394 Aug 10 03:11:50.744622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a86e0ce8-27de-415c-9eb9-b4179191f244 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:50.807010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-976db974-434f-4f63-95b6-6b0e341e543b req-beac64a4-18d6-4f48-92cd-5f429532959b tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Aug 10 03:11:50.818328 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-9e4bd697-7b4b-471f-bc41-70f701fde93c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76f056b4-951a-4306-a42d-ae7573c1902e HTTP/1.1" status: 200 len: 1001 time: 0.0700953 Aug 10 03:11:50.859202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a86e0ce8-27de-415c-9eb9-b4179191f244, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a86e0ce8-27de-415c-9eb9-b4179191f244,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:50.868485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-fa252b0e-a7b9-422f-b0d6-cc73fefb2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.869996 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-fa252b0e-a7b9-422f-b0d6-cc73fefb2b23 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.0440822 Aug 10 03:11:50.870622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'a86e0ce8-27de-415c-9eb9-b4179191f244', 'network_id': '78197e16-f636-4f15-ba67-1ed5a77618b5', 'port_id': 'a86e0ce8-27de-415c-9eb9-b4179191f244', 'mac_address': 'fa:16:3e:36:a8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46af4125-a7b3-4579-a822-065a1c4d9b0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:50.908623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.915839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-e4b39bc2-8614-4833-a342-8a7c4941afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:50.917404 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-e4b39bc2-8614-4833-a342-8a7c4941afa8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400753 Aug 10 03:11:50.921168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86e0ce8-27de-415c-9eb9-b4179191f244 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:50.941415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a86e0ce8-27de-415c-9eb9-b4179191f244, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a86e0ce8-27de-415c-9eb9-b4179191f244,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:51.012026 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-55f4203c-7e02-42d0-8eb4-3f28bc6150f5 service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868864 Aug 10 03:11:51.091263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bee2d4e8-36e0-4760-9a2b-7b88e81a120c req-c72b8d96-ad20-4f16-b183-b7e08d9db745 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 210 time: 0.0310731 Aug 10 03:11:51.122740 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f7f982e-7c8d-40bf-90eb-74cbf58ec127 req-77fd0ca9-cd65-4120-8ca0-4921c5e454f1 service neutron] 10.222.0.54 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030204 Aug 10 03:11:51.230201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e9bb9b17-8766-4919-b4a0-35279babad32 None None] Provisioning for port ad19c52f-e258-435d-88ca-1e67d68475b9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:51.234253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.234413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.235620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.243205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e9bb9b17-8766-4919-b4a0-35279babad32 None None] Provisioning complete for port ad19c52f-e258-435d-88ca-1e67d68475b9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:51.243905 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9b17-8766-4919-b4a0-35279babad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.284135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:51.286989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:51.291536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:51.296157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event updated for resources: {'Port': ['ID=e79409e9-e46b-4d3e-b444-54d1748db008,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.304769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013a3885-b732-4780-a925-5cd5ce5db638,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.323205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.341632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb9b17-8766-4919-b4a0-35279babad32 None None] Port ad19c52f-e258-435d-88ca-1e67d68475b9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:51.346581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.350121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.350796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.357448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.358211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.359434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.359860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.360813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.361222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.362416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.362416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.364072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.364072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.364072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.364323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-cacd1adf-2739-49b6-9607-756335e4ac23 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6212904 Aug 10 03:11:51.364810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:51.392954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Request body: {'port': {'device_id': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:51.437507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5be45-f9b9-48bf-a001-af5ed15876dc req-f3e78f8c-6d57-4826-b94c-e2128c303bd3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.437770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a86e0ce8-27de-415c-9eb9-b4179191f244,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:51.439576 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-53f5be45-f9b9-48bf-a001-af5ed15876dc req-f3e78f8c-6d57-4826-b94c-e2128c303bd3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 932 time: 0.0547066 Aug 10 03:11:51.457998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Allocated IP 192.168.233.37 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/94f26cd6-4833-49fb-abdc-6f565841e835) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:51.483420 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-53f5be45-f9b9-48bf-a001-af5ed15876dc req-c09bc960-b719-4cd1-8e85-cc09ebaa3030 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Aug 10 03:11:51.524875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.556905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a86e0ce8-27de-415c-9eb9-b4179191f244'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:51.660355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba1847-49c3-421e-863b-cfa52a311490 req-0817034d-1cd3-421b-9604-76cf64460a87 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.662187 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0ba1847-49c3-421e-863b-cfa52a311490 req-0817034d-1cd3-421b-9604-76cf64460a87 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 935 time: 0.0561461 Aug 10 03:11:51.662715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.46', 53615) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:51.700422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ebad-d0e4-461d-8043-03a79f74d22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.762758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0ba1847-49c3-421e-863b-cfa52a311490 req-c51be13d-f6be-4d5b-b7c2-97980e7232e2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887671 Aug 10 03:11:51.768713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8b9ebad-d0e4-461d-8043-03a79f74d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.793280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:51.804015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-5974c897-9e64-46c3-a3b2-2c95556b23c9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.805760 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-5974c897-9e64-46c3-a3b2-2c95556b23c9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.1420312 Aug 10 03:11:51.807855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c49db-e7da-4459-a025-7c19a1b7c8de req-3db200a1-2ec4-4f31-8e51-5a39bbc88c37 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:51.812052 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-cc6119b1-4b41-44e6-8874-68ce427b97b7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4363060 Aug 10 03:11:51.815627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b4c49db-e7da-4459-a025-7c19a1b7c8de req-3db200a1-2ec4-4f31-8e51-5a39bbc88c37 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 944 time: 0.2256062 Aug 10 03:11:51.820730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Request body: {'port': {'device_id': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'admin_state_up': True, 'tenant_id': 'fcb5145c5e94438ba62246f73a73b3ed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:51.845664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Request body: {'port': {'device_id': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:51.987285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.059734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7e159-64d3-4362-b923-fc0cbe589007 req-b4fcb2c6-b30a-4e18-ab16-59603af1acf9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:52.061203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0be7e159-64d3-4362-b923-fc0cbe589007 req-b4fcb2c6-b30a-4e18-ab16-59603af1acf9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 948 time: 0.1473439 Aug 10 03:11:52.129133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a8b9ebad-d0e4-461d-8043-03a79f74d22d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd642097aaa54d929d44b5848e9eb826&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2478061 Aug 10 03:11:52.133557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40908) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:52.136238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9ebad-d0e4-461d-8043-03a79f74d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2903c8-fba1-416e-9e80-deb37d85bb79,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.170070 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0be7e159-64d3-4362-b923-fc0cbe589007 req-70840ea9-d10a-4afc-b573-64d8d21871d3 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931280 Aug 10 03:11:52.192309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b4c49db-e7da-4459-a025-7c19a1b7c8de req-36d6f55b-6a73-4071-b1dd-dfb4506c7661 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757854 Aug 10 03:11:52.204556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.244145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Made reservation on behalf of 5500687d1287479ea9609aff22f5bf6c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:52.247835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.254910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Transition to ACTIVE for port object 94f26cd6-4833-49fb-abdc-6f565841e835 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:52.289517 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4fe1def2-c6aa-431e-b692-6b8f26cbb189 req-6d708a00-2f6f-4c8e-ba67-649f253bbab1 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0330713 Aug 10 03:11:52.293528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Made reservation on behalf of fcb5145c5e94438ba62246f73a73b3ed for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:11:52.295186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.300450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2adc2d-7338-4683-abaa-6b9b3ca9c18e req-f5dbd79b-509b-4f85-968e-d2f79cf153cc tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 210 time: 0.0466352 Aug 10 03:11:52.334491 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f71561b-ae88-4e3f-b38e-2464517fee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.356500 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f71561b-ae88-4e3f-b38e-2464517fee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.486764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79409e9-e46b-4d3e-b444-54d1748db008 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:52.499399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.506240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Allocated IP 172.20.0.4 (b47f7dec-7c04-48ad-aa2f-fab4aab236f0/2084d43d-9d2f-4497-9719-38ac098f031f/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:52.512838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.523854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Transition to ACTIVE for port object e79409e9-e46b-4d3e-b444-54d1748db008 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:52.550567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f71561b-ae88-4e3f-b38e-2464517fee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.554223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f71561b-ae88-4e3f-b38e-2464517fee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.566412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1f71561b-ae88-4e3f-b38e-2464517fee77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a2903c8-fba1-416e-9e80-deb37d85bb79 HTTP/1.1" status: 204 len: 168 time: 0.4284673 Aug 10 03:11:52.611295 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.652408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71561b-ae88-4e3f-b38e-2464517fee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2903c8-fba1-416e-9e80-deb37d85bb79,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.691045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:52.714038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:52.724608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:52.727703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e79409e9-e46b-4d3e-b444-54d1748db008,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.731319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:52.731935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.735210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Pushing event updated for resources: {'Port': ['ID=94f26cd6-4833-49fb-abdc-6f565841e835,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:52.745240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a86e0ce8-27de-415c-9eb9-b4179191f244 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:52.766588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Allocated IP 172.20.0.12 (9da95690-1f12-4ebf-a03f-7abd01bba66a/0142e721-826d-4528-9d82-96f3c0c9473f/dc975cf2-2e1d-4547-9ce4-ffe664b263aa) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:11:52.789169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.824778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Attempting to bind port e79409e9-e46b-4d3e-b444-54d1748db008 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:52.825122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Attempting to bind port e79409e9-e46b-4d3e-b444-54d1748db008 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:52.825470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Attempting to bind port e79409e9-e46b-4d3e-b444-54d1748db008 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:52.832048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Port e79409e9-e46b-4d3e-b444-54d1748db008 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:52.832397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Attempting to bind port e79409e9-e46b-4d3e-b444-54d1748db008 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:52.833854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1e418-0b83-43c3-b5c7-f712219155a4 req-56661317-c1f5-43a5-864f-efa800bbb5f0 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:52.836025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c1e418-0b83-43c3-b5c7-f712219155a4 req-56661317-c1f5-43a5-864f-efa800bbb5f0 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 944 time: 0.2608809 Aug 10 03:11:52.843216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-653dc04b-3f09-4fe4-a64c-c6f053052ea5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3448515 Aug 10 03:11:52.854362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:52.855389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Checking segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:52.855995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Bound using segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:52.856749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Bound port: e79409e9-e46b-4d3e-b444-54d1748db008, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:52.857850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.869586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Request body: {'port': {'device_id': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:52.932400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port a86e0ce8-27de-415c-9eb9-b4179191f244 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:52.937090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port a86e0ce8-27de-415c-9eb9-b4179191f244 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:52.937486 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.985716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] For port e79409e9-e46b-4d3e-b444-54d1748db008, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:52.989603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] For port e79409e9-e46b-4d3e-b444-54d1748db008, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e79409e9-e46b-4d3e-b444-54d1748db008,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:53.003619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e468e55-a4fd-4164-a729-b7df96695d6e req-734ce620-939d-453f-9e4c-ac7405ddefcf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.005202 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e468e55-a4fd-4164-a729-b7df96695d6e req-734ce620-939d-453f-9e4c-ac7405ddefcf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 935 time: 0.1423757 Aug 10 03:11:53.055973 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.087827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.105977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c1e418-0b83-43c3-b5c7-f712219155a4 req-7f4c57a9-fb61-4d87-843d-de9271c01e96 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529707 Aug 10 03:11:53.109896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad19c52f-e258-435d-88ca-1e67d68475b9 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:53.114841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86e0ce8-27de-415c-9eb9-b4179191f244'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:53.119364 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1edfba6-04ae-491c-aa95-c2045251d723" -d '{"events": [{"server_uuid": "b034ea69-9aa2-4795-808a-ef7e5bec50f7", "name": "network-vif-plugged", "status": "completed", "tag": "a86e0ce8-27de-415c-9eb9-b4179191f244"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:53.119507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.126031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.143027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.147003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.162216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a86e0ce8-27de-415c-9eb9-b4179191f244, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a86e0ce8-27de-415c-9eb9-b4179191f244,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:53.168213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b502e353-b50d-4bbf-8b41-9cf0b4e97c8f None None] Provisioning for port 94f26cd6-4833-49fb-abdc-6f565841e835 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:53.168456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Transition to ACTIVE for port object ad19c52f-e258-435d-88ca-1e67d68475b9 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:53.168945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e468e55-a4fd-4164-a729-b7df96695d6e req-9ebd22cf-53f4-40aa-9983-49bdc1b6c023 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552749 Aug 10 03:11:53.184043 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1bd0bd-34fb-4c20-8316-e2147d7fbb5f x-openstack-request-id: req-bf1bd0bd-34fb-4c20-8316-e2147d7fbb5f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:53.184043 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b034ea69-9aa2-4795-808a-ef7e5bec50f7", "name": "network-vif-plugged", "status": "completed", "tag": "a86e0ce8-27de-415c-9eb9-b4179191f244", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:53.184043 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf1bd0bd-34fb-4c20-8316-e2147d7fbb5f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:53.184043 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86e0ce8-27de-415c-9eb9-b4179191f244', 'code': 200} Aug 10 03:11:53.184043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b502e353-b50d-4bbf-8b41-9cf0b4e97c8f None None] Provisioning complete for port 94f26cd6-4833-49fb-abdc-6f565841e835 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:53.184043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b502e353-b50d-4bbf-8b41-9cf0b4e97c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.223491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:53.229938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:53.230628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.235455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b502e353-b50d-4bbf-8b41-9cf0b4e97c8f None None] Port 94f26cd6-4833-49fb-abdc-6f565841e835 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:11:53.246164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.46', 53616) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:53.249011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:53.276115 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.303352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.304269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.305921 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/e79409e9-e46b-4d3e-b444-54d1748db008 HTTP/1.1" status: 200 len: 1093 time: 1.4664080 Aug 10 03:11:53.306597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'tag': 'e79409e9-e46b-4d3e-b444-54d1748db008'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:53.309881 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a4c5ad-77bd-4721-9784-97e1a042dde4", "tag": "e79409e9-e46b-4d3e-b444-54d1748db008"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:53.332898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a86e0ce8-27de-415c-9eb9-b4179191f244,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.371272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cdf2c-8f99-4dca-90f2-111adeadc8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e79409e9-e46b-4d3e-b444-54d1748db008,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.382672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.383579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.411404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e703b9-638b-4463-9c3a-a3abd4fd6252 req-73a3a58a-880a-4f78-af34-c1c708c2bd37 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.412957 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3e703b9-638b-4463-9c3a-a3abd4fd6252 req-73a3a58a-880a-4f78-af34-c1c708c2bd37 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 948 time: 0.0914009 Aug 10 03:11:53.434545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.488952 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3e703b9-638b-4463-9c3a-a3abd4fd6252 req-a4c67a03-006d-455b-94a7-213893187d5a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694623 Aug 10 03:11:53.491870 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8b0dbf79-02c7-42e4-841f-2311ea178ef2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6762750 Aug 10 03:11:53.510067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.518155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93211-708c-4da5-aec3-ec7b33839ea1 req-8edc701c-1638-4b44-b7e0-73793569cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.519063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21e93211-708c-4da5-aec3-ec7b33839ea1 req-8edc701c-1638-4b44-b7e0-73793569cc06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 1097 time: 0.2689164 Aug 10 03:11:53.529709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Request body: {'port': {'device_id': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:53.596371 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e948be9-d994-4cc1-a3b2-c185bbc5045c x-openstack-request-id: req-4e948be9-d994-4cc1-a3b2-c185bbc5045c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:53.596680 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a4c5ad-77bd-4721-9784-97e1a042dde4", "tag": "e79409e9-e46b-4d3e-b444-54d1748db008", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:53.596985 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e948be9-d994-4cc1-a3b2-c185bbc5045c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:53.597386 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'tag': 'e79409e9-e46b-4d3e-b444-54d1748db008', 'status': 'completed', 'code': 200} Aug 10 03:11:53.634486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-6f67143c-2aa2-446e-8351-ae4cd351f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.636058 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-6f67143c-2aa2-446e-8351-ae4cd351f6b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 1096 time: 0.1975996 Aug 10 03:11:53.649477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a0244-a363-4537-b856-adf9d6bafa84 req-646c0f04-80d3-431f-b929-e1bf797546c0 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.651031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de9a0244-a363-4537-b856-adf9d6bafa84 req-646c0f04-80d3-431f-b929-e1bf797546c0 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 945 time: 0.2687104 Aug 10 03:11:53.675701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.684543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:53.684908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:53.685210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:53.693430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21e93211-708c-4da5-aec3-ec7b33839ea1 req-3c92ef1e-6741-450c-8022-8cf0d20c1b07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319556 Aug 10 03:11:53.709795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Port ad19c52f-e258-435d-88ca-1e67d68475b9 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:53.710179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:53.731286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:53.731286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:53.731486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:53.731929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Bound port: ad19c52f-e258-435d-88ca-1e67d68475b9, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:53.732260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.742190 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-ab854dfd-7404-4a90-8417-484c2e8eff87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e79409e9-e46b-4d3e-b444-54d1748db008 HTTP/1.1" status: 200 len: 217 time: 0.0908096 Aug 10 03:11:53.776039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de9a0244-a363-4537-b856-adf9d6bafa84 req-5820e10c-135f-4397-9a70-497daa46ea66 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038961 Aug 10 03:11:53.779741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.806313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-301e411f-8649-44c6-a02a-01fb2b26a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.809267 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-301e411f-8649-44c6-a02a-01fb2b26a993 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.0534651 Aug 10 03:11:53.881791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ed2f5-bcc4-4b63-b226-6c1953d34ee2 req-29caf6fe-b3b0-45e0-929b-235a248be808 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.884821 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d57ed2f5-bcc4-4b63-b226-6c1953d34ee2 req-29caf6fe-b3b0-45e0-929b-235a248be808 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 935 time: 0.2718434 Aug 10 03:11:53.888535 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-9fe7d48d-e27e-4653-804b-613df9b3ac21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467055 Aug 10 03:11:53.898027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:11:53.918687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:11:53.921274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:11:53.927409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:53.927996 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:53.940409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event updated for resources: {'Port': ['ID=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:53.957995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f5c3900c-59e8-4e89-ad68-5d9a14aed3cf up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:53.970913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f26cd6-4833-49fb-abdc-6f565841e835 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:53.979168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:53.987530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.008623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:54.013500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Transition to ACTIVE for port object 94f26cd6-4833-49fb-abdc-6f565841e835 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:54.025133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d03591-fb4f-43c0-b49b-c76e01883563 req-86f69977-eed3-4d98-bb43-68453e353390 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.026686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29d03591-fb4f-43c0-b49b-c76e01883563 req-86f69977-eed3-4d98-bb43-68453e353390 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 931 time: 0.1385784 Aug 10 03:11:54.066249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29d03591-fb4f-43c0-b49b-c76e01883563 req-6024700d-a33e-460c-a939-60c7aaa75afb tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335310 Aug 10 03:11:54.075312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:11:54.080293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:54.080716 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.091417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d57ed2f5-bcc4-4b63-b226-6c1953d34ee2 req-56538cd8-aea9-47d9-b9a8-1417ea91bb01 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851695 Aug 10 03:11:54.094984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-e61e12ef-1771-4ee7-89a8-9b8e62ccf533 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7656465 Aug 10 03:11:54.095120 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-944132d5-c3e0-4182-a642-97894f7c8980 service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816053 Aug 10 03:11:54.098307 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.125860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Request body: {'port': {'device_id': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:11:54.187120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.224427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.225170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.227216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] 10.222.0.46 "PUT /v2.0/ports/ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 1096 time: 2.8528326 Aug 10 03:11:54.232596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.234984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:54.237986 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db7320-15de-4adf-bcfd-c04fa46cc077" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:54.288289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:54.307290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656537-bf05-4845-8f0b-c676cf05590a service neutron] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.372725 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.449082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.459499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.483677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:54.490053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Pushing event updated for resources: {'Port': ['ID=94f26cd6-4833-49fb-abdc-6f565841e835,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.494070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Attempting to bind port 94f26cd6-4833-49fb-abdc-6f565841e835 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:54.494414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Attempting to bind port 94f26cd6-4833-49fb-abdc-6f565841e835 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:54.494742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Attempting to bind port 94f26cd6-4833-49fb-abdc-6f565841e835 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:54.496265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6dea2-ecc2-4691-afb2-25bdc39922c5 req-355dcaec-f239-47f9-8ba0-0b958d3d57d6 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.504568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8ba6dea2-ecc2-4691-afb2-25bdc39922c5 req-355dcaec-f239-47f9-8ba0-0b958d3d57d6 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 944 time: 0.2315016 Aug 10 03:11:54.510819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bce988-5aa1-464e-b697-281dbf14e0bd req-4226cbda-db20-4339-94ee-0ccb3d8241df tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.516666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10bce988-5aa1-464e-b697-281dbf14e0bd req-4226cbda-db20-4339-94ee-0ccb3d8241df tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.2308583 Aug 10 03:11:54.534353 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.540511 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-fc04e6b7-e1c2-4b8b-a9a1-3c4c2ae8fc01 service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357846 Aug 10 03:11:54.548623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Port 94f26cd6-4833-49fb-abdc-6f565841e835 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:54.548623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Attempting to bind port 94f26cd6-4833-49fb-abdc-6f565841e835 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:54.568816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Transition to ACTIVE for port object 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:54.590373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:54.590684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:54.591058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:54.591614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Bound port: 94f26cd6-4833-49fb-abdc-6f565841e835, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:54.591978 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.592088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8ba6dea2-ecc2-4691-afb2-25bdc39922c5 req-83a7aece-3482-4cdf-99ca-4c7aed430481 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851316 Aug 10 03:11:54.669328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.718246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] For port 94f26cd6-4833-49fb-abdc-6f565841e835, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:54.731095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] For port 94f26cd6-4833-49fb-abdc-6f565841e835, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=94f26cd6-4833-49fb-abdc-6f565841e835,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:54.740032 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7f8b14-4b0e-4334-a8ca-5bfe1088dceb x-openstack-request-id: req-1a7f8b14-4b0e-4334-a8ca-5bfe1088dceb {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:54.740032 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:54.740235 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a7f8b14-4b0e-4334-a8ca-5bfe1088dceb {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:54.740590 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'status': 'completed', 'code': 200} Aug 10 03:11:54.838193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-6da8bf16-5961-4ff2-ae89-c90c95fff477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.839734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-6da8bf16-5961-4ff2-ae89-c90c95fff477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1099 time: 0.4589584 Aug 10 03:11:54.850202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.869988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-eabffe8a-24a8-463a-a5f2-845f152bf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.871881 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-eabffe8a-24a8-463a-a5f2-845f152bf8b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 1096 time: 0.1653223 Aug 10 03:11:54.872643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.968921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-05ab1af6-ae30-446f-a4f3-0820cf3a2451 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.1165185 Aug 10 03:11:54.971857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10bce988-5aa1-464e-b697-281dbf14e0bd req-f6d3af3b-5b89-47ea-8527-12a9c372229a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198349 Aug 10 03:11:54.976208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Pushing event updated for resources: {'Port': ['ID=94f26cd6-4833-49fb-abdc-6f565841e835,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:54.990036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:54.990663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.995564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-917fa679-7608-46a4-b45d-7758c2c97c2f service neutron] 10.222.0.46 "PUT /v2.0/ports/94f26cd6-4833-49fb-abdc-6f565841e835 HTTP/1.1" status: 200 len: 1096 time: 2.1265690 Aug 10 03:11:55.015526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-f137250e-d5f9-4851-b3b8-385c9d1e8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.017180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-f137250e-d5f9-4851-b3b8-385c9d1e8007 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 914 time: 0.1343751 Aug 10 03:11:55.066959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670b51a-5e04-4b47-8ffd-b46f3c5b052c req-073f55b8-4204-41a7-b7da-de616f86d739 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.068693 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f670b51a-5e04-4b47-8ffd-b46f3c5b052c req-073f55b8-4204-41a7-b7da-de616f86d739 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.2625561 Aug 10 03:11:55.095146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-06e72fd0-ea49-49f7-bab8-9e97c0662bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.095511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-06e72fd0-ea49-49f7-bab8-9e97c0662bfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1071565 Aug 10 03:11:55.133821 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-1f97e3ba-d39a-4eb5-9a49-c0b7233ed26f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e79409e9-e46b-4d3e-b444-54d1748db008 HTTP/1.1" status: 200 len: 217 time: 0.1047060 Aug 10 03:11:55.166978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:55.167633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:55.167633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:55.173740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:55.174060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:55.182375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:55.185649 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de57bf8-9f20-4e78-acbf-bdd0be41bf80" -d '{"events": [{"server_uuid": "819c5867-1d40-42ef-85ad-2a3fa7f4aaf9", "name": "network-vif-plugged", "status": "completed", "tag": "f5c3900c-59e8-4e89-ad68-5d9a14aed3cf"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:55.211444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:55.211785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:55.212168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:55.212639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Bound port: 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:55.213001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.250855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-e80c5af3-f61d-4a6c-8116-acea4bed51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.252466 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-e80c5af3-f61d-4a6c-8116-acea4bed51aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.0985529 Aug 10 03:11:55.258422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f670b51a-5e04-4b47-8ffd-b46f3c5b052c req-2e584510-d3b8-4493-8eb2-9a75043e34b5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277399 Aug 10 03:11:55.314710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-b92c3c20-af81-4965-a779-69e3ff5c63a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375311 Aug 10 03:11:55.386867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:55.406089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:55.450775 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-2ba21f6b-ae9a-4393-b9e2-a5768bc2fdcf service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189957 Aug 10 03:11:55.519789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-e7c2a33b-93cb-48a4-a78d-d2102b847893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.521310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-e7c2a33b-93cb-48a4-a78d-d2102b847893 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4073422 Aug 10 03:11:55.527492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-55ed4695-06e4-43ac-a05d-241e090dbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.528931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-55ed4695-06e4-43ac-a05d-241e090dbe16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e678b58315344cea8d676d5f0c76ab19&device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 1099 time: 0.3644826 Aug 10 03:11:55.530795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc975cf2-2e1d-4547-9ce4-ffe664b263aa {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:55.532112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.542083 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.568192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c3502-461c-450f-8f27-cd88c059b140 req-ece0a3d7-63a7-4d85-8421-fc09e9672259 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.569776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f2c3502-461c-450f-8f27-cd88c059b140 req-ece0a3d7-63a7-4d85-8421-fc09e9672259 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 945 time: 0.4075592 Aug 10 03:11:55.612431 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.638157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-0afd4507-b4d5-43f0-8f2a-efd281840aa8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=94f26cd6-4833-49fb-abdc-6f565841e835 HTTP/1.1" status: 200 len: 217 time: 0.0935645 Aug 10 03:11:55.651954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Transition to ACTIVE for port object dc975cf2-2e1d-4547-9ce4-ffe664b263aa will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:11:55.730612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f2c3502-461c-450f-8f27-cd88c059b140 req-dafcf387-da73-4a20-9855-7a6bda491008 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220760 Aug 10 03:11:55.731269 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.778781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-2a0329c6-f7b3-4210-a717-090c844340a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.780329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-2a0329c6-f7b3-4210-a717-090c844340a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1312509 Aug 10 03:11:55.810439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.810439 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:55.812179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] 10.222.0.46 "PUT /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 1092 time: 2.3038709 Aug 10 03:11:55.813411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-b85b5ffd-d038-447b-b3a6-7d6fa69515a1 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735455 Aug 10 03:11:55.830915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:55.833208 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32f54f4-78ac-486b-945d-758084b9d7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:55.848611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Pushing event updated for resources: {'Port': ['ID=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:55.873515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db46b3-46a9-475d-aa10-764efd1ce76a req-ba2763e8-d9bf-4973-a25a-3abeb77e7851 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.875630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12db46b3-46a9-475d-aa10-764efd1ce76a req-ba2763e8-d9bf-4973-a25a-3abeb77e7851 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.3801713 Aug 10 03:11:55.921146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277ef9b4-c68c-4a8c-8283-6d2e4e7ca36f req-50257272-3403-4aa4-93ec-8a24c6635d95 service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676914 Aug 10 03:11:55.924089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575504b-7b72-4b99-b8bd-2fe77a96ac7b service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:55.963056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Attempting to bind port dc975cf2-2e1d-4547-9ce4-ffe664b263aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:11:55.963412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Attempting to bind port dc975cf2-2e1d-4547-9ce4-ffe664b263aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:11:55.963716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Attempting to bind port dc975cf2-2e1d-4547-9ce4-ffe664b263aa on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:55.966961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12db46b3-46a9-475d-aa10-764efd1ce76a req-66abf6c7-0070-4bbd-a310-c39ae3e6ad0e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Aug 10 03:11:55.979766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-c7822198-ff80-4db9-ad8c-a0320744a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.981098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-6867c73b-d621-41ef-9a23-12787f74137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.981320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-c7822198-ff80-4db9-ad8c-a0320744a913 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855557 Aug 10 03:11:55.982552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-6867c73b-d621-41ef-9a23-12787f74137a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1095 time: 0.0552914 Aug 10 03:11:55.990826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472e0a-04ea-4938-9e70-a6ccdbd0b9ac req-13b2ef99-2de6-4b43-b7f0-e100c67e53c5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:55.992308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5472e0a-04ea-4938-9e70-a6ccdbd0b9ac req-13b2ef99-2de6-4b43-b7f0-e100c67e53c5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 947 time: 0.1818523 Aug 10 03:11:55.994807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Port dc975cf2-2e1d-4547-9ce4-ffe664b263aa on network 9da95690-1f12-4ebf-a03f-7abd01bba66a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:11:55.995147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Attempting to bind port dc975cf2-2e1d-4547-9ce4-ffe664b263aa on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:11:56.031189 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf74ee-772f-441e-8fd8-b1572acb7160 x-openstack-request-id: req-0ebf74ee-772f-441e-8fd8-b1572acb7160 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:56.031486 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c5867-1d40-42ef-85ad-2a3fa7f4aaf9", "name": "network-vif-plugged", "status": "completed", "tag": "f5c3900c-59e8-4e89-ad68-5d9a14aed3cf", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:56.031746 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ebf74ee-772f-441e-8fd8-b1572acb7160 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:56.032144 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'code': 200} Aug 10 03:11:56.037618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:11:56.037962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Checking segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:11:56.038344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Bound using segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:11:56.038776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Bound port: dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:11:56.039141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.049340 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-17f199b2-2e20-4ab0-bec3-72eeda0a6c27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 217 time: 0.0478287 Aug 10 03:11:56.084020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b5a42f-fa9b-4dfb-a29a-81081b86c8be req-b0426e31-1496-49f9-979b-3c96876acb68 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468307 Aug 10 03:11:56.123914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-a4fa5fe0-3b11-4b3f-bad1-49686f92f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.123914 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-a4fa5fe0-3b11-4b3f-bad1-49686f92f1eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0641451 Aug 10 03:11:56.152870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5472e0a-04ea-4938-9e70-a6ccdbd0b9ac req-6ab26021-6332-4943-a617-c974d27700d5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420081 Aug 10 03:11:56.160479 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8a8a57b3-90f2-4a75-9a41-38e7be6bf82a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312293 Aug 10 03:11:56.192500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-7835a10f-540b-46d6-849a-4fa7639ac6b9 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925888 Aug 10 03:11:56.195074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] For port dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:11:56.198244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] For port dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:11:56.268953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dfdd4-4acb-4f89-8df9-795055a8f87c req-90de6a42-acb2-41fc-b36a-18b87a1ca0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.270339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e17dfdd4-4acb-4f89-8df9-795055a8f87c req-90de6a42-acb2-41fc-b36a-18b87a1ca0c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 1101 time: 0.1125109 Aug 10 03:11:56.305929 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-8a6971de-4e1f-45dc-aca1-e77b93c94754 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361465 Aug 10 03:11:56.322961 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.327654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e17dfdd4-4acb-4f89-8df9-795055a8f87c req-6dea375d-6254-4ce4-b295-985d7f04362d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Aug 10 03:11:56.395853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.396510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:56.397886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-52461329-df99-4fc3-bce9-dad690395745 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc975cf2-2e1d-4547-9ce4-ffe664b263aa HTTP/1.1" status: 200 len: 1093 time: 2.2941875 Aug 10 03:11:56.406488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-59e87bf0-5c02-4610-ac43-210f7914683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.407963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-59e87bf0-5c02-4610-ac43-210f7914683f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1099 time: 0.1604004 Aug 10 03:11:56.415162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63a99c-7532-4ea2-a45b-90a155ee7d66 req-5f65578a-f24c-4d13-b589-5f4c72cb4625 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.416628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b63a99c-7532-4ea2-a45b-90a155ee7d66 req-5f65578a-f24c-4d13-b589-5f4c72cb4625 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 944 time: 0.1679492 Aug 10 03:11:56.419035 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d53535-fea7-4db5-82c2-2c2795824c7f req-378e7b31-8135-4cbe-9974-dcce041dd172 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042440 Aug 10 03:11:56.450366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0d335ce-22bd-46d4-8f88-63f084eab72e req-6e84538d-a39d-44dc-ae7e-bb3fbff35e8c service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506747 Aug 10 03:11:56.489188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52461329-df99-4fc3-bce9-dad690395745 service neutron] Pushing event updated for resources: {'Port': ['ID=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:56.524437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b63a99c-7532-4ea2-a45b-90a155ee7d66 req-fcf5afc8-2ed4-4b1f-ab55-aa20130bae17 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922873 Aug 10 03:11:56.567008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-a2e1e697-129f-4639-89ec-ea7db275def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.568606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-a2e1e697-129f-4639-89ec-ea7db275def4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1510668 Aug 10 03:11:56.581775 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b748cda-dbb3-4735-87ed-db37a52fc8f3 x-openstack-request-id: req-1b748cda-dbb3-4735-87ed-db37a52fc8f3 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:56.581775 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:56.581775 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b748cda-dbb3-4735-87ed-db37a52fc8f3 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:56.581775 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'status': 'completed', 'code': 200} Aug 10 03:11:56.645952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-8affa7d1-4855-4c88-a186-4c0930451fd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0432136 Aug 10 03:11:56.656212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-98359497-55a8-47df-9544-c998a4f34241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.657765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-98359497-55a8-47df-9544-c998a4f34241 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1095 time: 0.0445344 Aug 10 03:11:56.686430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-c5400fdc-8f35-4eb2-9a35-8af64ef451ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.687882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-c5400fdc-8f35-4eb2-9a35-8af64ef451ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=ca3368f2-3552-49cc-8697-14ffc92a6906 HTTP/1.1" status: 200 len: 1096 time: 0.1177497 Aug 10 03:11:56.748605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'tag': '94f26cd6-4833-49fb-abdc-6f565841e835'}, {'name': 'network-changed', 'server_uuid': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'tag': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:56.751387 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df60f99-0c09-431e-8677-0085defe28c6" -d '{"events": [{"name": "network-changed", "server_uuid": "930f0343-e855-4b0b-9635-fe7ab6628f74", "tag": "94f26cd6-4833-49fb-abdc-6f565841e835"}, {"name": "network-changed", "server_uuid": "ca3368f2-3552-49cc-8697-14ffc92a6906", "tag": "dc975cf2-2e1d-4547-9ce4-ffe664b263aa"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:56.754751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-1103e3de-b234-4966-9db9-b6a341d9f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.756540 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-1103e3de-b234-4966-9db9-b6a341d9f507 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.0881135 Aug 10 03:11:56.761288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-0313ee33-c14d-49cb-ab64-0d6bff161ea2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa HTTP/1.1" status: 200 len: 217 time: 0.0532563 Aug 10 03:11:56.778477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c8ed3-6bcc-4241-89a9-c933793725e3 req-6dc8bcc0-861d-42e7-b36c-ab2f62697e5f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.780998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd3c8ed3-6bcc-4241-89a9-c933793725e3 req-6dc8bcc0-861d-42e7-b36c-ab2f62697e5f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.1380358 Aug 10 03:11:56.782451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-10a55b86-bdfa-4098-8f91-ab04af2f8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.783829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-10a55b86-bdfa-4098-8f91-ab04af2f8778 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1234851 Aug 10 03:11:56.821474 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-7cadf7bb-3900-4a6b-9a2e-968085041c0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 217 time: 0.0483603 Aug 10 03:11:56.880965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-776601e8-cd91-4c5b-8a56-162f52b47256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.883964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-776601e8-cd91-4c5b-8a56-162f52b47256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0491180 Aug 10 03:11:56.902324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-8c018456-acf9-48f8-b66a-1ff4a683ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.904601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-8c018456-acf9-48f8-b66a-1ff4a683ee2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.1190681 Aug 10 03:11:56.909110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd3c8ed3-6bcc-4241-89a9-c933793725e3 req-2b37366f-cfa8-4e50-b4c5-f5273ae7cdda tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142313 Aug 10 03:11:56.911862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-73b33fe8-7c19-4b5f-adae-1b5eb2ad0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:56.913280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-73b33fe8-7c19-4b5f-adae-1b5eb2ad0dbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153917 Aug 10 03:11:56.918155 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-acbca50a-c2d1-4cf2-804a-c2e5c6cbf262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265880 Aug 10 03:11:56.982994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-77825f1b-911d-4aa4-88c8-a1a6fb051f71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636523 Aug 10 03:11:57.035944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-61e4adfa-4992-4984-9640-fa7f64e4a0f8 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056890 Aug 10 03:11:57.157683 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e32f54f4-78ac-486b-945d-758084b9d7c7 req-418c5fac-1fee-4ad8-960a-6be008f6f983 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109681 Aug 10 03:11:57.173814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d27bde-3f74-4530-8d7b-2a64f368c2eb req-35503774-cc6f-45c4-a9fb-f245aad3e10e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.175980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81d27bde-3f74-4530-8d7b-2a64f368c2eb req-35503774-cc6f-45c4-a9fb-f245aad3e10e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.1316082 Aug 10 03:11:57.210181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-f1342082-8225-45ce-ba80-a3883c00a459 service neutron] 10.222.0.46 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209058 Aug 10 03:11:57.217285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-a04c01ba-1184-4aed-b9d6-f201bd77407e service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489216 Aug 10 03:11:57.328447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81d27bde-3f74-4530-8d7b-2a64f368c2eb req-f65e169b-70ef-4c51-8d2f-069329d2602b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305330 Aug 10 03:11:57.385728 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32906f94-2d13-43bc-b901-c129b446a40c x-openstack-request-id: req-32906f94-2d13-43bc-b901-c129b446a40c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:57.386029 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930f0343-e855-4b0b-9635-fe7ab6628f74", "tag": "94f26cd6-4833-49fb-abdc-6f565841e835", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca3368f2-3552-49cc-8697-14ffc92a6906", "tag": "dc975cf2-2e1d-4547-9ce4-ffe664b263aa", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:57.386287 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32906f94-2d13-43bc-b901-c129b446a40c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:57.386682 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'tag': '94f26cd6-4833-49fb-abdc-6f565841e835', 'status': 'completed', 'code': 200} Aug 10 03:11:57.386938 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'tag': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa', 'status': 'completed', 'code': 200} Aug 10 03:11:57.389154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bb6ba19-242a-4c99-8b4d-355c8ae0977b req-82692b81-ee03-4a87-b423-ba043b7f24a3 service neutron] 10.222.0.46 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694453 Aug 10 03:11:57.394942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3db7320-15de-4adf-bcfd-c04fa46cc077 req-2b071df1-1fdd-4cbe-bbdb-22bc60943bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654341 Aug 10 03:11:57.501570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-5191be28-5172-43aa-a46e-1ec9abcde812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.503133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-5191be28-5172-43aa-a46e-1ec9abcde812 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e678b58315344cea8d676d5f0c76ab19&device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 1099 time: 0.0719750 Aug 10 03:11:57.511056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e0dc4-61ca-470c-952f-f55eab04db34 req-7d059e69-daf7-4c4b-9625-729160ec47b5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.512565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-191e0dc4-61ca-470c-952f-f55eab04db34 req-7d059e69-daf7-4c4b-9625-729160ec47b5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0731382 Aug 10 03:11:57.604860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-191e0dc4-61ca-470c-952f-f55eab04db34 req-b8395106-ecdb-47f6-b5c8-e632d3ecf6c3 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833769 Aug 10 03:11:57.640424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-dd7501fb-ebe9-4adc-9527-30f1452af00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.640424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-dd7501fb-ebe9-4adc-9527-30f1452af00f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1155305 Aug 10 03:11:57.682530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-fe239b5c-0f6e-4847-a82f-66dc7f30e6d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=94f26cd6-4833-49fb-abdc-6f565841e835 HTTP/1.1" status: 200 len: 217 time: 0.0443175 Aug 10 03:11:57.762240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-bf55cbc3-5f05-4842-b0cb-54c6e95a0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.763616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-bf55cbc3-5f05-4842-b0cb-54c6e95a0548 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0732758 Aug 10 03:11:57.771065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb00788-36e3-4fba-985c-2cf1daf1d27e req-bfe36746-2f4e-4864-85eb-296e97c657e2 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.772722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eb00788-36e3-4fba-985c-2cf1daf1d27e req-bfe36746-2f4e-4864-85eb-296e97c657e2 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 947 time: 0.0926092 Aug 10 03:11:57.814593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cb1f9-51e9-489d-bb29-26b8b1c455ce req-cb3e7a6a-aafc-48a2-b54d-d41178a0f2f3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.816381 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dc3cb1f9-51e9-489d-bb29-26b8b1c455ce req-cb3e7a6a-aafc-48a2-b54d-d41178a0f2f3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 944 time: 0.0601106 Aug 10 03:11:57.836268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-d335d549-094e-4918-9d67-897d4f1f586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:57.837836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-d335d549-094e-4918-9d67-897d4f1f586f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0642018 Aug 10 03:11:57.842862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eb00788-36e3-4fba-985c-2cf1daf1d27e req-c1beb5b5-9628-4660-89ac-7fabe18b534b tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Aug 10 03:11:57.861714 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dc3cb1f9-51e9-489d-bb29-26b8b1c455ce req-31be3c9f-2531-4505-b3d2-2df53ec14383 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Aug 10 03:11:57.935656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-1fc1bab6-ad3e-4094-9d70-3f4d6726ee79 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884991 Aug 10 03:11:58.068044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014f3fd-0cd7-488f-94c0-8ce21b6bca2e req-3b93b903-2b5e-42b2-89a3-e65149fd99ce tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.069541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5014f3fd-0cd7-488f-94c0-8ce21b6bca2e req-3b93b903-2b5e-42b2-89a3-e65149fd99ce tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.0794551 Aug 10 03:11:58.071685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-71a4cd96-cf84-469e-9d83-35c2800cd01f service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275110 Aug 10 03:11:58.107402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5014f3fd-0cd7-488f-94c0-8ce21b6bca2e req-2a29aa64-6f22-4b22-9679-d6f19dc13678 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Aug 10 03:11:58.156564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-43c19fa6-2d68-4a36-8d22-5ca06a8712b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.158102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-43c19fa6-2d68-4a36-8d22-5ca06a8712b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=ca3368f2-3552-49cc-8697-14ffc92a6906 HTTP/1.1" status: 200 len: 1096 time: 0.0467446 Aug 10 03:11:58.255304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-74a4f778-3eb6-4e1f-9dac-3568c66f9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.256810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-74a4f778-3eb6-4e1f-9dac-3568c66f9701 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 914 time: 0.0903258 Aug 10 03:11:58.299278 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-cc525cb6-940b-4bfa-aa32-2ca3898547ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa HTTP/1.1" status: 200 len: 217 time: 0.0332634 Aug 10 03:11:58.354350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60f99-0c09-431e-8677-0085defe28c6 req-161b6fb2-2ba7-4b96-ac81-6873ef03e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.357553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-161b6fb2-2ba7-4b96-ac81-6873ef03e9d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.0498862 Aug 10 03:11:58.397815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-cfa8eea6-b4a4-40d9-bc3e-bb87114a91f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310845 Aug 10 03:11:58.505406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75140e-8a15-4169-ae5a-7f1c2f1c5720 req-f71ffb7c-3abb-4632-bf94-741409ec4d65 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.506885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf75140e-8a15-4169-ae5a-7f1c2f1c5720 req-f71ffb7c-3abb-4632-bf94-741409ec4d65 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.0999179 Aug 10 03:11:58.543537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-2df2b8fd-2efe-486d-afa2-7b52b3d1f0c1 service neutron] 10.222.0.46 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376004 Aug 10 03:11:58.565345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf75140e-8a15-4169-ae5a-7f1c2f1c5720 req-8e30adc2-f6ae-47c4-a31d-87093996e7f0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517287 Aug 10 03:11:58.646095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df60f99-0c09-431e-8677-0085defe28c6 req-06d60f20-92c5-48a6-9753-bc007f34e82c service neutron] 10.222.0.46 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904484 Aug 10 03:11:58.772776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:58.805830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155707-201c-4d37-b7ae-87ec56a32c76 req-687a348d-0039-481a-bf52-6f4487a4d8b0 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:58.808605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b155707-201c-4d37-b7ae-87ec56a32c76 req-687a348d-0039-481a-bf52-6f4487a4d8b0 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 1101 time: 0.0442154 Aug 10 03:11:58.834708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3b155707-201c-4d37-b7ae-87ec56a32c76 req-46f948c7-8370-4dc0-b16a-94e48440121b tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:58.891939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:58.943816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'mac_address': 'fa:16:3e:49:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:59.009355 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3b155707-201c-4d37-b7ae-87ec56a32c76 req-46f948c7-8370-4dc0-b16a-94e48440121b tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.037463 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.062113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad19c52f-e258-435d-88ca-1e67d68475b9 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:59.096138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3b155707-201c-4d37-b7ae-87ec56a32c76 req-46f948c7-8370-4dc0-b16a-94e48440121b tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.108751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95996fd-ff63-471b-a8af-59abc37295ab req-339b0261-3719-417c-8634-3f041c7d3321 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.110947 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d95996fd-ff63-471b-a8af-59abc37295ab req-339b0261-3719-417c-8634-3f041c7d3321 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.1231697 Aug 10 03:11:59.113131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:59.121296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b155707-201c-4d37-b7ae-87ec56a32c76 req-46f948c7-8370-4dc0-b16a-94e48440121b tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036177 Aug 10 03:11:59.147729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f948c7-8370-4dc0-b16a-94e48440121b tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbe9ec-c5f4-41ec-afeb-9058a0e45ef5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.189008 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d95996fd-ff63-471b-a8af-59abc37295ab req-cb026237-3299-46cb-83e4-ebed2e1e4de7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770931 Aug 10 03:11:59.209283 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.282804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.337882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc28f1-0ea5-4238-981c-2edc2e10db33 req-9c3d6cc0-e8d5-4b9e-8d8d-e6716dc38813 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.342737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cdcc28f1-0ea5-4238-981c-2edc2e10db33 req-9c3d6cc0-e8d5-4b9e-8d8d-e6716dc38813 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 947 time: 0.0677168 Aug 10 03:11:59.356390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628704d-a198-49b5-9b6b-d6ff49388ff9 req-87948f17-e2e3-42e4-a19a-03cab5343ba1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.360948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a628704d-a198-49b5-9b6b-d6ff49388ff9 req-87948f17-e2e3-42e4-a19a-03cab5343ba1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 944 time: 0.0628576 Aug 10 03:11:59.383530 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cdcc28f1-0ea5-4238-981c-2edc2e10db33 req-cc87d50c-bdbe-454a-be16-f7d8a0b9f332 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Aug 10 03:11:59.405595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a628704d-a198-49b5-9b6b-d6ff49388ff9 req-819378c4-c0b9-43f9-9611-b0fd6fb2120d tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Aug 10 03:11:59.450816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:59.541724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc813e31-15cb-48d0-a866-4f3ba75565a2 req-2e2ce2a1-7fdc-4132-8d89-1882fa878819 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.544033 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cc813e31-15cb-48d0-a866-4f3ba75565a2 req-2e2ce2a1-7fdc-4132-8d89-1882fa878819 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 948 time: 0.0571187 Aug 10 03:11:59.557824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:59.596392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cc813e31-15cb-48d0-a866-4f3ba75565a2 req-bf89e1f1-9a5d-4433-8c8d-05445b1f37cb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449541 Aug 10 03:11:59.714452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b9722bf-a117-40dc-89cf-041448cb8300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.814418 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b9722bf-a117-40dc-89cf-041448cb8300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.821131 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-0ff2e4da-08b7-47b5-9af2-721d1d85e461 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268781 Aug 10 03:11:59.880968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b9722bf-a117-40dc-89cf-041448cb8300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.917713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9722bf-a117-40dc-89cf-041448cb8300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f15618d-378c-4ada-bcb3-6db7afc15a19,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:59.922610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4b9722bf-a117-40dc-89cf-041448cb8300 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=700ce36e9b984ad98019e39f3cf0d5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634048 Aug 10 03:11:59.925266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41070) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:11:59.928107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-56446880-86c7-400c-86c5-c6c354ac5ee1 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:59.929857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-56446880-86c7-400c-86c5-c6c354ac5ee1 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026943 Aug 10 03:11:59.944648 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f9d4685b-d898-494d-a25e-00def1a59741 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/quotas/e98722b8d3734b5899923a1dfe261fcf HTTP/1.1" status: 200 len: 375 time: 0.0090079 Aug 10 03:11:59.977593 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f179d906-369e-4ac9-a027-44e13df59c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:59.993892 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-fe263ac6-aa1a-4c75-952a-287ee4732ec6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436597 Aug 10 03:11:59.995584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e79409e9-e46b-4d3e-b444-54d1748db008 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:59.999363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f179d906-369e-4ac9-a027-44e13df59c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.099861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e79409e9-e46b-4d3e-b444-54d1748db008, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e79409e9-e46b-4d3e-b444-54d1748db008,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.112247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'e79409e9-e46b-4d3e-b444-54d1748db008', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'port_id': 'e79409e9-e46b-4d3e-b444-54d1748db008', 'mac_address': 'fa:16:3e:5b:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142e721-826d-4528-9d82-96f3c0c9473f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:00.138920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f179d906-369e-4ac9-a027-44e13df59c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.143599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f179d906-369e-4ac9-a027-44e13df59c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.155634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f179d906-369e-4ac9-a027-44e13df59c9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f15618d-378c-4ada-bcb3-6db7afc15a19 HTTP/1.1" status: 204 len: 168 time: 0.2293200 Aug 10 03:12:00.165149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179d906-369e-4ac9-a027-44e13df59c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f15618d-378c-4ada-bcb3-6db7afc15a19,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.169764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.192777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79409e9-e46b-4d3e-b444-54d1748db008 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:00.218492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e79409e9-e46b-4d3e-b444-54d1748db008, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e79409e9-e46b-4d3e-b444-54d1748db008,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:00.221753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28db3289-1ca6-4746-a515-fa2a298e78c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.338028 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:00.388053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e79409e9-e46b-4d3e-b444-54d1748db008,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:00.773807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e79409e9-e46b-4d3e-b444-54d1748db008'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:00.775892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 94f26cd6-4833-49fb-abdc-6f565841e835 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:00.781123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:00.873079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281083e-8b16-4982-8525-ffece155acde req-3b1e5aa8-f233-468f-acf5-15b56e2dfb77 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:00.874057 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d281083e-8b16-4982-8525-ffece155acde req-3b1e5aa8-f233-468f-acf5-15b56e2dfb77 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0606081 Aug 10 03:12:00.874786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41100) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:00.946155 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d281083e-8b16-4982-8525-ffece155acde req-602eda24-b724-44aa-994c-971a68a95668 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Aug 10 03:12:01.008261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 94f26cd6-4833-49fb-abdc-6f565841e835, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=94f26cd6-4833-49fb-abdc-6f565841e835,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.033840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port ad19c52f-e258-435d-88ca-1e67d68475b9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:01.044844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '94f26cd6-4833-49fb-abdc-6f565841e835', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '94f26cd6-4833-49fb-abdc-6f565841e835', 'mac_address': 'fa:16:3e:60:4d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:01.050814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port ad19c52f-e258-435d-88ca-1e67d68475b9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:01.051183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.160030 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.163283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b4da-aea0-4a62-a052-c58ad2feef10 req-4c08a133-7209-4d55-a88d-0fc5e465908f tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.174640 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2ba4b4da-aea0-4a62-a052-c58ad2feef10 req-4c08a133-7209-4d55-a88d-0fc5e465908f tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 947 time: 0.1040628 Aug 10 03:12:01.184499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f26cd6-4833-49fb-abdc-6f565841e835 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:01.233949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 94f26cd6-4833-49fb-abdc-6f565841e835, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=94f26cd6-4833-49fb-abdc-6f565841e835,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.238350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.257293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2ba4b4da-aea0-4a62-a052-c58ad2feef10 req-0e4e1bdd-4445-48a9-b2f8-51427db1c1cd tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809634 Aug 10 03:12:01.274951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f76b1bc1-eaf7-4005-b1c8-f2f6fc3474a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.276996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:01.294789 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9de922-8b99-4f01-a744-80eb40fc7a01" -d '{"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-plugged", "status": "completed", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:01.329610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.330347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device dc975cf2-2e1d-4547-9ce4-ffe664b263aa details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:01.348767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be908737-e139-4046-8e50-cdcb7c1cf935 req-f137b09b-b944-4529-885e-ec884c2b1870 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.355797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be908737-e139-4046-8e50-cdcb7c1cf935 req-f137b09b-b944-4529-885e-ec884c2b1870 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 945 time: 0.0778689 Aug 10 03:12:01.356293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.413537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be908737-e139-4046-8e50-cdcb7c1cf935 req-716b7893-c328-4632-bb57-d451c9c435f5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Aug 10 03:12:01.429810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01a96f-2aa2-46cf-bb06-56c2d11d821c req-a0feca47-ab94-4b97-b7b2-4e00c974d9a1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.432096 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3e01a96f-2aa2-46cf-bb06-56c2d11d821c req-a0feca47-ab94-4b97-b7b2-4e00c974d9a1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 948 time: 0.1049857 Aug 10 03:12:01.457535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.465929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=94f26cd6-4833-49fb-abdc-6f565841e835,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.471712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f76b1bc1-eaf7-4005-b1c8-f2f6fc3474a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.496998 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3e01a96f-2aa2-46cf-bb06-56c2d11d821c req-5b7c6b44-5c51-4b58-bad7-72c3bb000389 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 Aug 10 03:12:01.534114 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72455fe7-fe20-4ce4-b8bf-44076ee81104 x-openstack-request-id: req-72455fe7-fe20-4ce4-b8bf-44076ee81104 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:01.534402 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-plugged", "status": "completed", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:01.534653 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72455fe7-fe20-4ce4-b8bf-44076ee81104 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:01.535197 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'code': 200} Aug 10 03:12:01.565695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.568206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.578817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f76b1bc1-eaf7-4005-b1c8-f2f6fc3474a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.587444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'port_id': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa', 'mac_address': 'fa:16:3e:ec:1f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142e721-826d-4528-9d82-96f3c0c9473f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:01.631806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.655025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1bc1-eaf7-4005-b1c8-f2f6fc3474a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b744a6b4-2a23-43b3-8126-069dd914127b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:01.662122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc975cf2-2e1d-4547-9ce4-ffe664b263aa {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:01.680568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41116) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:01.680764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f76b1bc1-eaf7-4005-b1c8-f2f6fc3474a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9856847689be4954a8ad2f9fe214031c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994928 Aug 10 03:12:01.693721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02eac4-d83a-4562-8cdd-ead3bec7eb54 req-f2bde4a8-c9f2-483c-9f10-11bdb4e7296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:01.695707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d02eac4-d83a-4562-8cdd-ead3bec7eb54 req-f2bde4a8-c9f2-483c-9f10-11bdb4e7296e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1101 time: 0.0799227 Aug 10 03:12:01.703249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:01.740331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d02eac4-d83a-4562-8cdd-ead3bec7eb54 req-3a480090-93eb-4270-aa13-d74afc0b217f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367806 Aug 10 03:12:01.773833 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-472af92f-0518-47ef-8a2d-70ce31185c40 req-5e7bc774-4fc0-4f35-be24-f45e3760fd46 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 210 time: 0.0315409 Aug 10 03:12:01.774847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2f5-92a5-4c7d-9764-711c0efa798a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.798247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2f5-92a5-4c7d-9764-711c0efa798a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.827789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.828872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:01.964588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2f5-92a5-4c7d-9764-711c0efa798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.967167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ffce2f5-92a5-4c7d-9764-711c0efa798a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:01.968446 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ffce2f5-92a5-4c7d-9764-711c0efa798a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b744a6b4-2a23-43b3-8126-069dd914127b HTTP/1.1" status: 204 len: 168 time: 0.2864807 Aug 10 03:12:01.976508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffce2f5-92a5-4c7d-9764-711c0efa798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b744a6b4-2a23-43b3-8126-069dd914127b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.098305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.121771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6414eb-01c6-4520-bdfb-14af653ec892 req-6738bc8c-1c58-4437-9759-010269a2fc72 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.123306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb6414eb-01c6-4520-bdfb-14af653ec892 req-6738bc8c-1c58-4437-9759-010269a2fc72 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0621367 Aug 10 03:12:02.169332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb6414eb-01c6-4520-bdfb-14af653ec892 req-40dcba8b-5cc3-483a-b658-d37225ef09a3 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Aug 10 03:12:02.171127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:02.185463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'port_id': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'mac_address': 'fa:16:3e:82:94:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2084d43d-9d2f-4497-9719-38ac098f031f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:02.231598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.255770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:02.278404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:02.360861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d97419-641f-45c1-8fb9-dff81c8718fa req-5e4e0445-e0ca-421f-96a8-ee7147ea3ba8 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.362211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.362500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d97419-641f-45c1-8fb9-dff81c8718fa req-5e4e0445-e0ca-421f-96a8-ee7147ea3ba8 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 948 time: 0.0532765 Aug 10 03:12:02.418004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:02.427658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d97419-641f-45c1-8fb9-dff81c8718fa req-d9bd501e-47b4-4f3d-b1d2-20e3ce42fc67 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554101 Aug 10 03:12:02.637029 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:02.677500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3f55c-aa71-466d-abaf-70be6a04979c req-01b1b8b4-253f-4895-8e12-0fd00f5c260a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.679662 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-53c3f55c-aa71-466d-abaf-70be6a04979c req-01b1b8b4-253f-4895-8e12-0fd00f5c260a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 945 time: 0.0930731 Aug 10 03:12:02.734794 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-53c3f55c-aa71-466d-abaf-70be6a04979c req-bef64321-8764-4160-bf64-8c59e62ec519 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Aug 10 03:12:02.770933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['dc975cf2-2e1d-4547-9ce4-ffe664b263aa'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:02.824080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['94f26cd6-4833-49fb-abdc-6f565841e835'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:02.839463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:02.873508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28d5fc-fb1f-4ec3-9924-ba390230b133 req-a3391c1a-31d6-4e1d-b261-b659a4eaf634 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:02.875626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b28d5fc-fb1f-4ec3-9924-ba390230b133 req-a3391c1a-31d6-4e1d-b261-b659a4eaf634 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0885849 Aug 10 03:12:02.898725 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cbfbf237-4d49-4d5e-afa1-472665a0d4be req-f6bc1edb-0806-4369-9701-c1714d0d4d75 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 210 time: 0.0372732 Aug 10 03:12:02.963982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b28d5fc-fb1f-4ec3-9924-ba390230b133 req-34a7f1f4-fb7e-4588-9474-9fd30cb070ff tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815215 Aug 10 03:12:03.053881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a5e9-d2ec-49ee-9d16-f5cbf7cde54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:03.347466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaf8c4-456f-40b0-b808-896e6000f884 req-ec30270d-4ff6-4834-a6b0-ea5549d8c40a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.355325 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a8eaf8c4-456f-40b0-b808-896e6000f884 req-ec30270d-4ff6-4834-a6b0-ea5549d8c40a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.0646338 Aug 10 03:12:03.399087 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a8eaf8c4-456f-40b0-b808-896e6000f884 req-c48bd334-f2a4-43bb-8b7b-f3354d44446a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Aug 10 03:12:03.540490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34173662-6d5c-4457-930c-4b4a6061514e req-2c82d795-1c10-45b5-b187-0fc607d7a818 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.542019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34173662-6d5c-4457-930c-4b4a6061514e req-2c82d795-1c10-45b5-b187-0fc607d7a818 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 948 time: 0.0494182 Aug 10 03:12:03.582678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34173662-6d5c-4457-930c-4b4a6061514e req-40e7c99c-14e9-41a4-9624-3027272d866e tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Aug 10 03:12:03.865854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d2b82-0db5-4b64-91a5-fb41577407bd req-a24b3861-04c3-4194-b2b8-89419226794e tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:03.867460 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-316d2b82-0db5-4b64-91a5-fb41577407bd req-a24b3861-04c3-4194-b2b8-89419226794e tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 945 time: 0.0550368 Aug 10 03:12:03.917156 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-316d2b82-0db5-4b64-91a5-fb41577407bd req-0dd9c0da-a24e-43eb-87bd-59937d85f38f tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Aug 10 03:12:03.968693 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-29b1a645-bfe6-4e94-b116-2d83d0399e0a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256596 Aug 10 03:12:03.973138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.018694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e79409e9-e46b-4d3e-b444-54d1748db008 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:04.073379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6106208-e96b-4f10-8a96-aa08075b3902 req-ea7e8136-6484-4126-9244-09231a0cbf6b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Aug 10 03:12:04.092095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-494424c1-de87-4432-b4ee-55b55ba094b2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.094323 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-494424c1-de87-4432-b4ee-55b55ba094b2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189914 Aug 10 03:12:04.131557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:04.213316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2dfc-9294-4444-9a35-cb71a5afaea0 req-d986f8af-6a6a-45c2-baa1-1081764c92fe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:04.215079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d7dc2dfc-9294-4444-9a35-cb71a5afaea0 req-d986f8af-6a6a-45c2-baa1-1081764c92fe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1196949 Aug 10 03:12:04.240105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port e79409e9-e46b-4d3e-b444-54d1748db008 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:04.250397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port e79409e9-e46b-4d3e-b444-54d1748db008 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.252481 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.351297 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d7dc2dfc-9294-4444-9a35-cb71a5afaea0 req-46ab6818-a245-4ffe-b322-9cb2c3a405cb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223352 Aug 10 03:12:04.390676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.413974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79409e9-e46b-4d3e-b444-54d1748db008'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:04.416743 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387e4579-948f-428d-904d-b2a43b3d3377" -d '{"events": [{"server_uuid": "b2a4c5ad-77bd-4721-9784-97e1a042dde4", "name": "network-vif-plugged", "status": "completed", "tag": "e79409e9-e46b-4d3e-b444-54d1748db008"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:04.435358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e79409e9-e46b-4d3e-b444-54d1748db008, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e79409e9-e46b-4d3e-b444-54d1748db008,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:04.464217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:04.467782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.571150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.623389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.204 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/4fbe155a-dfe0-47a2-a063-626389e978f1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:04.626045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1129112118', 'description': 'tempest-description-1523228345'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:04.629305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e79409e9-e46b-4d3e-b444-54d1748db008,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:04.744699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.757527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.788373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.810266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object 4fbe155a-dfe0-47a2-a063-626389e978f1 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:04.810491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 94f26cd6-4833-49fb-abdc-6f565841e835 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:04.865653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.871668 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f9ee79a5-ee00-42af-a3f7-2b621997a005 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219340 Aug 10 03:12:04.944501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.958703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.982042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 94f26cd6-4833-49fb-abdc-6f565841e835 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:04.986169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 94f26cd6-4833-49fb-abdc-6f565841e835 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:04.986555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:04.992915 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3b8237-eadf-412e-8ffc-788a59c6acda x-openstack-request-id: req-6a3b8237-eadf-412e-8ffc-788a59c6acda {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:04.993208 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a4c5ad-77bd-4721-9784-97e1a042dde4", "name": "network-vif-plugged", "status": "completed", "tag": "e79409e9-e46b-4d3e-b444-54d1748db008", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:04.993462 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a3b8237-eadf-412e-8ffc-788a59c6acda {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:04.993856 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79409e9-e46b-4d3e-b444-54d1748db008', 'code': 200} Aug 10 03:12:05.038980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:05.062524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abf0cbc-541d-4942-a28d-27e73dc6b5ac,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.162595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:05.163615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=4fbe155a-dfe0-47a2-a063-626389e978f1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.172265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:05.175812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:05.187304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-cabea4c6-b119-4f40-9084-43817a26e0e2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.189060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-cabea4c6-b119-4f40-9084-43817a26e0e2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119044 Aug 10 03:12:05.282856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:05.284826 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.309355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.310537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.325044 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.325473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123fd2c-bd8c-4a72-a3fc-900ae7f02494 req-37ca351c-3097-4107-8e6a-9892a172e656 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.335822 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d123fd2c-bd8c-4a72-a3fc-900ae7f02494 req-37ca351c-3097-4107-8e6a-9892a172e656 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.2795496 Aug 10 03:12:05.349046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d9fd8-db31-41ff-bac3-142dae25c00a req-e5a59e4e-f3b7-4638-a2b5-93ef681058d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.354753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-644d9fd8-db31-41ff-bac3-142dae25c00a req-e5a59e4e-f3b7-4638-a2b5-93ef681058d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 1098 time: 0.2438719 Aug 10 03:12:05.355269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 94f26cd6-4833-49fb-abdc-6f565841e835, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=94f26cd6-4833-49fb-abdc-6f565841e835,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:05.364326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-02e914af-665a-4aa8-a848-16c150637c3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2194226 Aug 10 03:12:05.423991 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.454237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23ee624-dee4-423f-82d2-a0c800bb3da1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.480192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.481065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device dc975cf2-2e1d-4547-9ce4-ffe664b263aa up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:05.481284 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d123fd2c-bd8c-4a72-a3fc-900ae7f02494 req-d861c247-2dc2-46a6-9b7b-32242bf669d6 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392612 Aug 10 03:12:05.489426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-644d9fd8-db31-41ff-bac3-142dae25c00a req-7c6b60fb-b112-4d05-b911-306b6e3c0621 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030867 Aug 10 03:12:05.569132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f4d6043c-fe46-4053-8741-f07f1d321353 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4462953 Aug 10 03:12:05.581967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.583214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d559ab3-4235-4419-ba7a-36b404989182 req-a50bde10-2617-4b52-bf1c-d9f248340b1f tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9624834 Aug 10 03:12:05.640167 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.643117 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6523f-8e1c-491a-83ff-7f025e208528 req-b4e9a67a-1824-4c65-bbd9-ebe827dae1cd tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.651249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-98f6523f-8e1c-491a-83ff-7f025e208528 req-b4e9a67a-1824-4c65-bbd9-ebe827dae1cd tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.0938048 Aug 10 03:12:05.651472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=94f26cd6-4833-49fb-abdc-6f565841e835,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:05.660122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99dfe3d9-363e-4671-8d9e-9a26dc6012b4 None None] Provisioning for port 4fbe155a-dfe0-47a2-a063-626389e978f1 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:05.668883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99dfe3d9-363e-4671-8d9e-9a26dc6012b4 None None] Provisioning complete for port 4fbe155a-dfe0-47a2-a063-626389e978f1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:05.675069 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99dfe3d9-363e-4671-8d9e-9a26dc6012b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.704064 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-98f6523f-8e1c-491a-83ff-7f025e208528 req-532b39ee-27f4-4f18-ae28-98c021c3c7b7 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486808 Aug 10 03:12:05.724792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:05.730564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e079-cb64-4587-921c-baea7ebb01a0 req-eed6e608-2f33-4ff3-bb4c-ed03f96d8e56 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.734979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99dfe3d9-363e-4671-8d9e-9a26dc6012b4 None None] Port 4fbe155a-dfe0-47a2-a063-626389e978f1 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:05.735448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d02e079-cb64-4587-921c-baea7ebb01a0 req-eed6e608-2f33-4ff3-bb4c-ed03f96d8e56 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 946 time: 0.0705156 Aug 10 03:12:05.736869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.755746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port dc975cf2-2e1d-4547-9ce4-ffe664b263aa completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:05.760175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port dc975cf2-2e1d-4547-9ce4-ffe664b263aa triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:05.763557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.805751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d02e079-cb64-4587-921c-baea7ebb01a0 req-00fb62a8-99a0-4ceb-813b-4552b6c77477 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670037 Aug 10 03:12:05.898885 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.902126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Request body: {'port': {'device_id': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:05.942286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:05.946646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958ef3b-51e3-45be-946a-a6c2e841b890 req-9e6a67f4-45cc-4b04-b786-1c18be86bf8b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:05.948437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82775c4f-2799-4446-b5a1-b6695f2fc0ea req-8076ea8d-3b4e-4b4f-8de8-357a5286ebe7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 210 time: 0.0531132 Aug 10 03:12:05.954975 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9958ef3b-51e3-45be-946a-a6c2e841b890 req-9e6a67f4-45cc-4b04-b786-1c18be86bf8b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1334314 Aug 10 03:12:06.010365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.120 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/f3cda984-43f5-425a-a6af-9b224ab0cb8a) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:06.041566 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.042765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.043066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:06.067824 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9958ef3b-51e3-45be-946a-a6c2e841b890 req-ea42d790-9cf6-4223-a55e-9f7a5cac135b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Aug 10 03:12:06.083425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-48017f52-f375-4831-8334-9076380921da req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Request body: {'security_group': {'name': 'tempest-securitygroup-649667015', 'description': 'tempest-description-1689005229'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:06.168179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.201266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48017f52-f375-4831-8334-9076380921da req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.297514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48017f52-f375-4831-8334-9076380921da req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.310254 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.324477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:06.324778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object f3cda984-43f5-425a-a6af-9b224ab0cb8a will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:06.328417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:06.328798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.381911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48017f52-f375-4831-8334-9076380921da req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.414415 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.420083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7c6e3-6609-4640-866a-232e274b1e94,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.450835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.458338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:06.496248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:06.496503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48017f52-f375-4831-8334-9076380921da req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.497779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48017f52-f375-4831-8334-9076380921da req-bc98175b-0ea8-40a7-8068-6282e7c2ad3d tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4221439 Aug 10 03:12:06.546449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:06.552676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:06.553404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.561784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:06.619340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.620828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.649419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=f3cda984-43f5-425a-a6af-9b224ab0cb8a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.665518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-146354598', 'description': 'tempest-description-1067981017'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:06.691686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:06.727950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015b6f8-26fb-440e-8947-69d25e06511c req-eb676a5d-3fc7-4d85-beaf-161f2f80c20a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:06.731234 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7015b6f8-26fb-440e-8947-69d25e06511c req-eb676a5d-3fc7-4d85-beaf-161f2f80c20a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 945 time: 0.1069875 Aug 10 03:12:06.747599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-e5e9d592-91f3-44b2-95e9-201bacfcb5c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4750426 Aug 10 03:12:06.798572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Request body: {'port': {'device_id': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:06.829379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.845485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbe155a-dfe0-47a2-a063-626389e978f1 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:06.850104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.877210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.888635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7015b6f8-26fb-440e-8947-69d25e06511c req-424bc2f4-a7a3-410d-9bb3-e95218988431 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433873 Aug 10 03:12:06.892012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.908256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Transition to ACTIVE for port object 4fbe155a-dfe0-47a2-a063-626389e978f1 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:06.985413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:06.995157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f26cd6-4833-49fb-abdc-6f565841e835'}, {'server_uuid': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa'}, {'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:06.998015 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3cc45e-48b4-4a87-a361-dd72a3cfaf85" -d '{"events": [{"server_uuid": "930f0343-e855-4b0b-9635-fe7ab6628f74", "name": "network-vif-plugged", "status": "completed", "tag": "94f26cd6-4833-49fb-abdc-6f565841e835"}, {"server_uuid": "ca3368f2-3552-49cc-8697-14ffc92a6906", "name": "network-vif-plugged", "status": "completed", "tag": "dc975cf2-2e1d-4547-9ce4-ffe664b263aa"}, {"server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "name": "network-vif-plugged", "status": "completed", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:07.023698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6c789ead-381d-45f3-9c2f-8ba39831aa42 None None] Provisioning for port f3cda984-43f5-425a-a6af-9b224ab0cb8a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:07.025099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.027839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6c789ead-381d-45f3-9c2f-8ba39831aa42 None None] Provisioning complete for port f3cda984-43f5-425a-a6af-9b224ab0cb8a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:07.030791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c789ead-381d-45f3-9c2f-8ba39831aa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.063369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6c789ead-381d-45f3-9c2f-8ba39831aa42 None None] Port f3cda984-43f5-425a-a6af-9b224ab0cb8a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:07.072882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.107551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98254e6f-00d9-443f-a62c-e15ecb528f44,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.180193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbe155a-dfe0-47a2-a063-626389e978f1,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.189642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.203550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d3c7c-ba46-44d8-839e-dffea8c52ae3 req-94cef1c1-c2df-42ca-b1ca-b4ddff621572 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.205122 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ba3d3c7c-ba46-44d8-839e-dffea8c52ae3 req-94cef1c1-c2df-42ca-b1ca-b4ddff621572 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.1856081 Aug 10 03:12:07.251114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.281136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b771f97e-c680-4b3b-84fe-c915c1be0ef5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:07.359135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.360654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18eda061-0f95-415b-9bf5-f54156d13615 req-bfe86278-ee7d-477f-a15e-d450c7adbca2 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6990321 Aug 10 03:12:07.471899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722429f7-e290-4396-8b80-231220f26d3f req-77a42a21-efec-4a97-9443-d506f4769ec1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.473405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722429f7-e290-4396-8b80-231220f26d3f req-77a42a21-efec-4a97-9443-d506f4769ec1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 946 time: 0.0546725 Aug 10 03:12:07.516637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722429f7-e290-4396-8b80-231220f26d3f req-b8a34c3b-8149-4294-b3fd-a73f6c32964b tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Aug 10 03:12:07.606850 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ba3d3c7c-ba46-44d8-839e-dffea8c52ae3 req-9d983ed1-ced7-490e-b632-8234ced152ce tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865817 Aug 10 03:12:07.628778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Attempting to bind port 4fbe155a-dfe0-47a2-a063-626389e978f1 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:07.629121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Attempting to bind port 4fbe155a-dfe0-47a2-a063-626389e978f1 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:07.629450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Attempting to bind port 4fbe155a-dfe0-47a2-a063-626389e978f1 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:07.636954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Port 4fbe155a-dfe0-47a2-a063-626389e978f1 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:07.637665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Attempting to bind port 4fbe155a-dfe0-47a2-a063-626389e978f1 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:07.648720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:07.649144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:07.649521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:07.649953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Bound port: 4fbe155a-dfe0-47a2-a063-626389e978f1, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:07.650306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.653696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44cab-9193-4799-8148-4c50be16cf0b req-72fc1d1a-770d-4223-8348-dc8b63748eb2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.655403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84a44cab-9193-4799-8148-4c50be16cf0b req-72fc1d1a-770d-4223-8348-dc8b63748eb2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 936 time: 0.0609024 Aug 10 03:12:07.666158 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77676c0b-e3cd-43b1-814b-34edc5a847da x-openstack-request-id: req-77676c0b-e3cd-43b1-814b-34edc5a847da {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:07.666570 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930f0343-e855-4b0b-9635-fe7ab6628f74", "name": "network-vif-plugged", "status": "completed", "tag": "94f26cd6-4833-49fb-abdc-6f565841e835", "code": 200}, {"server_uuid": "ca3368f2-3552-49cc-8697-14ffc92a6906", "name": "network-vif-plugged", "status": "completed", "tag": "dc975cf2-2e1d-4547-9ce4-ffe664b263aa", "code": 200}, {"server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "name": "network-vif-plugged", "status": "completed", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:07.666921 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77676c0b-e3cd-43b1-814b-34edc5a847da {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:07.667416 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f26cd6-4833-49fb-abdc-6f565841e835', 'code': 200} Aug 10 03:12:07.667772 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa', 'code': 200} Aug 10 03:12:07.668120 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'code': 200} Aug 10 03:12:07.698454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84a44cab-9193-4799-8148-4c50be16cf0b req-6bd741bd-9bd8-45bd-a4dc-3481cbf50626 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359895 Aug 10 03:12:07.749684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cda984-43f5-425a-a6af-9b224ab0cb8a {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:07.768603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.790295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Transition to ACTIVE for port object f3cda984-43f5-425a-a6af-9b224ab0cb8a will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:07.798211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] For port 4fbe155a-dfe0-47a2-a063-626389e978f1, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:07.801906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] For port 4fbe155a-dfe0-47a2-a063-626389e978f1, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=4fbe155a-dfe0-47a2-a063-626389e978f1,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:07.807453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-5ba8ff21-b44b-474c-8da0-f41865597d5d req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1825497332', 'description': 'tempest-description-1393117783'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:07.876609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125c7f8-6c74-4f6f-b330-76e3b2fbbbfa req-b97a4f83-c0e8-41b7-8bb8-052ac703d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.878133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a125c7f8-6c74-4f6f-b330-76e3b2fbbbfa req-b97a4f83-c0e8-41b7-8bb8-052ac703d038 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1097 time: 0.0410340 Aug 10 03:12:07.886126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25d80-efcf-4501-9058-b77cadc91132 req-2ef7b101-a119-48fa-913f-29b01372b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.887587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aa25d80-efcf-4501-9058-b77cadc91132 req-2ef7b101-a119-48fa-913f-29b01372b27d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 1101 time: 0.0987990 Aug 10 03:12:07.895580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ce5d9-8f7f-4e84-96d9-8ac6283ddd02 req-45c98db0-0c41-494b-a155-da7bf79205aa tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.897065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-426ce5d9-8f7f-4e84-96d9-8ac6283ddd02 req-45c98db0-0c41-494b-a155-da7bf79205aa tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1214573 Aug 10 03:12:07.900001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e25d8-b374-41cc-9978-8238ae6a04f2 req-c70dde74-579f-4939-8fd7-1c5f892b955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:07.900941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.901521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-897e25d8-b374-41cc-9978-8238ae6a04f2 req-c70dde74-579f-4939-8fd7-1c5f892b955c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca3368f2-3552-49cc-8697-14ffc92a6906 HTTP/1.1" status: 200 len: 1098 time: 0.1151831 Aug 10 03:12:07.950611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff21-b44b-474c-8da0-f41865597d5d req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.954084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:07.980444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aa25d80-efcf-4501-9058-b77cadc91132 req-9c7471d7-bb52-4ee1-8f76-02f4b1b1b4e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821500 Aug 10 03:12:07.983953 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a125c7f8-6c74-4f6f-b330-76e3b2fbbbfa req-d67f731e-1de4-4741-996e-ddfc8b4483cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977244 Aug 10 03:12:07.985165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-426ce5d9-8f7f-4e84-96d9-8ac6283ddd02 req-97b615f0-7d2d-4e74-867c-6ae88d4d3a74 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786445 Aug 10 03:12:07.987133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-897e25d8-b374-41cc-9978-8238ae6a04f2 req-62da75e2-4937-4ecc-a419-ff1bb03f8d84 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685835 Aug 10 03:12:07.987910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cda984-43f5-425a-a6af-9b224ab0cb8a,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.002873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.003701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.005145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/4fbe155a-dfe0-47a2-a063-626389e978f1 HTTP/1.1" status: 200 len: 1097 time: 2.1084116 Aug 10 03:12:08.038914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'tag': '4fbe155a-dfe0-47a2-a063-626389e978f1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:08.041257 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3", "tag": "4fbe155a-dfe0-47a2-a063-626389e978f1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:08.121819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8162230-3443-47d8-bf6f-b16e53cbfe30 req-73b37b57-ae73-44ab-84d0-86e749b94d13 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.123215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8162230-3443-47d8-bf6f-b16e53cbfe30 req-73b37b57-ae73-44ab-84d0-86e749b94d13 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 945 time: 0.0551431 Aug 10 03:12:08.130314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429eb26-ffec-4314-960e-0a72a332d8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbe155a-dfe0-47a2-a063-626389e978f1,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.159012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Attempting to bind port f3cda984-43f5-425a-a6af-9b224ab0cb8a on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:08.159423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Attempting to bind port f3cda984-43f5-425a-a6af-9b224ab0cb8a by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:08.160773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Attempting to bind port f3cda984-43f5-425a-a6af-9b224ab0cb8a on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:08.178416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8162230-3443-47d8-bf6f-b16e53cbfe30 req-e7ce1aa1-2f44-428a-bcec-717156d51a63 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Aug 10 03:12:08.181812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Port f3cda984-43f5-425a-a6af-9b224ab0cb8a on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:08.182147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Attempting to bind port f3cda984-43f5-425a-a6af-9b224ab0cb8a on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:08.209578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:08.209865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:08.210252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:08.210693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Bound port: f3cda984-43f5-425a-a6af-9b224ab0cb8a, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:08.211050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.230031 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751295d9-f18b-4ccd-a0ab-f961267708a7 x-openstack-request-id: req-751295d9-f18b-4ccd-a0ab-f961267708a7 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:08.230316 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3", "tag": "4fbe155a-dfe0-47a2-a063-626389e978f1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:08.230628 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-751295d9-f18b-4ccd-a0ab-f961267708a7 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:08.230950 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'tag': '4fbe155a-dfe0-47a2-a063-626389e978f1', 'status': 'completed', 'code': 200} Aug 10 03:12:08.276658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff21-b44b-474c-8da0-f41865597d5d req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.291363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-97ca1c98-6303-4905-9dd9-c3e053bc2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.292937 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-97ca1c98-6303-4905-9dd9-c3e053bc2bfc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 1100 time: 0.1274853 Aug 10 03:12:08.334873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-932bccb8-c399-41ef-a6ae-c73a2310dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.336480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-932bccb8-c399-41ef-a6ae-c73a2310dea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1101 time: 0.0463965 Aug 10 03:12:08.349778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] For port f3cda984-43f5-425a-a6af-9b224ab0cb8a, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:08.352075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff21-b44b-474c-8da0-f41865597d5d req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.354991 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-b617d107-dd61-4384-8703-9678f9f21076 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=4fbe155a-dfe0-47a2-a063-626389e978f1 HTTP/1.1" status: 200 len: 217 time: 0.0437129 Aug 10 03:12:08.386846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] For port f3cda984-43f5-425a-a6af-9b224ab0cb8a, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:08.419385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98823bca-9ccd-4ba4-8f31-a1b833f400a3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.433242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-89633d68-8811-4e33-9d6e-30a6d2a8036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.433702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-8e99b4ba-20eb-4534-972c-42ad1c028996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.434713 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-89633d68-8811-4e33-9d6e-30a6d2a8036f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0673463 Aug 10 03:12:08.435048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-8e99b4ba-20eb-4534-972c-42ad1c028996 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0897336 Aug 10 03:12:08.481906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-67b19240-ae89-4333-bf8f-4548ae00f451 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0366337 Aug 10 03:12:08.489445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.498950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5ba8ff21-b44b-474c-8da0-f41865597d5d req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.500159 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5ba8ff21-b44b-474c-8da0-f41865597d5d req-e2835841-d310-47ca-8951-50babfdb91fa tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6969056 Aug 10 03:12:08.538955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.539234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:08.540744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] 10.222.0.54 "PUT /v2.0/ports/f3cda984-43f5-425a-a6af-9b224ab0cb8a HTTP/1.1" status: 200 len: 1097 time: 1.7532964 Aug 10 03:12:08.552241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-abcbdd25-d5c0-46b7-8407-c51420f034e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.553828 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-abcbdd25-d5c0-46b7-8407-c51420f034e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1050730 Aug 10 03:12:08.561584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-d1a49a47-78ad-4ba8-ae75-0fd056ac3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.563334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-d1a49a47-78ad-4ba8-ae75-0fd056ac3408 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0733013 Aug 10 03:12:08.570964 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52deb6-9a0c-4253-a532-d1a37e90bb65 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cda984-43f5-425a-a6af-9b224ab0cb8a,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:08.668334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-814ad25a-3020-480c-8aef-89caa3122ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.669871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-814ad25a-3020-480c-8aef-89caa3122ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837448 Aug 10 03:12:08.712265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b7ad8-8cd5-4174-b920-d0363a0ba04f req-6b906a2e-48ba-42ab-ab4d-c92b94e9bec5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.713850 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-775b7ad8-8cd5-4174-b920-d0363a0ba04f req-6b906a2e-48ba-42ab-ab4d-c92b94e9bec5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 946 time: 0.0855949 Aug 10 03:12:08.724775 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-f3f68e1f-e818-4e62-ac67-f5680079d7dd service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493058 Aug 10 03:12:08.827805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-e9f68db3-8596-4921-9db8-42e54492fa7a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479583 Aug 10 03:12:08.843331 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-775b7ad8-8cd5-4174-b920-d0363a0ba04f req-6ec06979-5457-4142-b726-cb6eadb7c376 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175985 Aug 10 03:12:08.878682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-59a83052-14ae-4e05-95c9-103776e80a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:08.880180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-59a83052-14ae-4e05-95c9-103776e80a6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 1100 time: 0.0933015 Aug 10 03:12:08.902740 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-ee78ca0b-6587-4284-b71c-ea37d3517e36 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693511 Aug 10 03:12:08.941622 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-1b801a69-85ee-4673-9e9c-489a2a25b689 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a HTTP/1.1" status: 200 len: 217 time: 0.0463231 Aug 10 03:12:08.995542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-3d2f1ef4-878e-48bf-8736-b6df1511f989 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492188 Aug 10 03:12:09.018037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6dbb1-a559-416c-bd04-a64c86ee9ad9 req-539dde4d-4e49-4c22-9e33-26fbd4228f74 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.019524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ced6dbb1-a559-416c-bd04-a64c86ee9ad9 req-539dde4d-4e49-4c22-9e33-26fbd4228f74 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.1147721 Aug 10 03:12:09.021335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-5e7a02b9-c795-4fb1-bb08-896dc42c5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.022658 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-5e7a02b9-c795-4fb1-bb08-896dc42c5bb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0630507 Aug 10 03:12:09.032778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-a5d89373-7948-475a-9317-53f0d0163801 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56134 time: 0.5074220 Aug 10 03:12:09.063943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ced6dbb1-a559-416c-bd04-a64c86ee9ad9 req-5f3abb5e-0269-494c-bae1-ebefb991efca tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360441 Aug 10 03:12:09.079559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-f1767a7d-f23d-4b86-beb3-6413a4e7d100 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/01030bc8-3bfb-4ae9-ba13-07d7870c118b HTTP/1.1" status: 200 len: 2981 time: 0.0385885 Aug 10 03:12:09.142278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-1793da8f-6413-4b3e-b228-bca2802b15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.144548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-1793da8f-6413-4b3e-b228-bca2802b15fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786107 Aug 10 03:12:09.148888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-c85f452a-e69a-4bb9-afd6-64ed62fe755f tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/01030bc8-3bfb-4ae9-ba13-07d7870c118b HTTP/1.1" status: 200 len: 2981 time: 0.0595834 Aug 10 03:12:09.149248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-001ef880-a544-4ad0-8e1d-bcc45b0e3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.150541 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-001ef880-a544-4ad0-8e1d-bcc45b0e3e4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 1100 time: 0.0857410 Aug 10 03:12:09.193541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-2c20ebaf-71f9-49e9-b08e-753a02426dd9 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/013a3885-b732-4780-a925-5cd5ce5db638 HTTP/1.1" status: 200 len: 2981 time: 0.0406370 Aug 10 03:12:09.239549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-ec3a6a3a-9c39-420b-99d6-cc1efae10ef4 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/013a3885-b732-4780-a925-5cd5ce5db638 HTTP/1.1" status: 200 len: 2981 time: 0.0389948 Aug 10 03:12:09.287096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-330d72d4-af34-48fc-bf4a-0443d2925878 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/04764ef8-f25d-43a3-b63d-ca5fbe613f69 HTTP/1.1" status: 200 len: 2977 time: 0.0413809 Aug 10 03:12:09.335440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2eeb13-5530-4277-b18c-e0297f1e9762 req-741bca0a-9ddc-46b0-8773-1ca2857d1a72 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.336091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-e3dde18a-3514-4527-89b7-82abd0896d2e tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/04764ef8-f25d-43a3-b63d-ca5fbe613f69 HTTP/1.1" status: 200 len: 2977 time: 0.0427654 Aug 10 03:12:09.343151 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2c2eeb13-5530-4277-b18c-e0297f1e9762 req-741bca0a-9ddc-46b0-8773-1ca2857d1a72 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 948 time: 0.1693323 Aug 10 03:12:09.379845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-d8554b56-3b1e-4824-bbd0-698d2d6a7969 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/22dbe9ec-c5f4-41ec-afeb-9058a0e45ef5 HTTP/1.1" status: 200 len: 2981 time: 0.0399213 Aug 10 03:12:09.380250 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-607fc071-c768-4126-82fd-3580ff0c7a66 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217133 Aug 10 03:12:09.382695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-b44c79c0-3b9c-407b-a9c2-9097badc7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.384044 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-b44c79c0-3b9c-407b-a9c2-9097badc7941 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2245166 Aug 10 03:12:09.426544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-f1e54659-7169-4d63-a44b-c6562f2f0e65 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/22dbe9ec-c5f4-41ec-afeb-9058a0e45ef5 HTTP/1.1" status: 200 len: 2981 time: 0.0395141 Aug 10 03:12:09.453605 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2c2eeb13-5530-4277-b18c-e0297f1e9762 req-a62eaecd-02af-4b5d-9b60-a6b79bc7acb4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095967 Aug 10 03:12:09.477093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-c270930b-9d1d-4a46-a6d2-2099087e9152 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4072766e-b982-4db0-9377-611001026ed7 HTTP/1.1" status: 200 len: 2981 time: 0.0442359 Aug 10 03:12:09.478092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-928195e3-2971-443b-8477-4ef1cd512195 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=4fbe155a-dfe0-47a2-a063-626389e978f1 HTTP/1.1" status: 200 len: 217 time: 0.0821371 Aug 10 03:12:09.524938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-cab70ed6-5e91-466d-8b5e-49241d9f97ad tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4072766e-b982-4db0-9377-611001026ed7 HTTP/1.1" status: 200 len: 2981 time: 0.0403581 Aug 10 03:12:09.579480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-4822a626-2f3d-468c-8ad5-aee462baa109 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4abf0cbc-541d-4942-a28d-27e73dc6b5ac HTTP/1.1" status: 200 len: 2981 time: 0.0464838 Aug 10 03:12:09.589909 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-9f45a207-9dc5-4c66-b675-0050c2764b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.591706 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-9f45a207-9dc5-4c66-b675-0050c2764b6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1025004 Aug 10 03:12:09.594402 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f13d36-420c-4069-9d2f-5b95b808a4ef req-299693f2-675f-4d7e-8fc3-06b16100c2e0 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995888 Aug 10 03:12:09.624004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-c61f899f-7613-470a-ad37-1880f894fff0 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4abf0cbc-541d-4942-a28d-27e73dc6b5ac HTTP/1.1" status: 200 len: 2981 time: 0.0377724 Aug 10 03:12:09.677259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-9155326c-e902-4311-a9b3-bbb7732c0592 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/6b3f0581-2c58-49fb-86b2-ddc4ec44ccbf HTTP/1.1" status: 200 len: 2981 time: 0.0442476 Aug 10 03:12:09.695436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-9b4afe64-f670-4cd4-a901-10182decd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.697187 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-9b4afe64-f670-4cd4-a901-10182decd580 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868289 Aug 10 03:12:09.707584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b25015-433b-4ef2-996c-35f7c541274b req-1308d394-6218-4bf3-a462-893e5d5ad366 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.709527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-58b25015-433b-4ef2-996c-35f7c541274b req-1308d394-6218-4bf3-a462-893e5d5ad366 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3368f2-3552-49cc-8697-14ffc92a6906 HTTP/1.1" status: 200 len: 946 time: 0.0874863 Aug 10 03:12:09.728693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-a7540229-af57-48d7-95f7-fc7c228b04fe tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/6b3f0581-2c58-49fb-86b2-ddc4ec44ccbf HTTP/1.1" status: 200 len: 2981 time: 0.0427415 Aug 10 03:12:09.779062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-09fda72f-54a5-417a-a991-fedc94f793bf tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/79fdce5c-87e1-4067-b174-9a8001a78d76 HTTP/1.1" status: 200 len: 2981 time: 0.0436985 Aug 10 03:12:09.794962 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-58b25015-433b-4ef2-996c-35f7c541274b req-a368a046-6dff-415d-8c93-9bbfddea4e7f tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758665 Aug 10 03:12:09.824308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-eda23ee8-0e4d-4c18-903a-41b5a295893f tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/79fdce5c-87e1-4067-b174-9a8001a78d76 HTTP/1.1" status: 200 len: 2981 time: 0.0377705 Aug 10 03:12:09.837007 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-8d70bdc8-dca7-4e91-bed9-a0ba884b2d41 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264973 Aug 10 03:12:09.870698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-7d7ef18c-968a-43d0-9483-079679bffc6a tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7aa54571-1eae-412a-9ec8-4756a2101f8d HTTP/1.1" status: 200 len: 2981 time: 0.0390115 Aug 10 03:12:09.914883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-98c3df16-55cc-4146-8b00-a58c3c5806ec tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7aa54571-1eae-412a-9ec8-4756a2101f8d HTTP/1.1" status: 200 len: 2981 time: 0.0378973 Aug 10 03:12:09.959264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-12797e31-070f-45e1-bcba-50ed312fce24 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7af93f81-7147-4d33-a77a-389d953a9e42 HTTP/1.1" status: 200 len: 2981 time: 0.0379238 Aug 10 03:12:09.964410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60cf51-08ba-40c1-844d-2041e264f52d req-39286c13-1241-410f-b377-ff40e90fe0d0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:09.965900 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2d60cf51-08ba-40c1-844d-2041e264f52d req-39286c13-1241-410f-b377-ff40e90fe0d0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1000092 Aug 10 03:12:09.983205 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7ad7a05-d416-47fb-8dcb-c040516b0c8f req-037017f6-57e0-4d84-9260-23c7d03f819c service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374605 Aug 10 03:12:10.001504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-f8ccf376-66bb-4e8a-99f5-ce221ab0f31a tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/7af93f81-7147-4d33-a77a-389d953a9e42 HTTP/1.1" status: 200 len: 2981 time: 0.0356603 Aug 10 03:12:10.009216 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2d60cf51-08ba-40c1-844d-2041e264f52d req-e3d4b92d-4f03-45d3-a89d-7e0f2b1a560a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Aug 10 03:12:10.051163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-6496bc7b-a3c2-4e2b-9df1-092402d38641 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/95e1aa71-47c6-488c-a210-93a884bd9a3e HTTP/1.1" status: 200 len: 2981 time: 0.0411642 Aug 10 03:12:10.092715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-c3ee7ad9-4728-49d5-ab63-47e32ea39a5e tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/95e1aa71-47c6-488c-a210-93a884bd9a3e HTTP/1.1" status: 200 len: 2981 time: 0.0352476 Aug 10 03:12:10.111513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9e6e-d954-4a19-9673-83c7b12c0178 req-1eb78598-aef8-4e5a-8949-c32d76b3133e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.113019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c76f9e6e-d954-4a19-9673-83c7b12c0178 req-1eb78598-aef8-4e5a-8949-c32d76b3133e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 945 time: 0.0481312 Aug 10 03:12:10.135995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-c3db25fc-2a0f-4494-b974-3ff4076d8b16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/98254e6f-00d9-443f-a62c-e15ecb528f44 HTTP/1.1" status: 200 len: 2981 time: 0.0369055 Aug 10 03:12:10.152745 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c76f9e6e-d954-4a19-9673-83c7b12c0178 req-6bf64283-7856-4b01-ad42-1e5a03fb2a2d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333638 Aug 10 03:12:10.178736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-e045bd22-5aa5-4465-b95c-da4a76447c65 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/98254e6f-00d9-443f-a62c-e15ecb528f44 HTTP/1.1" status: 200 len: 2981 time: 0.0358386 Aug 10 03:12:10.220750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-0240f73e-8cb2-4b70-a2c2-c775e15ac465 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b2b45229-15d1-4b27-bd49-3bc9385667c0 HTTP/1.1" status: 200 len: 2973 time: 0.0359004 Aug 10 03:12:10.242570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'tag': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:10.244813 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e7c1c9-1802-4900-bca7-20dc70f696b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d350b9-67eb-4afe-aaa8-3403c04fbb71", "tag": "f3cda984-43f5-425a-a6af-9b224ab0cb8a"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:10.262533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-d441d322-f383-4028-841f-7b507c7adf6d tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b2b45229-15d1-4b27-bd49-3bc9385667c0 HTTP/1.1" status: 200 len: 2973 time: 0.0357122 Aug 10 03:12:10.271260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafecde-e8d2-4c93-9d1a-d11089e5ca0e req-6228ec3f-abf8-490e-bcd5-4fd81b87930e tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.272820 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bfafecde-e8d2-4c93-9d1a-d11089e5ca0e req-6228ec3f-abf8-490e-bcd5-4fd81b87930e tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.0553772 Aug 10 03:12:10.306450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-e002e820-50ca-449c-ac32-38a8944fda10 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d95ac1be-cc10-4431-8928-fc78557ceb93 HTTP/1.1" status: 200 len: 2981 time: 0.0373986 Aug 10 03:12:10.309332 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bfafecde-e8d2-4c93-9d1a-d11089e5ca0e req-4a9716f0-199a-42a7-bfc3-6505a59ed57c tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Aug 10 03:12:10.351119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-ed02f7c6-3172-4605-a100-8a960d5b0277 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d95ac1be-cc10-4431-8928-fc78557ceb93 HTTP/1.1" status: 200 len: 2981 time: 0.0377710 Aug 10 03:12:10.393900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-27dd7f13-3dea-4c09-af5b-915bc2ae4eb6 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e583dfcd-70fa-4d61-8976-41c94058a24c HTTP/1.1" status: 200 len: 2977 time: 0.0364010 Aug 10 03:12:10.406373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13300742-c68b-4e20-bb61-af1641c149a1 req-93651e65-6cc7-4565-8978-bbb1ac03fc83 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.407860 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-13300742-c68b-4e20-bb61-af1641c149a1 req-93651e65-6cc7-4565-8978-bbb1ac03fc83 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1097 time: 0.0445189 Aug 10 03:12:10.435323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-6bb35cf3-8199-4937-adce-3d2a2d5c5817 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e583dfcd-70fa-4d61-8976-41c94058a24c HTTP/1.1" status: 200 len: 2977 time: 0.0353863 Aug 10 03:12:10.442684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-13300742-c68b-4e20-bb61-af1641c149a1 req-ba8b6177-4ce5-45af-86b8-36f4e02ee37b tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283983 Aug 10 03:12:10.479048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-d38822a7-fe6b-43fa-a38c-f6cf7d62852a tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e9acd9a9-70d0-433b-8640-f36e4cf9be44 HTTP/1.1" status: 200 len: 2977 time: 0.0367239 Aug 10 03:12:10.501612 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b79f98e-3f80-48b2-bdea-809446318388 x-openstack-request-id: req-8b79f98e-3f80-48b2-bdea-809446318388 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:10.501814 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d350b9-67eb-4afe-aaa8-3403c04fbb71", "tag": "f3cda984-43f5-425a-a6af-9b224ab0cb8a", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:10.502079 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b79f98e-3f80-48b2-bdea-809446318388 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:10.502471 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'tag': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', 'status': 'completed', 'code': 200} Aug 10 03:12:10.528650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-bec825d1-7e9a-49e4-8bf7-e660800a4d63 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e9acd9a9-70d0-433b-8640-f36e4cf9be44 HTTP/1.1" status: 200 len: 2977 time: 0.0383852 Aug 10 03:12:10.576143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-0f5d9ec9-f5d0-41ff-a6be-8468dba4066d tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/f9ebf956-8450-41a4-b392-4ce18204475f HTTP/1.1" status: 200 len: 2981 time: 0.0407026 Aug 10 03:12:10.594094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-7be44afe-b9cb-45bf-a46d-ae53bbaf6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.595800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-7be44afe-b9cb-45bf-a46d-ae53bbaf6c2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 1100 time: 0.0428994 Aug 10 03:12:10.619054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e19e790c-11cd-4ad8-bf1e-9d01d757c988 req-863c855b-eb23-419a-9ace-9a2864f60dfe tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/f9ebf956-8450-41a4-b392-4ce18204475f HTTP/1.1" status: 200 len: 2981 time: 0.0365052 Aug 10 03:12:10.690898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-e6549c73-4dcb-4365-8fd6-38fcf2b9bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.692548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-e6549c73-4dcb-4365-8fd6-38fcf2b9bcb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0886467 Aug 10 03:12:10.717363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673d231-60c7-430a-a477-e1213548d51a req-eb8cde41-9678-4b87-bc23-cff2798a218b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.718788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b673d231-60c7-430a-a477-e1213548d51a req-eb8cde41-9678-4b87-bc23-cff2798a218b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 948 time: 0.0494316 Aug 10 03:12:10.741634 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-62f850c5-62f9-4c00-8136-34548732db7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a HTTP/1.1" status: 200 len: 217 time: 0.0399892 Aug 10 03:12:10.762294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b673d231-60c7-430a-a477-e1213548d51a req-3dd65c4f-b591-4886-ac2a-d8feb8acb742 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371699 Aug 10 03:12:10.810766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-61803b85-e9a1-47e3-b107-5759344866cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.812599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-61803b85-e9a1-47e3-b107-5759344866cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0546315 Aug 10 03:12:10.860720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-c20fcef3-9430-4f01-9bc2-61ce14250e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.862279 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-c20fcef3-9430-4f01-9bc2-61ce14250e53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406926 Aug 10 03:12:10.872773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f70cb-49c0-4e06-90ff-075e344e0e3c req-d28f4a0c-c32b-4b4b-89ca-4411d1094c4a tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:10.874737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d0f70cb-49c0-4e06-90ff-075e344e0e3c req-d28f4a0c-c32b-4b4b-89ca-4411d1094c4a tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1097 time: 0.0400426 Aug 10 03:12:10.913929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d0f70cb-49c0-4e06-90ff-075e344e0e3c req-0bba16e3-9042-440c-821f-28b4e87e5d6d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 10 03:12:10.962737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-d620f495-c601-4a9f-9767-da4b542d1642 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910811 Aug 10 03:12:11.074314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2b86-2b5d-4118-9d91-d389485b5348 req-e02521dd-8cea-4f96-a2d4-1b6b43572584 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.076517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a7e2b86-2b5d-4118-9d91-d389485b5348 req-e02521dd-8cea-4f96-a2d4-1b6b43572584 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca3368f2-3552-49cc-8697-14ffc92a6906 HTTP/1.1" status: 200 len: 946 time: 0.0523543 Aug 10 03:12:11.103803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2e7c1c9-1802-4900-bca7-20dc70f696b7 req-e3251178-5c6a-4717-a67f-83ebf64fa970 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335163 Aug 10 03:12:11.111355 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52079c38-4512-4879-ba73-be89f805f766 req-1c20cc7b-23ac-4a11-b7b1-55fe63e22b98 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b94e6370e3042d8bdb69e4427236fff HTTP/1.1" status: 200 len: 6103 time: 0.1199913 Aug 10 03:12:11.114142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a7e2b86-2b5d-4118-9d91-d389485b5348 req-8e2cc1b7-25da-4eee-8805-5530500456c1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Aug 10 03:12:11.162128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52079c38-4512-4879-ba73-be89f805f766 req-a7e8507d-dfb6-496e-afb2-e575a3ad1447 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "GET /v2.0/security-groups/4abf0cbc-541d-4942-a28d-27e73dc6b5ac HTTP/1.1" status: 200 len: 2981 time: 0.0444283 Aug 10 03:12:11.207794 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52079c38-4512-4879-ba73-be89f805f766 req-1e9292b1-766d-41fe-89ef-738983752271 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "GET /v2.0/security-groups/4abf0cbc-541d-4942-a28d-27e73dc6b5ac HTTP/1.1" status: 200 len: 2981 time: 0.0394244 Aug 10 03:12:11.230371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95c2b-336e-48b8-8c1b-0980fbd0d4b1 req-77d85c77-8e2c-4042-9d28-efedeec536c6 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.231864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8b95c2b-336e-48b8-8c1b-0980fbd0d4b1 req-77d85c77-8e2c-4042-9d28-efedeec536c6 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.0493329 Aug 10 03:12:11.271989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8b95c2b-336e-48b8-8c1b-0980fbd0d4b1 req-a79277ae-d24c-4469-9894-a7fb47046231 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333946 Aug 10 03:12:11.337200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b86d-06bc-477d-b26a-b6b13100bc99 req-f7c5db7b-4cd9-41fb-aae9-8eac5dc0b447 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:11.338696 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-33d2b86d-06bc-477d-b26a-b6b13100bc99 req-f7c5db7b-4cd9-41fb-aae9-8eac5dc0b447 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0481980 Aug 10 03:12:11.376997 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-33d2b86d-06bc-477d-b26a-b6b13100bc99 req-8811e58e-0c64-4f6f-8839-e7f272827ffb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Aug 10 03:12:11.435597 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dd0e65ac-c71b-4e25-b877-dd02c9946be1 req-88055cb0-3c04-458e-8ba4-b751c6cb9464 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/98823bca-9ccd-4ba4-8f31-a1b833f400a3 HTTP/1.1" status: 200 len: 1778 time: 0.0372109 Aug 10 03:12:11.486370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-dd0e65ac-c71b-4e25-b877-dd02c9946be1 req-79b5eca5-9f74-4e0f-bb64-a44c5bfcaa16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.506445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-dd0e65ac-c71b-4e25-b877-dd02c9946be1 req-79b5eca5-9f74-4e0f-bb64-a44c5bfcaa16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.646997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-dd0e65ac-c71b-4e25-b877-dd02c9946be1 req-79b5eca5-9f74-4e0f-bb64-a44c5bfcaa16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.649489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-dd0e65ac-c71b-4e25-b877-dd02c9946be1 req-79b5eca5-9f74-4e0f-bb64-a44c5bfcaa16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.650682 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dd0e65ac-c71b-4e25-b877-dd02c9946be1 req-79b5eca5-9f74-4e0f-bb64-a44c5bfcaa16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/98823bca-9ccd-4ba4-8f31-a1b833f400a3 HTTP/1.1" status: 204 len: 173 time: 0.2088284 Aug 10 03:12:11.659474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5eca5-9f74-4e0f-bb64-a44c5bfcaa16 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98823bca-9ccd-4ba4-8f31-a1b833f400a3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:11.753872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e75413af-b390-4580-9696-73706de5c0d7 req-8ffeb943-6b60-4a37-b7a7-7c55fd01374a tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b771f97e-c680-4b3b-84fe-c915c1be0ef5 HTTP/1.1" status: 200 len: 1777 time: 0.0344903 Aug 10 03:12:11.805968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e75413af-b390-4580-9696-73706de5c0d7 req-00f5284d-7a9c-42d7-b24d-48e945e339c1 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.827808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e75413af-b390-4580-9696-73706de5c0d7 req-00f5284d-7a9c-42d7-b24d-48e945e339c1 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.915595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e75413af-b390-4580-9696-73706de5c0d7 req-00f5284d-7a9c-42d7-b24d-48e945e339c1 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.918300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e75413af-b390-4580-9696-73706de5c0d7 req-00f5284d-7a9c-42d7-b24d-48e945e339c1 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:11.921887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e75413af-b390-4580-9696-73706de5c0d7 req-00f5284d-7a9c-42d7-b24d-48e945e339c1 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/b771f97e-c680-4b3b-84fe-c915c1be0ef5 HTTP/1.1" status: 204 len: 173 time: 0.1594257 Aug 10 03:12:11.930468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5284d-7a9c-42d7-b24d-48e945e339c1 tempest-SecurityGroupsTestAdminJSON-870590850 tempest-SecurityGroupsTestAdminJSON-870590850-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b771f97e-c680-4b3b-84fe-c915c1be0ef5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:12.022888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae1c8d-e058-4cec-ad0d-9447d4d5fd5a req-414903e7-d45a-4474-bc36-b8c1d72de357 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.024820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adae1c8d-e058-4cec-ad0d-9447d4d5fd5a req-414903e7-d45a-4474-bc36-b8c1d72de357 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 948 time: 0.0504489 Aug 10 03:12:12.062339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adae1c8d-e058-4cec-ad0d-9447d4d5fd5a req-cb097cff-11dd-4f9e-be7b-8f2143f9c51f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Aug 10 03:12:12.153389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9cfd-ea2b-4d67-9e28-be57b9a7e59c req-324b344e-a97e-463a-868b-638b81976876 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.154888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82ac9cfd-ea2b-4d67-9e28-be57b9a7e59c req-324b344e-a97e-463a-868b-638b81976876 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1097 time: 0.0403025 Aug 10 03:12:12.190106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82ac9cfd-ea2b-4d67-9e28-be57b9a7e59c req-ee18ddc5-c3ef-41d0-af4e-ebd972726aa3 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283999 Aug 10 03:12:12.267092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92a4cd56-dc31-40f0-8078-475e5b1c999a req-beb2259e-1ab1-4ae6-ad8a-84cbe04fe9b1 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "GET /v2.0/security-groups/1ed7c6e3-6609-4640-866a-232e274b1e94 HTTP/1.1" status: 200 len: 1777 time: 0.0400257 Aug 10 03:12:12.331304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92a4cd56-dc31-40f0-8078-475e5b1c999a req-49a05d60-b203-4410-ae71-3ca9a605dd47 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.356627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92a4cd56-dc31-40f0-8078-475e5b1c999a req-49a05d60-b203-4410-ae71-3ca9a605dd47 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.462373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40a198-d66e-4468-bb64-0f5866a6618b req-531a6f40-df2c-48b8-8655-fb8adfb4041c tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.463768 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed40a198-d66e-4468-bb64-0f5866a6618b req-531a6f40-df2c-48b8-8655-fb8adfb4041c tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.0488403 Aug 10 03:12:12.492181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92a4cd56-dc31-40f0-8078-475e5b1c999a req-49a05d60-b203-4410-ae71-3ca9a605dd47 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.494833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92a4cd56-dc31-40f0-8078-475e5b1c999a req-49a05d60-b203-4410-ae71-3ca9a605dd47 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.497900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92a4cd56-dc31-40f0-8078-475e5b1c999a req-49a05d60-b203-4410-ae71-3ca9a605dd47 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ed7c6e3-6609-4640-866a-232e274b1e94 HTTP/1.1" status: 204 len: 173 time: 0.2229638 Aug 10 03:12:12.504093 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed40a198-d66e-4468-bb64-0f5866a6618b req-174e1cfd-b44c-4314-9011-5b70906ab3e5 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Aug 10 03:12:12.509775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a05d60-b203-4410-ae71-3ca9a605dd47 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7c6e3-6609-4640-866a-232e274b1e94,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:12.605985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23833f53-9e71-4b5e-aecb-d14e69c03e65 req-c90b2497-4fad-4dfd-818a-02e6f2c3a9c7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.607458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23833f53-9e71-4b5e-aecb-d14e69c03e65 req-c90b2497-4fad-4dfd-818a-02e6f2c3a9c7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0479252 Aug 10 03:12:12.645447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23833f53-9e71-4b5e-aecb-d14e69c03e65 req-44e90fc0-4789-4bb1-9565-07dfc177df89 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Aug 10 03:12:12.688886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-50d1d6da-a1a4-40a5-948a-ef2f006649bd tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:12.690437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-50d1d6da-a1a4-40a5-948a-ef2f006649bd tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 813 time: 0.1083694 Aug 10 03:12:12.706455 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-def4792d-6e79-497a-aa95-7a35b6665490 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/quotas/5500687d1287479ea9609aff22f5bf6c HTTP/1.1" status: 200 len: 375 time: 0.0100794 Aug 10 03:12:12.706932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9cfba15-e0d0-4ddd-897c-1bd28b14ab57 req-727e4920-1c69-4846-8a69-d0d4bb03c793 tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "GET /v2.0/security-groups/e23ee624-dee4-423f-82d2-a0c800bb3da1 HTTP/1.1" status: 200 len: 1778 time: 0.0387228 Aug 10 03:12:12.756832 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-527116a8-3c2f-4d77-a8d6-5296266f15c7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443738 Aug 10 03:12:12.765465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9cfba15-e0d0-4ddd-897c-1bd28b14ab57 req-54f301ed-e65a-4cdf-b4c7-403ac0f1b3fe tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.791268 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9cfba15-e0d0-4ddd-897c-1bd28b14ab57 req-54f301ed-e65a-4cdf-b4c7-403ac0f1b3fe tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.847362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-eecf6c01-7412-4cba-8e82-3dc0f8f7dad9 service neutron] 10.222.0.26 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833499 Aug 10 03:12:12.901687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9cfba15-e0d0-4ddd-897c-1bd28b14ab57 req-54f301ed-e65a-4cdf-b4c7-403ac0f1b3fe tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.904358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9cfba15-e0d0-4ddd-897c-1bd28b14ab57 req-54f301ed-e65a-4cdf-b4c7-403ac0f1b3fe tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:12.906268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9cfba15-e0d0-4ddd-897c-1bd28b14ab57 req-54f301ed-e65a-4cdf-b4c7-403ac0f1b3fe tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] 10.222.0.26 "DELETE /v2.0/security-groups/e23ee624-dee4-423f-82d2-a0c800bb3da1 HTTP/1.1" status: 204 len: 173 time: 0.1918263 Aug 10 03:12:12.918032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f301ed-e65a-4cdf-b4c7-403ac0f1b3fe tempest-SecurityGroupsTestAdminJSON-1470190124 tempest-SecurityGroupsTestAdminJSON-1470190124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23ee624-dee4-423f-82d2-a0c800bb3da1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:12.944471 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-8b322555-3aa9-4200-8fd3-c8eb631b0f60 service neutron] 10.222.0.26 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906594 Aug 10 03:12:13.179320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c079a-99c4-40bf-8777-e5385e02492f req-dc954094-c938-479f-82a3-cf4a00b33358 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:13.180866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-699c079a-99c4-40bf-8777-e5385e02492f req-dc954094-c938-479f-82a3-cf4a00b33358 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 948 time: 0.0488200 Aug 10 03:12:13.226751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-699c079a-99c4-40bf-8777-e5385e02492f req-82fbb0f7-b3e2-4f3f-96aa-f2459ae8de75 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Aug 10 03:12:13.275385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-52521494-ff72-4046-a226-75a20f5c6e53 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:13.276951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-52521494-ff72-4046-a226-75a20f5c6e53 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.46 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.0608230 Aug 10 03:12:13.383802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41366) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:13.421268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443202-e4ae-4462-9ffd-c4a01c94f960 req-3ecc2437-5774-468f-89fa-89822f8e16bf tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:13.422907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec443202-e4ae-4462-9ffd-c4a01c94f960 req-3ecc2437-5774-468f-89fa-89822f8e16bf tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1097 time: 0.0840001 Aug 10 03:12:13.430417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Deleting port 94f26cd6-4833-49fb-abdc-6f565841e835 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:13.430784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.521649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec443202-e4ae-4462-9ffd-c4a01c94f960 req-6174923d-93fd-45e9-af19-9d2df94b61b3 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875783 Aug 10 03:12:13.572860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] For port 94f26cd6-4833-49fb-abdc-6f565841e835, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=94f26cd6-4833-49fb-abdc-6f565841e835,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:13.572860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.581307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Calling delete_port for 94f26cd6-4833-49fb-abdc-6f565841e835 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:13.621812 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4885800c-d19d-41a7-91f6-8d5c000a79aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b94e6370e3042d8bdb69e4427236fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365851 Aug 10 03:12:13.624870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41378) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:13.684394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f4d-a53e-4751-875f-0391a89c2435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.713546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f4d-a53e-4751-875f-0391a89c2435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.808279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089d90-b90c-4d00-9e7c-8198c2c64088 req-cc86a01e-20d7-4419-bce6-7d49380ce9aa tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:13.818141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44089d90-b90c-4d00-9e7c-8198c2c64088 req-cc86a01e-20d7-4419-bce6-7d49380ce9aa tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 949 time: 0.1167412 Aug 10 03:12:13.849255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.869987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['94f26cd6-4833-49fb-abdc-6f565841e835'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:13.886066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44089d90-b90c-4d00-9e7c-8198c2c64088 req-231bc404-7e35-4615-a8c5-6bacde30b69e tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/security-groups?id=013a3885-b732-4780-a925-5cd5ce5db638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663111 Aug 10 03:12:13.889279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Pushing event deleted for resources: {'Port': ['ID=94f26cd6-4833-49fb-abdc-6f565841e835,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:13.980331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] No DVR routers for this DVR port 94f26cd6-4833-49fb-abdc-6f565841e835 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:13.983570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:13.985653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17f5e3ed-cb79-4224-9502-ffaede732b4f req-a20dcaed-26e6-495d-a700-b7d36591dde0 tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.46 "DELETE /v2.0/ports/94f26cd6-4833-49fb-abdc-6f565841e835 HTTP/1.1" status: 204 len: 173 time: 0.6865089 Aug 10 03:12:13.986142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'name': 'network-vif-deleted', 'tag': '94f26cd6-4833-49fb-abdc-6f565841e835'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:13.988584 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc00505-f94e-428b-ad23-b2c560336006" -d '{"events": [{"server_uuid": "930f0343-e855-4b0b-9635-fe7ab6628f74", "name": "network-vif-deleted", "tag": "94f26cd6-4833-49fb-abdc-6f565841e835"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:14.096016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f3cda984-43f5-425a-a6af-9b224ab0cb8a details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:14.123716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-18ca8e6e-b46c-413d-851a-406523a40e6f tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.127036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-18ca8e6e-b46c-413d-851a-406523a40e6f tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca3368f2-3552-49cc-8697-14ffc92a6906 HTTP/1.1" status: 200 len: 946 time: 0.1096635 Aug 10 03:12:14.135172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7607cb-8a00-4769-ad7e-e4e2cee76407 req-017de71d-dc75-477b-976f-4dee4dd0e4ea tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.136769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b7607cb-8a00-4769-ad7e-e4e2cee76407 req-017de71d-dc75-477b-976f-4dee4dd0e4ea tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1282833 Aug 10 03:12:14.225946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-1ff2f25f-990f-4eb7-ae0e-90abb21c962a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.227109 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-1ff2f25f-990f-4eb7-ae0e-90abb21c962a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a4c5ad-77bd-4721-9784-97e1a042dde4 HTTP/1.1" status: 200 len: 946 time: 0.0955477 Aug 10 03:12:14.248459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port f3cda984-43f5-425a-a6af-9b224ab0cb8a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.271368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f4d-a53e-4751-875f-0391a89c2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.274063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3f4d-a53e-4751-875f-0391a89c2435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.274757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', 'mac_address': 'fa:16:3e:9f:b5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:14.275281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e7ac3f4d-a53e-4751-875f-0391a89c2435 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4abf0cbc-541d-4942-a28d-27e73dc6b5ac HTTP/1.1" status: 204 len: 168 time: 0.6492074 Aug 10 03:12:14.301421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b7607cb-8a00-4769-ad7e-e4e2cee76407 req-d74482a4-2d58-4f79-afb2-b75f494c3b9c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361270 Aug 10 03:12:14.346287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Deleting port dc975cf2-2e1d-4547-9ce4-ffe664b263aa {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:14.346572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.352993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.373006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cda984-43f5-425a-a6af-9b224ab0cb8a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:14.377553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac3f4d-a53e-4751-875f-0391a89c2435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abf0cbc-541d-4942-a28d-27e73dc6b5ac,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:14.407704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port f3cda984-43f5-425a-a6af-9b224ab0cb8a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.413923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Deleting port e79409e9-e46b-4d3e-b444-54d1748db008 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:14.414357 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.442297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19dbd8c-a74a-4096-9c8c-d7c0e52a50a9 req-b9a68bba-e585-4f0e-89e3-e4ff72a0bb35 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 210 time: 0.0674310 Aug 10 03:12:14.505343 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d103c089-bc04-4849-a43b-95fa56d11ab5 x-openstack-request-id: req-d103c089-bc04-4849-a43b-95fa56d11ab5 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:14.505978 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930f0343-e855-4b0b-9635-fe7ab6628f74", "name": "network-vif-deleted", "tag": "94f26cd6-4833-49fb-abdc-6f565841e835", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:14.505978 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d103c089-bc04-4849-a43b-95fa56d11ab5 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:14.506395 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930f0343-e855-4b0b-9635-fe7ab6628f74', 'name': 'network-vif-deleted', 'tag': '94f26cd6-4833-49fb-abdc-6f565841e835', 'status': 'completed', 'code': 200} Aug 10 03:12:14.535530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] For port dc975cf2-2e1d-4547-9ce4-ffe664b263aa, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.536985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.561777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Calling delete_port for dc975cf2-2e1d-4547-9ce4-ffe664b263aa owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:14.573186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.574292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 4fbe155a-dfe0-47a2-a063-626389e978f1 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:14.583116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] For port e79409e9-e46b-4d3e-b444-54d1748db008, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e79409e9-e46b-4d3e-b444-54d1748db008,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.583868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.610226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Calling delete_port for e79409e9-e46b-4d3e-b444-54d1748db008 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:14.670275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 4fbe155a-dfe0-47a2-a063-626389e978f1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=4fbe155a-dfe0-47a2-a063-626389e978f1,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.678631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=f3cda984-43f5-425a-a6af-9b224ab0cb8a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:14.679236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2d033-877c-429c-be88-52f57e7a6f1b req-43d9eb6f-beb3-4936-8d3f-eeb79a3376bf tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:14.686780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44c2d033-877c-429c-be88-52f57e7a6f1b req-43d9eb6f-beb3-4936-8d3f-eeb79a3376bf tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 949 time: 0.1124434 Aug 10 03:12:14.694052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '4fbe155a-dfe0-47a2-a063-626389e978f1', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '4fbe155a-dfe0-47a2-a063-626389e978f1', 'mac_address': 'fa:16:3e:21:d7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:14.742048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.746367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44c2d033-877c-429c-be88-52f57e7a6f1b req-eed4c535-5742-4b48-b96f-a30c359a2ea5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586264 Aug 10 03:12:14.768967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbe155a-dfe0-47a2-a063-626389e978f1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:14.819530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 4fbe155a-dfe0-47a2-a063-626389e978f1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=4fbe155a-dfe0-47a2-a063-626389e978f1,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:14.847235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.859699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['dc975cf2-2e1d-4547-9ce4-ffe664b263aa'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:14.907823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.919760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e79409e9-e46b-4d3e-b444-54d1748db008'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:14.930943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.934147 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:14.938437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event deleted for resources: {'Port': ['ID=e79409e9-e46b-4d3e-b444-54d1748db008,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:14.975960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event deleted for resources: {'Port': ['ID=dc975cf2-2e1d-4547-9ce4-ffe664b263aa,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.026983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] No DVR routers for this DVR port e79409e9-e46b-4d3e-b444-54d1748db008 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:15.038208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.042636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c5ed47ba-7f2a-44a0-9492-e268c04f0056 req-842f0f24-e0c8-4a65-98de-18579e5245fb tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "DELETE /v2.0/ports/e79409e9-e46b-4d3e-b444-54d1748db008 HTTP/1.1" status: 204 len: 173 time: 0.8082988 Aug 10 03:12:15.049324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'name': 'network-vif-deleted', 'tag': 'e79409e9-e46b-4d3e-b444-54d1748db008'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:15.051850 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e73d8-21d8-4387-af6f-a0982210e230" -d '{"events": [{"server_uuid": "b2a4c5ad-77bd-4721-9784-97e1a042dde4", "name": "network-vif-deleted", "tag": "e79409e9-e46b-4d3e-b444-54d1748db008"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:15.059315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] No DVR routers for this DVR port dc975cf2-2e1d-4547-9ce4-ffe664b263aa on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:15.063805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.065809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9a82fc0-9d22-4c4e-9c64-4a64f6c60b59 req-c6dbea7d-2ee7-430d-904f-2646663e4b65 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "DELETE /v2.0/ports/dc975cf2-2e1d-4547-9ce4-ffe664b263aa HTTP/1.1" status: 204 len: 173 time: 0.9168661 Aug 10 03:12:15.094361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9021646-763b-4d98-bf4a-d086273f9d9e req-40806a57-3096-433b-b158-a3433808f6de tempest-ImagesNegativeTestJSON-895540452 tempest-ImagesNegativeTestJSON-895540452-project] 10.222.0.26 "GET /v2.0/ports?device_id=930f0343-e855-4b0b-9635-fe7ab6628f74 HTTP/1.1" status: 200 len: 210 time: 0.0393829 Aug 10 03:12:15.116177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=4fbe155a-dfe0-47a2-a063-626389e978f1,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:15.149110 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03947d57-c0ce-4d24-a61f-723d67667b16 x-openstack-request-id: req-03947d57-c0ce-4d24-a61f-723d67667b16 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:15.149404 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a4c5ad-77bd-4721-9784-97e1a042dde4", "name": "network-vif-deleted", "tag": "e79409e9-e46b-4d3e-b444-54d1748db008", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:15.149872 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03947d57-c0ce-4d24-a61f-723d67667b16 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:15.150336 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a4c5ad-77bd-4721-9784-97e1a042dde4', 'name': 'network-vif-deleted', 'tag': 'e79409e9-e46b-4d3e-b444-54d1748db008', 'status': 'completed', 'code': 200} Aug 10 03:12:15.295819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:15.358999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41438) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:15.370506 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b6fa4f11-de66-4c13-b8e0-9f78a83ed31d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40e9e9b380b54b739f17129e08a29d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730872 Aug 10 03:12:15.456689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-328c18d5-02bf-4e63-ab2e-566ffd6c2609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.474172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd232-82a2-4031-83dd-19ff07295dc6 req-dd82fec5-9a9f-46ad-bc1f-20dc6a8c49b6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:15.475671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-592bd232-82a2-4031-83dd-19ff07295dc6 req-dd82fec5-9a9f-46ad-bc1f-20dc6a8c49b6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0913770 Aug 10 03:12:15.495299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-328c18d5-02bf-4e63-ab2e-566ffd6c2609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.510404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f3cda984-43f5-425a-a6af-9b224ab0cb8a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:15.549616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-592bd232-82a2-4031-83dd-19ff07295dc6 req-6f67b5c6-d47f-4e6f-b7f3-2009c8d45605 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644000 Aug 10 03:12:15.595494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['4fbe155a-dfe0-47a2-a063-626389e978f1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:15.661700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-328c18d5-02bf-4e63-ab2e-566ffd6c2609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.664154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-328c18d5-02bf-4e63-ab2e-566ffd6c2609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.665310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-328c18d5-02bf-4e63-ab2e-566ffd6c2609 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98254e6f-00d9-443f-a62c-e15ecb528f44 HTTP/1.1" status: 204 len: 168 time: 0.3053212 Aug 10 03:12:15.685163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c18d5-02bf-4e63-ab2e-566ffd6c2609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98254e6f-00d9-443f-a62c-e15ecb528f44,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:16.113611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e79409e9-e46b-4d3e-b444-54d1748db008 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:16.150367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: e79409e9-e46b-4d3e-b444-54d1748db008 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:16.151070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e79409e9-e46b-4d3e-b444-54d1748db008 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:16.177477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee992b95-fb1f-492a-bcbf-abf80b4d1b8d req-79977905-8488-4107-ada8-ebb0c1808dc4 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 210 time: 0.0412233 Aug 10 03:12:16.308466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69532e87-c9d0-43ab-8df3-184437bc18e9 req-200f8f5c-26f5-49d9-a50f-f2b4d346545d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.309996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69532e87-c9d0-43ab-8df3-184437bc18e9 req-200f8f5c-26f5-49d9-a50f-f2b4d346545d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 949 time: 0.0588770 Aug 10 03:12:16.363314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69532e87-c9d0-43ab-8df3-184437bc18e9 req-dc8b6601-7f60-47a8-a834-95374d482453 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Aug 10 03:12:16.520803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'name': 'network-vif-deleted', 'tag': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:16.520803 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc43157-e2df-4a4b-bbda-3604e0c325d6" -d '{"events": [{"server_uuid": "ca3368f2-3552-49cc-8697-14ffc92a6906", "name": "network-vif-deleted", "tag": "dc975cf2-2e1d-4547-9ce4-ffe664b263aa"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:16.557249 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12ba49-f536-4333-9566-254d0894d084 x-openstack-request-id: req-6f12ba49-f536-4333-9566-254d0894d084 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:16.557715 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3368f2-3552-49cc-8697-14ffc92a6906", "name": "network-vif-deleted", "tag": "dc975cf2-2e1d-4547-9ce4-ffe664b263aa", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:16.558335 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f12ba49-f536-4333-9566-254d0894d084 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:16.558970 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3368f2-3552-49cc-8697-14ffc92a6906', 'name': 'network-vif-deleted', 'tag': 'dc975cf2-2e1d-4547-9ce4-ffe664b263aa', 'status': 'completed', 'code': 200} Aug 10 03:12:16.599596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-eca182ac-5b55-4562-9765-196fbc88e22a tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:12:16.600728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-eca182ac-5b55-4562-9765-196fbc88e22a tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057404 Aug 10 03:12:16.600876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-8aab27a5-c1f2-4981-afd6-9c80eaf1d086 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.602460 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-8aab27a5-c1f2-4981-afd6-9c80eaf1d086 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 813 time: 0.1136379 Aug 10 03:12:16.612779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:16.613285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:12:16.628329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Request body: {'port': {'device_id': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'admin_state_up': True, 'tenant_id': '5500687d1287479ea9609aff22f5bf6c'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:16.746492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb976467-ce4c-416a-b731-3ea03de90c7e req-62313e2f-5832-404d-b20c-bb6217e8124d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:16.748052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb976467-ce4c-416a-b731-3ea03de90c7e req-62313e2f-5832-404d-b20c-bb6217e8124d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1062865 Aug 10 03:12:16.832730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb976467-ce4c-416a-b731-3ea03de90c7e req-f3bf9f4e-1cee-4692-8e84-e2646205df59 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777235 Aug 10 03:12:16.848028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:16.848392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:16.848727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:16.853345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:16.853668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:16.858538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 94f26cd6-4833-49fb-abdc-6f565841e835 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:16.858982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:16.859454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:16.859840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:16.860267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Bound port: 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:16.885925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 94f26cd6-4833-49fb-abdc-6f565841e835 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:16.886551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 94f26cd6-4833-49fb-abdc-6f565841e835 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:16.968276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Made reservation on behalf of 5500687d1287479ea9609aff22f5bf6c for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:16.983537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:16.986425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.072929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-27555517-d9e9-4621-b365-612771843047 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.079786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-27555517-d9e9-4621-b365-612771843047 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 813 time: 0.1794567 Aug 10 03:12:17.081958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.083418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ee0c13a9-d9a5-4178-a0b0-2cf4c29c7813 service neutron] 10.222.0.26 "POST /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd/bindings HTTP/1.1" status: 201 len: 390 time: 0.4751685 Aug 10 03:12:17.100373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Request body: {'port': {'device_id': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'admin_state_up': True, 'tenant_id': '5500687d1287479ea9609aff22f5bf6c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:17.309510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Allocated IP 172.20.0.7 (9da95690-1f12-4ebf-a03f-7abd01bba66a/0142e721-826d-4528-9d82-96f3c0c9473f/d37096fe-e40a-481c-aa73-988afa1af9d8) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:17.434283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Made reservation on behalf of 5500687d1287479ea9609aff22f5bf6c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:17.439142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.468698 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4301eb40-14db-47c0-b12b-db34f621384d req-ce399ea9-810d-432e-8927-773bbbf32bd0 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 210 time: 0.0332868 Aug 10 03:12:17.558862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.662006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934aa9d-3bac-421b-9cd9-7621cbf53ed8 req-68aee17c-be2a-49d8-aae4-5e8be2802c01 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.663702 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e934aa9d-3bac-421b-9cd9-7621cbf53ed8 req-68aee17c-be2a-49d8-aae4-5e8be2802c01 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 949 time: 0.0650647 Aug 10 03:12:17.708614 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e934aa9d-3bac-421b-9cd9-7621cbf53ed8 req-faf145ba-e188-4350-b3d5-5cecbd110329 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Aug 10 03:12:17.762395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.887632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:17.895162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:17.898659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac75f5-c99d-46cd-9595-a8d73ee9fafe req-b5100dfd-c430-421d-b99a-134d1d64ba69 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:17.900304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2ac75f5-c99d-46cd-9595-a8d73ee9fafe req-b5100dfd-c430-421d-b99a-134d1d64ba69 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 945 time: 0.3342264 Aug 10 03:12:17.900736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41532) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:17.928810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event updated for resources: {'Port': ['ID=d37096fe-e40a-481c-aa73-988afa1af9d8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:17.930250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Allocated IP 172.20.0.2 (9da95690-1f12-4ebf-a03f-7abd01bba66a/0142e721-826d-4528-9d82-96f3c0c9473f/26c503f6-08d5-4920-8097-5df090fe2d73) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:17.932898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:17.979012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2ac75f5-c99d-46cd-9595-a8d73ee9fafe req-2a6e0d52-0ccf-47e5-878f-8b670f29fc81 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Aug 10 03:12:18.051165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-74f6d43b-5668-4a4b-83e0-4391ba6cd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.051165 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-74f6d43b-5668-4a4b-83e0-4391ba6cd948 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1097 time: 0.1843085 Aug 10 03:12:18.058140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.058954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.112292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f3cda984-43f5-425a-a6af-9b224ab0cb8a up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:18.156840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.178298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-5d2d3e83-f803-465c-9344-194ac652baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.180050 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-5d2d3e83-f803-465c-9344-194ac652baa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1176953 Aug 10 03:12:18.252458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-e2127308-b2c4-4212-8d40-b5ee6b1da0f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 217 time: 0.0488384 Aug 10 03:12:18.253906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a50540b2-44ec-4743-8ec7-20b2a13207c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e678b58315344cea8d676d5f0c76ab19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497794 Aug 10 03:12:18.256819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:18.287885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.315200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port f3cda984-43f5-425a-a6af-9b224ab0cb8a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:18.323330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port f3cda984-43f5-425a-a6af-9b224ab0cb8a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:18.323698 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.325761 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-690d889f-270a-4335-8c6a-29ef5bf4e669 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7037704 Aug 10 03:12:18.334443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ab35c-687f-45fa-b385-69cd5a20dc6f req-52d48cf7-7aef-4b5d-abcb-50ceac6aa93e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.337535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Network 9da95690-1f12-4ebf-a03f-7abd01bba66a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:18.340740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:18.343536 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d75ab35c-687f-45fa-b385-69cd5a20dc6f req-52d48cf7-7aef-4b5d-abcb-50ceac6aa93e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.2793772 Aug 10 03:12:18.346188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:18.352098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.353025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.354269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Request body: {'port': {'device_id': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:18.380306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event updated for resources: {'Port': ['ID=26c503f6-08d5-4920-8097-5df090fe2d73,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:18.409682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-e1d340a6-aa59-4fab-a649-34a8fede0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.411344 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-e1d340a6-aa59-4fab-a649-34a8fede0d6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.1451378 Aug 10 03:12:18.421609 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.447090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:18.449518 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6489b6f5-a1a1-47ac-98e5-cf104e59a1c9" -d '{"events": [{"server_uuid": "a5d350b9-67eb-4afe-aaa8-3403c04fbb71", "name": "network-vif-plugged", "status": "completed", "tag": "f3cda984-43f5-425a-a6af-9b224ab0cb8a"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:18.464870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port f3cda984-43f5-425a-a6af-9b224ab0cb8a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:18.490074 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-e0cef76c-3e0d-4a4b-b557-e92bb4e60276 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565550 Aug 10 03:12:18.493283 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d75ab35c-687f-45fa-b385-69cd5a20dc6f req-621253d4-674e-42c1-9912-98240c6f579d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487436 Aug 10 03:12:18.496161 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6e33-d608-414e-868a-2aced6051f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.502697 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06efacc1-783d-4978-adb1-5e343e9b9b7f x-openstack-request-id: req-06efacc1-783d-4978-adb1-5e343e9b9b7f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:18.503172 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d350b9-67eb-4afe-aaa8-3403c04fbb71", "name": "network-vif-plugged", "status": "completed", "tag": "f3cda984-43f5-425a-a6af-9b224ab0cb8a", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:18.503599 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06efacc1-783d-4978-adb1-5e343e9b9b7f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:18.505111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-bbb1ded0-73e7-4d1c-9ff1-d950cb133a01 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4087598 Aug 10 03:12:18.511027 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', 'code': 200} Aug 10 03:12:18.529275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Request body: {'port': {'device_id': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:18.530405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.533379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.534317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 4fbe155a-dfe0-47a2-a063-626389e978f1 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:18.585340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6e33-d608-414e-868a-2aced6051f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.620706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.699743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=f3cda984-43f5-425a-a6af-9b224ab0cb8a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:18.760872 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fc3dfd90-a67d-4b29-9c39-bf663973cbb5 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589583 Aug 10 03:12:18.771746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41572) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:18.797224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 4fbe155a-dfe0-47a2-a063-626389e978f1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:18.804151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 4fbe155a-dfe0-47a2-a063-626389e978f1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:18.804850 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.810325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c50f-0aea-44e5-8c5b-a8631b6b65af req-0f7efa11-c922-418d-8b83-888caa059550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.812535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51d7c50f-0aea-44e5-8c5b-a8631b6b65af req-0f7efa11-c922-418d-8b83-888caa059550 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 1102 time: 0.1746361 Aug 10 03:12:18.820859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d8ce1-eed3-4c2e-b64e-0ca76e01110a req-bfaa1cb9-0e17-4b94-88a8-601cdd892197 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:18.822370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5d8ce1-eed3-4c2e-b64e-0ca76e01110a req-bfaa1cb9-0e17-4b94-88a8-601cdd892197 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 931 time: 0.1832335 Aug 10 03:12:18.865251 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6e33-d608-414e-868a-2aced6051f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.868102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3aa6e33-d608-414e-868a-2aced6051f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:18.869454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f3aa6e33-d608-414e-868a-2aced6051f93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/013a3885-b732-4780-a925-5cd5ce5db638 HTTP/1.1" status: 204 len: 168 time: 0.6105561 Aug 10 03:12:18.888314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device dc975cf2-2e1d-4547-9ce4-ffe664b263aa no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:18.927843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: dc975cf2-2e1d-4547-9ce4-ffe664b263aa {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:18.928190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device dc975cf2-2e1d-4547-9ce4-ffe664b263aa not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:18.956141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa6e33-d608-414e-868a-2aced6051f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a3885-b732-4780-a925-5cd5ce5db638,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.008534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.030698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7c9de-9dd2-4d76-a7af-46da42504011 req-2f2e3aa4-07f3-4386-b4a9-1afd562ff23f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.038751 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-20e7c9de-9dd2-4d76-a7af-46da42504011 req-2f2e3aa4-07f3-4386-b4a9-1afd562ff23f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 950 time: 0.1943743 Aug 10 03:12:19.049827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5d8ce1-eed3-4c2e-b64e-0ca76e01110a req-97282743-8638-43f2-8144-c3e59de55cf8 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150631 Aug 10 03:12:19.050907 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a659210-8198-4a54-8713-994d7db0e112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.093230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51d7c50f-0aea-44e5-8c5b-a8631b6b65af req-e876fdc1-563f-4dfd-8d3a-5174a2ead0a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696059 Aug 10 03:12:19.184440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-5c0b0a17-b86d-40ba-a223-17553d458927 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096820 Aug 10 03:12:19.212050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37096fe-e40a-481c-aa73-988afa1af9d8 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:19.221830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a659210-8198-4a54-8713-994d7db0e112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.233377 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-20e7c9de-9dd2-4d76-a7af-46da42504011 req-c3b58579-f869-4b3e-88b6-5ceffbe18b9f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877968 Aug 10 03:12:19.237893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 4fbe155a-dfe0-47a2-a063-626389e978f1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=4fbe155a-dfe0-47a2-a063-626389e978f1,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:19.240522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.256094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Transition to ACTIVE for port object d37096fe-e40a-481c-aa73-988afa1af9d8 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:19.284065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a659210-8198-4a54-8713-994d7db0e112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.331346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659210-8198-4a54-8713-994d7db0e112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d83c7-cd3c-4607-bd18-3fc6f17e023c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.348714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6a659210-8198-4a54-8713-994d7db0e112 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=442321c8a6914b3684c0418441c04749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730538 Aug 10 03:12:19.351299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41586) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:19.355582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.359444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3fceb-065d-4e21-b91a-85b50ae0d351 req-785810fb-ac30-4391-b7f4-759f8552d4ba tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.367977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cfe3fceb-065d-4e21-b91a-85b50ae0d351 req-785810fb-ac30-4391-b7f4-759f8552d4ba tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 945 time: 0.0751355 Aug 10 03:12:19.422576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.427173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=4fbe155a-dfe0-47a2-a063-626389e978f1,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.450000 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cfe3fceb-065d-4e21-b91a-85b50ae0d351 req-f0936b8f-6e99-4a69-966b-a2fd72ed0d2a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729325 Aug 10 03:12:19.502930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Pushing event updated for resources: {'Port': ['ID=d37096fe-e40a-481c-aa73-988afa1af9d8,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.509797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ef1a-dc22-470c-9752-aee2bd290c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.562389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ef1a-dc22-470c-9752-aee2bd290c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.653348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Attempting to bind port d37096fe-e40a-481c-aa73-988afa1af9d8 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:19.653983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Attempting to bind port d37096fe-e40a-481c-aa73-988afa1af9d8 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:19.654482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Attempting to bind port d37096fe-e40a-481c-aa73-988afa1af9d8 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.662403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Port d37096fe-e40a-481c-aa73-988afa1af9d8 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:19.663002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Attempting to bind port d37096fe-e40a-481c-aa73-988afa1af9d8 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.672883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:19.673509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c503f6-08d5-4920-8097-5df090fe2d73 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:19.673670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Checking segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:19.674205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Bound using segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:19.674825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Bound port: d37096fe-e40a-481c-aa73-988afa1af9d8, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:19.675372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.699721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.726600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46d26e-6411-4a17-908a-f5c56d509c2b req-d9ecadaa-22c1-4456-a9af-950d934a6e5f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.728610 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2a46d26e-6411-4a17-908a-f5c56d509c2b req-d9ecadaa-22c1-4456-a9af-950d934a6e5f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1225526 Aug 10 03:12:19.745667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Transition to ACTIVE for port object 26c503f6-08d5-4920-8097-5df090fe2d73 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:19.747368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ef1a-dc22-470c-9752-aee2bd290c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.752382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ef1a-dc22-470c-9752-aee2bd290c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.756157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cdb4ef1a-dc22-470c-9752-aee2bd290c39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df6d83c7-cd3c-4607-bd18-3fc6f17e023c HTTP/1.1" status: 204 len: 168 time: 0.4025202 Aug 10 03:12:19.768318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4ef1a-dc22-470c-9752-aee2bd290c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d83c7-cd3c-4607-bd18-3fc6f17e023c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.817145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.823360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] For port d37096fe-e40a-481c-aa73-988afa1af9d8, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:19.848504 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2a46d26e-6411-4a17-908a-f5c56d509c2b req-904e190c-366a-4a90-95d5-e3ebea7151f8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986965 Aug 10 03:12:19.853266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-e68872bf-26c7-4947-8385-7087db1e85a1 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.854043 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-e68872bf-26c7-4947-8385-7087db1e85a1 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.1374679 Aug 10 03:12:19.857760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] For port d37096fe-e40a-481c-aa73-988afa1af9d8, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d37096fe-e40a-481c-aa73-988afa1af9d8,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:19.875195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:19.917542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Pushing event updated for resources: {'Port': ['ID=26c503f6-08d5-4920-8097-5df090fe2d73,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:19.925763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Attempting to bind port 26c503f6-08d5-4920-8097-5df090fe2d73 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:19.926106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Attempting to bind port 26c503f6-08d5-4920-8097-5df090fe2d73 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:19.926436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Attempting to bind port 26c503f6-08d5-4920-8097-5df090fe2d73 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.931223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Port 26c503f6-08d5-4920-8097-5df090fe2d73 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:19.931439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Attempting to bind port 26c503f6-08d5-4920-8097-5df090fe2d73 on network 9da95690-1f12-4ebf-a03f-7abd01bba66a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:19.936584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:19.936926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Checking segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:19.937333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Bound using segment: {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:19.937931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Bound port: 26c503f6-08d5-4920-8097-5df090fe2d73, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f359ebc-892e-4fb0-b502-12cafe0109dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:19.938633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.959474 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.994204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:19.998403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:19.998403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] 10.222.0.54 "PUT /v2.0/ports/d37096fe-e40a-481c-aa73-988afa1af9d8 HTTP/1.1" status: 200 len: 1092 time: 1.6465101 Aug 10 03:12:19.998403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'tag': 'd37096fe-e40a-481c-aa73-988afa1af9d8'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:20.000780 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0502323-7c1f-4b40-9f7b-355fd64a924b" -d '{"events": [{"name": "network-changed", "server_uuid": "d94233fe-18dc-49fe-807c-68e661c8ebb9", "tag": "d37096fe-e40a-481c-aa73-988afa1af9d8"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:20.022942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] For port 26c503f6-08d5-4920-8097-5df090fe2d73, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:20.027472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] For port 26c503f6-08d5-4920-8097-5df090fe2d73, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26c503f6-08d5-4920-8097-5df090fe2d73,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:20.043640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.106091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.140807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1def3a9-65c5-4bea-9c48-e48750b24f39 service neutron] Pushing event updated for resources: {'Port': ['ID=d37096fe-e40a-481c-aa73-988afa1af9d8,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.161455 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c53f49-a998-4e86-b558-bee7ddc4ccc6 x-openstack-request-id: req-49c53f49-a998-4e86-b558-bee7ddc4ccc6 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:20.163050 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94233fe-18dc-49fe-807c-68e661c8ebb9", "tag": "d37096fe-e40a-481c-aa73-988afa1af9d8", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:20.165099 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49c53f49-a998-4e86-b558-bee7ddc4ccc6 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:20.165662 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'tag': 'd37096fe-e40a-481c-aa73-988afa1af9d8', 'status': 'completed', 'code': 200} Aug 10 03:12:20.178796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.179649 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.181240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] 10.222.0.46 "PUT /v2.0/ports/26c503f6-08d5-4920-8097-5df090fe2d73 HTTP/1.1" status: 200 len: 1092 time: 1.6602166 Aug 10 03:12:20.181782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'tag': '26c503f6-08d5-4920-8097-5df090fe2d73'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:20.184993 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d" -d '{"events": [{"name": "network-changed", "server_uuid": "575e72e7-c7cb-43a6-9f15-6f5047223549", "tag": "26c503f6-08d5-4920-8097-5df090fe2d73"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:20.239628 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af799294-36b8-4663-b29c-056e1eb68cbf x-openstack-request-id: req-af799294-36b8-4663-b29c-056e1eb68cbf {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:20.241937 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575e72e7-c7cb-43a6-9f15-6f5047223549", "tag": "26c503f6-08d5-4920-8097-5df090fe2d73", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:20.244428 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af799294-36b8-4663-b29c-056e1eb68cbf {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:20.244548 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'tag': '26c503f6-08d5-4920-8097-5df090fe2d73', 'status': 'completed', 'code': 200} Aug 10 03:12:20.249253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a0dff-d6bb-4fa3-9a07-a4d7aaa1fe0c service neutron] Pushing event updated for resources: {'Port': ['ID=26c503f6-08d5-4920-8097-5df090fe2d73,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:20.351941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015f0b-0c0d-4fa7-87fa-f8996f66c95e req-159198a8-c67d-4462-84b7-6e0d15487445 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.359354 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76015f0b-0c0d-4fa7-87fa-f8996f66c95e req-159198a8-c67d-4462-84b7-6e0d15487445 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 943 time: 0.1924853 Aug 10 03:12:20.382110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-d903d90b-fb70-497b-a48c-6d565bfa58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.383586 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-d903d90b-fb70-497b-a48c-6d565bfa58eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 1095 time: 0.1932511 Aug 10 03:12:20.401490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:20.464807 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-64be07ba-dfbb-4215-8a26-86f900449ac9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37096fe-e40a-481c-aa73-988afa1af9d8 HTTP/1.1" status: 200 len: 217 time: 0.0524762 Aug 10 03:12:20.479071 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76015f0b-0c0d-4fa7-87fa-f8996f66c95e req-446471c7-0b5d-4630-a3f3-b72ddda3d76c tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159718 Aug 10 03:12:20.511868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbe155a-dfe0-47a2-a063-626389e978f1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:20.515740 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da20b71-e5f5-4963-aba0-dc9178722455" -d '{"events": [{"server_uuid": "d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3", "name": "network-vif-plugged", "status": "completed", "tag": "4fbe155a-dfe0-47a2-a063-626389e978f1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:20.533029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68de87-062f-4973-bb3d-e1b7908e1164 req-392a894c-a18a-4cd0-b87f-08fa3c2d1f84 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.542966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad68de87-062f-4973-bb3d-e1b7908e1164 req-392a894c-a18a-4cd0-b87f-08fa3c2d1f84 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 950 time: 0.1989331 Aug 10 03:12:20.570975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d req-e158d621-3f36-4d13-81ff-0be5ec07b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.573048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d req-e158d621-3f36-4d13-81ff-0be5ec07b964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 1095 time: 0.1975605 Aug 10 03:12:20.628930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:20.652197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad68de87-062f-4973-bb3d-e1b7908e1164 req-4ae19403-433a-41eb-87e1-69053c4fbde3 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074951 Aug 10 03:12:20.698641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-7adbe3da-19b2-4034-9779-0937f39fa13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.698641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-7adbe3da-19b2-4034-9779-0937f39fa13e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.2078912 Aug 10 03:12:20.716981 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa3cff-2ab1-4e32-a085-6645c901b945 x-openstack-request-id: req-3ffa3cff-2ab1-4e32-a085-6645c901b945 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:20.718050 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3", "name": "network-vif-plugged", "status": "completed", "tag": "4fbe155a-dfe0-47a2-a063-626389e978f1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:20.718555 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ffa3cff-2ab1-4e32-a085-6645c901b945 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:20.719178 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbe155a-dfe0-47a2-a063-626389e978f1', 'code': 200} Aug 10 03:12:20.726162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d req-5586f1e1-2317-4ac9-99fc-48c4cbf99339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.727909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d req-5586f1e1-2317-4ac9-99fc-48c4cbf99339 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5500687d1287479ea9609aff22f5bf6c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1317430 Aug 10 03:12:20.732457 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.758332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0936b-f832-41b0-92ab-dec698c52b38 req-5ba9652a-e10b-499e-a367-5915112de590 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.760086 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-25b0936b-f832-41b0-92ab-dec698c52b38 req-5ba9652a-e10b-499e-a367-5915112de590 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 945 time: 0.1477385 Aug 10 03:12:20.763275 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-843962c1-44ba-4190-9280-505d03e1bba6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496135 Aug 10 03:12:20.897417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-7e04c9b6-ada3-4eb8-83ef-41e267beae2c service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253650 Aug 10 03:12:20.900740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.921944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d req-ad8a5d96-5c4e-4127-acfc-318cf8a1d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:20.923839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a842d14c-e1e3-4207-a0cc-a13f8ae5429d req-ad8a5d96-5c4e-4127-acfc-318cf8a1d105 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884241 Aug 10 03:12:21.089432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:21.103022 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-25b0936b-f832-41b0-92ab-dec698c52b38 req-73ede5ed-0b69-43cb-93cf-96b0dac12a23 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214428 Aug 10 03:12:21.125033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46e3c-f399-4815-a01e-edcf6b8b7090 req-5eb1da45-7239-4109-b25d-765ae76a1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.129461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02d46e3c-f399-4815-a01e-edcf6b8b7090 req-5eb1da45-7239-4109-b25d-765ae76a1868 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 1102 time: 0.2041426 Aug 10 03:12:21.159580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-c61c3101-ad26-4f21-bf5a-664919f4e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.161199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-c61c3101-ad26-4f21-bf5a-664919f4e5cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 1095 time: 0.1837177 Aug 10 03:12:21.163905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:21.164511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:21.165048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:21.181024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:21.181609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Attempting to bind port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:21.191535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:21.192202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:21.192835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:21.193479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Bound port: 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:21.194108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.198764 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-c073fff5-c545-4dd3-95ae-b68f6b5245f2 service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868862 Aug 10 03:12:21.216117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-c7fd52a2-4724-45d6-b521-b668f23756d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c503f6-08d5-4920-8097-5df090fe2d73 HTTP/1.1" status: 200 len: 217 time: 0.0356767 Aug 10 03:12:21.253586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-5cf62aea-4761-4d36-8187-d74eb1b90238 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4076643a8d5f446fad273afaf6529f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742042 Aug 10 03:12:21.273010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02d46e3c-f399-4815-a01e-edcf6b8b7090 req-0286efac-3994-4d54-995d-d9f6c0e20643 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238229 Aug 10 03:12:21.282575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41658) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:21.316936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:21.321597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:21.338164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4420034-3867-464d-9f5b-2d511b2c8f67 req-b5ca1f0a-938e-4574-a575-e04a84950bd3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.339846 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4420034-3867-464d-9f5b-2d511b2c8f67 req-b5ca1f0a-938e-4574-a575-e04a84950bd3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0779612 Aug 10 03:12:21.354777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325af22-432d-48f2-b533-ab52634c3f76 req-20423781-81e7-4cde-ba3c-37c52b348352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.356285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-20423781-81e7-4cde-ba3c-37c52b348352 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.1237872 Aug 10 03:12:21.393431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4420034-3867-464d-9f5b-2d511b2c8f67 req-38fd5dfc-4501-4b6c-b77f-df0aca25f9c7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Aug 10 03:12:21.402097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-0779b2a7-1503-4ec6-8a6b-2b93e5390230 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377338 Aug 10 03:12:21.418403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.500181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:21.503860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.504643 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.504842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-570381937-network', 'tenant_id': '104156a7d99b4882b1dd45e745fd46aa'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:21.506040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-fac0fab6-c946-4e9b-a007-5650ac9c2df2 service neutron] 10.222.0.54 "PUT /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 1123 time: 1.6367745 Aug 10 03:12:21.529001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-dbaf5307-64cf-416a-a8aa-6b8b93da644f tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:21.531083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-dbaf5307-64cf-416a-a8aa-6b8b93da644f tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544429 Aug 10 03:12:21.539849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-55f4b3a2-8c26-4c8b-ab27-dfcb13321902 service neutron] 10.222.0.46 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261630 Aug 10 03:12:21.552784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-9e769f5b-26db-436a-af4a-4d4952dc06ad tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/quotas/4076643a8d5f446fad273afaf6529f67 HTTP/1.1" status: 200 len: 375 time: 0.0118091 Aug 10 03:12:22.117929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:22.118974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-377ac275-c1c2-4253-9781-9ce8f768df2a tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4076643a8d5f446fad273afaf6529f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675576 Aug 10 03:12:22.119257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828018-fdf3-4715-b1fb-968ba96c2bd7 req-26777aa4-878c-475e-b3cf-11504dd0fe77 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.119257 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c828018-fdf3-4715-b1fb-968ba96c2bd7 req-26777aa4-878c-475e-b3cf-11504dd0fe77 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 943 time: 0.0879648 Aug 10 03:12:22.120251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3325af22-432d-48f2-b533-ab52634c3f76 req-9095bf71-a030-4c44-a217-6b32e9156361 service neutron] 10.222.0.46 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357193 Aug 10 03:12:22.120623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c828018-fdf3-4715-b1fb-968ba96c2bd7 req-4fda45b8-f162-48dc-8df2-b8da34146e31 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Aug 10 03:12:22.120623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-ba47c0f0-753d-494f-b402-d57bc70ce1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.120623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-ba47c0f0-753d-494f-b402-d57bc70ce1b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5500687d1287479ea9609aff22f5bf6c&device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 1095 time: 0.0774863 Aug 10 03:12:22.120623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83400a62-ca1f-4862-859d-4a434db62cdb req-eaab4d6c-2905-4c1b-b89e-c7d2b3fffdd9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.120623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-83400a62-ca1f-4862-859d-4a434db62cdb req-eaab4d6c-2905-4c1b-b89e-c7d2b3fffdd9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 950 time: 0.0596426 Aug 10 03:12:22.155784 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-83400a62-ca1f-4862-859d-4a434db62cdb req-de0b3a70-aebf-4e0b-9101-3d0e8c1d3f93 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165054 Aug 10 03:12:22.187247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'}, {'name': 'network-changed', 'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:22.187247 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014b4065-4025-4f37-9ce2-c2d7cdb9c024" -d '{"events": [{"server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "name": "network-vif-unplugged", "status": "completed", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd"}, {"name": "network-changed", "server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:22.189840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-1db51a6a-cb3e-497a-9b13-4eaf1205ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.191462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-1db51a6a-cb3e-497a-9b13-4eaf1205ebcf service neutron] 10.222.0.54 "GET /v2.0/networks?id=9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 200 len: 914 time: 0.3600883 Aug 10 03:12:22.235026 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-5ebfa065-4f22-4186-ac71-3b12cd4d2688 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d37096fe-e40a-481c-aa73-988afa1af9d8 HTTP/1.1" status: 200 len: 217 time: 0.0344915 Aug 10 03:12:22.261715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Made reservation on behalf of 104156a7d99b4882b1dd45e745fd46aa for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:22.267425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.278620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.340240 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123cb16e-fc72-49d9-84bc-261cfa2dabc1 x-openstack-request-id: req-123cb16e-fc72-49d9-84bc-261cfa2dabc1 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:22.340240 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "name": "network-vif-unplugged", "status": "completed", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd", "code": 200}, {"name": "network-changed", "server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:22.340240 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-123cb16e-fc72-49d9-84bc-261cfa2dabc1 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:22.340980 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'code': 200} Aug 10 03:12:22.341180 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'status': 'completed', 'code': 200} Aug 10 03:12:22.350069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-cc7c5574-d8f9-41b3-ac79-a51759560c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.353428 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-cc7c5574-d8f9-41b3-ac79-a51759560c97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 200 len: 853 time: 0.1032760 Aug 10 03:12:22.406061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6eb6da-a167-4ab6-a7fb-5424e6aec9fe req-43643a6a-e207-4979-920f-7d40fe023ee7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.414362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7c6eb6da-a167-4ab6-a7fb-5424e6aec9fe req-43643a6a-e207-4979-920f-7d40fe023ee7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.1087670 Aug 10 03:12:22.414362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-82cef2ba-3a4c-4909-b8a4-d4f252ebbe56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9da95690-1f12-4ebf-a03f-7abd01bba66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474253 Aug 10 03:12:22.492069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-b842f032-fe4f-463b-a16d-952262a7c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.493623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-b842f032-fe4f-463b-a16d-952262a7c3fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1126 time: 0.1228282 Aug 10 03:12:22.516360 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.518910 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7c6eb6da-a167-4ab6-a7fb-5424e6aec9fe req-e680786d-ba0c-4b48-a2a9-5ea794dd6bf8 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052275 Aug 10 03:12:22.561708 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-cf2c5bd6-8bf9-4a35-a3d9-8e4fd99aa751 service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276581 Aug 10 03:12:22.567367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c5bb2-9917-495a-971a-3d327658b80c req-242deaaa-4e58-407b-92f8-433a1ccd9e09 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.568888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41c5bb2-9917-495a-971a-3d327658b80c req-242deaaa-4e58-407b-92f8-433a1ccd9e09 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 950 time: 0.1464808 Aug 10 03:12:22.603928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.646736 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f940322-3da8-442f-a801-f841a4c78a17 req-80cd89bb-5595-495b-9798-71489e2f8bdf tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 210 time: 0.0687695 Aug 10 03:12:22.665640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41c5bb2-9917-495a-971a-3d327658b80c req-d3c847ee-bd8f-4bb9-85a6-f88dbcfe0b46 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885129 Aug 10 03:12:22.683369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:12:22.696932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be792e67-4a3f-406e-83d0-8ac2fe216335,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:22.705570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-8dfb22c0-89e6-4ec1-83e1-9ea44d6d420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.705570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-8dfb22c0-89e6-4ec1-83e1-9ea44d6d420b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1990030 Aug 10 03:12:22.715451 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0502323-7c1f-4b40-9f7b-355fd64a924b req-30a1bc4c-1efa-4e14-904d-3c489b740ccf service neutron] 10.222.0.54 "GET /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456714 Aug 10 03:12:22.728614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.734259 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Added segment 41c700a6-446e-4f21-880d-c632454bd60d of type vlan for network 94e103e2-30d6-4580-9b57-e869719c555e Aug 10 03:12:22.772734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-5fcca3e4-6cfe-409c-9952-b5e006cb35a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 217 time: 0.0540142 Aug 10 03:12:22.789312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78a0b-cd84-470c-9a3e-26f99aea17ca req-1ce778ef-e5cd-4184-8acf-f214df3f9f56 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.791636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-00a78a0b-cd84-470c-9a3e-26f99aea17ca req-1ce778ef-e5cd-4184-8acf-f214df3f9f56 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0601609 Aug 10 03:12:22.841655 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-00a78a0b-cd84-470c-9a3e-26f99aea17ca req-0d306017-8074-440f-94d4-b75c1a7912b1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Aug 10 03:12:22.843491 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.898309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-8b2ec1a3-507e-41d9-906f-5e140f001cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.899761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-8b2ec1a3-507e-41d9-906f-5e140f001cc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.1057477 Aug 10 03:12:22.942828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-c97996f6-61a2-4658-b108-e35807e96dec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290685 Aug 10 03:12:22.950349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350603-a039-4244-89f9-ebf14526e3cc req-7d498df8-4809-47a5-b751-d6bdb2fd5980 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:22.951888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a350603-a039-4244-89f9-ebf14526e3cc req-7d498df8-4809-47a5-b751-d6bdb2fd5980 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 943 time: 0.1147959 Aug 10 03:12:23.039825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a350603-a039-4244-89f9-ebf14526e3cc req-cca0a4b9-793f-4c43-9543-26db8218f825 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Aug 10 03:12:23.062161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.070744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.070744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.126258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-fcab9065-1e4c-466f-97ed-74e575476270 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728737 Aug 10 03:12:23.135531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] Pushing event updated for resources: {'Network': ['ID=94e103e2-30d6-4580-9b57-e869719c555e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:23.145940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 94e103e2-30d6-4580-9b57-e869719c555e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:12:23.213365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-143ec26f-cc95-4f4c-9284-604869dc670a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9289536 Aug 10 03:12:23.216241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41702) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:23.229060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Request body: {'subnet': {'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-570381937-subnet', 'tenant_id': '104156a7d99b4882b1dd45e745fd46aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:23.250480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014b4065-4025-4f37-9ce2-c2d7cdb9c024 req-61b1559b-7ea6-4a96-85c6-ad3636ed3435 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124516 Aug 10 03:12:23.355173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Made reservation on behalf of 104156a7d99b4882b1dd45e745fd46aa for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:23.359869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.392632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a771-369b-4106-ba0e-613f6516b144 req-7887215b-8e36-4d81-8bdb-df37b2b4776e tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.394210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f933a771-369b-4106-ba0e-613f6516b144 req-7887215b-8e36-4d81-8bdb-df37b2b4776e tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Aug 10 03:12:23.433074 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f933a771-369b-4106-ba0e-613f6516b144 req-6da93807-620b-4ddb-acf8-1a72775e24c3 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Aug 10 03:12:23.649049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d954a-a0e1-42c9-a6fb-c79cc1923a25 req-fb3bcf13-82b4-4693-9a3e-2bd63e18f5e9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.650637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-466d954a-a0e1-42c9-a6fb-c79cc1923a25 req-fb3bcf13-82b4-4693-9a3e-2bd63e18f5e9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0487006 Aug 10 03:12:23.690272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-466d954a-a0e1-42c9-a6fb-c79cc1923a25 req-fc7838ba-cc2c-4d6a-a9ad-71f8f1ea8f6a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Aug 10 03:12:23.725693 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:23.758398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-21ad8042-5da2-4c32-ab84-f0d927484f2f req-6a749dfa-f34a-4f2d-a5b2-a3889caa7ea7 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 210 time: 0.0352669 Aug 10 03:12:23.807784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba35c8f5-eebc-4816-91b2-a58686e8ace0,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:23.826133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Checking segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:23.827395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Network hostable DHCP agents. Network: 94e103e2-30d6-4580-9b57-e869719c555e, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:12:23.838961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35964beb-6d5f-4888-abb4-f271a9558cbe req-52133afe-0a80-404e-a6e6-255940eb5b11 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.840529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35964beb-6d5f-4888-abb4-f271a9558cbe req-52133afe-0a80-404e-a6e6-255940eb5b11 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 950 time: 0.0838206 Aug 10 03:12:23.883613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35964beb-6d5f-4888-abb4-f271a9558cbe req-7d78744d-d36f-4919-bd93-32f4f27f3c74 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Aug 10 03:12:23.944485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Network 94e103e2-30d6-4580-9b57-e869719c555e is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:12:23.965318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62494d77-6033-4623-b8ce-5aa0873b6c05 req-a2a7fb9b-90fe-46d5-b16e-5d6914260505 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:23.967112 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62494d77-6033-4623-b8ce-5aa0873b6c05 req-a2a7fb9b-90fe-46d5-b16e-5d6914260505 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0556738 Aug 10 03:12:24.010031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62494d77-6033-4623-b8ce-5aa0873b6c05 req-74df081b-047e-452d-8853-596750e8fb0f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366457 Aug 10 03:12:24.031443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 94e103e2-30d6-4580-9b57-e869719c555e) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:24.037671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.037671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.040876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9250d-73ed-4c80-9075-d14fdfc4cfd6 None None] Network 94e103e2-30d6-4580-9b57-e869719c555e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:24.124160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-28376a9b-185c-4774-b7d8-2dcb75b48f8a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8962102 Aug 10 03:12:24.138788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:24.201230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06b905-e546-499a-ab61-c5f69444552a req-d14689fb-9dda-47d3-9e52-03da0fa04aa0 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.204663 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8d06b905-e546-499a-ab61-c5f69444552a req-d14689fb-9dda-47d3-9e52-03da0fa04aa0 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 943 time: 0.0827441 Aug 10 03:12:24.216596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4af47-b13e-4d24-bf8d-adca7843d453 req-c0e1ed84-4f4e-4840-ad15-cf94685ef702 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.223518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4af47-b13e-4d24-bf8d-adca7843d453 req-c0e1ed84-4f4e-4840-ad15-cf94685ef702 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.225342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2f4af47-b13e-4d24-bf8d-adca7843d453 req-c0e1ed84-4f4e-4840-ad15-cf94685ef702 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71&device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 1691 time: 0.0685508 Aug 10 03:12:24.254205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b626aa0-f4fb-4894-9905-376eb2413473 None None] Network 94e103e2-30d6-4580-9b57-e869719c555e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:24.266911 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8d06b905-e546-499a-ab61-c5f69444552a req-28599dd7-37e9-4d5f-a54e-cb8af372e24c tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545731 Aug 10 03:12:24.289014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2f4af47-b13e-4d24-bf8d-adca7843d453 req-175c2ba1-e358-49f1-8866-ef88ee6e8c70 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Aug 10 03:12:24.374346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:24.393773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:12:24.515730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497119d-e615-4a17-9341-62cc4a5ecfde req-634edfce-2460-41a1-b1a1-9d08d4cb87a1 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.517302 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f497119d-e615-4a17-9341-62cc4a5ecfde req-634edfce-2460-41a1-b1a1-9d08d4cb87a1 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 1102 time: 0.0414550 Aug 10 03:12:24.555426 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f497119d-e615-4a17-9341-62cc4a5ecfde req-c63de1a1-a7ba-49cf-a1bc-4600424e33e1 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290506 Aug 10 03:12:24.661353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-34b8ff89-54ca-4c4b-87d9-f60d4101a8ee tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.662498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8af51-6c1f-45c8-b3bb-69ed0fa12681 req-bde9c382-8476-4396-ac68-a1fb67666e57 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.662886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-34b8ff89-54ca-4c4b-87d9-f60d4101a8ee tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.1110783 Aug 10 03:12:24.663975 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b1e8af51-6c1f-45c8-b3bb-69ed0fa12681 req-bde9c382-8476-4396-ac68-a1fb67666e57 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 945 time: 0.0543017 Aug 10 03:12:24.678096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-0731cb2b-ea06-49bf-9edd-d25bc28d8f7a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/quotas/104156a7d99b4882b1dd45e745fd46aa HTTP/1.1" status: 200 len: 375 time: 0.0093439 Aug 10 03:12:24.707084 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b1e8af51-6c1f-45c8-b3bb-69ed0fa12681 req-8421a7da-2abc-4785-a5f7-6a519db29186 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/security-groups?id=4072766e-b982-4db0-9377-611001026ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Aug 10 03:12:24.814557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcae4d8-ea30-4709-a783-c14fb48742d2 req-1d17af81-9e79-4f28-9b87-54181798d4a4 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.816138 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0dcae4d8-ea30-4709-a783-c14fb48742d2 req-1d17af81-9e79-4f28-9b87-54181798d4a4 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 1102 time: 0.0443530 Aug 10 03:12:24.853639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0dcae4d8-ea30-4709-a783-c14fb48742d2 req-837e4b84-4294-4827-ac98-d1c6ecb85616 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Aug 10 03:12:24.937684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26c503f6-08d5-4920-8097-5df090fe2d73 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:24.944036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-3e34f0a0-6c25-4c0e-9e85-3da15dae4ecc tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2601597 Aug 10 03:12:24.968155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaac39c-7312-44ed-a3e3-fad2d4bc19e3 req-8ed70d0e-4ec0-4483-8adb-4e46bdb966d1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:24.969848 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adaac39c-7312-44ed-a3e3-fad2d4bc19e3 req-8ed70d0e-4ec0-4483-8adb-4e46bdb966d1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0544515 Aug 10 03:12:24.972552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-32fa408b-d7db-4aad-9a29-32c25eec7a28 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4076643a8d5f446fad273afaf6529f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311272 Aug 10 03:12:25.011655 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adaac39c-7312-44ed-a3e3-fad2d4bc19e3 req-88f01f06-e192-49c4-aadc-d3f01910563a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345411 Aug 10 03:12:25.064878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 26c503f6-08d5-4920-8097-5df090fe2d73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26c503f6-08d5-4920-8097-5df090fe2d73,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:25.078349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '26c503f6-08d5-4920-8097-5df090fe2d73', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'port_id': '26c503f6-08d5-4920-8097-5df090fe2d73', 'mac_address': 'fa:16:3e:4f:45:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142e721-826d-4528-9d82-96f3c0c9473f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:25.126863 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66fceaf3-4ccb-491f-ac7d-68f9d05aff7a req-eb215bc7-bc7b-497c-a2f7-b1ab49303654 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 210 time: 0.0307100 Aug 10 03:12:25.128539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.144238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c503f6-08d5-4920-8097-5df090fe2d73 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:25.146222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-08dc25dd-fd31-4c0d-8839-bd3df93fecb5 service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824062 Aug 10 03:12:25.168726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 26c503f6-08d5-4920-8097-5df090fe2d73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26c503f6-08d5-4920-8097-5df090fe2d73,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:25.178366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-efc98047-9854-47fd-8fbd-2a5b669999d1 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.179843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-efc98047-9854-47fd-8fbd-2a5b669999d1 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962683 Aug 10 03:12:25.225021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Request body: {'port': {'device_id': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '4076643a8d5f446fad273afaf6529f67'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:25.238664 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.300007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=26c503f6-08d5-4920-8097-5df090fe2d73,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:25.321157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-24f2df23-1641-4e06-8167-11fecab6b8de tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.330018 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-24f2df23-1641-4e06-8167-11fecab6b8de tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.46 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 945 time: 0.0683930 Aug 10 03:12:25.356040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-65bb3897-03a8-4667-84ea-1f3190f43533 service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008414 Aug 10 03:12:25.464092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Made reservation on behalf of 4076643a8d5f446fad273afaf6529f67 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:25.468325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.475920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d49e19-cea0-4b68-8e96-8c2bce366f10 req-17bd4df6-c377-4693-b22f-eac15c0e55c1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.477389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.477512 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-65d49e19-cea0-4b68-8e96-8c2bce366f10 req-17bd4df6-c377-4693-b22f-eac15c0e55c1 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0921562 Aug 10 03:12:25.502767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['26c503f6-08d5-4920-8097-5df090fe2d73'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:25.515465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Deleting port a86e0ce8-27de-415c-9eb9-b4179191f244 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:25.515940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.610285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-65d49e19-cea0-4b68-8e96-8c2bce366f10 req-30953a20-5980-4d2e-b2a8-481672b76f7e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221001 Aug 10 03:12:25.616660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.654638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.675272 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.683733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] For port a86e0ce8-27de-415c-9eb9-b4179191f244, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a86e0ce8-27de-415c-9eb9-b4179191f244,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:25.684113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:25.706193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Calling delete_port for a86e0ce8-27de-415c-9eb9-b4179191f244 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:25.771388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:25.797989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3469fc-6753-4a55-a658-4b1ab94b3945 req-439deefe-9b3b-4703-b4a3-54bd06dc5f28 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.799879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d3469fc-6753-4a55-a658-4b1ab94b3945 req-439deefe-9b3b-4703-b4a3-54bd06dc5f28 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 944 time: 0.1874564 Aug 10 03:12:25.831489 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-8a254338-e14f-4a0a-a59f-6651da0ce67b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224097 Aug 10 03:12:25.879123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d3469fc-6753-4a55-a658-4b1ab94b3945 req-e6fd4fc1-1f6e-4a93-b220-24fe7e9925cc tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702841 Aug 10 03:12:25.889942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Allocated IP 192.168.233.116 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/93e382e9-182f-41b4-8b3b-1af67f7ddc73) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:25.988444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-426b7ee1-1fff-40ac-8e03-086bd31314de req-32a6782d-ff5d-466c-a5c6-24c340f56f46 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 210 time: 0.0384719 Aug 10 03:12:25.993464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-78193654-66c2-4885-8a96-095f534a54e9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:25.994879 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-78193654-66c2-4885-8a96-095f534a54e9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555865 Aug 10 03:12:26.010687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-30b74ddf-b18d-4b3b-b656-613bead97ac6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/quotas/e98722b8d3734b5899923a1dfe261fcf HTTP/1.1" status: 200 len: 375 time: 0.0096917 Aug 10 03:12:26.027911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.077103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Pushing event deleted for resources: {'Port': ['ID=a86e0ce8-27de-415c-9eb9-b4179191f244,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.108752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7c25a01-9dba-4a47-a896-73678cc09e8e req-0491002b-04d7-4c14-ab19-567339c0217b tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 210 time: 0.0592601 Aug 10 03:12:26.151483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] No DVR routers for this DVR port a86e0ce8-27de-415c-9eb9-b4179191f244 on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:26.154174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a86e0ce8-27de-415c-9eb9-b4179191f244'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:26.176222 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-33cc359e-d7d3-460a-8d56-03e2c572e1ef tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593690 Aug 10 03:12:26.177659 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.185458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-db078298-f0ea-4a6b-81cc-3ce6f286a365 req-d53a3da6-96b5-4b51-94ab-206bcf5a9b92 tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.46 "DELETE /v2.0/ports/a86e0ce8-27de-415c-9eb9-b4179191f244 HTTP/1.1" status: 204 len: 173 time: 0.8473876 Aug 10 03:12:26.185458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'name': 'network-vif-deleted', 'tag': 'a86e0ce8-27de-415c-9eb9-b4179191f244'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:26.185458 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4143da-df6d-4159-afca-62c1e18e22f0" -d '{"events": [{"server_uuid": "b034ea69-9aa2-4795-808a-ef7e5bec50f7", "name": "network-vif-deleted", "tag": "a86e0ce8-27de-415c-9eb9-b4179191f244"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:26.196848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d37096fe-e40a-481c-aa73-988afa1af9d8 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:26.287919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.316979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094c3b8-45fb-42dd-aa1a-35b1d231a1da req-9c5e2bdd-8ca2-483a-ae5c-7c3a2a686174 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.318337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6094c3b8-45fb-42dd-aa1a-35b1d231a1da req-9c5e2bdd-8ca2-483a-ae5c-7c3a2a686174 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0788805 Aug 10 03:12:26.321245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Transition to ACTIVE for port object 93e382e9-182f-41b4-8b3b-1af67f7ddc73 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:26.327233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d37096fe-e40a-481c-aa73-988afa1af9d8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d37096fe-e40a-481c-aa73-988afa1af9d8,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:26.340057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'd37096fe-e40a-481c-aa73-988afa1af9d8', 'network_id': '9da95690-1f12-4ebf-a03f-7abd01bba66a', 'port_id': 'd37096fe-e40a-481c-aa73-988afa1af9d8', 'mac_address': 'fa:16:3e:2a:a9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142e721-826d-4528-9d82-96f3c0c9473f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:26.385770 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.397371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6094c3b8-45fb-42dd-aa1a-35b1d231a1da req-8bd52470-ea1f-41df-9bb0-e9ea30d2fb8a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638721 Aug 10 03:12:26.399691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37096fe-e40a-481c-aa73-988afa1af9d8 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:26.424527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d37096fe-e40a-481c-aa73-988afa1af9d8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d37096fe-e40a-481c-aa73-988afa1af9d8,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:26.483841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01f39328-b667-4588-be6e-1382a2c98d1d req-5e96e928-0e69-4bb4-89de-b60445f97136 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Aug 10 03:12:26.534626 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db64b45-2299-434a-b38c-f2aaa2d7505d x-openstack-request-id: req-7db64b45-2299-434a-b38c-f2aaa2d7505d {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:26.535124 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b034ea69-9aa2-4795-808a-ef7e5bec50f7", "name": "network-vif-deleted", "tag": "a86e0ce8-27de-415c-9eb9-b4179191f244", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:26.535232 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7db64b45-2299-434a-b38c-f2aaa2d7505d {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:26.535667 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b034ea69-9aa2-4795-808a-ef7e5bec50f7', 'name': 'network-vif-deleted', 'tag': 'a86e0ce8-27de-415c-9eb9-b4179191f244', 'status': 'completed', 'code': 200} Aug 10 03:12:26.553147 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.556799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.594439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:26.599513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:26.603200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:26.609468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.610203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.611555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d37096fe-e40a-481c-aa73-988afa1af9d8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.626136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:26.738255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ccf2f-700d-4136-83eb-1738f7148b65 req-2cdd47cf-f8e0-4615-972a-ce6da1618104 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:26.739788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-470ccf2f-700d-4136-83eb-1738f7148b65 req-2cdd47cf-f8e0-4615-972a-ce6da1618104 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0612836 Aug 10 03:12:26.782589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-470ccf2f-700d-4136-83eb-1738f7148b65 req-fbf63065-d809-4d68-a6d2-09fdf5e8667b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367141 Aug 10 03:12:26.784779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-e484f8a0-f691-4df1-87cb-aede284f4df4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5651901 Aug 10 03:12:26.800585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Request body: {'port': {'device_id': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:26.863488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:26.934494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26c503f6-08d5-4920-8097-5df090fe2d73 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:26.998183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1a6fad72-0c83-4371-9c1e-0e877bfcf1b9 None None] Provisioning for port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:27.002308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1a6fad72-0c83-4371-9c1e-0e877bfcf1b9 None None] Provisioning complete for port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:27.006221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a6fad72-0c83-4371-9c1e-0e877bfcf1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.036884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1a6fad72-0c83-4371-9c1e-0e877bfcf1b9 None None] Port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:27.079180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c459e1-6a72-4e47-9d3c-59a6a52da24a req-0ee4a4dc-d172-41a4-9618-f855a467cb2b tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.080679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88c459e1-6a72-4e47-9d3c-59a6a52da24a req-0ee4a4dc-d172-41a4-9618-f855a467cb2b tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 944 time: 0.1020684 Aug 10 03:12:27.101359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 26c503f6-08d5-4920-8097-5df090fe2d73 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:27.106087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 26c503f6-08d5-4920-8097-5df090fe2d73 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:27.106486 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.145226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88c459e1-6a72-4e47-9d3c-59a6a52da24a req-93cfb02f-f7e7-42ed-9f93-ad2403e74d4c tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Aug 10 03:12:27.205657 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:27.271933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9e41374-7b3c-4631-8b2c-ec7c8d29d2e2 req-3d051357-ba50-4c21-a903-4defa085cc0c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 210 time: 0.0344472 Aug 10 03:12:27.279503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e382e9-182f-41b4-8b3b-1af67f7ddc73 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:27.283126 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.303977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.320328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Transition to ACTIVE for port object 93e382e9-182f-41b4-8b3b-1af67f7ddc73 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:27.322974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c503f6-08d5-4920-8097-5df090fe2d73'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:27.325506 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf52a0-819e-4a8f-b852-6626c1cedd68" -d '{"events": [{"server_uuid": "575e72e7-c7cb-43a6-9f15-6f5047223549", "name": "network-vif-plugged", "status": "completed", "tag": "26c503f6-08d5-4920-8097-5df090fe2d73"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:27.340697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 26c503f6-08d5-4920-8097-5df090fe2d73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26c503f6-08d5-4920-8097-5df090fe2d73,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:27.345018 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f915e30b-812c-4866-b7df-19f3421f6fb2 req-92015add-37d6-4719-bd16-058f712aea0f tempest-AttachSCSIVolumeTestJSON-1718526872 tempest-AttachSCSIVolumeTestJSON-1718526872-project] 10.222.0.26 "GET /v2.0/ports?device_id=b034ea69-9aa2-4795-808a-ef7e5bec50f7 HTTP/1.1" status: 200 len: 210 time: 0.0827601 Aug 10 03:12:27.380689 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab45490-5835-4beb-ad8e-7b05b747f347 x-openstack-request-id: req-5ab45490-5835-4beb-ad8e-7b05b747f347 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:27.381220 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e72e7-c7cb-43a6-9f15-6f5047223549", "name": "network-vif-plugged", "status": "completed", "tag": "26c503f6-08d5-4920-8097-5df090fe2d73", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:27.381479 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ab45490-5835-4beb-ad8e-7b05b747f347 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:27.382160 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c503f6-08d5-4920-8097-5df090fe2d73', 'code': 200} Aug 10 03:12:27.423494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d37096fe-e40a-481c-aa73-988afa1af9d8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:27.454829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.464493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.465852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a86e0ce8-27de-415c-9eb9-b4179191f244 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:27.535308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01dfb8-56e6-4f6b-ab9a-360e179f3768 req-a84e4ef5-0a38-4900-b387-3542b14fcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.540993 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f01dfb8-56e6-4f6b-ab9a-360e179f3768 req-a84e4ef5-0a38-4900-b387-3542b14fcff2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 1097 time: 0.0640941 Aug 10 03:12:27.568853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: a86e0ce8-27de-415c-9eb9-b4179191f244 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:27.569216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a86e0ce8-27de-415c-9eb9-b4179191f244 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:27.573174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7882ab27-c26d-42fe-9bf1-61b948697c99 req-0bdf1457-e0c5-4d94-bf9e-889ba5a45111 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0914679 Aug 10 03:12:27.600100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.624287 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f01dfb8-56e6-4f6b-ab9a-360e179f3768 req-fc366da6-4c4f-4559-ac47-7c46486bd8bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Aug 10 03:12:27.640946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8cc78-0dcd-466c-adaf-8b5140869c1c req-b7d90627-5064-4256-a574-b07c888f7289 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.649647 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-74d8cc78-0dcd-466c-adaf-8b5140869c1c req-b7d90627-5064-4256-a574-b07c888f7289 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.1172523 Aug 10 03:12:27.679115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=26c503f6-08d5-4920-8097-5df090fe2d73,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:27.694936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Attempting to bind port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:27.694936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Attempting to bind port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:27.699408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Attempting to bind port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:27.708133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-74d8cc78-0dcd-466c-adaf-8b5140869c1c req-1737252f-140b-41ce-b604-13ad270b4b26 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 Aug 10 03:12:27.730391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:27.730736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Attempting to bind port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:27.738732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:27.740006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:27.740006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:27.740006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Bound port: 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:27.740415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:27.793616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89143a-6fd2-4f64-9a88-7d28b2096924 req-579b0c82-cb3a-4a4a-87ba-9ed5f503c6e3 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.795590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b89143a-6fd2-4f64-9a88-7d28b2096924 req-579b0c82-cb3a-4a4a-87ba-9ed5f503c6e3 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 948 time: 0.1165693 Aug 10 03:12:27.859645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:27.876755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b89143a-6fd2-4f64-9a88-7d28b2096924 req-ee66b0b1-9e22-497c-9df0-a47869f9c95a tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680065 Aug 10 03:12:27.890134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:27.925504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba026b3-7f9d-4512-8eda-e9a3941cce4c req-0861b27f-d7fe-4ea3-93c0-39c4caa02e43 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:27.927097 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dba026b3-7f9d-4512-8eda-e9a3941cce4c req-0861b27f-d7fe-4ea3-93c0-39c4caa02e43 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0606737 Aug 10 03:12:27.965553 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dba026b3-7f9d-4512-8eda-e9a3941cce4c req-96ed49ab-8189-4ad7-a2ad-fe400b2d4171 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Aug 10 03:12:28.033420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.070144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.071146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.072557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] 10.222.0.46 "PUT /v2.0/ports/93e382e9-182f-41b4-8b3b-1af67f7ddc73 HTTP/1.1" status: 200 len: 1097 time: 1.2782438 Aug 10 03:12:28.073094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:28.075211 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341b1674-6c50-4d69-8249-9c2b7b3abb16" -d '{"events": [{"name": "network-changed", "server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:28.104558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525f74e-15ea-4067-b55b-55e07dc5f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:28.139988 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86b06c-b098-4e67-b60d-99bfea3078b0 x-openstack-request-id: req-cb86b06c-b098-4e67-b60d-99bfea3078b0 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:28.140285 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:28.140568 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb86b06c-b098-4e67-b60d-99bfea3078b0 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:28.140971 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'status': 'completed', 'code': 200} Aug 10 03:12:28.157226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:28.213687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b1674-6c50-4d69-8249-9c2b7b3abb16 req-81103a50-888f-4365-baf0-2bc6b056a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.218899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-341b1674-6c50-4d69-8249-9c2b7b3abb16 req-81103a50-888f-4365-baf0-2bc6b056a031 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4076643a8d5f446fad273afaf6529f67&device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 1100 time: 0.0561736 Aug 10 03:12:28.254351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-341b1674-6c50-4d69-8249-9c2b7b3abb16 req-112af628-783c-403e-856f-cbed8e32b039 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4076643a8d5f446fad273afaf6529f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259774 Aug 10 03:12:28.309094 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-064f5be8-bb17-4120-819a-298a0caff0db service neutron] 10.222.0.46 "GET /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.1260009 Aug 10 03:12:28.317886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd7774-452d-445a-ad7c-0478c4051607 req-fcacd05b-ce00-4d61-8837-8cfd51b50aab tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.320176 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-04bd7774-452d-445a-ad7c-0478c4051607 req-fcacd05b-ce00-4d61-8837-8cfd51b50aab tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 945 time: 0.0695076 Aug 10 03:12:28.321053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:28.346790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:12:28.406709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83804990-4c39-43d9-8f3f-769aa6b97164 req-01c77d7d-02a9-4437-8b0e-935d21152c7b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 210 time: 0.0361974 Aug 10 03:12:28.408657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b1674-6c50-4d69-8249-9c2b7b3abb16 req-fbd107ca-6f9d-4420-bda7-dc4fcf67e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.410193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-341b1674-6c50-4d69-8249-9c2b7b3abb16 req-fbd107ca-6f9d-4420-bda7-dc4fcf67e019 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467021 Aug 10 03:12:28.438377 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-04bd7774-452d-445a-ad7c-0478c4051607 req-81513de0-cb63-40a0-8cab-c119dca2f18b tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665572 Aug 10 03:12:28.552825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:28.560075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-ebd436d7-7131-4fb3-83a2-d5cad376a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.562564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-ebd436d7-7131-4fb3-83a2-d5cad376a22f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4076643a8d5f446fad273afaf6529f67&device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 1100 time: 0.0739801 Aug 10 03:12:28.574489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:28.611013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-2b16e2ed-5281-4324-ab25-f2ec296e74f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73 HTTP/1.1" status: 200 len: 217 time: 0.0391734 Aug 10 03:12:28.649671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:28.670580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b395dcd3-6c9d-4f44-8c3a-bb798ebb179f req-be372291-b444-4151-a7bd-1401999c6d7e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0364604 Aug 10 03:12:28.671781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-ede56a1e-eba7-4fc4-afba-aefa4fb67320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.673406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-ede56a1e-eba7-4fc4-afba-aefa4fb67320 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0543728 Aug 10 03:12:28.675845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:28.731821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac2a88-787e-47a2-a278-70218db78a30 req-d02b7972-8582-4188-b746-b969005b4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.733974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-d02b7972-8582-4188-b746-b969005b4970 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502574 Aug 10 03:12:28.765864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:28.883682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-bc2800c0-b51f-4434-a041-eb717e48d225 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408548 Aug 10 03:12:28.894629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da287b8-d33f-464c-bc0b-56a92e96eec5 req-51739b3b-d627-493c-b9d0-d06918dd7440 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.896534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5da287b8-d33f-464c-bc0b-56a92e96eec5 req-51739b3b-d627-493c-b9d0-d06918dd7440 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 943 time: 0.0766881 Aug 10 03:12:28.948445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-1feb7395-2ec4-4f13-a328-6a44ff275d8a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:28.949669 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-1feb7395-2ec4-4f13-a328-6a44ff275d8a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.1656966 Aug 10 03:12:28.969307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] Transition to ACTIVE for port object 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:28.973296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Request body: {'port': {'device_id': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'admin_state_up': True, 'tenant_id': '104156a7d99b4882b1dd45e745fd46aa'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:29.004877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5da287b8-d33f-464c-bc0b-56a92e96eec5 req-e94f3c6a-5857-4d8f-a376-3e4cdadf1a64 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995076 Aug 10 03:12:29.037051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac2a88-787e-47a2-a278-70218db78a30 req-b172abe9-519a-4524-9b59-dae3688c1e30 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392787 Aug 10 03:12:29.109695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c54fa-7212-4a80-aa49-a05a220fb489 req-ffbcf681-6060-4b1a-9c10-dc92fb3658ab tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.109695 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-504c54fa-7212-4a80-aa49-a05a220fb489 req-ffbcf681-6060-4b1a-9c10-dc92fb3658ab tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 948 time: 0.1191885 Aug 10 03:12:29.112668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.213486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a87c7-919d-4959-91b1-b413c219a87b req-3dfaa6d4-f1d4-482d-a618-66f6634d51bf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.215417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-891a87c7-919d-4959-91b1-b413c219a87b req-3dfaa6d4-f1d4-482d-a618-66f6634d51bf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0539870 Aug 10 03:12:29.231979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] No DVR routers for this DVR port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:29.239074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=10']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:29.244975 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-504c54fa-7212-4a80-aa49-a05a220fb489 req-b1a1bf8f-f4c5-4c1a-b5bf-a002e185a787 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262889 Aug 10 03:12:29.275977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f2b71b46-ec3a-4fc2-ba8c-e61cd15e9b58 service neutron] 10.222.0.46 "PUT /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9545040 Aug 10 03:12:29.277188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-891a87c7-919d-4959-91b1-b413c219a87b req-a7f87c0a-d9b7-4e7f-bebb-b382975a26ab tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470366 Aug 10 03:12:29.375821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Made reservation on behalf of 104156a7d99b4882b1dd45e745fd46aa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:29.379807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.519546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ea4fd1f3-a2a2-41e3-a301-ee004979043d req-980781e7-5ac7-42bd-ab34-750dfd27bdc9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 210 time: 0.0368295 Aug 10 03:12:29.533578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Allocated IP 172.20.0.10 (94e103e2-30d6-4580-9b57-e869719c555e/ba35c8f5-eebc-4816-91b2-a58686e8ace0/ec2fb5a4-2886-4011-b3bc-bd4af64d5d97) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:29.667944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec488fa-1095-445e-a42d-fda6ac1e4e23 req-103ec723-d6e9-4105-894c-eef0648120a8 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.669496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec488fa-1095-445e-a42d-fda6ac1e4e23 req-103ec723-d6e9-4105-894c-eef0648120a8 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 945 time: 0.0921960 Aug 10 03:12:29.673054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-8024de1b-7239-4092-abff-5afb6245b391 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.674463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-8024de1b-7239-4092-abff-5afb6245b391 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.1467476 Aug 10 03:12:29.695897 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.751510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec488fa-1095-445e-a42d-fda6ac1e4e23 req-2a4cfb5c-7b2d-4db7-8dc4-fa0da6290fe5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748248 Aug 10 03:12:29.754441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-3ae7024f-55ea-4753-b425-6d8113dabdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.755857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-3ae7024f-55ea-4753-b425-6d8113dabdfd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86&tenant_id=fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 1096 time: 0.0659494 Aug 10 03:12:29.832322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c2fca583-d386-4d51-bd2e-b2ed100db3e2 req-dae12edc-440b-4ad6-b04e-adbca83ff709 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0529931 Aug 10 03:12:29.835759 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:29.898025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-b695f5d0-8f76-4e88-9fe9-8e4e01c7b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.901017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-b695f5d0-8f76-4e88-9fe9-8e4e01c7b445 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1096 time: 0.1030810 Aug 10 03:12:29.901685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Network 94e103e2-30d6-4580-9b57-e869719c555e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:29.917224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:29.925239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:29.943762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06964-0b41-4ff1-8dcb-c94448a2e991 req-dafb592e-1e6d-4011-9cea-758b72b2d872 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.945522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bf06964-0b41-4ff1-8dcb-c94448a2e991 req-dafb592e-1e6d-4011-9cea-758b72b2d872 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 944 time: 0.1061959 Aug 10 03:12:29.956197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:29.986119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:29.987619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.044463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bf06964-0b41-4ff1-8dcb-c94448a2e991 req-70b60b1b-5d80-4807-bbc0-59c1d5f75757 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853007 Aug 10 03:12:30.070782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-1e9018c0-d1ac-43ca-8076-60c70acd9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.072581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-1e9018c0-d1ac-43ca-8076-60c70acd9e3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1634219 Aug 10 03:12:30.073780 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-a504a41e-f38f-4f06-896a-962bd613263d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1068013 Aug 10 03:12:30.145084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Request body: {'port': {'device_id': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:30.173321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-19ca36b8-5f32-45fd-9da7-579b49bcf059 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 217 time: 0.0558047 Aug 10 03:12:30.187396 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c82ec14-72e1-4166-aefc-0a28761eadcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.196011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d37096fe-e40a-481c-aa73-988afa1af9d8 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:30.209837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e987-544e-4971-b830-1c0118229341 req-df28d05e-fcfd-47e6-8e36-17d3a6da8dfa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.217989 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c613e987-544e-4971-b830-1c0118229341 req-df28d05e-fcfd-47e6-8e36-17d3a6da8dfa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.1136689 Aug 10 03:12:30.235313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-36477eb7-5642-4188-9533-e563d0d8ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.236833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-36477eb7-5642-4188-9533-e563d0d8ebfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0552540 Aug 10 03:12:30.264904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.289151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-f4ae3e39-616a-41d4-b220-170e3ebb88b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363553 Aug 10 03:12:30.300085 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c613e987-544e-4971-b830-1c0118229341 req-00b673cb-d0d8-4e5a-8721-d14122db5b2b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763426 Aug 10 03:12:30.407350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port d37096fe-e40a-481c-aa73-988afa1af9d8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:30.416564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port d37096fe-e40a-481c-aa73-988afa1af9d8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:30.416564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.444827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863ce7-c553-42e5-8b1e-8d0ea77ffd4a req-9f619a69-7e66-41ff-8487-b32b7b0d293d tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.448253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c863ce7-c553-42e5-8b1e-8d0ea77ffd4a req-9f619a69-7e66-41ff-8487-b32b7b0d293d tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 948 time: 0.0844007 Aug 10 03:12:30.467753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-3866077d-5733-4151-874a-1f272e9758f4 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706607 Aug 10 03:12:30.529533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c863ce7-c553-42e5-8b1e-8d0ea77ffd4a req-01b7e867-b39e-4017-814d-14ffe7334d5f tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798647 Aug 10 03:12:30.565519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01694c71-8276-4781-a70f-028db3994c1d req-62077c91-198c-4ca9-b608-cf985306e52b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.574728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-01694c71-8276-4781-a70f-028db3994c1d req-62077c91-198c-4ca9-b608-cf985306e52b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1323361 Aug 10 03:12:30.582502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.612305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37096fe-e40a-481c-aa73-988afa1af9d8'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:30.615239 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6931194f-b476-419c-8058-0130375ce6b1" -d '{"events": [{"server_uuid": "d94233fe-18dc-49fe-807c-68e661c8ebb9", "name": "network-vif-plugged", "status": "completed", "tag": "d37096fe-e40a-481c-aa73-988afa1af9d8"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:30.637422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d37096fe-e40a-481c-aa73-988afa1af9d8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d37096fe-e40a-481c-aa73-988afa1af9d8,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:30.638372 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-01694c71-8276-4781-a70f-028db3994c1d req-178eca4c-924c-4c49-bdc4-d04ae103b7ea tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589912 Aug 10 03:12:30.686461 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb08b3c-cb91-4c30-a3e8-bb5f9d4182a1 x-openstack-request-id: req-ffb08b3c-cb91-4c30-a3e8-bb5f9d4182a1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:30.687056 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94233fe-18dc-49fe-807c-68e661c8ebb9", "name": "network-vif-plugged", "status": "completed", "tag": "d37096fe-e40a-481c-aa73-988afa1af9d8", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:30.687458 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffb08b3c-cb91-4c30-a3e8-bb5f9d4182a1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:30.688032 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37096fe-e40a-481c-aa73-988afa1af9d8', 'code': 200} Aug 10 03:12:30.696329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-ad5150c1-d135-4ebd-981e-46abb3dfc810 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061250 Aug 10 03:12:30.704758 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.724334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464de3ae-5ce6-4602-b2c3-19313af550eb req-b5cdc576-b9dd-4dac-81dd-d37d8ca19574 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.726254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-464de3ae-5ce6-4602-b2c3-19313af550eb req-b5cdc576-b9dd-4dac-81dd-d37d8ca19574 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 932 time: 0.0832946 Aug 10 03:12:30.748180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:30.758827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.771300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Transition to ACTIVE for port object ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:30.788242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-464de3ae-5ce6-4602-b2c3-19313af550eb req-3a62a577-d1fb-4206-83a6-c353af835d70 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534616 Aug 10 03:12:30.808901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d37096fe-e40a-481c-aa73-988afa1af9d8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.853028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:30.915752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:30.968830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2863d5a-7ffb-4fcd-8ec5-38e821284a28 req-ceb5b304-8040-4d97-b898-ca1df5f2d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:30.972117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2863d5a-7ffb-4fcd-8ec5-38e821284a28 req-ceb5b304-8040-4d97-b898-ca1df5f2d947 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 1097 time: 0.1147087 Aug 10 03:12:30.984269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:30.990718 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3e29f2c2-c2fa-4fda-b64d-bf02653224ab req-d8981582-7814-4d54-a518-5e7977f9bb2f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0357187 Aug 10 03:12:31.029799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Attempting to bind port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:31.031040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Attempting to bind port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:31.031439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Attempting to bind port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:31.038393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 on network 94e103e2-30d6-4580-9b57-e869719c555e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:31.038795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Attempting to bind port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:31.054891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:31.059475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:31.059884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Checking segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:31.060400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Bound using segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:31.061567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Bound port: ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:31.061987 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.068925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2863d5a-7ffb-4fcd-8ec5-38e821284a28 req-4275a9e3-d86d-4451-b14e-a564fc92ab55 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Aug 10 03:12:31.150809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:31.154195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:31.180072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d58bd-78a0-4f4f-9213-1e2afb649cf9 req-5cf1b539-3233-4846-ac7f-af300f7ca5d8 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.181704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-592d58bd-78a0-4f4f-9213-1e2afb649cf9 req-5cf1b539-3233-4846-ac7f-af300f7ca5d8 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 945 time: 0.0519822 Aug 10 03:12:31.220525 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-a32a1982-9217-4931-a676-49392e3e7374 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248880 Aug 10 03:12:31.244822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-592d58bd-78a0-4f4f-9213-1e2afb649cf9 req-72792ece-86d8-49da-81ab-3ba218eef10a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563557 Aug 10 03:12:31.261380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.454139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5ac36-fe70-4793-8fc6-4f89e1504229 req-62c4ff33-833d-4ee0-8cee-af2665c87657 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.462442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2df5ac36-fe70-4793-8fc6-4f89e1504229 req-62c4ff33-833d-4ee0-8cee-af2665c87657 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.0830970 Aug 10 03:12:31.498987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2df5ac36-fe70-4793-8fc6-4f89e1504229 req-6ccec18b-88a4-4860-9cc2-183a2f8dea81 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352473 Aug 10 03:12:31.639816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.640452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:31.642532 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] 10.222.0.54 "PUT /v2.0/ports/ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 HTTP/1.1" status: 200 len: 1093 time: 1.5040104 Aug 10 03:12:31.644770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:31.646907 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:31.671573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-65867831-a79e-4cbb-bfc2-3e780effeab8 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416036 Aug 10 03:12:31.698947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac6ca6-96d2-45e9-82fe-82d5bf65ea00 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:31.699242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991cba4-559b-47d5-b9fe-3e9386b8d7f3 req-0fbaf5f2-05c6-45f8-b800-f729d24aecb3 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.700887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b991cba4-559b-47d5-b9fe-3e9386b8d7f3 req-0fbaf5f2-05c6-45f8-b800-f729d24aecb3 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 948 time: 0.0884190 Aug 10 03:12:31.708836 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42cf7fa-279a-4d7d-9c4f-f19e0a91dd5b x-openstack-request-id: req-c42cf7fa-279a-4d7d-9c4f-f19e0a91dd5b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:31.709126 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:31.709371 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c42cf7fa-279a-4d7d-9c4f-f19e0a91dd5b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:31.709748 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'status': 'completed', 'code': 200} Aug 10 03:12:31.723045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-a8c507ed-6d96-4495-bbaa-71ac00d0c121 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.724561 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-a8c507ed-6d96-4495-bbaa-71ac00d0c121 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4963596 Aug 10 03:12:31.741508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:31.796272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b991cba4-559b-47d5-b9fe-3e9386b8d7f3 req-06581130-caf3-4083-a6ee-96dc36a7cb79 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542746 Aug 10 03:12:31.875118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-703f332c-e6be-4d0f-b483-a8f244999b2a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.876700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-703f332c-e6be-4d0f-b483-a8f244999b2a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970408 Aug 10 03:12:31.911148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:31.960958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0 req-a5c1bc35-9504-4a10-a8b4-9c855dd700f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.962460 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0 req-a5c1bc35-9504-4a10-a8b4-9c855dd700f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 1096 time: 0.1363997 Aug 10 03:12:31.987962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47584-b5fe-45ee-8f4f-c7387c436481 req-c7cfdef0-6e66-46a5-a554-b529911b0176 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:31.995455 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c7b47584-b5fe-45ee-8f4f-c7387c436481 req-c7cfdef0-6e66-46a5-a554-b529911b0176 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1681061 Aug 10 03:12:32.074238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-369da722-3b06-495e-a96d-0f260fc1724b tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.075671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-369da722-3b06-495e-a96d-0f260fc1724b tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.1727898 Aug 10 03:12:32.136472 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c7b47584-b5fe-45ee-8f4f-c7387c436481 req-48bcff96-615e-4950-b13d-b2e182435c09 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386809 Aug 10 03:12:32.193411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:32.239808 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3808dcea-ddd4-4d1d-b6a5-75cc8ceacc36 req-3c9cdcec-6cef-4ff4-aa17-b79d2a26216c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0378532 Aug 10 03:12:32.243306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0 req-8bea16c5-12d5-4ba5-81e5-0ec2efbb2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.245053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0 req-8bea16c5-12d5-4ba5-81e5-0ec2efbb2a7a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=104156a7d99b4882b1dd45e745fd46aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2372491 Aug 10 03:12:32.245896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:32.249446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.260129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ef6c3-9366-4155-aa77-7d35874fe6fe req-dca93911-e946-49a0-a68a-3dcc5886b066 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.268668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a43ef6c3-9366-4155-aa77-7d35874fe6fe req-dca93911-e946-49a0-a68a-3dcc5886b066 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 944 time: 0.3908632 Aug 10 03:12:32.351101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a43ef6c3-9366-4155-aa77-7d35874fe6fe req-a6af8f4d-c2d6-43cd-b3d1-439acf29f946 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Aug 10 03:12:32.472514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:32.477663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.512110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0 req-decfd1c5-b779-4067-b2f5-a21755a5fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.513620 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b33742fc-5b79-4bc0-830b-ab4d7cc66ee0 req-decfd1c5-b779-4067-b2f5-a21755a5fdb5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597659 Aug 10 03:12:32.537489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e38f3f-5560-4014-b212-d461512caf1c req-546f48c3-4a93-4c1e-9359-b06ae9c69485 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.538800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23e38f3f-5560-4014-b212-d461512caf1c req-546f48c3-4a93-4c1e-9359-b06ae9c69485 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 945 time: 0.1703351 Aug 10 03:12:32.604534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-b9fc86c6-551d-455b-a5e2-ca5e9fa5ed3d service neutron] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:32.617375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-b9fc86c6-551d-455b-a5e2-ca5e9fa5ed3d service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.618462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c19c1b8a-0a3b-443a-a4d7-449e4669a660 req-b9fc86c6-551d-455b-a5e2-ca5e9fa5ed3d service neutron] 10.222.0.54 "DELETE /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.5035288 Aug 10 03:12:32.641863 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23e38f3f-5560-4014-b212-d461512caf1c req-c3144e47-4ece-457f-88fb-78ef242da3e5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659332 Aug 10 03:12:32.642945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.48 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:32.664325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5fe64-75eb-4406-8ec0-5c03dc01b324 req-c8e9f5ac-2a50-49d7-ad5b-ef56bda560db tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.665861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1e5fe64-75eb-4406-8ec0-5c03dc01b324 req-c8e9f5ac-2a50-49d7-ad5b-ef56bda560db tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.0613132 Aug 10 03:12:32.721171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1e5fe64-75eb-4406-8ec0-5c03dc01b324 req-5457bdb6-f207-4f7c-8513-d54baca1d7ec tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481777 Aug 10 03:12:32.727195 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.802231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-87e3844d-e6f9-420e-b76c-63d84b80953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.803742 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-87e3844d-e6f9-420e-b76c-63d84b80953f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 1096 time: 0.1072166 Aug 10 03:12:32.891368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.933591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8af244-355e-424f-85bb-f0678d42d37a req-0d0c07ea-ac09-4e8c-bd88-372fefe876ff tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.935636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a8af244-355e-424f-85bb-f0678d42d37a req-0d0c07ea-ac09-4e8c-bd88-372fefe876ff tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 948 time: 0.0626082 Aug 10 03:12:32.941088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-f7992715-ac0d-4e2d-a972-f566cfd522d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 HTTP/1.1" status: 200 len: 217 time: 0.0473964 Aug 10 03:12:32.942125 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:32.944924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff005f-2fb2-4cf3-9afb-76bb2d279c5e req-b8659ce8-ee15-4e15-8268-1f3c228880e9 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:32.946440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6bff005f-2fb2-4cf3-9afb-76bb2d279c5e req-b8659ce8-ee15-4e15-8268-1f3c228880e9 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1096 time: 0.1112475 Aug 10 03:12:32.947245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e5b47cb2-4f42-44ef-a3fa-c790ce5270bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:32.997035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:32.997350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a8af244-355e-424f-85bb-f0678d42d37a req-9451357f-fd19-4537-b07d-ba1b153b2801 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Aug 10 03:12:33.044505 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6bff005f-2fb2-4cf3-9afb-76bb2d279c5e req-8009b788-9c3b-47c6-b4c3-4a32eb8e1cac tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867386 Aug 10 03:12:33.048156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-080a52c3-af32-4e95-a226-67a9b040ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.059618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-080a52c3-af32-4e95-a226-67a9b040ca96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 200 len: 844 time: 0.0860023 Aug 10 03:12:33.099496 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-7aa2f774-014f-43a2-8c6b-2e7cf1b85af6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94e103e2-30d6-4580-9b57-e869719c555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372827 Aug 10 03:12:33.120706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:33.130599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.135833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'mac_address': 'fa:16:3e:7b:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:33.185465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:33.228310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:33.234583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:33.242581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.245196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:33.309124 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-b2780e75-ae7e-47cf-b96d-cd3e0aea7ab5 service neutron] 10.222.0.54 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008824 Aug 10 03:12:33.322057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.323621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.324402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.375610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b71e4b-3144-4039-8fd5-80c35cdfe73e req-210fea37-6f36-4254-9f2f-18d4d1ed776b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.376448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e382e9-182f-41b4-8b3b-1af67f7ddc73 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:33.377407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b71e4b-3144-4039-8fd5-80c35cdfe73e req-210fea37-6f36-4254-9f2f-18d4d1ed776b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0907989 Aug 10 03:12:33.414030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.48-9d256684-a097-4555-87eb-ddc3e0ad2f7d {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:12:33.414030 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:12:33.433473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b71e4b-3144-4039-8fd5-80c35cdfe73e req-be544e8b-3688-4185-838b-1eebe49a31c5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503759 Aug 10 03:12:33.448476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b23a3784-aea7-4e6f-b8d7-d0235d136932 req-a6e960d8-8825-4085-927d-d765aae83e75 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0355792 Aug 10 03:12:33.526849 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a252dc6-4a9c-4a21-ace1-e31bc1168531 req-d05ef313-903e-4d65-92cc-1702572bae16 service neutron] 10.222.0.54 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972334 Aug 10 03:12:33.535560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:33.623799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f1f0c-fd13-4c7e-a881-68d960cb78e2 req-a088c17a-e2ba-4264-86c4-19058618eb6f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.625334 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f9f1f0c-fd13-4c7e-a881-68d960cb78e2 req-a088c17a-e2ba-4264-86c4-19058618eb6f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 944 time: 0.0919251 Aug 10 03:12:33.638153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-acaa9488-f7be-4994-9f80-38c8a05ea583 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9018939 Aug 10 03:12:33.642966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.662859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-d7086a20-ebfa-4f57-a36c-7598df418f3f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:33.663294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Request body: {'port': {'device_id': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:33.674595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-d7086a20-ebfa-4f57-a36c-7598df418f3f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.1235654 Aug 10 03:12:33.694098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-325e2887-cab2-456b-9035-77fa6e3bf21c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/quotas/fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 375 time: 0.0183933 Aug 10 03:12:33.738711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f9f1f0c-fd13-4c7e-a881-68d960cb78e2 req-f179c375-b34b-4822-950e-a2e57bfb5b73 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054404 Aug 10 03:12:33.748739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e6d5e7b6-aeb7-48e1-a4b8-11fc1e2c4a48 None None] Provisioning for port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:33.751242 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.752553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:33.765123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e6d5e7b6-aeb7-48e1-a4b8-11fc1e2c4a48 None None] Provisioning complete for port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:33.766126 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e7b6-aeb7-48e1-a4b8-11fc1e2c4a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:33.770144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-154aa67d-333d-43da-8032-2ae2298b06ed tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751104 Aug 10 03:12:33.850688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5e7b6-aeb7-48e1-a4b8-11fc1e2c4a48 None None] Port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:33.897964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['93e382e9-182f-41b4-8b3b-1af67f7ddc73'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:33.914212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.086223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eb276-dfd8-4fbc-a971-8a8c718f5a43 req-6a7b9d44-ef69-420f-8904-0e298cdce1c1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.093300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-80df0dcd-99a9-4d61-9d5c-c1303f1199c3 service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177738 Aug 10 03:12:34.094670 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f5eb276-dfd8-4fbc-a971-8a8c718f5a43 req-6a7b9d44-ef69-420f-8904-0e298cdce1c1 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 945 time: 0.1304855 Aug 10 03:12:34.167129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6f5eb276-dfd8-4fbc-a971-8a8c718f5a43 req-41acba4a-a9f7-42f2-9a9d-0abd769f863b tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638082 Aug 10 03:12:34.205171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.225950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:34.234487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-8dc4f14d-0a21-4dbc-ab9e-7b7d0089308d service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321106 Aug 10 03:12:34.235960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.250625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Transition to ACTIVE for port object b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:34.308686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41978) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:34.337348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.458705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.589548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b591510-9a0c-4f08-88db-af8d1599cf22 req-1f228f2f-4296-4d5c-b74e-82f9c2107091 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.591139 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b591510-9a0c-4f08-88db-af8d1599cf22 req-1f228f2f-4296-4d5c-b74e-82f9c2107091 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 949 time: 0.2141199 Aug 10 03:12:34.618261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.165 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/739f5f1d-70f2-4836-8404-8073c7aa1355) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:34.644144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Attempting to bind port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:34.644521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Attempting to bind port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:34.644848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Attempting to bind port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:34.677100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b591510-9a0c-4f08-88db-af8d1599cf22 req-a004d508-daa2-4420-8fae-dacece166c88 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627718 Aug 10 03:12:34.677100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:34.677100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Attempting to bind port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:34.677100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:34.677100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:34.677100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:34.677695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Bound port: b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:34.677695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.788551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] For port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:34.793901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] For port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:34.861381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154d1a-85d4-4f75-8293-bb3741df502e req-026d2082-e0eb-4939-9876-69261ae50236 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.863079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cb154d1a-85d4-4f75-8293-bb3741df502e req-026d2082-e0eb-4939-9876-69261ae50236 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0677001 Aug 10 03:12:34.872654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.933551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:34.934238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:34.936277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c HTTP/1.1" status: 200 len: 1096 time: 1.2769377 Aug 10 03:12:34.940299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'tag': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:34.942660 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2547698-8e6d-46da-91c6-cc33e2ff0208", "tag": "b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:34.991106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cb154d1a-85d4-4f75-8293-bb3741df502e req-6a360abc-2f51-434b-bd84-69b70ec29f66 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148386 Aug 10 03:12:34.992033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7774e09-a606-47ef-9358-06c43b9301f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:34.994154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:35.018017 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.048969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object 739f5f1d-70f2-4836-8404-8073c7aa1355 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:35.069893 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-72fd1e10-c073-45e1-b711-0fef500eb667 req-ce2974f1-bdec-466e-98c0-0a782e67c732 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 210 time: 0.0452983 Aug 10 03:12:35.198549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-5e20518f-d065-4483-bb7a-2f70a036047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.201012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-5e20518f-d065-4483-bb7a-2f70a036047e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 1099 time: 0.0639956 Aug 10 03:12:35.221080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:35.225387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:35.225764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.231562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fdb79d6-8c21-4bc0-9a39-aaa941869108 req-3280a265-66d6-4156-978e-551c230ce634 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 210 time: 0.0742946 Aug 10 03:12:35.264134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.316386 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-e5b7c5c5-4716-4cf3-bd97-0130eedf1d3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c HTTP/1.1" status: 200 len: 217 time: 0.1013587 Aug 10 03:12:35.383152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.398218 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.411029 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef21aefa-4de3-4530-b638-1442cd33ea4c x-openstack-request-id: req-ef21aefa-4de3-4530-b638-1442cd33ea4c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:35.411323 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2547698-8e6d-46da-91c6-cc33e2ff0208", "tag": "b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:35.411582 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef21aefa-4de3-4530-b638-1442cd33ea4c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:35.411976 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'tag': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', 'status': 'completed', 'code': 200} Aug 10 03:12:35.430269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-5152ede8-649b-4885-859b-8b81652d2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.432382 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-5152ede8-649b-4885-859b-8b81652d2139 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1088843 Aug 10 03:12:35.440083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:35.441568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db411682-f9bc-448f-ba1b-a35445764c73 req-4ce2cfca-196a-4efe-9415-1f1473c297d6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.446428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:35.450226 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-db411682-f9bc-448f-ba1b-a35445764c73 req-4ce2cfca-196a-4efe-9415-1f1473c297d6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 944 time: 0.2646914 Aug 10 03:12:35.451721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:35.513562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:35.515206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:35.517193 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11f6a6e-b572-49fb-9a74-ef21cc87ffd8" -d '{"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-plugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:35.519811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.520568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.530921 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-db411682-f9bc-448f-ba1b-a35445764c73 req-687d2cf7-3e04-4fac-968e-2909e84be15b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797992 Aug 10 03:12:35.537050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=739f5f1d-70f2-4836-8404-8073c7aa1355,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.541350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-d24bba41-a416-44db-a251-81bc40e15bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.543161 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-d24bba41-a416-44db-a251-81bc40e15bdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907352 Aug 10 03:12:35.558268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:35.588813 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.694005 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-6acf1fd8-0db5-4a0a-895a-a5052283b2dc service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429968 Aug 10 03:12:35.694243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-0d111560-110a-4b7b-a0ce-cfc9a1b71b28 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7898498 Aug 10 03:12:35.730065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Request body: {'port': {'device_id': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:35.734104 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a65c09e-1eab-4d9f-ac0a-6bf734ac63da x-openstack-request-id: req-7a65c09e-1eab-4d9f-ac0a-6bf734ac63da {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:35.734413 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-plugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:35.735637 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a65c09e-1eab-4d9f-ac0a-6bf734ac63da {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:35.736227 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'code': 200} Aug 10 03:12:35.753715 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.842054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.850946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:35.880365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657631b-da2d-41e6-b35a-079d3fff265a req-fd90ab48-55b1-42a0-b183-8f4ba1a267e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.883172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7657631b-da2d-41e6-b35a-079d3fff265a req-fd90ab48-55b1-42a0-b183-8f4ba1a267e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 1102 time: 0.0869942 Aug 10 03:12:35.884708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Deleting port 2975aaf7-a399-43fa-892b-ddf5b2949153 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:35.885280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.902386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bfa55-7dd9-461d-9a4f-4d3974b00bd7 req-cb3e4df2-8636-4612-a809-d5b18678ce40 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:35.903966 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eb1bfa55-7dd9-461d-9a4f-4d3974b00bd7 req-cb3e4df2-8636-4612-a809-d5b18678ce40 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 950 time: 0.0806057 Aug 10 03:12:35.912531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82cc573e-c087-4eb0-b18f-835c20a28b48 None None] Provisioning for port 739f5f1d-70f2-4836-8404-8073c7aa1355 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:35.920119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82cc573e-c087-4eb0-b18f-835c20a28b48 None None] Provisioning complete for port 739f5f1d-70f2-4836-8404-8073c7aa1355 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:35.923098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82cc573e-c087-4eb0-b18f-835c20a28b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:35.940220 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-10ab83ed-88a9-41f6-b9f3-a2e6a01b8cff service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155938 Aug 10 03:12:35.981479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-82cc573e-c087-4eb0-b18f-835c20a28b48 None None] Port 739f5f1d-70f2-4836-8404-8073c7aa1355 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:35.991054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eb1bfa55-7dd9-461d-9a4f-4d3974b00bd7 req-9c25ab43-000a-44c7-814a-3c2fdced6b20 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Aug 10 03:12:36.000993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7657631b-da2d-41e6-b35a-079d3fff265a req-7cdff3ec-cf94-48fc-a7d6-0f995bafb09e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926313 Aug 10 03:12:36.134526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5514ad-9b87-43f4-b7fd-204a15d8a5cc req-446ab542-aece-48e4-ac4f-7002a997142b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.136630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9f5514ad-9b87-43f4-b7fd-204a15d8a5cc req-446ab542-aece-48e4-ac4f-7002a997142b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0792952 Aug 10 03:12:36.177218 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9f5514ad-9b87-43f4-b7fd-204a15d8a5cc req-77bf829a-ea0d-45a1-806c-8b861b5de2fe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337746 Aug 10 03:12:36.272592 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0b95e475-0bbf-4514-be9c-a429caf16bd1 req-193e994b-85c7-4a24-8680-ebb852636f0f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 210 time: 0.0328507 Aug 10 03:12:36.385864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] For port 2975aaf7-a399-43fa-892b-ddf5b2949153, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2975aaf7-a399-43fa-892b-ddf5b2949153,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:36.386152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.395975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b0b2-e6c9-41a2-8dbc-1f504708c672 req-169d3c4f-47c5-4a90-8a0e-f6b998c9a619 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.398338 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-07a2b0b2-e6c9-41a2-8dbc-1f504708c672 req-169d3c4f-47c5-4a90-8a0e-f6b998c9a619 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 936 time: 0.0560844 Aug 10 03:12:36.438565 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-07a2b0b2-e6c9-41a2-8dbc-1f504708c672 req-d2c6e0d3-1056-46bf-a4b3-d298135e3f06 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Aug 10 03:12:36.447176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3e339-fccd-4dd5-b39a-ffd5a50a16a9 req-11f28225-166e-4817-bd12-7bdfb6a01184 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.448709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12e3e339-fccd-4dd5-b39a-ffd5a50a16a9 req-11f28225-166e-4817-bd12-7bdfb6a01184 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 945 time: 0.4458735 Aug 10 03:12:36.455961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Calling delete_port for 2975aaf7-a399-43fa-892b-ddf5b2949153 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:36.492185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-96693970-1495-4c36-a9c3-528d868b1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.492185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-96693970-1495-4c36-a9c3-528d868b1935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 1099 time: 0.3961787 Aug 10 03:12:36.614585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12e3e339-fccd-4dd5-b39a-ffd5a50a16a9 req-484671c1-d0b9-4852-add9-934b0a0cdc0a tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586361 Aug 10 03:12:36.656065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a9977-d7e5-4732-98b5-ae547405a25c req-0013a36f-a7bf-409e-a114-73640449b348 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.657604 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9a2a9977-d7e5-4732-98b5-ae547405a25c req-0013a36f-a7bf-409e-a114-73640449b348 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 944 time: 0.0542948 Aug 10 03:12:36.695626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9a2a9977-d7e5-4732-98b5-ae547405a25c req-81733ffe-d909-488e-8379-ce100ed1825f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Aug 10 03:12:36.777351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-e4a4e04b-0ff4-44b4-af97-fbb465d6e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.778839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-e4a4e04b-0ff4-44b4-af97-fbb465d6e3c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2752032 Aug 10 03:12:36.787714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739f5f1d-70f2-4836-8404-8073c7aa1355 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:36.804654 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.849656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-6e43e6fc-d30b-4d2e-8580-7b34e1e1be4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c HTTP/1.1" status: 200 len: 217 time: 0.0556953 Aug 10 03:12:36.854766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Transition to ACTIVE for port object 739f5f1d-70f2-4836-8404-8073c7aa1355 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:36.934413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:36.975685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-e99e7013-0f5a-4657-b348-f79693e08bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:36.976553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-e99e7013-0f5a-4657-b348-f79693e08bfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0893443 Aug 10 03:12:37.035545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Pushing event updated for resources: {'Port': ['ID=739f5f1d-70f2-4836-8404-8073c7aa1355,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.044603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.109067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Pushing event deleted for resources: {'Port': ['ID=2975aaf7-a399-43fa-892b-ddf5b2949153,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.129050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Attempting to bind port 739f5f1d-70f2-4836-8404-8073c7aa1355 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:37.129260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Attempting to bind port 739f5f1d-70f2-4836-8404-8073c7aa1355 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:37.129446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Attempting to bind port 739f5f1d-70f2-4836-8404-8073c7aa1355 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:37.144401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-ba9c9c8b-b20d-43c1-ae93-9e96c3f978fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.145916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-ba9c9c8b-b20d-43c1-ae93-9e96c3f978fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555722 Aug 10 03:12:37.147785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Port 739f5f1d-70f2-4836-8404-8073c7aa1355 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:37.148132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Attempting to bind port 739f5f1d-70f2-4836-8404-8073c7aa1355 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:37.196160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:37.196415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:37.197169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:37.197295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Bound port: 739f5f1d-70f2-4836-8404-8073c7aa1355, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:37.197645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.224925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f47978-90c9-4832-8fc1-b32c03b402c2 req-1de2ad69-f264-409b-863f-57d8f3fba560 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.236944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d3f47978-90c9-4832-8fc1-b32c03b402c2 req-1de2ad69-f264-409b-863f-57d8f3fba560 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 950 time: 0.1683125 Aug 10 03:12:37.388330 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d3f47978-90c9-4832-8fc1-b32c03b402c2 req-a1c89f07-d667-4eae-930c-3af31bf7c6d7 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450412 Aug 10 03:12:37.395620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-0cd918eb-2e60-4604-9f63-4894e3c75527 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.397164 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-0cd918eb-2e60-4604-9f63-4894e3c75527 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.2798629 Aug 10 03:12:37.400899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.410868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-fe696e88-e5d8-45be-bb6a-d2edf9b4384d tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.412622 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-fe696e88-e5d8-45be-bb6a-d2edf9b4384d tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 945 time: 0.1650863 Aug 10 03:12:37.417765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Request body: {'port': {'device_id': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'admin_state_up': True, 'tenant_id': 'fcb5145c5e94438ba62246f73a73b3ed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:37.470410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] For port 739f5f1d-70f2-4836-8404-8073c7aa1355, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:37.537093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-07aa9860-8648-43a4-a402-d4b9558c842f service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565760 Aug 10 03:12:37.548280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56742128-7327-48af-8ef4-e3f62bbb5208 req-fd976151-9d69-4074-b364-a9d049c8dcc2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.549780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56742128-7327-48af-8ef4-e3f62bbb5208 req-fd976151-9d69-4074-b364-a9d049c8dcc2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.2041600 Aug 10 03:12:37.553730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] For port 739f5f1d-70f2-4836-8404-8073c7aa1355, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=739f5f1d-70f2-4836-8404-8073c7aa1355,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:37.594596 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ef73c4e-5a04-4604-8a0a-b5c8addb64d4 req-9834435a-3385-4512-abab-544827c0e909 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 210 time: 0.0706496 Aug 10 03:12:37.638525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.652974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Deleting port d37096fe-e40a-481c-aa73-988afa1af9d8 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:37.653316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.710118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-b4ddf75f-1dd1-4448-8bc0-b1995f4b97b5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.712684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-b4ddf75f-1dd1-4448-8bc0-b1995f4b97b5 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 945 time: 0.2696471 Aug 10 03:12:37.726531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.732985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.732985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] 10.222.0.54 "PUT /v2.0/ports/739f5f1d-70f2-4836-8404-8073c7aa1355 HTTP/1.1" status: 200 len: 1097 time: 2.0042257 Aug 10 03:12:37.732985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'tag': '739f5f1d-70f2-4836-8404-8073c7aa1355'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:37.733356 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7670cf-4d78-491d-9afe-65c2aee523af" -d '{"events": [{"name": "network-changed", "server_uuid": "3a60184a-58d4-41ed-84b7-41a4e30e46a7", "tag": "739f5f1d-70f2-4836-8404-8073c7aa1355"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:37.764243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Made reservation on behalf of fcb5145c5e94438ba62246f73a73b3ed for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:37.768394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.798694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86f69-24b4-4c92-a011-48826115f3d3 req-8ce1c0a0-cd5c-4bd5-896d-971baa53f03d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:37.801833 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9f86f69-24b4-4c92-a011-48826115f3d3 req-8ce1c0a0-cd5c-4bd5-896d-971baa53f03d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 948 time: 0.1029365 Aug 10 03:12:37.809324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56742128-7327-48af-8ef4-e3f62bbb5208 req-e9823bc0-1a6b-4a43-b637-76a0dc6e50d9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410541 Aug 10 03:12:37.840136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ea3e6-7395-4831-9ee9-7120790c191c service neutron] Pushing event updated for resources: {'Port': ['ID=739f5f1d-70f2-4836-8404-8073c7aa1355,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:37.880920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] For port d37096fe-e40a-481c-aa73-988afa1af9d8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d37096fe-e40a-481c-aa73-988afa1af9d8,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:37.881957 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:37.888155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdfd9437-fb59-4f06-9839-33bd8a7f80eb req-1fa0a99c-5827-40f5-b8d9-272412d9ed51 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363783 Aug 10 03:12:37.902651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Calling delete_port for d37096fe-e40a-481c-aa73-988afa1af9d8 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:38.075388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-c9a7352a-e5f1-4db2-9576-64281c4bb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.076862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-c9a7352a-e5f1-4db2-9576-64281c4bb023 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 1100 time: 0.1876059 Aug 10 03:12:38.095695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b74e-3298-4be3-b834-21b0927c550a req-c95574c2-d2f5-4a25-b1be-e79b65887348 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.097281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82e0b74e-3298-4be3-b834-21b0927c550a req-c95574c2-d2f5-4a25-b1be-e79b65887348 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94233fe-18dc-49fe-807c-68e661c8ebb9 HTTP/1.1" status: 200 len: 945 time: 0.1418123 Aug 10 03:12:38.099405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Deleting port 26c503f6-08d5-4920-8097-5df090fe2d73 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:38.099752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.185400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Router b52b6688-d5a7-4119-b67f-fd2406e898e6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:38.193869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-7f0098da-530c-4fa7-b840-78cb975976dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=739f5f1d-70f2-4836-8404-8073c7aa1355 HTTP/1.1" status: 200 len: 217 time: 0.0907254 Aug 10 03:12:38.223960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:38.229927 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9f86f69-24b4-4c92-a011-48826115f3d3 req-6455bb92-9f27-4e3f-97ed-2b48394bb2a1 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198804 Aug 10 03:12:38.284279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82e0b74e-3298-4be3-b834-21b0927c550a req-2cebf5ef-1088-4c49-bd34-37ea8910ba72 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aa54571-1eae-412a-9ec8-4756a2101f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799362 Aug 10 03:12:38.328074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Allocated IP 172.20.0.9 (b47f7dec-7c04-48ad-aa2f-fab4aab236f0/2084d43d-9d2f-4497-9719-38ac098f031f/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:38.367287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:38.382122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'mac_address': 'fa:16:3e:95:de:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:38.413132 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9622b9c7-3a63-4c1c-83ed-bec721ba5ab9 x-openstack-request-id: req-9622b9c7-3a63-4c1c-83ed-bec721ba5ab9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:38.413376 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a60184a-58d4-41ed-84b7-41a4e30e46a7", "tag": "739f5f1d-70f2-4836-8404-8073c7aa1355", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:38.413679 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9622b9c7-3a63-4c1c-83ed-bec721ba5ab9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:38.414078 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'tag': '739f5f1d-70f2-4836-8404-8073c7aa1355', 'status': 'completed', 'code': 200} Aug 10 03:12:38.419439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21096f-c7f5-409c-81d0-7ce8075d134d req-be30124f-1195-45cd-afbd-7b7d77f4f1d1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.421548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4c21096f-c7f5-409c-81d0-7ce8075d134d req-be30124f-1195-45cd-afbd-7b7d77f4f1d1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 944 time: 0.1032007 Aug 10 03:12:38.428304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.431231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-d2b67284-35ff-48c0-ba5f-fb583ed4994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.432730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-d2b67284-35ff-48c0-ba5f-fb583ed4994f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2254713 Aug 10 03:12:38.437000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] For port 26c503f6-08d5-4920-8097-5df090fe2d73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26c503f6-08d5-4920-8097-5df090fe2d73,segment=NetworkSegment(7f359ebc-892e-4fb0-b502-12cafe0109dd),segment_id=7f359ebc-892e-4fb0-b502-12cafe0109dd)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:38.437383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.445241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:38.470506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.473726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:38.487917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['26c503f6-08d5-4920-8097-5df090fe2d73'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:38.492547 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4c21096f-c7f5-409c-81d0-7ce8075d134d req-19332880-b731-43e6-b2ff-24cdcf0301c6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533509 Aug 10 03:12:38.519978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event deleted for resources: {'Port': ['ID=d37096fe-e40a-481c-aa73-988afa1af9d8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:38.521976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d37096fe-e40a-481c-aa73-988afa1af9d8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:38.552302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.590325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] No DVR routers for this DVR port d37096fe-e40a-481c-aa73-988afa1af9d8 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:38.595699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.597737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ca4f13a-05c5-40d3-a908-8ee10398fd75 req-3b66cb38-1f00-47cf-93c3-1bc1eff243d7 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.54 "DELETE /v2.0/ports/d37096fe-e40a-481c-aa73-988afa1af9d8 HTTP/1.1" status: 204 len: 173 time: 1.1765089 Aug 10 03:12:38.598195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'name': 'network-vif-deleted', 'tag': 'd37096fe-e40a-481c-aa73-988afa1af9d8'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:38.600533 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a26062f-89b2-4d0a-91b6-17fe87481210" -d '{"events": [{"server_uuid": "d94233fe-18dc-49fe-807c-68e661c8ebb9", "name": "network-vif-deleted", "tag": "d37096fe-e40a-481c-aa73-988afa1af9d8"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:38.646633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:38.654243 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c1b77-58e1-4022-8e15-e4fb9a4d7e41 x-openstack-request-id: req-707c1b77-58e1-4022-8e15-e4fb9a4d7e41 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:38.655196 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94233fe-18dc-49fe-807c-68e661c8ebb9", "name": "network-vif-deleted", "tag": "d37096fe-e40a-481c-aa73-988afa1af9d8", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:38.655554 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-707c1b77-58e1-4022-8e15-e4fb9a4d7e41 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:38.657098 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94233fe-18dc-49fe-807c-68e661c8ebb9', 'name': 'network-vif-deleted', 'tag': 'd37096fe-e40a-481c-aa73-988afa1af9d8', 'status': 'completed', 'code': 200} Aug 10 03:12:38.767151 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0e871662-e2ac-4013-bbb4-72fe7bccbe43 req-3ec572c1-cc52-43c3-b74b-782415d2bec1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 210 time: 0.0428164 Aug 10 03:12:38.813163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.814145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Calling delete_port for 26c503f6-08d5-4920-8097-5df090fe2d73 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:38.818140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:38.828389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-04047781-c71a-4350-b75e-9b7e0d225568 admin admin] 10.222.0.26 "PUT /v2.0/routers/b52b6688-d5a7-4119-b67f-fd2406e898e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5185161 Aug 10 03:12:38.829241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42040) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:38.833394 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] Sync routers for ids ['b52b6688-d5a7-4119-b67f-fd2406e898e6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:38.843283 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] Routers {'b52b6688-d5a7-4119-b67f-fd2406e898e6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:38.843928 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b52b6688-d5a7-4119-b67f-fd2406e898e6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:38.931512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:38.958882 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] Set router b52b6688-d5a7-4119-b67f-fd2406e898e6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:38.979794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:38.984630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:38.984799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902114-474e-4878-b17b-1d4962c438ae req-cedf2dca-18a4-48f6-9a38-ae3ebad50f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:38.986173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-cedf2dca-18a4-48f6-9a38-ae3ebad50f22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5372887 Aug 10 03:12:38.990006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:39.035338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:39.054255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:39.065779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48c970-d75b-4413-b71e-de3d7fc4c25e req-4778956d-0116-4c82-aa14-679c2dbedcec tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.069014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8d48c970-d75b-4413-b71e-de3d7fc4c25e req-4778956d-0116-4c82-aa14-679c2dbedcec tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1777546 Aug 10 03:12:39.107060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.108162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.110673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8926a-1e8a-4750-a270-130eb788546e req-d37cf66e-5296-4596-a140-d216133f58e4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.112251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9c8926a-1e8a-4750-a270-130eb788546e req-d37cf66e-5296-4596-a140-d216133f58e4 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 950 time: 0.2997284 Aug 10 03:12:39.152080 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8d48c970-d75b-4413-b71e-de3d7fc4c25e req-a6bd6be3-d7e8-4c14-b9db-7cc50acf3273 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694180 Aug 10 03:12:39.193404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:39.223098 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-173d09fd-986f-4ad7-97ac-2b6c505af9fd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8092802 Aug 10 03:12:39.226736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:39.228586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9c8926a-1e8a-4750-a270-130eb788546e req-51c6f78d-44a3-488d-bd06-250c8f8d5c0b tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915017 Aug 10 03:12:39.237259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Request body: {'port': {'device_id': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:39.299465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', 'mac_address': 'fa:16:3e:79:e4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:39.310089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.314923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.358796 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:12:36Z', 'revision_number': 5, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:39.390144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.392467 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] Checking router: b52b6688-d5a7-4119-b67f-fd2406e898e6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:39.406569 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] Routers {'b52b6688-d5a7-4119-b67f-fd2406e898e6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:39.407210 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b52b6688-d5a7-4119-b67f-fd2406e898e6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:39.420143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:39.487807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:39.557357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-9e8c3c2a-30f1-47be-82b2-ae96f5389b0b service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520513 Aug 10 03:12:39.565411 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.570290 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] Set router b52b6688-d5a7-4119-b67f-fd2406e898e6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:39.695860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:39.746150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:39.759985 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.773659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13a08-a6fd-4391-b190-8e807245cfd5 req-5172ebac-9a15-4145-bcc3-5257da41bb7c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:39.774670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Transition to ACTIVE for port object d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:39.775258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edb13a08-a6fd-4391-b190-8e807245cfd5 req-5172ebac-9a15-4145-bcc3-5257da41bb7c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 948 time: 0.3181105 Aug 10 03:12:39.782041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.798376 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:12:36Z', 'revision_number': 5, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:39.817818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:39.835339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747bb992-9b32-4201-ab99-2392937a9df8 None None] The sync data for ids ['b52b6688-d5a7-4119-b67f-fd2406e898e6'] in n-d-765315-26 is: [{'id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1321514376-router', 'tenant_id': 'ba1b5414079043d283107f6e71a61d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:37Z', 'updated_at': '2021-08-10T03:12:36Z', 'revision_number': 5, 'project_id': 'ba1b5414079043d283107f6e71a61d7d', 'gw_port': {'id': '58947ea3-61a9-40ba-84af-12f916f1c442', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52b6688-d5a7-4119-b67f-fd2406e898e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:39Z', 'updated_at': '2021-08-10T03:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:39.852879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Pushing event deleted for resources: {'Port': ['ID=26c503f6-08d5-4920-8097-5df090fe2d73,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:39.856363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed902114-474e-4878-b17b-1d4962c438ae req-fee503d7-4260-4a63-a026-40f01cdc5c54 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830758 Aug 10 03:12:39.884384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.886818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.929610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edb13a08-a6fd-4391-b190-8e807245cfd5 req-103ce4db-a114-4fc1-acf7-eaacb4a5407f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412802 Aug 10 03:12:39.944752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:39.955760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] No DVR routers for this DVR port 26c503f6-08d5-4920-8097-5df090fe2d73 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:39.957178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:39.959372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-005bbe22-7d04-4b25-8a6e-d56f8dfaa6f0 req-4a70ee23-19cd-4763-966e-b4cb0e4c34b3 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.46 "DELETE /v2.0/ports/26c503f6-08d5-4920-8097-5df090fe2d73 HTTP/1.1" status: 204 len: 173 time: 2.2345986 Aug 10 03:12:40.041741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:40.042141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:40.043029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:40.048625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:40.055004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:40.055004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:40.055004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:40.055556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:40.055858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Bound port: d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:40.056228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.090330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Deleting port 58947ea3-61a9-40ba-84af-12f916f1c442 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:40.090672 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.295864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:40.295864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:40.295864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774129e7-7f2f-4805-98de-ca207795802d req-26f11702-c208-4623-8592-0a4edb2dfcbc tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.295864 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-774129e7-7f2f-4805-98de-ca207795802d req-26f11702-c208-4623-8592-0a4edb2dfcbc tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 945 time: 0.1155019 Aug 10 03:12:40.297854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d37096fe-e40a-481c-aa73-988afa1af9d8 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:40.299230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-3382587b-6cfa-49bf-b43d-be24527dff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.299230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-3382587b-6cfa-49bf-b43d-be24527dff2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 1100 time: 0.1088209 Aug 10 03:12:40.300850 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-774129e7-7f2f-4805-98de-ca207795802d req-dc2cbc81-fcf4-4016-a8ba-7cfce570e5f3 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Aug 10 03:12:40.301071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: d37096fe-e40a-481c-aa73-988afa1af9d8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:40.301071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d37096fe-e40a-481c-aa73-988afa1af9d8 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:40.332193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] For port 58947ea3-61a9-40ba-84af-12f916f1c442, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58947ea3-61a9-40ba-84af-12f916f1c442,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:40.332594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.355901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Calling delete_port for 58947ea3-61a9-40ba-84af-12f916f1c442 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:40.362079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5d1d122a-7686-4b29-bf26-457a8003018d req-7b61b18e-9ba1-41cd-ae77-6b68afc3c674 tempest-MultipleCreateTestJSON-159482650 tempest-MultipleCreateTestJSON-159482650-project] 10.222.0.26 "GET /v2.0/ports?device_id=575e72e7-c7cb-43a6-9f15-6f5047223549 HTTP/1.1" status: 200 len: 210 time: 0.0327449 Aug 10 03:12:40.385089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.395053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a72974-7d01-489e-a41a-10c868ebaf63 req-7a45fa44-5a31-4f8b-8743-2ce90b1e9778 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.395053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3a72974-7d01-489e-a41a-10c868ebaf63 req-7a45fa44-5a31-4f8b-8743-2ce90b1e9778 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1811459 Aug 10 03:12:40.426563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.429406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.429406 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 1092 time: 1.1958275 Aug 10 03:12:40.439371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'name': 'network-vif-deleted', 'tag': '26c503f6-08d5-4920-8097-5df090fe2d73'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:40.444681 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79024e9-d718-4bfe-9ecc-b1125b1fd4cc" -d '{"events": [{"server_uuid": "575e72e7-c7cb-43a6-9f15-6f5047223549", "name": "network-vif-deleted", "tag": "26c503f6-08d5-4920-8097-5df090fe2d73"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:40.454090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ebd91-17d4-406d-b5d6-159ac363f4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:40.463698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-73d722af-35a7-4504-ac39-f7655d8321f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.463698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-73d722af-35a7-4504-ac39-f7655d8321f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2043056 Aug 10 03:12:40.528176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-436c58f6-7341-4e6c-b220-3e3644942ec7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=739f5f1d-70f2-4836-8404-8073c7aa1355 HTTP/1.1" status: 200 len: 217 time: 0.0558512 Aug 10 03:12:40.541208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3a72974-7d01-489e-a41a-10c868ebaf63 req-c24026d6-be72-4812-9f67-6553c70d71cb tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351540 Aug 10 03:12:40.612094 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50afd778-0acc-4192-96bc-7e26b8f0dd28 x-openstack-request-id: req-50afd778-0acc-4192-96bc-7e26b8f0dd28 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:40.614117 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e72e7-c7cb-43a6-9f15-6f5047223549", "name": "network-vif-deleted", "tag": "26c503f6-08d5-4920-8097-5df090fe2d73", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:40.614117 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50afd778-0acc-4192-96bc-7e26b8f0dd28 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:40.614117 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e72e7-c7cb-43a6-9f15-6f5047223549', 'name': 'network-vif-deleted', 'tag': '26c503f6-08d5-4920-8097-5df090fe2d73', 'status': 'completed', 'code': 200} Aug 10 03:12:40.625697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846bcf1-12ce-4377-b9ff-b0314ad17ed5 req-7a68bce8-28d7-4306-a2d5-25b7271103d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.627178 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6846bcf1-12ce-4377-b9ff-b0314ad17ed5 req-7a68bce8-28d7-4306-a2d5-25b7271103d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1005404 Aug 10 03:12:40.640114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-85c95f97-0802-447c-bcea-59efbb13a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.641607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-85c95f97-0802-447c-bcea-59efbb13a383 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0981736 Aug 10 03:12:40.643225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-2b0d1b76-5fb5-4b99-88cb-20cf8817b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.644649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-2b0d1b76-5fb5-4b99-88cb-20cf8817b70d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1095 time: 0.0828426 Aug 10 03:12:40.661501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:40.664244 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ee6f05-c33d-409a-b7c3-e740492e9235" -d '{"events": [{"name": "network-changed", "server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:40.698555 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-35c51226-26b2-4cbc-b7cb-db6bd394d4df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 217 time: 0.0446174 Aug 10 03:12:40.716842 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee579147-2d85-481a-abc1-4eb333047d9d x-openstack-request-id: req-ee579147-2d85-481a-abc1-4eb333047d9d {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:40.717127 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:40.717377 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee579147-2d85-481a-abc1-4eb333047d9d {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:40.717927 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'status': 'completed', 'code': 200} Aug 10 03:12:40.722390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-2e304abb-02fe-4170-a9fc-de15b2422809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.723896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-2e304abb-02fe-4170-a9fc-de15b2422809 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733953 Aug 10 03:12:40.738590 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6846bcf1-12ce-4377-b9ff-b0314ad17ed5 req-41a1e50c-58ae-4629-a265-0fdc6ab3d24a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030004 Aug 10 03:12:40.759260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-2894716c-448f-4c3b-a8ba-3a3a88fbb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:40.760849 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-2894716c-448f-4c3b-a8ba-3a3a88fbb271 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0545771 Aug 10 03:12:40.796168 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-9257c7ba-c70f-4e3b-b1c2-de9bff4b8bf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246720 Aug 10 03:12:40.799751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.841529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Pushing event deleted for resources: {'Port': ['ID=58947ea3-61a9-40ba-84af-12f916f1c442,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:40.863339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:40.879908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-074b563c-0edf-499e-adf5-2be6294b9b9f service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474485 Aug 10 03:12:40.909479 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-95158ae0-0258-43d6-bd84-2fc77a0df2d2 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018310 Aug 10 03:12:41.010288 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.013627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.023912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc912365-0f6d-4ded-b895-02cdfa5c4c65 req-a41e6501-a6d7-44fa-977c-da832b96130f service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069276 Aug 10 03:12:41.054222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2975aaf7-a399-43fa-892b-ddf5b2949153 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:41.081182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2975aaf7-a399-43fa-892b-ddf5b2949153 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:41.081739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2975aaf7-a399-43fa-892b-ddf5b2949153 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:41.089468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:41.144903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7670cf-4d78-491d-9afe-65c2aee523af req-01ffcfbd-9dec-44cc-8613-17ebb52c7d13 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320855 Aug 10 03:12:41.148404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc1bc7-3bd2-43ec-8fe3-290e37efb0ad req-8636ea2a-9a8a-4551-941c-9c2dcf5aa9f2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.152810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86dc1bc7-3bd2-43ec-8fe3-290e37efb0ad req-8636ea2a-9a8a-4551-941c-9c2dcf5aa9f2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 948 time: 0.1086690 Aug 10 03:12:41.187266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.187820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52b6688-d5a7-4119-b67f-fd2406e898e6 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:12:41.196730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86dc1bc7-3bd2-43ec-8fe3-290e37efb0ad req-54917c83-e49f-4b74-8c36-95662de46e66 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Aug 10 03:12:41.199922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.204407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f0acaa75-2e57-4d0d-a8c1-50f18690c892 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b52b6688-d5a7-4119-b67f-fd2406e898e6 HTTP/1.1" status: 204 len: 168 time: 2.3395998 Aug 10 03:12:41.205074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:41.209766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:41.218229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:41.220738 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.253679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-26f30490-f347-4757-a6ed-93302275af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.255295 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-26f30490-f347-4757-a6ed-93302275af0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1095 time: 0.0794506 Aug 10 03:12:41.281882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Deleting subnet 46af4125-a7b3-4579-a822-065a1c4d9b0b {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:12:41.300623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.337608 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.339130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.400205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-c0b647af-a083-43d7-8242-d2016c2b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.400205 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-c0b647af-a083-43d7-8242-d2016c2b13db service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1129637 Aug 10 03:12:41.400520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:41.400520 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b9d31-313e-4b1c-b22e-e84e51d64018" -d '{"events": [{"server_uuid": "b2547698-8e6d-46da-91c6-cc33e2ff0208", "name": "network-vif-plugged", "status": "completed", "tag": "b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:41.409862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:41.433072 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-b143c436-dc67-4d59-97c6-92c2711d75a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 217 time: 0.0470002 Aug 10 03:12:41.434207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42094) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:41.463718 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.467854 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e55daaf-427b-4ade-bfe8-c12ff592b44c x-openstack-request-id: req-5e55daaf-427b-4ade-bfe8-c12ff592b44c {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:41.468366 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2547698-8e6d-46da-91c6-cc33e2ff0208", "name": "network-vif-plugged", "status": "completed", "tag": "b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:41.468650 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e55daaf-427b-4ade-bfe8-c12ff592b44c {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:41.469040 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', 'code': 200} Aug 10 03:12:41.488134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.489721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26c503f6-08d5-4920-8097-5df090fe2d73 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:41.499254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59048e1-4523-43c1-b82a-6a2832ecd86d req-10c9dd44-9549-460f-bf96-b694d44af509 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.500822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f59048e1-4523-43c1-b82a-6a2832ecd86d req-10c9dd44-9549-460f-bf96-b694d44af509 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 945 time: 0.1202683 Aug 10 03:12:41.521142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Deleting subnet 0142e721-826d-4528-9d82-96f3c0c9473f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:12:41.525952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-8cfff1b1-4172-4487-b71f-27108a7b20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.527985 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-8cfff1b1-4172-4487-b71f-27108a7b20ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0848746 Aug 10 03:12:41.528710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.572171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f59048e1-4523-43c1-b82a-6a2832ecd86d req-024c59de-b3cd-4a2d-8539-a955b87d4b2c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628905 Aug 10 03:12:41.579458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 26c503f6-08d5-4920-8097-5df090fe2d73 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:41.579814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26c503f6-08d5-4920-8097-5df090fe2d73 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:41.586614 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-b1b4815a-84cd-4fbd-a4d4-6f063a4642cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346181 Aug 10 03:12:41.633454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:41.657113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c43d-e8e2-499b-8d1c-9c51790f07d9 req-89b6db1e-3049-46dc-beb2-7f163764cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.658519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d32c43d-e8e2-499b-8d1c-9c51790f07d9 req-89b6db1e-3049-46dc-beb2-7f163764cc56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 1101 time: 0.1069417 Aug 10 03:12:41.667400 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-2e9b0d06-831d-4610-b170-32cc1ac2590d service neutron] show failed (client error): The resource could not be found. Aug 10 03:12:41.668264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.668410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-2e9b0d06-831d-4610-b170-32cc1ac2590d service neutron] 10.222.0.46 "GET /v2.0/ports/ad19c52f-e258-435d-88ca-1e67d68475b9/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0764632 Aug 10 03:12:41.669338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.708915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46af4125-a7b3-4579-a822-065a1c4d9b0b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:41.710858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.715878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2f8cd453-8978-49f5-9cc8-ff4e9b51b8e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/46af4125-a7b3-4579-a822-065a1c4d9b0b HTTP/1.1" status: 204 len: 168 time: 0.5067158 Aug 10 03:12:41.717415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:41.720132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326135b2-05e9-413c-8d67-35e30391e575 None None] Network 78197e16-f636-4f15-ba67-1ed5a77618b5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:41.775380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ececf-e3bd-40df-82d4-a36a64481827 req-7081b3de-c099-4fe8-bc5d-3087c8012d66 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.776974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-209ececf-e3bd-40df-82d4-a36a64481827 req-7081b3de-c099-4fe8-bc5d-3087c8012d66 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1330192 Aug 10 03:12:41.780434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.784615 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-8479bdf4-e002-4b94-a3a8-135a8d1d3c46 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889498 Aug 10 03:12:41.786329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d32c43d-e8e2-499b-8d1c-9c51790f07d9 req-109d2385-45a3-4492-bc47-391125205449 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132755 Aug 10 03:12:41.809280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.850399 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-209ececf-e3bd-40df-82d4-a36a64481827 req-1ba8d77b-b5cb-4ffd-ba39-b8e583d72fad tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Aug 10 03:12:41.920499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Deleting port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:41.921954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:41.968683 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60ee6f05-c33d-409a-b7c3-e740492e9235 req-4dedf3e8-03c7-4b8e-809b-164a4550b1b6 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048415 Aug 10 03:12:41.986291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ca262-7bf5-442d-8148-251088bd814d req-e9b394fa-7deb-4948-bbd7-0190b75dcfb7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:41.987758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-226ca262-7bf5-442d-8148-251088bd814d req-e9b394fa-7deb-4948-bbd7-0190b75dcfb7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1152246 Aug 10 03:12:41.996587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.007824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] DHCP port deletion for 78197e16-f636-4f15-ba67-1ed5a77618b5 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:12:42.024730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0142e721-826d-4528-9d82-96f3c0c9473f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.031231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.033274 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1472e79d-fc46-42f2-85dd-6bcffd8dd140 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0142e721-826d-4528-9d82-96f3c0c9473f HTTP/1.1" status: 204 len: 168 time: 0.5979710 Aug 10 03:12:42.035819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42112) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:42.037235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] For port cc41af46-dedb-4ca2-aae4-a04ac312d9e8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:42.037482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.059627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Calling delete_port for cc41af46-dedb-4ca2-aae4-a04ac312d9e8 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:42.064031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] Deleting port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:42.064437 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.065930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-226ca262-7bf5-442d-8148-251088bd814d req-5e5ebe0b-8510-4483-bef9-8844658f5811 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690618 Aug 10 03:12:42.117867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.131999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] For port cc41af46-dedb-4ca2-aae4-a04ac312d9e8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,segment=NetworkSegment(c966b405-a32f-43c2-ae5d-62fed0dbad30),segment_id=c966b405-a32f-43c2-ae5d-62fed0dbad30)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:42.133620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.153768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] Calling delete_port for cc41af46-dedb-4ca2-aae4-a04ac312d9e8 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:42.210971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.220612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da95690-1f12-4ebf-a03f-7abd01bba66a']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.231347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f359ebc-892e-4fb0-b502-12cafe0109dd') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.231641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f359ebc-892e-4fb0-b502-12cafe0109dd') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.242500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.250270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.260252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.269516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:12:42.270071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:12:42.272333 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:12:42.275458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:42.308206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Pushing event deleted for resources: {'Port': ['ID=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.314488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] No DVR routers for this DVR port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:42.364907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.381522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72252cc6-ab53-4849-8397-37db0453f17b req-d7e933fe-17b8-4358-92a9-b130b36847b6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.383681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-72252cc6-ab53-4849-8397-37db0453f17b req-d7e933fe-17b8-4358-92a9-b130b36847b6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 948 time: 0.0665970 Aug 10 03:12:42.400624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] No DVR routers for this DVR port cc41af46-dedb-4ca2-aae4-a04ac312d9e8 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:42.405831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7aff2-7156-4fdb-b02c-b5bb106d6e9d None None] Pushing event deleted for resources: {'Port': ['ID=cc41af46-dedb-4ca2-aae4-a04ac312d9e8,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.418751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.429450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-a2a699b5-5551-4061-bb37-476a9f745ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.430040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-72252cc6-ab53-4849-8397-37db0453f17b req-aaa2775f-2173-41ab-a1f6-b3b1ec120c9d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Aug 10 03:12:42.430940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-a2a699b5-5551-4061-bb37-476a9f745ad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c&tenant_id=340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 1101 time: 0.1147566 Aug 10 03:12:42.434773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.435133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.435917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.436243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > port after_create 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.436611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > port after_delete 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.436955 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > port after_update 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.437267 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.437594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.437901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.438211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.483571 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.484175 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.486333 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9da95690-1f12-4ebf-a03f-7abd01bba66a HTTP/1.1" status: 204 len: 168 time: 0.4494178 Aug 10 03:12:42.498826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb04cc-d509-46ca-a4bd-066c02823be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da95690-1f12-4ebf-a03f-7abd01bba66a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.506570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.506570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.506570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.506570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.506570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78197e16-f636-4f15-ba67-1ed5a77618b5']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.515870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:42.524238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:42.528910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:42.530350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.617112 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.672554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:42.743885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52261a0-ddf7-448b-841b-bfbfeb39fbd1 req-ffd25b9c-ce8d-45e2-b931-2eaa9b4340db tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:42.743885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b52261a0-ddf7-448b-841b-bfbfeb39fbd1 req-ffd25b9c-ce8d-45e2-b931-2eaa9b4340db tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 945 time: 0.0562389 Aug 10 03:12:42.764047 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.772392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c966b405-a32f-43c2-ae5d-62fed0dbad30') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.772679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c966b405-a32f-43c2-ae5d-62fed0dbad30') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:42.786019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b52261a0-ddf7-448b-841b-bfbfeb39fbd1 req-2075ac55-222b-4b2e-9ddb-1874f1e51c55 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385594 Aug 10 03:12:42.804116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.831955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:42.844200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.856677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:12:42.857768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.858689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42132) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: from cryptography.utils import int_from_bytes Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: from cryptography.utils import int_from_bytes Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:12:42.861981 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:12:42.898682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.907159 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-22f35be4-8fa2-4642-8b01-4592db369300 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5500687d1287479ea9609aff22f5bf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465066 Aug 10 03:12:42.907480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42136) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:42.967109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f758d3f-7815-4dac-aeb4-1e92798fc26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.993865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f758d3f-7815-4dac-aeb4-1e92798fc26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.049954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cc41af46-dedb-4ca2-aae4-a04ac312d9e8 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:43.058978 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.070929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: cc41af46-dedb-4ca2-aae4-a04ac312d9e8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:43.071150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ff20b-ae76-4b61-b66f-89ab4d7bf39d req-e57c3874-657e-4545-a348-2bf9a68d970a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.071290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cc41af46-dedb-4ca2-aae4-a04ac312d9e8 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:43.071667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58947ea3-61a9-40ba-84af-12f916f1c442 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:43.072609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f95ff20b-ae76-4b61-b66f-89ab4d7bf39d req-e57c3874-657e-4545-a348-2bf9a68d970a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1279228 Aug 10 03:12:43.074614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:43.085270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.087266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] 10.222.0.26 "DELETE /v2.0/networks/78197e16-f636-4f15-ba67-1ed5a77618b5 HTTP/1.1" status: 204 len: 168 time: 1.3691189 Aug 10 03:12:43.090402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42138) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:43.145060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 58947ea3-61a9-40ba-84af-12f916f1c442 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:43.145060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58947ea3-61a9-40ba-84af-12f916f1c442 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:43.165717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e38c7-f733-4c9f-ac38-f2c8ee24acba admin admin] Pushing event deleted for resources: {'Network': ['ID=78197e16-f636-4f15-ba67-1ed5a77618b5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.205524 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f758d3f-7815-4dac-aeb4-1e92798fc26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.208036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f758d3f-7815-4dac-aeb4-1e92798fc26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.209155 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5f758d3f-7815-4dac-aeb4-1e92798fc26d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7aa54571-1eae-412a-9ec8-4756a2101f8d HTTP/1.1" status: 204 len: 168 time: 0.3007541 Aug 10 03:12:43.217286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f95ff20b-ae76-4b61-b66f-89ab4d7bf39d req-0c977509-002e-4ca9-ba87-d81af8d24214 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274445 Aug 10 03:12:43.258712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:43.261841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f758d3f-7815-4dac-aeb4-1e92798fc26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa54571-1eae-412a-9ec8-4756a2101f8d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.305126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae33c1-dc22-4257-89f6-be7d9999f3e3 req-f9ec4505-b243-40ce-ba39-3cee9c403446 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.312508 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fbae33c1-dc22-4257-89f6-be7d9999f3e3 req-f9ec4505-b243-40ce-ba39-3cee9c403446 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1189563 Aug 10 03:12:43.321456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:43.330193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:43.346161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'mac_address': 'fa:16:3e:7b:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:43.396047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:43.399397 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7621edfe-1423-4c8f-b8b7-7dc72ac2b255" -d '{"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:43.407096 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fbae33c1-dc22-4257-89f6-be7d9999f3e3 req-69a07c9d-b8e8-4293-a650-b10e0e70a3f0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861142 Aug 10 03:12:43.407229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.425853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Transition to ACTIVE for port object ad19c52f-e258-435d-88ca-1e67d68475b9 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:43.453631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.470843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:43.470996 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d439e79-c540-4519-b972-f3a9758fc413 x-openstack-request-id: req-6d439e79-c540-4519-b972-f3a9758fc413 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:43.471328 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:43.471591 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d439e79-c540-4519-b972-f3a9758fc413 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:43.472239 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'code': 200} Aug 10 03:12:43.474845 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e7b12-2b3e-4acc-b652-3855e5134df6" -d '{"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-plugged", "status": "completed", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:43.480867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93e382e9-182f-41b4-8b3b-1af67f7ddc73 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:43.521034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:43.528947 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853dc142-74e4-4867-9691-b28ed2b4a179 x-openstack-request-id: req-853dc142-74e4-4867-9691-b28ed2b4a179 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:43.529869 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-plugged", "status": "completed", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:43.530194 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-853dc142-74e4-4867-9691-b28ed2b4a179 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:43.530654 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'code': 200} Aug 10 03:12:43.595334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.619722 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.643058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117d95-f658-4b0e-862d-576dc1280adf req-8c5f2e2a-d73c-4441-9416-8b8b922f8202 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.644644 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23117d95-f658-4b0e-862d-576dc1280adf req-8c5f2e2a-d73c-4441-9416-8b8b922f8202 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 948 time: 0.1028042 Aug 10 03:12:43.669009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] No DVR routers for this DVR port ad19c52f-e258-435d-88ca-1e67d68475b9 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:43.671635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.722194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:43.749126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:43.749778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:43.750702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:43.755979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Port ad19c52f-e258-435d-88ca-1e67d68475b9 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:12:43.756871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Attempting to bind port ad19c52f-e258-435d-88ca-1e67d68475b9 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:43.763094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:43.763456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:43.763845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:43.764277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Bound port: ad19c52f-e258-435d-88ca-1e67d68475b9, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:43.764658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.779518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['93e382e9-182f-41b4-8b3b-1af67f7ddc73'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:43.824236 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23117d95-f658-4b0e-862d-576dc1280adf req-efc78775-df18-4da3-9168-2487740875a6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538639 Aug 10 03:12:43.879283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:43.883656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debc41f-ef1e-49c5-b695-54cbdde6f8ae req-543588ba-8438-4f0a-b477-cd11cf10a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.883942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:43.885191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5debc41f-ef1e-49c5-b695-54cbdde6f8ae req-543588ba-8438-4f0a-b477-cd11cf10a9ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 1098 time: 0.1769528 Aug 10 03:12:43.954599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:43.956291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.039442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5debc41f-ef1e-49c5-b695-54cbdde6f8ae req-d15a374c-9f59-43da-b3de-a1dc3e1c5114 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309478 Aug 10 03:12:44.058891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.059892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.062165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 1096 time: 1.5506454 Aug 10 03:12:44.063189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e579c-1193-44bc-8402-0dbe69716f77 service neutron] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:44.085358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9468afa-47fe-415a-b71e-8a993a0e6a26 req-fbbf40da-27e8-4e01-85c7-5530d830b5d0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.086942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9468afa-47fe-415a-b71e-8a993a0e6a26 req-fbbf40da-27e8-4e01-85c7-5530d830b5d0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 946 time: 0.1568727 Aug 10 03:12:44.182316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9468afa-47fe-415a-b71e-8a993a0e6a26 req-1494cbc6-d486-4048-924f-cc6187efbf9d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798004 Aug 10 03:12:44.282187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 739f5f1d-70f2-4836-8404-8073c7aa1355 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:44.414213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 739f5f1d-70f2-4836-8404-8073c7aa1355, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=739f5f1d-70f2-4836-8404-8073c7aa1355,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:44.422974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '739f5f1d-70f2-4836-8404-8073c7aa1355', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '739f5f1d-70f2-4836-8404-8073c7aa1355', 'mac_address': 'fa:16:3e:30:c5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:44.577157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1199980-74a4-40d4-bd71-c030ed32ffd6 req-123a652c-a688-42db-b94a-91151cd3b952 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.598377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1199980-74a4-40d4-bd71-c030ed32ffd6 req-123a652c-a688-42db-b94a-91151cd3b952 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.1221490 Aug 10 03:12:44.627516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-3bc88e89-a6a2-43f2-950f-2ad248a2dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.633078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-3bc88e89-a6a2-43f2-950f-2ad248a2dc32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1099 time: 0.1136885 Aug 10 03:12:44.644550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c764e5-0439-4d64-a5dd-9291d339a3be req-92d32560-483c-4340-a668-c2793af7f785 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.647167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f4c764e5-0439-4d64-a5dd-9291d339a3be req-92d32560-483c-4340-a668-c2793af7f785 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1206985 Aug 10 03:12:44.664658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.691221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739f5f1d-70f2-4836-8404-8073c7aa1355 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:44.717444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 739f5f1d-70f2-4836-8404-8073c7aa1355, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=739f5f1d-70f2-4836-8404-8073c7aa1355,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:44.721259 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f4c764e5-0439-4d64-a5dd-9291d339a3be req-5c855d60-e14d-4451-9539-3e2354104880 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613315 Aug 10 03:12:44.742522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1199980-74a4-40d4-bd71-c030ed32ffd6 req-131dc63b-bb1a-4b5f-895f-887cfb1f5a7d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420197 Aug 10 03:12:44.796876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.827637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Deleting port 4632897c-9ee7-40b2-b0b5-158052dd1385 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:44.827637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.882135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-f6f9e317-9375-4cb7-8b4c-d77afe46ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:44.884581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-f6f9e317-9375-4cb7-8b4c-d77afe46ccd5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2323635 Aug 10 03:12:44.918679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=739f5f1d-70f2-4836-8404-8073c7aa1355,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:44.932676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.958101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42222) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:44.990235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-dc4dc15c-c92a-4d2d-94a8-953eca9843db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0977409 Aug 10 03:12:45.046346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] For port 4632897c-9ee7-40b2-b0b5-158052dd1385, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4632897c-9ee7-40b2-b0b5-158052dd1385,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:45.046988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.070992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-a625ee0f-5cc1-404e-a009-805cf28e559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.072793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-a625ee0f-5cc1-404e-a009-805cf28e559b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0645506 Aug 10 03:12:45.079108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:45.083168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307e15-fefa-45a1-b3a0-8da5bc6a55b9 req-8e329ee0-c144-42cc-bff9-5163a54a5891 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.084309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:45.087536 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1c307e15-fefa-45a1-b3a0-8da5bc6a55b9 req-8e329ee0-c144-42cc-bff9-5163a54a5891 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 949 time: 0.0907371 Aug 10 03:12:45.087536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Calling delete_port for 4632897c-9ee7-40b2-b0b5-158052dd1385 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:45.143418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1820032159-network', 'tenant_id': '542e603960c6440eb87b84444c44ded1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:45.170592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-69e929e4-ef43-44b6-b0f5-eeb6082946cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.172953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-69e929e4-ef43-44b6-b0f5-eeb6082946cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0752714 Aug 10 03:12:45.259434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1c307e15-fefa-45a1-b3a0-8da5bc6a55b9 req-d59c5ef3-88d4-4c9e-b304-ac259f52926d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659331 Aug 10 03:12:45.284979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:45.299174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'port_id': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'mac_address': 'fa:16:3e:e8:97:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2084d43d-9d2f-4497-9719-38ac098f031f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:45.315184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-8941f049-79d8-4c2b-b485-9c2ab798c2bc service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330497 Aug 10 03:12:45.334810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:45.335971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.443410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.448127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.461531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c233c-b648-4a30-ae8a-efa88294c2d3 req-9716eb76-6136-4696-a491-88c05091ecc1 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037104 Aug 10 03:12:45.464138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:45.474218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:45.484769 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695883ff-1e92-4073-8ed3-00a788a47948" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:45.496815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f09f55-980d-45c3-bd50-ad69413fcd4d req-169c66be-a380-453b-85ac-91c5cb0fa719 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.505297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0f09f55-980d-45c3-bd50-ad69413fcd4d req-169c66be-a380-453b-85ac-91c5cb0fa719 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 946 time: 0.1826537 Aug 10 03:12:45.546585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:45.564430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:45.567822 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76d54fa-1162-43f1-82cf-7bb919a78dec" -d '{"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-plugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:45.575756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.599355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0f09f55-980d-45c3-bd50-ad69413fcd4d req-bb26970c-ccc6-4cbf-86c9-0d64138402e9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806289 Aug 10 03:12:45.620165 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b423c-bd9e-431d-927e-3750fcd309c3 x-openstack-request-id: req-b38b423c-bd9e-431d-927e-3750fcd309c3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:45.620427 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:45.620639 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b38b423c-bd9e-431d-927e-3750fcd309c3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:45.621046 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'status': 'completed', 'code': 200} Aug 10 03:12:45.630954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:45.660053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:45.674710 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78849b34-aea7-49d9-948b-6d70ef3c46bf x-openstack-request-id: req-78849b34-aea7-49d9-948b-6d70ef3c46bf {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:45.675358 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-plugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:45.680927 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78849b34-aea7-49d9-948b-6d70ef3c46bf {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:45.681559 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'code': 200} Aug 10 03:12:45.704128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4632897c-9ee7-40b2-b0b5-158052dd1385,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.721006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Made reservation on behalf of 542e603960c6440eb87b84444c44ded1 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:45.723256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.755007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.787232 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.788656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:45.901799 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.902971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:45.905460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:45.933102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-f5fa7559-3680-4243-b160-4bdf0d44d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:45.935522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-f5fa7559-3680-4243-b160-4bdf0d44d078 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1099 time: 0.1319358 Aug 10 03:12:45.945525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.946103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.947925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.948311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.948640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.948980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.949319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.949632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.949963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.950291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.950614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:45.951465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:46.024690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:46.025036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-52bc528b-6d64-4e5f-99f6-7952cc5b710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.026477 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-52bc528b-6d64-4e5f-99f6-7952cc5b710e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1099 time: 0.4267478 Aug 10 03:12:46.110578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a44c2-dcfd-4cbe-9c47-ca1200e0708c req-40d08c7a-5c84-4202-91d4-6057657d8bee tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.112487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36a44c2-dcfd-4cbe-9c47-ca1200e0708c req-40d08c7a-5c84-4202-91d4-6057657d8bee tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.1724451 Aug 10 03:12:46.170741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:46.183467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-b6af4b16-ba70-4b87-88cb-a94535f25512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.186433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-b6af4b16-ba70-4b87-88cb-a94535f25512 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2247341 Aug 10 03:12:46.192820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e240150-731d-41cb-a7a4-f6b2ec975c1e req-fa57a724-b168-4d4e-b20e-7e3a6d014a8c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.200399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36a44c2-dcfd-4cbe-9c47-ca1200e0708c req-b795fd2c-a042-4bc1-8533-1b142b8c8a6b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751152 Aug 10 03:12:46.200610 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4e240150-731d-41cb-a7a4-f6b2ec975c1e req-fa57a724-b168-4d4e-b20e-7e3a6d014a8c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.2392833 Aug 10 03:12:46.287230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-715a4fcb-a8f0-435e-bce9-8e90b42fa42c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0766809 Aug 10 03:12:46.342806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-34a6aaa9-c96e-475f-8100-0fee312b3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.344444 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-34a6aaa9-c96e-475f-8100-0fee312b3a1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.3063982 Aug 10 03:12:46.377816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4e240150-731d-41cb-a7a4-f6b2ec975c1e req-3deba57c-aa79-4b98-9d1d-be62980d2f87 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705229 Aug 10 03:12:46.381063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-c357ff2f-43ab-497c-b083-9197bcd7a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.383127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-c357ff2f-43ab-497c-b083-9197bcd7a56a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0856843 Aug 10 03:12:46.441189 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-5d809940-e507-4ea1-b906-791f19894378 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0874975 Aug 10 03:12:46.443717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.444837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.469187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-aeda4350-fe22-47c8-a8d2-1e408279b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.472369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-aeda4350-fe22-47c8-a8d2-1e408279b972 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728745 Aug 10 03:12:46.560657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.572223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:12:46.583112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.583453 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Added segment 5ec87802-8b1e-45c6-ae08-24ea61237623 of type vlan for network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 Aug 10 03:12:46.627808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.628231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-c54de6f3-560b-4145-bc00-2aa5debbabfb service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466470 Aug 10 03:12:46.703325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-65962810-5d75-423d-811a-a1c7a5d3c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.704755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-65962810-5d75-423d-811a-a1c7a5d3c05c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2499456 Aug 10 03:12:46.751343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.752295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.752908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:46.792996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-7dc351e4-91da-4ab3-9bca-5de1e226e52d service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556301 Aug 10 03:12:46.804162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5cb575-47a9-4e2d-818e-90ff16bac43a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:46.809212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5151301-cf49-4a5d-bc30-ee289f5d455b req-4d7b5035-0f22-45f5-89c3-07dfdad6f27d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.810821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5151301-cf49-4a5d-bc30-ee289f5d455b req-4d7b5035-0f22-45f5-89c3-07dfdad6f27d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 946 time: 0.1090240 Aug 10 03:12:46.890115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484850e-4043-430f-b07a-7005ef8c1c47 req-01cef6bc-f996-4713-b75a-77e5c22bf001 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:46.899950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8484850e-4043-430f-b07a-7005ef8c1c47 req-01cef6bc-f996-4713-b75a-77e5c22bf001 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 949 time: 0.4056056 Aug 10 03:12:46.902997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5151301-cf49-4a5d-bc30-ee289f5d455b req-08ed4711-60f0-421a-9c3c-9cc2551f3ee1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859632 Aug 10 03:12:46.958943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:46.959154 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9998465 Aug 10 03:12:46.964500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Request body: {'subnet': {'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1820032159-subnet', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:46.997709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817879e-9148-47ff-97bf-2df768553954 admin admin] Pushing event updated for resources: {'Network': ['ID=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:47.010161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:12:47.038901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695883ff-1e92-4073-8ed3-00a788a47948 req-992b7eb3-d40a-414d-9dd2-4073b7e865b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.040882 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-992b7eb3-d40a-414d-9dd2-4073b7e865b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2997544 Aug 10 03:12:47.046697 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8484850e-4043-430f-b07a-7005ef8c1c47 req-cec36fbf-32e6-4949-b3d7-60513fe962ee tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451039 Aug 10 03:12:47.080917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Made reservation on behalf of 542e603960c6440eb87b84444c44ded1 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:47.083831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.106355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:47.266126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:47.273238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:47.274196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.290263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:47.299306 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-1c98235b-8ceb-4e38-bd9e-7e2a8ee08926 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096164 Aug 10 03:12:47.411990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.428880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c12f1-8ffb-4fb2-aeb4-b69a46457710 req-dc8fdace-2b04-4fd2-862f-dc635b778d78 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.430407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-690c12f1-8ffb-4fb2-aeb4-b69a46457710 req-dc8fdace-2b04-4fd2-862f-dc635b778d78 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.0933182 Aug 10 03:12:47.472921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:47.489790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-690c12f1-8ffb-4fb2-aeb4-b69a46457710 req-a65566da-9835-4d14-9352-6c8b76dddc93 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474463 Aug 10 03:12:47.518863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.556067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:47.568046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] Sync routers for ids ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:47.573268 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-623b0189-7573-4494-8c0a-8990a7621a31 admin admin] 10.222.0.26 "PUT /v2.0/routers/1dbfaddf-9c4f-4e82-b46a-c95816e76443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4794219 Aug 10 03:12:47.575646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42266) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:47.579777 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.616031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] Routers {'1dbfaddf-9c4f-4e82-b46a-c95816e76443'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:47.617197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:47.661672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf64faf-bcfe-4a96-b578-13c02387254d req-63cea84b-4b19-49d0-bb0e-4047cd897312 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.680816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6cf64faf-bcfe-4a96-b578-13c02387254d req-63cea84b-4b19-49d0-bb0e-4047cd897312 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 946 time: 0.3746326 Aug 10 03:12:47.687618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:47.697082 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54e230-f110-422a-968d-fd9e866ab0c1" -d '{"events": [{"server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "name": "network-vif-plugged", "status": "completed", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:47.703688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d599d19-a016-4f74-a230-84fa508ad01e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:47.756959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Checking segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:47.757664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Network hostable DHCP agents. Network: 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:12:47.765415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-695883ff-1e92-4073-8ed3-00a788a47948 req-4f3358c7-8559-40cc-8938-eed2a1ed8e8d service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478848 Aug 10 03:12:47.769760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:47.816490 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6cf64faf-bcfe-4a96-b578-13c02387254d req-f7db1972-ea39-452b-ab3e-bdbd50688962 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347039 Aug 10 03:12:47.847204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e7ddf-0e35-4b70-a5c9-863098b96842 req-943b6478-c1b6-429c-9cb7-593c2dff596e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:47.848948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-570e7ddf-0e35-4b70-a5c9-863098b96842 req-943b6478-c1b6-429c-9cb7-593c2dff596e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.0866492 Aug 10 03:12:47.850419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.890626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] Set router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:47.910201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:12:48.020055 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e464cd-8b51-4802-b7db-959dc9a80864 x-openstack-request-id: req-32e464cd-8b51-4802-b7db-959dc9a80864 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:48.020743 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "name": "network-vif-plugged", "status": "completed", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:48.020743 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32e464cd-8b51-4802-b7db-959dc9a80864 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:48.021009 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'code': 200} Aug 10 03:12:48.024112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-570e7ddf-0e35-4b70-a5c9-863098b96842 req-8f2e2ef1-2d1f-4369-a65b-5fe66db98fc0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Aug 10 03:12:48.031468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:48.036368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.037684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.110169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.144497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab7804-81ec-409d-a5ae-b7ffa8b6243c None None] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:48.159208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4e862d63-de3e-4597-92bd-0d13ba0347c7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1989579 Aug 10 03:12:48.164409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42280) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:48.164870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:48.241771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319477f1-8866-47a8-bab8-1ca6dc132a67 req-b164a2d1-8297-49e1-a70e-fd2567dd622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.243263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-319477f1-8866-47a8-bab8-1ca6dc132a67 req-b164a2d1-8297-49e1-a70e-fd2567dd622c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1097 time: 0.1691482 Aug 10 03:12:48.265971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:12:45Z', 'revision_number': 5, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port': {'id': 'fa58e0a3-c668-4761-97e9-557537f40744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:95:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:53Z', 'updated_at': '2021-08-10T03:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:48.290364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535a9fb-e619-4213-bae1-509c0669395c req-2659fb27-8a02-4efb-9da1-fdca3f114600 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.298369 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6535a9fb-e619-4213-bae1-509c0669395c req-2659fb27-8a02-4efb-9da1-fdca3f114600 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 949 time: 0.1150072 Aug 10 03:12:48.303096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.304145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.319069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Deleting port fa58e0a3-c668-4761-97e9-557537f40744 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:48.319401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.339075 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-319477f1-8866-47a8-bab8-1ca6dc132a67 req-005ef92b-ef97-4e35-be5a-b22be766fef1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855973 Aug 10 03:12:48.356039 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6535a9fb-e619-4213-bae1-509c0669395c req-4fe3cd47-1a81-4502-a2ee-0a2208575524 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Aug 10 03:12:48.366960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 739f5f1d-70f2-4836-8404-8073c7aa1355 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:48.423404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.432436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] Checking router: 1dbfaddf-9c4f-4e82-b46a-c95816e76443 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:48.459798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] For port fa58e0a3-c668-4761-97e9-557537f40744, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fa58e0a3-c668-4761-97e9-557537f40744,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:48.460494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.465127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] Routers {'1dbfaddf-9c4f-4e82-b46a-c95816e76443'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:48.465837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:48.474923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Calling delete_port for fa58e0a3-c668-4761-97e9-557537f40744 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:48.748396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] Set router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:48.796397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:48.822570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 6, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:48.830268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2e264-8c31-4dfc-95ef-e42c403256e7 req-ab1ba829-8265-4c2e-a7a2-e7431e27746b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:48.847690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4c2e264-8c31-4dfc-95ef-e42c403256e7 req-ab1ba829-8265-4c2e-a7a2-e7431e27746b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.2135804 Aug 10 03:12:48.874669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2cdf85-7cab-4a90-8c35-bc9fee6ec0da None None] The sync data for ids ['1dbfaddf-9c4f-4e82-b46a-c95816e76443'] in n-d-765315-26 is: [{'id': '1dbfaddf-9c4f-4e82-b46a-c95816e76443', 'name': 'tempest-AttachSCSIVolumeTestJSON-1070557882-router', 'tenant_id': 'dc24b065b48c4da986636082462a5392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:10:51Z', 'updated_at': '2021-08-10T03:12:48Z', 'revision_number': 6, 'project_id': 'dc24b065b48c4da986636082462a5392', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:48.927916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:12:48.932735 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.038158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ab64-35fd-4efc-aac2-9ede52704ab1 req-42a1b99e-abd2-4c83-b31b-c8116cdac1f7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.040191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b971ab64-35fd-4efc-aac2-9ede52704ab1 req-42a1b99e-abd2-4c83-b31b-c8116cdac1f7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 946 time: 0.0691946 Aug 10 03:12:49.064760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 739f5f1d-70f2-4836-8404-8073c7aa1355 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:49.074094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 739f5f1d-70f2-4836-8404-8073c7aa1355 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:49.074510 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.100867 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b971ab64-35fd-4efc-aac2-9ede52704ab1 req-0b0033ad-27f4-4953-a2e8-ee560c972594 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Aug 10 03:12:49.316772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4632897c-9ee7-40b2-b0b5-158052dd1385 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:49.376559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 4632897c-9ee7-40b2-b0b5-158052dd1385 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:49.376559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4632897c-9ee7-40b2-b0b5-158052dd1385 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:49.379403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6680b-421c-419b-8b42-bc50c3a5b4f6 req-841ac00e-6fdf-4145-b58f-5e15ddb84bde tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.379871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.379985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.380092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fe6680b-421c-419b-8b42-bc50c3a5b4f6 req-841ac00e-6fdf-4145-b58f-5e15ddb84bde tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.1273894 Aug 10 03:12:49.391316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Allocated IP 172.20.0.2 (77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04/6d599d19-a016-4f74-a230-84fa508ad01e/49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:49.430103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4c2e264-8c31-4dfc-95ef-e42c403256e7 req-e06409fb-c2f6-4738-b9da-cb5701388079 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812030 Aug 10 03:12:49.432629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa58e0a3-c668-4761-97e9-557537f40744,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.442439 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fe6680b-421c-419b-8b42-bc50c3a5b4f6 req-c710525a-ff99-4c44-b72f-e9606bb4b3ee tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.465494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:49.583309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.612648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.621015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Transition to ACTIVE for port object 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:49.636234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Transition to ACTIVE for port object 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:49.660730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 739f5f1d-70f2-4836-8404-8073c7aa1355, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=739f5f1d-70f2-4836-8404-8073c7aa1355,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:49.683714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.687945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.701627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e392c-32f9-4289-94fa-2230601e98e8 req-f4159764-05d9-4a2f-b444-b9b19182adcf tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:49.703109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e3e392c-32f9-4289-94fa-2230601e98e8 req-f4159764-05d9-4a2f-b444-b9b19182adcf tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 949 time: 0.1696055 Aug 10 03:12:49.734671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.775506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.798613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:49.802604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:49.807310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:49.826637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Pushing event updated for resources: {'Port': ['ID=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.875035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e3e392c-32f9-4289-94fa-2230601e98e8 req-3d54c974-b4b3-4bd8-8ed4-399c49b48b4a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365073 Aug 10 03:12:49.914844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.915634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dbfaddf-9c4f-4e82-b46a-c95816e76443 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:12:49.927279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.932134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42318) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:49.932824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-792c6d67-eb1a-4e64-9808-1edce2a17bcf admin admin] 10.222.0.26 "DELETE /v2.0/routers/1dbfaddf-9c4f-4e82-b46a-c95816e76443 HTTP/1.1" status: 204 len: 168 time: 2.3487418 Aug 10 03:12:49.937243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.987146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=739f5f1d-70f2-4836-8404-8073c7aa1355,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:49.988875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:49.992553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Deleting subnet 9f07eba7-bfbc-47aa-9f21-de185b1fb657 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:12:49.997458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.021645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Attempting to bind port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:50.022012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Attempting to bind port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:50.022368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Attempting to bind port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:50.024178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739f5f1d-70f2-4836-8404-8073c7aa1355'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:50.032989 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86e135-4508-44cb-b535-e0fee98afbdf" -d '{"events": [{"server_uuid": "3a60184a-58d4-41ed-84b7-41a4e30e46a7", "name": "network-vif-plugged", "status": "completed", "tag": "739f5f1d-70f2-4836-8404-8073c7aa1355"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:50.062969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:50.069725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Checking segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:50.070385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.070482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Bound using segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:50.071113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Bound port: 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:50.071505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.081664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.145406 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17365be9-4dee-4d85-baa6-7a2ef4e3ac54 x-openstack-request-id: req-17365be9-4dee-4d85-baa6-7a2ef4e3ac54 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:50.148957 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a60184a-58d4-41ed-84b7-41a4e30e46a7", "name": "network-vif-plugged", "status": "completed", "tag": "739f5f1d-70f2-4836-8404-8073c7aa1355", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:50.148957 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17365be9-4dee-4d85-baa6-7a2ef4e3ac54 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:50.148957 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739f5f1d-70f2-4836-8404-8073c7aa1355', 'code': 200} Aug 10 03:12:50.209146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] For port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:50.213740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] For port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:50.217698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Allocated IP 172.25.1.68 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/ad87b5c5-d339-49b4-b2d9-629cc98d5ae0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:50.288739 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.374481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:50.408235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-63e1fbd4-751c-4c4c-a245-4110096db074 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2265093 Aug 10 03:12:50.420958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.499982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6445-952a-41d9-bc42-07dfb1e31d88 None None] Pushing event updated for resources: {'Port': ['ID=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:50.616696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.679518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:50.706810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'mac_address': 'fa:16:3e:49:d2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:50.717540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-fe39cf12-c470-45c6-bc00-9d46fa1a1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.719359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-fe39cf12-c470-45c6-bc00-9d46fa1a1cc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1097 time: 0.2676826 Aug 10 03:12:50.817902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.852621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad19c52f-e258-435d-88ca-1e67d68475b9 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:50.867063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.889109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:50.970428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bce3d-fb0c-402a-b693-551a4cea5745 req-048c59d3-f6ce-4c7a-9465-f355f6e280c3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:50.972468 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.982588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-444bce3d-fb0c-402a-b693-551a4cea5745 req-048c59d3-f6ce-4c7a-9465-f355f6e280c3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 947 time: 0.3247571 Aug 10 03:12:50.992043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:51.063247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:51.066702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.071445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:51.167984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Pushing event updated for resources: {'Port': ['ID=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.168299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:51.183737 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11d9f1-c58d-4736-9fda-0c1392bc0038 req-39b7040f-bf59-47c5-a7f1-2dbac41d9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.188431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a11d9f1-c58d-4736-9fda-0c1392bc0038 req-39b7040f-bf59-47c5-a7f1-2dbac41d9ef7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 1102 time: 0.8629436 Aug 10 03:12:51.223753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-444bce3d-fb0c-402a-b693-551a4cea5745 req-f1c19fc4-4f36-484e-bbd9-7c7c0062283f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359326 Aug 10 03:12:51.250313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.279265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-89daf6f4-76e4-44e1-bf04-e95a52f32292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.283248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-89daf6f4-76e4-44e1-bf04-e95a52f32292 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.5328243 Aug 10 03:12:51.309432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf8b07-3aca-4434-9f98-66d6d27d7f88 req-9f3bd794-2751-49b4-b76e-82a2438316c9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.317912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3bf8b07-3aca-4434-9f98-66d6d27d7f88 req-9f3bd794-2751-49b4-b76e-82a2438316c9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.7118316 Aug 10 03:12:51.336561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:51.339862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-6b3e9620-7b72-461d-b2d0-b212b475d069 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.0443501 Aug 10 03:12:51.340003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a11d9f1-c58d-4736-9fda-0c1392bc0038 req-373ea0cc-0f68-4c58-8df6-e1586449beba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402333 Aug 10 03:12:51.345595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f07eba7-bfbc-47aa-9f21-de185b1fb657,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:51.364223 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.366634 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-537a762f-f38e-425a-9802-0aae303edb60 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9f07eba7-bfbc-47aa-9f21-de185b1fb657 HTTP/1.1" status: 204 len: 168 time: 1.4334488 Aug 10 03:12:51.369390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42350) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:51.382447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432340b-62db-4a6f-a643-e4126d9836e2 None None] Network 6a408fd6-9284-4f0c-9206-f20003117086 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:51.402349 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3bf8b07-3aca-4434-9f98-66d6d27d7f88 req-f325f684-6d8e-4960-8217-7df985a22038 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835118 Aug 10 03:12:51.558486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26881828-a065-4c58-a138-71605abbe9c4 req-7fc8ff2c-cba0-448d-bab3-abf0dd545b09 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:51.560691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26881828-a065-4c58-a138-71605abbe9c4 req-7fc8ff2c-cba0-448d-bab3-abf0dd545b09 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 950 time: 0.1642635 Aug 10 03:12:51.575325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fa58e0a3-c668-4761-97e9-557537f40744 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:51.581374 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.643272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26881828-a065-4c58-a138-71605abbe9c4 req-5ee7a320-62c8-46ae-b933-8ca304a18931 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Aug 10 03:12:51.653713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:51.662319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fa58e0a3-c668-4761-97e9-557537f40744 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:51.664737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fa58e0a3-c668-4761-97e9-557537f40744 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:51.673608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Deleting port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:51.679240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.853379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] For port 17e6cb52-1449-4ce2-aaa2-2882d6187c08, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17e6cb52-1449-4ce2-aaa2-2882d6187c08,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:51.853758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.892213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Calling delete_port for 17e6cb52-1449-4ce2-aaa2-2882d6187c08 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:52.012200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-67faf837-3243-4e81-8e02-42f6e94bd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.014217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-67faf837-3243-4e81-8e02-42f6e94bd988 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.2626612 Aug 10 03:12:52.020834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] DHCP port deletion for 6a408fd6-9284-4f0c-9206-f20003117086 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:12:52.056726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-5b49cec1-85f0-4fae-91e2-bc79fa467cdf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336673 Aug 10 03:12:52.063913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7943f3-6eab-4dbc-ad35-7af174f83f0c req-b65e68ea-cd76-4f59-898a-fb01817add7f tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.071536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7943f3-6eab-4dbc-ad35-7af174f83f0c req-b65e68ea-cd76-4f59-898a-fb01817add7f tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1097 time: 0.1812744 Aug 10 03:12:52.073959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.087120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Deleting port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:12:52.087654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.155678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a00c7-14cd-4e3e-aec9-8f20c06d9094 None None] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:12:52.176212 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.212237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e6cb52-1449-4ce2-aaa2-2882d6187c08,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:52.216076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] No DVR routers for this DVR port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:52.247257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7943f3-6eab-4dbc-ad35-7af174f83f0c req-f1d8334f-2fc1-49a2-80d7-bef027de8ee5 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717570 Aug 10 03:12:52.266853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] For port 17e6cb52-1449-4ce2-aaa2-2882d6187c08, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17e6cb52-1449-4ce2-aaa2-2882d6187c08,segment=NetworkSegment(57fbd79e-bcb7-479f-a402-ff1db749f094),segment_id=57fbd79e-bcb7-479f-a402-ff1db749f094)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:52.268003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.284375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Calling delete_port for 17e6cb52-1449-4ce2-aaa2-2882d6187c08 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:12:52.388905 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.398719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.412862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a408fd6-9284-4f0c-9206-f20003117086']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:52.428187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fbd79e-bcb7-479f-a402-ff1db749f094') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:52.428866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fbd79e-bcb7-479f-a402-ff1db749f094') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:52.433784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Pushing event deleted for resources: {'Port': ['ID=17e6cb52-1449-4ce2-aaa2-2882d6187c08,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:52.445845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.446189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.446670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.447193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.447531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.447868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.448240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.448947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.449315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32053b-4a06-489a-9793-b8a11cf0f8f3 req-feca099b-84dc-4389-ab15-e91cb7e7dc11 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.449442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.449756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.450090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.450416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:52.458780 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9f32053b-4a06-489a-9793-b8a11cf0f8f3 req-feca099b-84dc-4389-ab15-e91cb7e7dc11 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 948 time: 0.1063402 Aug 10 03:12:52.469442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.471189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bfab9-62c1-4ba6-a9d2-978e117b9cf3 None None] No DVR routers for this DVR port 17e6cb52-1449-4ce2-aaa2-2882d6187c08 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:12:52.471944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.485747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-86634b30-9acd-4523-975e-697975adf262 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979652 Aug 10 03:12:52.509743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.523247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] Provisioning for port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:52.532393 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9f32053b-4a06-489a-9793-b8a11cf0f8f3 req-542fcd96-f406-4ea3-9ee0-a52bab78e696 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724099 Aug 10 03:12:52.539714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] Provisioning complete for port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:52.540089 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.541576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:12:52.542241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:12:52.546832 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:12:52.777909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.781861 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.793021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80c6ef3f-3139-4c3c-8329-7a6689044a6f req-b1e7183b-dd5a-4a27-8d79-fd4f31142661 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677615 Aug 10 03:12:52.806188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.812022 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a408fd6-9284-4f0c-9206-f20003117086 HTTP/1.1" status: 204 len: 168 time: 1.4413810 Aug 10 03:12:52.825632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7b4b3-b9eb-4dd2-a511-4274d7af3ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a408fd6-9284-4f0c-9206-f20003117086,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:52.970916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8b2cb-9c43-4ad6-aa55-b2368bada142 req-00a6b1ac-0472-4948-b301-b78d8c70aa3c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:52.970916 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0ae8b2cb-9c43-4ad6-aa55-b2368bada142 req-00a6b1ac-0472-4948-b301-b78d8c70aa3c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 950 time: 0.1052737 Aug 10 03:12:52.971481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] For port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:52.971630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0ae8b2cb-9c43-4ad6-aa55-b2368bada142 req-482dd742-21b5-48bb-a325-dedaf81f9cfb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Aug 10 03:12:53.070320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Router f7d795df-0c1a-45dd-9cfb-886a75b04e27 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:12:53.086644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17e6cb52-1449-4ce2-aaa2-2882d6187c08 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:12:53.139418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 17e6cb52-1449-4ce2-aaa2-2882d6187c08 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:12:53.146293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17e6cb52-1449-4ce2-aaa2-2882d6187c08 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:12:53.146293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.275487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f3c15-ef55-4897-a6f7-eb43700f7289 None None] Pushing event updated for resources: {'Port': ['ID=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:53.370756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-78c473ea-d688-457b-93ac-00f8c84e099b None None] Provisioning complete for port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:53.371141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78c473ea-d688-457b-93ac-00f8c84e099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.394753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-f4c59ba9-7f0e-4c17-ad85-febab8377c39 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.396791 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-f4c59ba9-7f0e-4c17-ad85-febab8377c39 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c&tenant_id=340618df28e74e3bb818eb8c4df9e674&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 948 time: 0.0646949 Aug 10 03:12:53.437285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42412) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:53.565407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8a42ed81-f4c6-407c-bdd5-45d333f0dc3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba1b5414079043d283107f6e71a61d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268966 Aug 10 03:12:53.567234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42414) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:53.570613 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-71d998f8-0c5d-4a96-af4a-12d46b31c83f service neutron] delete failed (client error): The resource could not be found. Aug 10 03:12:53.571347 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-71d998f8-0c5d-4a96-af4a-12d46b31c83f service neutron] 10.222.0.46 "DELETE /v2.0/ports/ad19c52f-e258-435d-88ca-1e67d68475b9/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.1570127 Aug 10 03:12:53.722509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e3a66ac-612a-4caf-a06f-5f6f2c83ddf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.753470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-91ff2eb7-9bfd-4871-8979-f4f42c4484ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.755565 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-91ff2eb7-9bfd-4871-8979-f4f42c4484ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1100 time: 0.0830235 Aug 10 03:12:53.761227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e3a66ac-612a-4caf-a06f-5f6f2c83ddf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.780103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a21e-7a3e-4243-8c3d-0a9c8bfc2270 req-6d08b754-b00d-43fc-b3cb-3a3ae61c7288 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.781699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92a9a21e-7a3e-4243-8c3d-0a9c8bfc2270 req-6d08b754-b00d-43fc-b3cb-3a3ae61c7288 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 948 time: 0.1505649 Aug 10 03:12:53.817819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:53.826691 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Sync routers for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:53.842128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:53.842743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:53.870402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92a9a21e-7a3e-4243-8c3d-0a9c8bfc2270 req-bea3978d-b671-4a88-8dc0-1acf3d0ba9c2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Aug 10 03:12:53.912530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-90a337d1-f498-4f8d-8807-41ea481cffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:53.914203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-90a337d1-f498-4f8d-8807-41ea481cffa3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1507866 Aug 10 03:12:53.946570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:53.950332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e1ab941b-153d-471a-b5c0-a06ef579f105 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7870197 Aug 10 03:12:53.950631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42420) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:53.978440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-3539da3a-d2fb-49bc-be26-9c841099a133 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0532067 Aug 10 03:12:54.010811 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:54.043598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e3a66ac-612a-4caf-a06f-5f6f2c83ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.053247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e3a66ac-612a-4caf-a06f-5f6f2c83ddf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.061599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6e3a66ac-612a-4caf-a06f-5f6f2c83ddf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4072766e-b982-4db0-9377-611001026ed7 HTTP/1.1" status: 204 len: 168 time: 0.4890037 Aug 10 03:12:54.168847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a66ac-612a-4caf-a06f-5f6f2c83ddf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072766e-b982-4db0-9377-611001026ed7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:54.210633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-f3652f36-9563-43fb-9b9a-e6c5efe094d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.212108 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-f3652f36-9563-43fb-9b9a-e6c5efe094d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2255032 Aug 10 03:12:54.314462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56252980-2899-42e5-b1e9-9f8c94128454 req-276e17b5-b8ec-4f0e-8204-d2c0c2918782 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.340302 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56252980-2899-42e5-b1e9-9f8c94128454 req-276e17b5-b8ec-4f0e-8204-d2c0c2918782 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 950 time: 0.2664738 Aug 10 03:12:54.346765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:12:54.377934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:54.398176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-5e9c6de9-c738-43ec-808d-f0a66ce75359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:54.400216 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-5e9c6de9-c738-43ec-808d-f0a66ce75359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1723514 Aug 10 03:12:54.445028 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56252980-2899-42e5-b1e9-9f8c94128454 req-1a1d8e1b-d3a6-4a2e-9c2a-ff185055c7dd tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037219 Aug 10 03:12:54.490026 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:51Z', 'revision_number': 3, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:54.524436 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Checking router: f7d795df-0c1a-45dd-9cfb-886a75b04e27 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:12:54.525554 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Updating router f7d795df-0c1a-45dd-9cfb-886a75b04e27 port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:12:54.571148 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.583140 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-afc4b41c-e85c-4ce2-855e-bf1176245824 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725047 Aug 10 03:12:54.693149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:54.706184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port ad19c52f-e258-435d-88ca-1e67d68475b9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:54.738083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port ad19c52f-e258-435d-88ca-1e67d68475b9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:54.738864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.741458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'mac_address': 'fa:16:3e:95:de:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:12:54.804269 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c06695b-4f3c-40f6-bb8c-3e1b2869b793 req-3bd83cb4-ca80-45b4-8ae3-e2250f01608a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106421 Aug 10 03:12:54.885161 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.925041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:12:54.962871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:54.969358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.979276 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.018329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:55.021679 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a980d4-96a8-41e5-b093-4fee7e3a2c74" -d '{"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-plugged", "status": "completed", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:55.051114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:55.056761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.128853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:55.157689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42460) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:55.248319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dad58-1ff4-45af-8424-d4a78a746919 req-8563f933-4939-41c5-88bf-43dfba43ed0b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.256751 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f0fbc1-3843-401e-ae83-b4c713d690f9 x-openstack-request-id: req-d9f0fbc1-3843-401e-ae83-b4c713d690f9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:55.257033 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-plugged", "status": "completed", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:55.270523 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9f0fbc1-3843-401e-ae83-b4c713d690f9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:55.270523 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'code': 200} Aug 10 03:12:55.271008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f2dad58-1ff4-45af-8424-d4a78a746919 req-8563f933-4939-41c5-88bf-43dfba43ed0b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1429272 Aug 10 03:12:55.271193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.279628 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-867a737d-7366-4419-8b3d-f823c4c79dd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc24b065b48c4da986636082462a5392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230724 Aug 10 03:12:55.280441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:55.314424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.428094 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93b8b307-6cf4-40a1-b701-7e52bdc58b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.431589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:12:55.501487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93b8b307-6cf4-40a1-b701-7e52bdc58b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.514782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f2dad58-1ff4-45af-8424-d4a78a746919 req-fb0d0dcf-5cfc-4be1-aa09-de58c2c106db tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536905 Aug 10 03:12:55.590749 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.614021 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Transition to ACTIVE for port object ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:55.661722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.674531 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.745736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:55.746436 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.831200 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Pushing event updated for resources: {'Port': ['ID=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.833561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.833717 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Attempting to bind port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:12:55.833955 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Attempting to bind port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:12:55.834281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Attempting to bind port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:12:55.837765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93b8b307-6cf4-40a1-b701-7e52bdc58b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.843605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Allocated IP 172.20.0.1 (77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04/6d599d19-a016-4f74-a230-84fa508ad01e/dc526f72-fc67-4c9a-8db0-d37b686cb8ff) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:12:55.843875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93b8b307-6cf4-40a1-b701-7e52bdc58b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.849495 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93b8b307-6cf4-40a1-b701-7e52bdc58b48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79fdce5c-87e1-4067-b174-9a8001a78d76 HTTP/1.1" status: 204 len: 168 time: 0.5649252 Aug 10 03:12:55.861142 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.861515 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.861875 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.862566 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.865033 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.866089 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.867814 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.868311 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.870793 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.872177 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.874099 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.874670 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:55.878439 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:12:55.886997 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:12:55.889318 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.890170 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:12:55.891381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8b307-6cf4-40a1-b701-7e52bdc58b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fdce5c-87e1-4067-b174-9a8001a78d76,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:55.892013 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Bound port: ad87b5c5-d339-49b4-b2d9-629cc98d5ae0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:12:55.893333 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:55.947643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1800f7e-547e-44d6-b12d-6e0d32e55939 req-3aa1658a-778d-4e3b-bb12-00e78cdfe6a2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:55.950946 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c1800f7e-547e-44d6-b12d-6e0d32e55939 req-3aa1658a-778d-4e3b-bb12-00e78cdfe6a2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 950 time: 0.1580448 Aug 10 03:12:56.040753 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c1800f7e-547e-44d6-b12d-6e0d32e55939 req-df3c70ad-95c3-4683-a5be-2b77f27e8ed2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785689 Aug 10 03:12:56.058536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.084416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Transition to ACTIVE for port object dc526f72-fc67-4c9a-8db0-d37b686cb8ff will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:12:56.145127 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] For port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:12:56.158490 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] For port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:12:56.227549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc983181-4cba-419d-a966-aff3428e340c req-4f034857-bcae-4abb-b0ad-e186c6625aea tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.235036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc983181-4cba-419d-a966-aff3428e340c req-4f034857-bcae-4abb-b0ad-e186c6625aea tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 949 time: 0.0843527 Aug 10 03:12:56.276606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc983181-4cba-419d-a966-aff3428e340c req-9689e8e9-359d-45ff-a2df-7d1f95ab0ffa tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391133 Aug 10 03:12:56.333361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.333606 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.413786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab51e8-488e-4a13-beed-fa459c02a7bd None None] Pushing event updated for resources: {'Port': ['ID=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:56.443014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Pushing event updated for resources: {'Port': ['ID=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:56.460451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:56.462556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:56.464077 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:56.464967 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:56.470445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:12:56.542815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:56.618699 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:12:56.731748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5584-b55e-4cbe-9c78-7c3dc6bae0a7 req-bc4ca85a-29a1-463f-9ae0-31fb8dc91630 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.743105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab1b5584-b55e-4cbe-9c78-7c3dc6bae0a7 req-bc4ca85a-29a1-463f-9ae0-31fb8dc91630 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1130168 Aug 10 03:12:56.762283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ff367-fe3e-4477-9e6c-05b8d9a7d68f req-e5f931b2-c606-482a-8f61-ee00da6e9a68 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.769191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ff367-fe3e-4477-9e6c-05b8d9a7d68f req-e5f931b2-c606-482a-8f61-ee00da6e9a68 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:56.770792 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-141ff367-fe3e-4477-9e6c-05b8d9a7d68f req-e5f931b2-c606-482a-8f61-ee00da6e9a68 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7&device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 1690 time: 0.0816300 Aug 10 03:12:56.781529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab1b5584-b55e-4cbe-9c78-7c3dc6bae0a7 req-8dee59b4-90a5-491d-a334-01b06a0a9078 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Aug 10 03:12:56.838412 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-141ff367-fe3e-4477-9e6c-05b8d9a7d68f req-92803715-f3d8-45e6-9afd-c97a1ecdc805 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341957 Aug 10 03:12:56.840942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:51Z', 'revision_number': 3, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:56.873848 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bfcfee-79a1-4da8-833f-da6c9549afe7 None None] The sync data for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 is: [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:51Z', 'revision_number': 3, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:12:57.043614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1e50-157e-46b3-a710-c6cb88c96479 req-054f2cfc-fc5d-49fe-9023-7133fa23a94d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.045733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-260d1e50-157e-46b3-a710-c6cb88c96479 req-054f2cfc-fc5d-49fe-9023-7133fa23a94d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0999722 Aug 10 03:12:57.049001 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.077084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7dc0b71-342d-45f6-afdd-1e373f229378 None None] Provisioning for port dc526f72-fc67-4c9a-8db0-d37b686cb8ff completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:57.081944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7dc0b71-342d-45f6-afdd-1e373f229378 None None] Provisioning complete for port dc526f72-fc67-4c9a-8db0-d37b686cb8ff triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:57.084069 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7dc0b71-342d-45f6-afdd-1e373f229378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.132201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-260d1e50-157e-46b3-a710-c6cb88c96479 req-18836b96-2da1-4cea-9184-3c37e01af14a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675721 Aug 10 03:12:57.176715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc0b71-342d-45f6-afdd-1e373f229378 None None] Port dc526f72-fc67-4c9a-8db0-d37b686cb8ff cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:57.395112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc425c-4bf7-48ae-8fd8-13355d187c59 req-a5879334-8b4e-48ba-b998-059640ea3342 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.402796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87cc425c-4bf7-48ae-8fd8-13355d187c59 req-a5879334-8b4e-48ba-b998-059640ea3342 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 1102 time: 0.1050556 Aug 10 03:12:57.481442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87cc425c-4bf7-48ae-8fd8-13355d187c59 req-2ee9af0d-c9b6-4673-a0ec-f47fb1071726 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776815 Aug 10 03:12:57.488575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.572699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.683164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Pushing event updated for resources: {'Port': ['ID=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:57.702096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:57.802881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317247-4b11-42cf-9533-11089dc04b72 req-a1d04639-c2d6-46b9-89d2-133176c1c2d3 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:57.804716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe317247-4b11-42cf-9533-11089dc04b72 req-a1d04639-c2d6-46b9-89d2-133176c1c2d3 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 1101 time: 0.1174259 Aug 10 03:12:57.892522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe317247-4b11-42cf-9533-11089dc04b72 req-ea992dbd-603e-44eb-9077-f129f3724fbc tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748777 Aug 10 03:12:57.971312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:12:57.973056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:12:58.222031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Router f7d795df-0c1a-45dd-9cfb-886a75b04e27 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:12:58.291816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42600) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:58.381881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:58.443894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-02b37b01-2c03-49a6-b514-bcb5651f6f68 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595284 Aug 10 03:12:58.557376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6b42efa-2f55-4b3a-bc96-06f9cce05a14 None None] Provisioning complete for port dc526f72-fc67-4c9a-8db0-d37b686cb8ff triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:58.557947 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6b42efa-2f55-4b3a-bc96-06f9cce05a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.566627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-network', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:58.580949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:12:58.588874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1aacc9ca-574f-4416-80c9-5d371418b69f admin admin] 10.222.0.26 "PUT /v2.0/routers/f7d795df-0c1a-45dd-9cfb-886a75b04e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6365514 Aug 10 03:12:58.602840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c6b42efa-2f55-4b3a-bc96-06f9cce05a14 None None] Port dc526f72-fc67-4c9a-8db0-d37b686cb8ff cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:12:58.612109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:58.613728 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.619757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-1b43a428-fb47-444c-824f-51d8f89de82c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357268 Aug 10 03:12:58.685078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-4d267945-cfb7-4294-bda1-e56dae279e9c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.699187 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-4d267945-cfb7-4294-bda1-e56dae279e9c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476513 Aug 10 03:12:58.724470 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-41c33379-f120-41d4-8fce-f3322b8856e5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/quotas/e98722b8d3734b5899923a1dfe261fcf HTTP/1.1" status: 200 len: 375 time: 0.0233409 Aug 10 03:12:58.749228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Made reservation on behalf of 7522607339ca4eedb539028b5cfb8e3f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:58.753237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.784203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-acbfd38a-a93c-4aae-9c14-0d8d0d8e3801 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:58.791309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.795539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-acbfd38a-a93c-4aae-9c14-0d8d0d8e3801 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748590 Aug 10 03:12:58.808589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-1a4b0dbd-8410-4a4c-89ea-d1de1585e8d0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/quotas/340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 375 time: 0.0120039 Aug 10 03:12:58.844608 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:58.889489 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-bda1e2d0-d749-47a7-9690-948df1dae99f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1636512 Aug 10 03:12:58.937821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-72ea8aed-6830-425c-b299-db6ed304a7ec tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111395 Aug 10 03:12:58.975697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:58.979092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:12:58.984477 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7b5289-c419-4bbc-bb63-9dc2f8aa82e9" -d '{"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-plugged", "status": "completed", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:12:59.047542 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.221145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:12:59.236849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.290943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:59.315513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.333657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:12:59.366907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.367493 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Added segment 455feaa5-9cf8-4092-acd2-3706f36c2197 of type vlan for network 86ba09fa-e557-4129-8ed6-ccd7603a4eca Aug 10 03:12:59.458694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.485451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:12:59.486344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:12:59.486792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.564712 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6703e0-f8c9-4267-841e-54bcf70c70d8 x-openstack-request-id: req-2f6703e0-f8c9-4267-841e-54bcf70c70d8 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:12:59.565008 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-plugged", "status": "completed", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:12:59.568435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf788cf-fab0-4bb5-8ca3-6e3cc0aecdd8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:59.582791 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f6703e0-f8c9-4267-841e-54bcf70c70d8 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:12:59.583984 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'code': 200} Aug 10 03:12:59.595270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.596277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:59.596910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.711657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] Pushing event updated for resources: {'Network': ['ID=86ba09fa-e557-4129-8ed6-ccd7603a4eca,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:12:59.739413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:12:59.765906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42662) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:59.768116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93539e0d-4274-4c2d-b229-f3940ade03f0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4751348 Aug 10 03:12:59.772794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Request body: {'subnet': {'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-subnet', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:12:59.809734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.820147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Sync routers for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:12:59.932404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:12:59.958819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Made reservation on behalf of 7522607339ca4eedb539028b5cfb8e3f for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:12:59.962186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.970043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:12:59.974132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:12:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:00.024496 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-64847a77-71f3-4163-a740-0978c97e60b5 req-869e0055-569c-4aba-874c-82608a6f7244 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 210 time: 0.0721338 Aug 10 03:13:00.077474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.171268 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-75d02638-e769-46be-a9c0-4858c619fa63 req-af211a94-e2ab-4335-9907-a6882f42e13c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 210 time: 0.0594523 Aug 10 03:13:00.331742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:00.510611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:00.547171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.644506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdac1028-0a5e-4403-907d-a65569ab6c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:00.694528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:00.747300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Checking segment: {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:00.748383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Network hostable DHCP agents. Network: 86ba09fa-e557-4129-8ed6-ccd7603a4eca, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:00.904498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:01.035216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:12:57Z', 'revision_number': 2, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:01.049392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 86ba09fa-e557-4129-8ed6-ccd7603a4eca) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:01.062231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:01.065659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.169811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce692142-d200-402f-8b5a-77c83c4ac916 None None] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:01.172273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:01.182210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e6f308e-facb-4d73-82a4-fab26c9ad03d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4145892 Aug 10 03:13:01.184505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42708) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.193511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:01.207073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42712) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.211870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673727467', 'description': 'tempest-description--1341325758'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:01.257998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:13:01.257998 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:13:01.257998 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id_1': '7522607339ca4eedb539028b5cfb8e3f', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 13, 1, 220632)}] Aug 10 03:13:01.257998 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:13:01.258855 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:13:01.268161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Checking router: f7d795df-0c1a-45dd-9cfb-886a75b04e27 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:01.269045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Updating router f7d795df-0c1a-45dd-9cfb-886a75b04e27 port dc526f72-fc67-4c9a-8db0-d37b686cb8ff binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:01.345156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.389995 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.489534 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.526162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:01.526600 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.565137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.639261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b60684b-970b-4550-874b-0542d6126fa8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:01.734967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.738923 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-797509df-25c0-4aa5-bcd2-30c803f59aba tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5283849 Aug 10 03:13:01.739234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:01.745775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'security_group_rule': {'security_group_id': '6b60684b-970b-4550-874b-0542d6126fa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:01.816680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-86ba09fa-e557-4129-8ed6-ccd7603a4eca', 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'fixed_ips': [{'subnet_id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:13:01.817794 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.894635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.897235 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.106590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.133654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-e4589bf6-635e-40a8-aa66-28e64188ee14 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018493 Aug 10 03:13:02.135605 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.299620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Allocated IP 172.20.0.2 (86ba09fa-e557-4129-8ed6-ccd7603a4eca/3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834/39380131-09c4-41c9-98aa-f70662b8ca31) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:02.428635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.463344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Transition to ACTIVE for port object dc526f72-fc67-4c9a-8db0-d37b686cb8ff will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:02.537349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.697322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.734645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.794415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d1e382e4-a632-48c0-9113-f5967b5c7dc5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:02.799655 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d1e382e4-a632-48c0-9113-f5967b5c7dc5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6476369 Aug 10 03:13:02.822583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.850720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:02.914088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-ca15e5a5-79d8-4404-930c-573acdfc55d8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796077 Aug 10 03:13:03.039696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89eb9a34-3eb6-4f73-a276-8300b38a30cb,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:03.076394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40387d-6ea8-455e-bc3e-46ae11cbc8c7 None None] Pushing event updated for resources: {'Port': ['ID=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:03.087913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.097626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1226fa3d-2391-4dbc-9415-f38635dd1d65 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3547792 Aug 10 03:13:03.112018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42728) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:03.124025 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.135926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'security_group_rule': {'security_group_id': '6b60684b-970b-4550-874b-0542d6126fa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:03.180037 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.206673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Transition to ACTIVE for port object 39380131-09c4-41c9-98aa-f70662b8ca31 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:03.209733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Attempting to bind port dc526f72-fc67-4c9a-8db0-d37b686cb8ff on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:03.211445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Attempting to bind port dc526f72-fc67-4c9a-8db0-d37b686cb8ff by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:03.212057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Attempting to bind port dc526f72-fc67-4c9a-8db0-d37b686cb8ff on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:03.226891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:03.227586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Checking segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:03.228176 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.228882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Bound using segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:03.229560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Bound port: dc526f72-fc67-4c9a-8db0-d37b686cb8ff, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:03.230155 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.247329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-811ec741-87ac-4d29-8d47-1828fd6d8082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.253493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Transition to ACTIVE for port object 39380131-09c4-41c9-98aa-f70662b8ca31 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:03.307100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-f4126636-a15a-44de-ba4a-41b3af4219a8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:03.309360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-f4126636-a15a-44de-ba4a-41b3af4219a8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176746 Aug 10 03:13:03.333661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.345708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Request body: {'port': {'device_id': 'bd675051-0569-459c-abff-8ed531f66f63', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '340618df28e74e3bb818eb8c4df9e674'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:03.403687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] For port dc526f72-fc67-4c9a-8db0-d37b686cb8ff, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:03.415032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] For port dc526f72-fc67-4c9a-8db0-d37b686cb8ff, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:03.456124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:03.457864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.459950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.555769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.556216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.587869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:03.638172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:03.662353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Pushing event updated for resources: {'Port': ['ID=39380131-09c4-41c9-98aa-f70662b8ca31,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:03.694830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:03.707009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:03.768903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.232 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/6029e061-e435-4b24-8b1c-e998e0701b0f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:03.828863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:03.830639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:04.108510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:04.184456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.208764 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:04.222495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object 6029e061-e435-4b24-8b1c-e998e0701b0f will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:04.314626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.346797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40387d-6ea8-455e-bc3e-46ae11cbc8c7 None None] Pushing event updated for resources: {'Port': ['ID=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:04.381069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Attempting to bind port 39380131-09c4-41c9-98aa-f70662b8ca31 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:04.381716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Attempting to bind port 39380131-09c4-41c9-98aa-f70662b8ca31 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:04.382085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Attempting to bind port 39380131-09c4-41c9-98aa-f70662b8ca31 on network 86ba09fa-e557-4129-8ed6-ccd7603a4eca {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:04.393605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:04.396487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Checking segment: {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:04.396487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.396487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Bound using segment: {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:04.396487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Bound port: 39380131-09c4-41c9-98aa-f70662b8ca31, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:04.396487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.454939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Allocated IP 172.25.1.237 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/50419e4c-4395-40ab-8596-3c0b8f07c360) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:04.556040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] For port 39380131-09c4-41c9-98aa-f70662b8ca31, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:04.579376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:03Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:04.595545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.615108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] For port 39380131-09c4-41c9-98aa-f70662b8ca31, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=39380131-09c4-41c9-98aa-f70662b8ca31,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:04.616709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d14cd-6cd0-4396-9c68-d92c80e246b5 None None] The sync data for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 is: [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:03Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:04.871350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.871589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.908719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.915149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0adb59-0670-4b30-b453-e24c04020332,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:04.924109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Made reservation on behalf of 340618df28e74e3bb818eb8c4df9e674 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:04.925197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:04.932402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.935724 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.988485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:04.998648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:05.002870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:05.027230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:05.028394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:05.180044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:05.180731 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:05.251910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dc526f72-fc67-4c9a-8db0-d37b686cb8ff up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:05.258254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=6029e061-e435-4b24-8b1c-e998e0701b0f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:05.262033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:05.263778 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe302d80-6ffd-43f7-acef-22ccd8489148 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1481173 Aug 10 03:13:05.295415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42738) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:05.325060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:05.365021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Pushing event updated for resources: {'Port': ['ID=50419e4c-4395-40ab-8596-3c0b8f07c360,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:05.388947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:05.426676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:05.431952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:05.469990 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-d2a26d2b-3fa7-43e7-8191-04e8a14816f7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6500742 Aug 10 03:13:05.507115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Request body: {'port': {'device_id': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:05.572001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e327781-a4d1-46b8-934b-17c2dddd7b15 None None] Pushing event updated for resources: {'Port': ['ID=39380131-09c4-41c9-98aa-f70662b8ca31,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:05.652885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Allocated IP 192.168.233.202 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/9e0390be-bc2a-4642-a269-63130fb9340d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:05.682651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:05.974251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd1d3307-8dde-472c-9cae-679a61ce1ff3 None None] Provisioning for port 6029e061-e435-4b24-8b1c-e998e0701b0f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:05.991896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.018055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd1d3307-8dde-472c-9cae-679a61ce1ff3 None None] Provisioning complete for port 6029e061-e435-4b24-8b1c-e998e0701b0f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:06.018680 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3307-8dde-472c-9cae-679a61ce1ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.038412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.078957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port dc526f72-fc67-4c9a-8db0-d37b686cb8ff completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:06.180210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port dc526f72-fc67-4c9a-8db0-d37b686cb8ff triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:06.180984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.204108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d3307-8dde-472c-9cae-679a61ce1ff3 None None] Port 6029e061-e435-4b24-8b1c-e998e0701b0f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:06.442533 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.534482 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.701988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.723001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port dc526f72-fc67-4c9a-8db0-d37b686cb8ff, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:06.808983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Allocated IP 172.25.1.44 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/63bac2cd-1703-4e56-8fb8-f228f01122ee) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:06.836162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:06.864448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Transition to ACTIVE for port object 9e0390be-bc2a-4642-a269-63130fb9340d will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:06.890513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.135769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.139860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291851f-7b8b-4627-af1e-73f852ecd0e1 None None] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:07.221661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.282780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.307563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.317058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:07.324565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:07.328458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:07.329669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.347739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.348338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:07.431330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 39380131-09c4-41c9-98aa-f70662b8ca31 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:07.445416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:07.451686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:07.454536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:07.520793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'Port': ['ID=63bac2cd-1703-4e56-8fb8-f228f01122ee,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:07.539275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40209d-19f2-4da3-96ea-c4e8ac76cee4 req-6c6f1cf1-6870-4902-be8b-0ed08c795f56 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.547285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2d40209d-19f2-4da3-96ea-c4e8ac76cee4 req-6c6f1cf1-6870-4902-be8b-0ed08c795f56 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 936 time: 0.1967347 Aug 10 03:13:07.677321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.678505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.752510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c2f554ee-10a5-4e7d-b779-cce771236795 None None] Provisioning for port 39380131-09c4-41c9-98aa-f70662b8ca31 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:07.818479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.830514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d58aa-9475-4d4c-8b62-491abfc7ae17 req-c143e6b8-2245-48b8-92c7-ef437e7e0e9d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:07.842694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 39380131-09c4-41c9-98aa-f70662b8ca31 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:07.844391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d59d58aa-9475-4d4c-8b62-491abfc7ae17 req-c143e6b8-2245-48b8-92c7-ef437e7e0e9d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 936 time: 0.4810147 Aug 10 03:13:07.850726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 39380131-09c4-41c9-98aa-f70662b8ca31 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:07.851306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:07.907428 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2d40209d-19f2-4da3-96ea-c4e8ac76cee4 req-e6c9503a-4a5f-4a60-91c3-7b7de759a887 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562450 Aug 10 03:13:07.908944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d59d58aa-9475-4d4c-8b62-491abfc7ae17 req-d4131960-ee58-4c3a-9c54-63ab00ca2de3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612173 Aug 10 03:13:07.925833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-485158bb-5f0b-4610-a8a5-d55511c44f61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5995870 Aug 10 03:13:07.946501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Request body: {'port': {'device_id': 'bd675051-0569-459c-abff-8ed531f66f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:08.046872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6029e061-e435-4b24-8b1c-e998e0701b0f {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:08.058592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Router ce3eae66-3efc-4ff1-856b-9ee21360be53 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:13:08.058739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.075310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.077347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.164330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.170010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Transition to ACTIVE for port object 6029e061-e435-4b24-8b1c-e998e0701b0f will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:08.254048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:08.266575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Sync routers for ids ['ce3eae66-3efc-4ff1-856b-9ee21360be53'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:08.295403 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Routers {'ce3eae66-3efc-4ff1-856b-9ee21360be53'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:08.298218 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ce3eae66-3efc-4ff1-856b-9ee21360be53'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:08.308877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.474240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.479316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9eee55f6-df27-40af-a6e4-eb283881d489 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2928710 Aug 10 03:13:08.483242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42794) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:08.518080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c7391d7d-1f8f-43b6-8506-1cc0c5ae91ca None None] Provisioning for port 9e0390be-bc2a-4642-a269-63130fb9340d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:08.526546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 39380131-09c4-41c9-98aa-f70662b8ca31, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=39380131-09c4-41c9-98aa-f70662b8ca31,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:08.542807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c7391d7d-1f8f-43b6-8506-1cc0c5ae91ca None None] Provisioning complete for port 9e0390be-bc2a-4642-a269-63130fb9340d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:08.543335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c7391d7d-1f8f-43b6-8506-1cc0c5ae91ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.695858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c7391d7d-1f8f-43b6-8506-1cc0c5ae91ca None None] Port 9e0390be-bc2a-4642-a269-63130fb9340d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:08.710572 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.984896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=39380131-09c4-41c9-98aa-f70662b8ca31,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.047502 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Set router ce3eae66-3efc-4ff1-856b-9ee21360be53 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:09.058303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0390be-bc2a-4642-a269-63130fb9340d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:09.077185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.112595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Pushing event updated for resources: {'Port': ['ID=6029e061-e435-4b24-8b1c-e998e0701b0f,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.140471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-33ba5098-7b91-4060-8363-fb8e03a09ef1 None None] Provisioning complete for port 39380131-09c4-41c9-98aa-f70662b8ca31 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:09.140862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-33ba5098-7b91-4060-8363-fb8e03a09ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.149775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6afcb-722a-4b32-b7c2-38dbf89759ab req-386777b4-2e02-461b-baaf-bfcd3db81ad9 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.152206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-80d6afcb-722a-4b32-b7c2-38dbf89759ab req-386777b4-2e02-461b-baaf-bfcd3db81ad9 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 950 time: 0.7245157 Aug 10 03:13:09.203398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Transition to ACTIVE for port object 9e0390be-bc2a-4642-a269-63130fb9340d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:09.209007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 39380131-09c4-41c9-98aa-f70662b8ca31 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:09.310470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.322021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.326355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Attempting to bind port 6029e061-e435-4b24-8b1c-e998e0701b0f on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:09.326693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Attempting to bind port 6029e061-e435-4b24-8b1c-e998e0701b0f by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:09.327093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Attempting to bind port 6029e061-e435-4b24-8b1c-e998e0701b0f on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:09.353735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Port 6029e061-e435-4b24-8b1c-e998e0701b0f on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:09.354140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Attempting to bind port 6029e061-e435-4b24-8b1c-e998e0701b0f on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:09.374681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-80d6afcb-722a-4b32-b7c2-38dbf89759ab req-7930d1e6-7a24-4332-b264-44f59b26f4d1 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078929 Aug 10 03:13:09.390621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.398622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:09.399033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:09.399661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:09.399910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Bound port: 6029e061-e435-4b24-8b1c-e998e0701b0f, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:09.400271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.401042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf287f1-a910-4bd2-8d20-568b62617a25 req-2702430e-0bfd-40ad-81e2-580e617ef05b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.403012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bf287f1-a910-4bd2-8d20-568b62617a25 req-2702430e-0bfd-40ad-81e2-580e617ef05b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 948 time: 0.2429008 Aug 10 03:13:09.443790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.444786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 39380131-09c4-41c9-98aa-f70662b8ca31 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:09.445183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.508495 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 3, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:09.561474 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Checking router: ce3eae66-3efc-4ff1-856b-9ee21360be53 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:09.561748 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Updating router ce3eae66-3efc-4ff1-856b-9ee21360be53 port 50419e4c-4395-40ab-8596-3c0b8f07c360 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:09.571515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'Port': ['ID=63bac2cd-1703-4e56-8fb8-f228f01122ee,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:09.587842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bf287f1-a910-4bd2-8d20-568b62617a25 req-fec449d7-e989-4f0d-adfe-aadcfa65f0da tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748538 Aug 10 03:13:09.655984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] For port 6029e061-e435-4b24-8b1c-e998e0701b0f, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:09.659609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] For port 6029e061-e435-4b24-8b1c-e998e0701b0f, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6029e061-e435-4b24-8b1c-e998e0701b0f,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:09.674434 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.728273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Attempting to bind port 9e0390be-bc2a-4642-a269-63130fb9340d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:09.730686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Attempting to bind port 9e0390be-bc2a-4642-a269-63130fb9340d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:09.731160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Attempting to bind port 9e0390be-bc2a-4642-a269-63130fb9340d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:09.735021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.764317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Port 9e0390be-bc2a-4642-a269-63130fb9340d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:09.764830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Attempting to bind port 9e0390be-bc2a-4642-a269-63130fb9340d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:09.765134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dc526f72-fc67-4c9a-8db0-d37b686cb8ff up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:09.767702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e197-b540-4328-8e13-e4c80da01085 req-4befe9e2-0dc2-4d47-a9f7-9b515e0ab687 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.775481 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4606e197-b540-4328-8e13-e4c80da01085 req-4befe9e2-0dc2-4d47-a9f7-9b515e0ab687 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.2254133 Aug 10 03:13:09.788667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:09.791051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:09.791380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.792224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:09.793786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Bound port: 9e0390be-bc2a-4642-a269-63130fb9340d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:09.796096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.806664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.868664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.885924 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7e30c0fe-0d6f-475c-9d67-704cdd441db9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5758636 Aug 10 03:13:09.897233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:09.897872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.899275 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] 10.222.0.46 "PUT /v2.0/ports/6029e061-e435-4b24-8b1c-e998e0701b0f HTTP/1.1" status: 200 len: 1097 time: 4.4189546 Aug 10 03:13:09.900880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port dc526f72-fc67-4c9a-8db0-d37b686cb8ff triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:09.902977 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:09.940918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'tag': '6029e061-e435-4b24-8b1c-e998e0701b0f'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:09.947261 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0140b94a-d371-4736-83ea-7c8fede13dbb", "tag": "6029e061-e435-4b24-8b1c-e998e0701b0f"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:09.963856 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4606e197-b540-4328-8e13-e4c80da01085 req-44770308-ca33-4005-9776-e4a73d2cd6b2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874518 Aug 10 03:13:10.034186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee3cb5-6b2b-40a8-adaa-6e1da504959e service neutron] Pushing event updated for resources: {'Port': ['ID=6029e061-e435-4b24-8b1c-e998e0701b0f,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:10.116160 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2897b8a9-0bc7-4b76-aba4-5ae93b8f2f3a x-openstack-request-id: req-2897b8a9-0bc7-4b76-aba4-5ae93b8f2f3a {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:10.117597 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0140b94a-d371-4736-83ea-7c8fede13dbb", "tag": "6029e061-e435-4b24-8b1c-e998e0701b0f", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:10.117889 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2897b8a9-0bc7-4b76-aba4-5ae93b8f2f3a {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:10.118312 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'tag': '6029e061-e435-4b24-8b1c-e998e0701b0f', 'status': 'completed', 'code': 200} Aug 10 03:13:10.123994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:10.147805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-180b47e8-35a7-4315-a9c6-e4587c74a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.152053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-180b47e8-35a7-4315-a9c6-e4587c74a419 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 1100 time: 0.1021750 Aug 10 03:13:10.162984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:10.210961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:10.282079 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.297699 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-527ac2d1-8a46-4687-8bcc-03403cfa69b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6029e061-e435-4b24-8b1c-e998e0701b0f HTTP/1.1" status: 200 len: 217 time: 0.1354411 Aug 10 03:13:10.299541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.300432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.302109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] 10.222.0.46 "PUT /v2.0/ports/9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 1097 time: 2.3634210 Aug 10 03:13:10.306004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:10.308699 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4966f1bb-d687-41ee-8bf0-e88ba327829c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:10.394397 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.401329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Allocated IP 172.20.0.1 (86ba09fa-e557-4129-8ed6-ccd7603a4eca/3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834/0d117e9f-8894-4328-b37e-f72ad9aa8e22) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:10.460078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Transition to ACTIVE for port object 50419e4c-4395-40ab-8596-3c0b8f07c360 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:10.471149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e587c87-04e9-47b8-ab60-36f5b2f85c9f service neutron] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:10.541779 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.546707 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-f36b541d-d0b7-46d1-95fa-76699aa7c0ac tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--673727467&fields=id&tenant_id=542e603960c6440eb87b84444c44ded1 HTTP/1.1" status: 200 len: 267 time: 0.1233313 Aug 10 03:13:10.567103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-87f55d1a-8ac6-4b0b-a1e1-3ce7d6273a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.568817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-87f55d1a-8ac6-4b0b-a1e1-3ce7d6273a0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1100 time: 0.1298659 Aug 10 03:13:10.571006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-e214ddeb-1a0f-4c43-9e22-f4d4285df04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.572894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-e214ddeb-1a0f-4c43-9e22-f4d4285df04b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2539239 Aug 10 03:13:10.643501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-0b2ed788-a805-4427-af15-8081a681ea9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0552750 Aug 10 03:13:10.675444 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de829e57-7e6e-4168-9da2-7b2e0cc1c58b None None] Pushing event updated for resources: {'Port': ['ID=50419e4c-4395-40ab-8596-3c0b8f07c360,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:10.721240 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Attempting to bind port 50419e4c-4395-40ab-8596-3c0b8f07c360 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:10.721919 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Attempting to bind port 50419e4c-4395-40ab-8596-3c0b8f07c360 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:10.722451 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Attempting to bind port 50419e4c-4395-40ab-8596-3c0b8f07c360 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:10.730578 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:10.731437 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:10.732742 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.733379 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:10.735866 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Bound port: 50419e4c-4395-40ab-8596-3c0b8f07c360, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:10.736878 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.738261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-29f2a623-5fac-44da-b91a-319ceb821970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.740270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-29f2a623-5fac-44da-b91a-319ceb821970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0836306 Aug 10 03:13:10.782380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-6e16002b-216b-435e-a913-9a3f3369743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.787984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-6e16002b-216b-435e-a913-9a3f3369743b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1922593 Aug 10 03:13:10.813634 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] For port 50419e4c-4395-40ab-8596-3c0b8f07c360, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:10.819009 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] For port 50419e4c-4395-40ab-8596-3c0b8f07c360, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=50419e4c-4395-40ab-8596-3c0b8f07c360,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:10.892698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-2815c0d7-cd54-44c5-87eb-2d3c3c0cdcae tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:10.894277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-2815c0d7-cd54-44c5-87eb-2d3c3c0cdcae tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 811 time: 0.3358581 Aug 10 03:13:10.895636 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:10.929641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-f69cac2b-d164-475d-868d-df39c686f886 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/quotas/542e603960c6440eb87b84444c44ded1 HTTP/1.1" status: 200 len: 375 time: 0.0279763 Aug 10 03:13:10.955059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-4788fb36-e867-45fc-8c47-c8e0e1bf6143 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528761 Aug 10 03:13:11.017213 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de829e57-7e6e-4168-9da2-7b2e0cc1c58b None None] Pushing event updated for resources: {'Port': ['ID=50419e4c-4395-40ab-8596-3c0b8f07c360,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:11.065574 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Routers {'ce3eae66-3efc-4ff1-856b-9ee21360be53'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:11.066126 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ce3eae66-3efc-4ff1-856b-9ee21360be53'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:11.074581 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-262a4dce-f753-4de6-bc6a-7663ec67ba68 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350434 Aug 10 03:13:11.110430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b593b9e3-3d0d-41a5-8530-a00cb5ee3644 req-df088a99-91a5-4e62-a424-8bd1b0fe51e9 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297255 Aug 10 03:13:11.180780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.203109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Transition to ACTIVE for port object 0d117e9f-8894-4328-b37e-f72ad9aa8e22 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:11.211759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:11.221814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-0e472ea9-984d-44b0-a58e-9d95c54e17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.223587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-0e472ea9-984d-44b0-a58e-9d95c54e17cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4682174 Aug 10 03:13:11.319825 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] Set router ce3eae66-3efc-4ff1-856b-9ee21360be53 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:11.358709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-b3d47424-5262-4f6d-b329-c21d9a763aad service neutron] 10.222.0.26 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592609 Aug 10 03:13:11.476392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-d9d0def7-6e34-4799-85f5-dba38759dd7a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206087 Aug 10 03:13:11.538200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-9391a345-9a75-468c-ae2a-8a31fb383e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.540129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-9391a345-9a75-468c-ae2a-8a31fb383e1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 1100 time: 0.2868481 Aug 10 03:13:11.542137 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-20da1284-f3cc-4440-b1e7-3fe76ee805d6 service neutron] 10.222.0.26 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766245 Aug 10 03:13:11.599150 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 3, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:11.651938 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b4242-4893-4dac-aa73-06db1b203770 None None] The sync data for ids ['ce3eae66-3efc-4ff1-856b-9ee21360be53'] in n-d-765315-26 is: [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 3, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:11.673002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebde311c-1106-41f3-8122-5f7c98a93704 req-8cba87ea-80ab-4919-9497-ab46ef7837cb service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880114 Aug 10 03:13:11.680034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.719527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.781523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:11.796102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:11.801465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:11.803320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-3db45734-f647-4ce4-990f-9937fb3e63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:11.803722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:11.805669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:11.806938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-3db45734-f647-4ce4-990f-9937fb3e63f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2507195 Aug 10 03:13:11.812479 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a6b39-668d-41d8-8840-bcbbf1ef6c20" -d '{"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-unplugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:11.851276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Pushing event updated for resources: {'Port': ['ID=0d117e9f-8894-4328-b37e-f72ad9aa8e22,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:11.875971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:11.883207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-c5c3badb-b829-4cf8-9bf7-30abc9adca39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6029e061-e435-4b24-8b1c-e998e0701b0f HTTP/1.1" status: 200 len: 217 time: 0.0540195 Aug 10 03:13:11.898482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.054666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-c6345e60-5719-499b-b5f1-e6b5949889db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.055079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.058562 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-c6345e60-5719-499b-b5f1-e6b5949889db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1633110 Aug 10 03:13:12.136414 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99df30-4758-4390-8dc8-dba3e400dc87 x-openstack-request-id: req-fd99df30-4758-4390-8dc8-dba3e400dc87 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:12.136735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:12.138413 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd99df30-4758-4390-8dc8-dba3e400dc87 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:12.138413 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'status': 'completed', 'code': 200} Aug 10 03:13:12.272470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-bea0691d-da42-4930-9f44-d29e5d8c3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.274294 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-bea0691d-da42-4930-9f44-d29e5d8c3e46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2054765 Aug 10 03:13:12.311723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.342916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-f4621599-27ab-4e9e-807d-793aaa1c34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.351174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-f4621599-27ab-4e9e-807d-793aaa1c34f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1100 time: 0.2240648 Aug 10 03:13:12.479165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426dd0-b267-4a74-8491-7ee355d08569 req-d34e6b71-eded-49d5-a9d2-8f656c1fd491 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.487615 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-24426dd0-b267-4a74-8491-7ee355d08569 req-d34e6b71-eded-49d5-a9d2-8f656c1fd491 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 948 time: 0.2258425 Aug 10 03:13:12.518218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8f99260a-eaa5-40f1-8e6f-477647263240 None None] Provisioning for port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:12.523542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8f99260a-eaa5-40f1-8e6f-477647263240 None None] Provisioning complete for port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:12.524203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8f99260a-eaa5-40f1-8e6f-477647263240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.598186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8f99260a-eaa5-40f1-8e6f-477647263240 None None] Port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:12.607876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-354b05ab-7744-47b1-be9c-5fa92119d395 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148298 Aug 10 03:13:12.611472 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-24426dd0-b267-4a74-8491-7ee355d08569 req-e251d733-cb1d-4231-bd6c-34b48421925b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229188 Aug 10 03:13:12.679595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.682190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-e9b80c1d-2f40-4abe-933a-1c2f6e7418b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.683703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-e9b80c1d-2f40-4abe-933a-1c2f6e7418b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2802770 Aug 10 03:13:12.756166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-6e5e8801-c503-457f-a597-6bb1c3e131ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0580206 Aug 10 03:13:12.758943 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.884696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Pushing event updated for resources: {'Port': ['ID=0d117e9f-8894-4328-b37e-f72ad9aa8e22,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:12.898258 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d9831-9026-409d-8d3e-85815b048866 x-openstack-request-id: req-234d9831-9026-409d-8d3e-85815b048866 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:12.898764 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-unplugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:12.903991 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-234d9831-9026-409d-8d3e-85815b048866 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:12.903991 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'code': 200} Aug 10 03:13:12.956192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.963529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a103bb99-a3d8-40e6-acad-dcfb8d67ea8f req-b91890f3-02bc-4530-940b-6dae0ba881fd service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457277 Aug 10 03:13:12.985725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485eb1c-7fcb-46f0-9450-b6920317c1ee req-6d90d11e-bd2b-421f-b9db-ef070612c02f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:12.994606 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4485eb1c-7fcb-46f0-9450-b6920317c1ee req-6d90d11e-bd2b-421f-b9db-ef070612c02f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.2123139 Aug 10 03:13:13.048633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4485eb1c-7fcb-46f0-9450-b6920317c1ee req-cb2dc9ee-8a52-4c6b-9b0c-854b99f31036 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Aug 10 03:13:13.064216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-3e9c4320-cfae-4182-8009-c4acface38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.066452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-3e9c4320-cfae-4182-8009-c4acface38b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2508521 Aug 10 03:13:13.160959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 50419e4c-4395-40ab-8596-3c0b8f07c360 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:13.178565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a0b13bf-0ed7-4355-90ee-7f3135e0bab2 req-1b9c348b-09d0-4f45-be74-396a2a0fd83b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 210 time: 0.1900644 Aug 10 03:13:13.219963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-7d2bfb10-b2cd-42eb-a67e-6ee65a370e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.221794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-7d2bfb10-b2cd-42eb-a67e-6ee65a370e7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383801 Aug 10 03:13:13.320292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 50419e4c-4395-40ab-8596-3c0b8f07c360 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:13.324690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 50419e4c-4395-40ab-8596-3c0b8f07c360 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:13.325341 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.378788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-0f461e36-18c9-4b64-ac26-4f6abcea15a5 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173401 Aug 10 03:13:13.387480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:13.389267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:13.463121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.492961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 50419e4c-4395-40ab-8596-3c0b8f07c360, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=50419e4c-4395-40ab-8596-3c0b8f07c360,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:13.600205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4966f1bb-d687-41ee-8bf0-e88ba327829c req-701e94e6-8ef3-43ad-ab99-de450f14b3ef service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053151 Aug 10 03:13:13.613342 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.627452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Router ce3eae66-3efc-4ff1-856b-9ee21360be53 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:13.722401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=50419e4c-4395-40ab-8596-3c0b8f07c360,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.828065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:13.838365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e436968c-6087-40eb-968d-9dcaf70d344a admin admin] 10.222.0.26 "PUT /v2.0/routers/ce3eae66-3efc-4ff1-856b-9ee21360be53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3544230 Aug 10 03:13:13.840270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-01f74318-8a56-48f0-8863-24e963c666fd None None] Provisioning complete for port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:13.841729 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-01f74318-8a56-48f0-8863-24e963c666fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.856548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f6b71-0cfd-421d-934b-69189da8b509 req-dab62a7b-0c5d-4e04-8f9a-0f4078171413 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.864038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce1f6b71-0cfd-421d-934b-69189da8b509 req-dab62a7b-0c5d-4e04-8f9a-0f4078171413 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 948 time: 0.1147623 Aug 10 03:13:13.898439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-01f74318-8a56-48f0-8863-24e963c666fd None None] Port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:13.910972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce1f6b71-0cfd-421d-934b-69189da8b509 req-86841d9c-2c31-4b3f-8b40-a0b8ecf482b3 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Aug 10 03:13:14.278536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601c39d-a26e-499f-8464-8a5efe966a80 req-0aa79b96-f8c4-4cf5-b403-054ead70d80f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.280392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f601c39d-a26e-499f-8464-8a5efe966a80 req-0aa79b96-f8c4-4cf5-b403-054ead70d80f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.0618498 Aug 10 03:13:14.366371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Sync routers for ids ['ce3eae66-3efc-4ff1-856b-9ee21360be53'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:14.374400 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f601c39d-a26e-499f-8464-8a5efe966a80 req-a9d1b7d5-b82f-41da-ad01-7b6ea4b05b05 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825336 Aug 10 03:13:14.396782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Routers {'ce3eae66-3efc-4ff1-856b-9ee21360be53'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:14.400578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ce3eae66-3efc-4ff1-856b-9ee21360be53'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:14.471811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-a0871c15-adea-435d-9dd8-59138eb91f8b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2922029 Aug 10 03:13:14.485030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:14.500630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9d2d6b66-d347-49a7-a2ca-2523c9df0fca req-6d93a679-6ea2-4e71-b1a1-cd25d8a2e44a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 210 time: 0.0443833 Aug 10 03:13:14.575631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Set router ce3eae66-3efc-4ff1-856b-9ee21360be53 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:14.626345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.746131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.896452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:12Z', 'revision_number': 4, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '0d117e9f-8894-4328-b37e-f72ad9aa8e22', 'name': '', 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'mac_address': 'fa:16:3e:8d:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:09Z', 'updated_at': '2021-08-10T03:13:12Z', 'revision_number': 2, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'subnets': [{'id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:14.907983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Allocated IP 172.25.1.22 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/d9c1b781-4cd3-4a95-bb34-ccf2273dfd16) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:14.936822 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.937711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Checking router: ce3eae66-3efc-4ff1-856b-9ee21360be53 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:14.938178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Updating router ce3eae66-3efc-4ff1-856b-9ee21360be53 port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:14.972730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.071194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.109823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 50419e4c-4395-40ab-8596-3c0b8f07c360 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:15.161379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3f727-3d9c-422b-b945-ccc22b21ce16 req-8cb1803b-ef40-417f-a1bb-55baaf5544b0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.162965 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-acc3f727-3d9c-422b-b945-ccc22b21ce16 req-8cb1803b-ef40-417f-a1bb-55baaf5544b0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 948 time: 0.1394987 Aug 10 03:13:15.220775 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-acc3f727-3d9c-422b-b945-ccc22b21ce16 req-b64f13b0-2382-444a-b83f-5dc8e7b4b83e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502591 Aug 10 03:13:15.247312 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.297244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6029e061-e435-4b24-8b1c-e998e0701b0f details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:15.367564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=d9c1b781-4cd3-4a95-bb34-ccf2273dfd16,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:15.385004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:15.385004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:15.395468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:15.449805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 50419e4c-4395-40ab-8596-3c0b8f07c360 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:15.450191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.519851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.589440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6029e061-e435-4b24-8b1c-e998e0701b0f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6029e061-e435-4b24-8b1c-e998e0701b0f,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:15.617167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '6029e061-e435-4b24-8b1c-e998e0701b0f', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '6029e061-e435-4b24-8b1c-e998e0701b0f', 'mac_address': 'fa:16:3e:7a:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:15.619880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427e84-d983-4762-9e5f-bac1f50ffdea req-392783d3-d52e-4a84-a163-ad82c0f0a4bf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.621414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7b427e84-d983-4762-9e5f-bac1f50ffdea req-392783d3-d52e-4a84-a163-ad82c0f0a4bf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.0499620 Aug 10 03:13:15.663827 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7b427e84-d983-4762-9e5f-bac1f50ffdea req-edd23f83-9786-4545-a5d0-c632eae2ada3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350349 Aug 10 03:13:15.726131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.756569 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e693a31-0d2e-43ab-a25f-a51dadb76d7b req-fad43817-e802-404b-85d8-44c450dd05dc tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 210 time: 0.0298197 Aug 10 03:13:15.768855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6029e061-e435-4b24-8b1c-e998e0701b0f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:15.798495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6029e061-e435-4b24-8b1c-e998e0701b0f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6029e061-e435-4b24-8b1c-e998e0701b0f,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:15.808757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.819716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Transition to ACTIVE for port object 0d117e9f-8894-4328-b37e-f72ad9aa8e22 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:16.095875 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.096741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:16.099241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.111247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.211593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6029e061-e435-4b24-8b1c-e998e0701b0f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:16.304386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:16.380277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561dac2-5771-465d-aab4-76cc2741b0d3 None None] Pushing event updated for resources: {'Port': ['ID=0d117e9f-8894-4328-b37e-f72ad9aa8e22,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:16.440453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56776c-9edb-4705-bb8c-2c000a1dbb46 req-9f607289-e018-4a7b-9a9d-c4eca414eb2c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.445306 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f56776c-9edb-4705-bb8c-2c000a1dbb46 req-9f607289-e018-4a7b-9a9d-c4eca414eb2c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 949 time: 0.1252708 Aug 10 03:13:16.451777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.453023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9e0390be-bc2a-4642-a269-63130fb9340d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '9e0390be-bc2a-4642-a269-63130fb9340d', 'mac_address': 'fa:16:3e:68:81:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:16.506707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Attempting to bind port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:16.507081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Attempting to bind port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:16.507435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Attempting to bind port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 on network 86ba09fa-e557-4129-8ed6-ccd7603a4eca {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:16.520392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:16.520789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Checking segment: {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:16.521193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.521583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Bound using segment: {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:16.522086 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Bound port: 0d117e9f-8894-4328-b37e-f72ad9aa8e22, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455feaa5-9cf8-4092-acd2-3706f36c2197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:16.523122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.525400 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f56776c-9edb-4705-bb8c-2c000a1dbb46 req-d79538a5-fb48-4223-a33f-c0fa72774f4d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Aug 10 03:13:16.535283 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.584107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-13062bea-a65a-4877-98b2-239925191761 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.584107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-13062bea-a65a-4877-98b2-239925191761 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 811 time: 0.3501480 Aug 10 03:13:16.585748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.596130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0390be-bc2a-4642-a269-63130fb9340d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:16.704597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:16.738476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=d9c1b781-4cd3-4a95-bb34-ccf2273dfd16,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:16.752610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-46b3daa7-f952-4d6f-9af4-f5e3d00c1edd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542e603960c6440eb87b84444c44ded1 HTTP/1.1" status: 200 len: 379 time: 0.1284087 Aug 10 03:13:16.762341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.764722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] For port 0d117e9f-8894-4328-b37e-f72ad9aa8e22, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:16.768211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] For port 0d117e9f-8894-4328-b37e-f72ad9aa8e22, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0d117e9f-8894-4328-b37e-f72ad9aa8e22,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:16.786700 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.795001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'port': {'device_id': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'admin_state_up': True, 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'security_groups': ['6b60684b-970b-4550-874b-0542d6126fa8']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:16.839471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.859205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:16.870184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:16.871777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-04160a00-2782-461f-b940-bd4372c6de10 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3939877 Aug 10 03:13:16.911795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Routers {'ce3eae66-3efc-4ff1-856b-9ee21360be53'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:16.912459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ce3eae66-3efc-4ff1-856b-9ee21360be53'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:17.060830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-57b56420-2c48-4894-ac4e-b99bbcc62638 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1578529 Aug 10 03:13:17.111625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0ec8b-e03b-446b-ba31-37d6d9917efb req-21a30874-bd9a-49d3-b729-57ca3e540163 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.126198 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-14f0ec8b-e03b-446b-ba31-37d6d9917efb req-21a30874-bd9a-49d3-b729-57ca3e540163 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1097 time: 0.0928552 Aug 10 03:13:17.192573 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-14f0ec8b-e03b-446b-ba31-37d6d9917efb req-b3fa94ad-cd64-42c8-8a69-f7328a299fe2 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565968 Aug 10 03:13:17.279107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] Set router ce3eae66-3efc-4ff1-856b-9ee21360be53 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:17.295662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-602bd890-c7fa-4430-a7a1-11044db0a447 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.297106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-602bd890-c7fa-4430-a7a1-11044db0a447 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2282677 Aug 10 03:13:17.298381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Made reservation on behalf of 542e603960c6440eb87b84444c44ded1 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:17.301839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.321088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-53c3b5a9-3b83-433e-bc07-be15160e51e5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:17.322098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-559a95f8-f68b-421a-9d50-5fa98d3090b9 req-53c3b5a9-3b83-433e-bc07-be15160e51e5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058055 Aug 10 03:13:17.359902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac4611-18f7-4cbb-9c5a-6db1a9f78e07 req-8081ac25-2d33-4a47-b3c8-b6d1cfa73225 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.365058 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77ac4611-18f7-4cbb-9c5a-6db1a9f78e07 req-8081ac25-2d33-4a47-b3c8-b6d1cfa73225 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 949 time: 0.0668437 Aug 10 03:13:17.399821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:17.404241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6029e061-e435-4b24-8b1c-e998e0701b0f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:17.406231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9e0390be-bc2a-4642-a269-63130fb9340d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:17.420620 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77ac4611-18f7-4cbb-9c5a-6db1a9f78e07 req-b5b64a14-02cd-4264-8057-86a313ee26c5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Aug 10 03:13:17.475537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb46ddcc-a148-4719-8bb1-07de3cedc9a3 req-9ad54f86-2ba5-48e7-b442-09081df944af tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 210 time: 0.0419605 Aug 10 03:13:17.553656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561dac2-5771-465d-aab4-76cc2741b0d3 None None] Pushing event updated for resources: {'Port': ['ID=0d117e9f-8894-4328-b37e-f72ad9aa8e22,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:17.635630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Allocated IP 172.20.0.10 (77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04/6d599d19-a016-4f74-a230-84fa508ad01e/d425a205-9f8c-4594-abbb-b734785c42e6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:17.668224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-76886ce3-454a-41ee-8905-1cdeaaaf6dc5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1709061 Aug 10 03:13:17.673445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:17.792995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.865217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:17.909932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'mac_address': 'fa:16:3e:7b:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:18.052648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.078473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:12Z', 'revision_number': 4, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '0d117e9f-8894-4328-b37e-f72ad9aa8e22', 'name': '', 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'mac_address': 'fa:16:3e:8d:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:09Z', 'updated_at': '2021-08-10T03:13:16Z', 'revision_number': 4, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'subnets': [{'id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:18.097363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e382e9-182f-41b4-8b3b-1af67f7ddc73 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:18.139619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70730a16-b140-4657-9eea-5b2a678123fd None None] The sync data for ids ['ce3eae66-3efc-4ff1-856b-9ee21360be53'] in n-d-765315-26 is: [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:12Z', 'revision_number': 4, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '0d117e9f-8894-4328-b37e-f72ad9aa8e22', 'name': '', 'network_id': '86ba09fa-e557-4129-8ed6-ccd7603a4eca', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'mac_address': 'fa:16:3e:8d:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:09Z', 'updated_at': '2021-08-10T03:13:16Z', 'revision_number': 4, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'subnets': [{'id': '3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:18.162374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:18.252954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.267441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.299822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Transition to ACTIVE for port object d425a205-9f8c-4594-abbb-b734785c42e6 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:18.365112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.366861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.452303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.522936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:18.532255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:18.534913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:18.566486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['93e382e9-182f-41b4-8b3b-1af67f7ddc73'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:18.668363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:18.671484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.753149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'Port': ['ID=d425a205-9f8c-4594-abbb-b734785c42e6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.767216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Allocated IP 172.25.1.76 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fc0a0c0d-ab4e-45a8-b293-113b04794655) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:18.924463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c2b2b3e9-c7c2-4fca-8e06-9bcabeb2d058 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1405456 Aug 10 03:13:18.953720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Request body: {'port': {'device_id': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:19.031621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95c0b2da-5b1b-47ba-b395-ef88ec7a5107 None None] Provisioning for port d425a205-9f8c-4594-abbb-b734785c42e6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:19.037013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95c0b2da-5b1b-47ba-b395-ef88ec7a5107 None None] Provisioning complete for port d425a205-9f8c-4594-abbb-b734785c42e6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:19.037499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95c0b2da-5b1b-47ba-b395-ef88ec7a5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.103944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.133869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-95c0b2da-5b1b-47ba-b395-ef88ec7a5107 None None] Port d425a205-9f8c-4594-abbb-b734785c42e6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:19.191849 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.219887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0d117e9f-8894-4328-b37e-f72ad9aa8e22 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:19.441673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.470189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:19.476663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:19.478491 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.513007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:19.523061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:19.531462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:19.631929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.645911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=fc0a0c0d-ab4e-45a8-b293-113b04794655,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.687684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-1ad03533-e7db-4ef1-bf23-f4c24b147179 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:19.688871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-1ad03533-e7db-4ef1-bf23-f4c24b147179 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096562 Aug 10 03:13:19.724067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0d117e9f-8894-4328-b37e-f72ad9aa8e22, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0d117e9f-8894-4328-b37e-f72ad9aa8e22,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:19.736305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:19.736791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:13:19.794309 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.862167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:19.905174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0d117e9f-8894-4328-b37e-f72ad9aa8e22,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.999816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.008321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d425a205-9f8c-4594-abbb-b734785c42e6 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:20.057778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.105412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Transition to ACTIVE for port object d425a205-9f8c-4594-abbb-b734785c42e6 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:20.164033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:20.165292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:20.166042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:20.215414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:20.215414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:20.227518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.243438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:20.243438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:20.243791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:20.244128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Bound port: d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:20.436261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d425a205-9f8c-4594-abbb-b734785c42e6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:20.545903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.568735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:20.659942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.682246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.683593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5b6f053f-088e-44fc-be25-34f6e6d11bda service neutron] 10.222.0.26 "POST /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53/bindings HTTP/1.1" status: 201 len: 390 time: 0.9720182 Aug 10 03:13:20.752900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Attempting to bind port d425a205-9f8c-4594-abbb-b734785c42e6 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:20.752900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Attempting to bind port d425a205-9f8c-4594-abbb-b734785c42e6 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:20.752900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Attempting to bind port d425a205-9f8c-4594-abbb-b734785c42e6 on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:20.760006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Port d425a205-9f8c-4594-abbb-b734785c42e6 on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:20.760517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Attempting to bind port d425a205-9f8c-4594-abbb-b734785c42e6 on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:20.767399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:20.768231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Checking segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:20.768752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Bound using segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:20.769281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Bound port: d425a205-9f8c-4594-abbb-b734785c42e6, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:20.780501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.880047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:20.883235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=fc0a0c0d-ab4e-45a8-b293-113b04794655,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:20.976211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] For port d425a205-9f8c-4594-abbb-b734785c42e6, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:20.984606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] For port d425a205-9f8c-4594-abbb-b734785c42e6, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d425a205-9f8c-4594-abbb-b734785c42e6,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:21.029471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbbd2b-5eac-4cc1-b316-18751ac820ff req-2d25a6de-beac-4346-af92-374f47097bfd tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.031069 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c7bbbd2b-5eac-4cc1-b316-18751ac820ff req-2d25a6de-beac-4346-af92-374f47097bfd tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 949 time: 0.0786941 Aug 10 03:13:21.094396 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c7bbbd2b-5eac-4cc1-b316-18751ac820ff req-48b18c94-b111-47c8-9ee7-78b6603d4cbb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Aug 10 03:13:21.104549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0d117e9f-8894-4328-b37e-f72ad9aa8e22 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:21.187475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:21.187850 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.237257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6029e061-e435-4b24-8b1c-e998e0701b0f up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:21.552971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.554498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-bed41ae6-5ec2-40f8-ab1f-66588b1cf215 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8850293 Aug 10 03:13:21.555747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.624594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 6029e061-e435-4b24-8b1c-e998e0701b0f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:21.630079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 6029e061-e435-4b24-8b1c-e998e0701b0f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:21.631518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.650075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-f74c6aa8-1063-48fd-960c-c1a17be7ce13 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.0847161 Aug 10 03:13:21.666061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.666725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.668266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] 10.222.0.54 "PUT /v2.0/ports/d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 1093 time: 2.7227857 Aug 10 03:13:21.679435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:21.679435 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592dfa25-6472-4eaa-9338-bb5bd85b79b2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:21.785718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b02d-2368-4e45-9bc1-1817041b53d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d425a205-9f8c-4594-abbb-b734785c42e6,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:21.879914 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.925553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6029e061-e435-4b24-8b1c-e998e0701b0f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:21.927989 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f180638a-5c63-46db-b017-0b198c74547b" -d '{"events": [{"server_uuid": "0140b94a-d371-4736-83ea-7c8fede13dbb", "name": "network-vif-plugged", "status": "completed", "tag": "6029e061-e435-4b24-8b1c-e998e0701b0f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:21.948963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-53e25d6c-13d0-4eca-a140-dd65010f84f3 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:21.960897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2808f7-441c-42f9-9d76-7c1a4c7a9588 req-53e25d6c-13d0-4eca-a140-dd65010f84f3 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.3103838 Aug 10 03:13:21.997684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6029e061-e435-4b24-8b1c-e998e0701b0f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6029e061-e435-4b24-8b1c-e998e0701b0f,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:22.022958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-51261412-6802-4e32-b3c4-b25f590a8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.024874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-51261412-6802-4e32-b3c4-b25f590a8c27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1383724 Aug 10 03:13:22.053603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-81eb1921-6ac5-4e87-af79-16a5071af35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.058663 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-81eb1921-6ac5-4e87-af79-16a5071af35e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1097 time: 0.0895081 Aug 10 03:13:22.077552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.078621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:22.141685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-02eb5a63-fe0f-43b3-8032-f41db2828d1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 217 time: 0.0699072 Aug 10 03:13:22.241047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-61241571-4c94-4267-9cfe-25af2b3b5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.242488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6029e061-e435-4b24-8b1c-e998e0701b0f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:22.250860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-61241571-4c94-4267-9cfe-25af2b3b5f12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0965145 Aug 10 03:13:22.295394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-fd54483b-1dc2-41ae-8590-3112230ff4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.297996 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-fd54483b-1dc2-41ae-8590-3112230ff4a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.2171817 Aug 10 03:13:22.316478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-f4d6eb31-49db-4c8f-97cd-faed8fa79462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.317984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-f4d6eb31-49db-4c8f-97cd-faed8fa79462 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646365 Aug 10 03:13:22.345467 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-0cfb1777-0de1-4bfb-a6be-6c0baf1a70be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 217 time: 0.0396926 Aug 10 03:13:22.351875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 9e0390be-bc2a-4642-a269-63130fb9340d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:22.358282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9e0390be-bc2a-4642-a269-63130fb9340d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:22.358661 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.409836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-32873378-905c-4bc9-b211-0dc2103a8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:22.411539 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-32873378-905c-4bc9-b211-0dc2103a8fe5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0572374 Aug 10 03:13:22.449406 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-d3b951c6-11bd-4482-aa5c-b8aa565d695b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301995 Aug 10 03:13:22.485471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-c8d8338f-7fff-4391-941f-dfa5696f8f74 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573489 Aug 10 03:13:22.522410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.569940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-5a49757e-fcd7-49d8-8244-6c291fafbd37 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125820 Aug 10 03:13:22.580928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:22.618073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10b4a0cd-76c5-4bcd-b839-b823f7ddcfe0 req-40d26d7f-a5c2-48db-b749-fe33c893b275 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243958 Aug 10 03:13:22.663841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.665159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:22.669172 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-23bfa724-326f-43bd-bd6f-4700b35dc8d9 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Aug 10 03:13:22.756591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:22.768419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:22.768801 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.855767 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.896901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:22.990263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.100551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2edb-ccc2-43d6-97e6-7eb05a720fe2 req-7de9ab2c-f2d9-438b-b306-d084e72dc379 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.113107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fcf2edb-ccc2-43d6-97e6-7eb05a720fe2 req-7de9ab2c-f2d9-438b-b306-d084e72dc379 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 944 time: 0.0653174 Aug 10 03:13:23.137862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:23.180829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fcf2edb-ccc2-43d6-97e6-7eb05a720fe2 req-d203af97-0814-4daa-bf8f-fcfb939d5e9a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669227 Aug 10 03:13:23.189952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5079d-3063-45d8-a1e1-497f85f4d3ee req-6fec9be2-2d86-46a2-855f-4f57343bbb14 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.192679 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ecd5079d-3063-45d8-a1e1-497f85f4d3ee req-6fec9be2-2d86-46a2-855f-4f57343bbb14 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0892999 Aug 10 03:13:23.274756 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ecd5079d-3063-45d8-a1e1-497f85f4d3ee req-2523127a-e040-4c35-8e5f-a94baa13a652 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754974 Aug 10 03:13:23.350856 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c099ecfc-7b6f-44fd-af5e-0d5a831853f2 x-openstack-request-id: req-c099ecfc-7b6f-44fd-af5e-0d5a831853f2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:23.351145 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:23.351394 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c099ecfc-7b6f-44fd-af5e-0d5a831853f2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:23.351792 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'status': 'completed', 'code': 200} Aug 10 03:13:23.372850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efed2fe-84b0-4c0f-a7a3-89ec67a007da req-996608d9-9e78-47f9-935d-1672d36b0642 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.374580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5efed2fe-84b0-4c0f-a7a3-89ec67a007da req-996608d9-9e78-47f9-935d-1672d36b0642 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.1017284 Aug 10 03:13:23.385273 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0264d9e7-4453-40d7-b956-54360cb71c91 x-openstack-request-id: req-0264d9e7-4453-40d7-b956-54360cb71c91 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:23.385829 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0140b94a-d371-4736-83ea-7c8fede13dbb", "name": "network-vif-plugged", "status": "completed", "tag": "6029e061-e435-4b24-8b1c-e998e0701b0f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:23.386152 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0264d9e7-4453-40d7-b956-54360cb71c91 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:23.386638 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6029e061-e435-4b24-8b1c-e998e0701b0f', 'code': 200} Aug 10 03:13:23.421920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5efed2fe-84b0-4c0f-a7a3-89ec67a007da req-72447253-ea98-4372-9386-f781cb7ee302 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Aug 10 03:13:23.602771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fb5b-6277-4fad-a9ef-a212a054ea5b req-e179f9bd-38a4-4823-8516-cfef6f312d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.604563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e35fb5b-6277-4fad-a9ef-a212a054ea5b req-e179f9bd-38a4-4823-8516-cfef6f312d9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 1102 time: 0.1113312 Aug 10 03:13:23.616760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ce577-fa6a-4b64-b693-c310ea1a70d3 req-84238df3-9178-4ba3-ae94-95d9a87f3b69 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.618541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-826ce577-fa6a-4b64-b693-c310ea1a70d3 req-84238df3-9178-4ba3-ae94-95d9a87f3b69 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 950 time: 0.0763032 Aug 10 03:13:23.625474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-579deba3-ad3d-4510-a1b5-e18598c02d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.627147 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-579deba3-ad3d-4510-a1b5-e18598c02d6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1844399 Aug 10 03:13:23.660393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e35fb5b-6277-4fad-a9ef-a212a054ea5b req-a0f6769b-52d2-48dd-8e01-df696ff7f60f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Aug 10 03:13:23.709418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-826ce577-fa6a-4b64-b693-c310ea1a70d3 req-b0089564-1108-43b8-b8d8-0f8a5d4bfc24 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566745 Aug 10 03:13:23.728934 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-708ff03d-8750-43a8-b241-099287823110 req-54e8a5ef-7963-46e9-b78f-e80fa36a7e00 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3178682 Aug 10 03:13:23.747674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:23.809240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-db2e9d91-a1da-4075-8278-3a911680a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:23.812264 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-db2e9d91-a1da-4075-8278-3a911680a6d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.1670244 Aug 10 03:13:23.861638 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-d4f67638-7b4b-49e4-bc0b-c504c29635e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 217 time: 0.0392809 Aug 10 03:13:23.928793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.113270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-c7d51e23-c766-462a-b07c-043ae5ce2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.113270 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-c7d51e23-c766-462a-b07c-043ae5ce2298 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0596626 Aug 10 03:13:24.168478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.179810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-40f3131e-b3ec-4e68-bca0-027a1bdccf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:24.181285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-40f3131e-b3ec-4e68-bca0-027a1bdccf0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778821 Aug 10 03:13:24.352204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Allocated IP 172.25.1.171 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/c35a57f9-bb5a-418a-993a-10404f0c0235) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:24.358085 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-c26599e2-b441-459b-a11a-27acdf6e2fe4 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480639 Aug 10 03:13:24.529138 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-592dfa25-6472-4eaa-9338-bb5bd85b79b2 req-f357b91a-afb0-4865-a16b-c0aba45ed390 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583207 Aug 10 03:13:24.531687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.676120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.723591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:24.723591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:24.727726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:24.765598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=c35a57f9-bb5a-418a-993a-10404f0c0235,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:24.854742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.985040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.205247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.270144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.388232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}, {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:25.390597 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7adb55-f70c-4e42-81ce-384a65df0d60" -d '{"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-plugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}, {"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-plugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:25.399013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=c35a57f9-bb5a-418a-993a-10404f0c0235,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:25.409404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.511973 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.513464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-708ff03d-8750-43a8-b241-099287823110 req-b6483560-efee-4378-b85d-fd17b89335d1 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7716038 Aug 10 03:13:25.626742 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.011994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-708ff03d-8750-43a8-b241-099287823110 req-f0ddc944-dba4-45d9-8faa-a84737b55f9f tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.4864523 Aug 10 03:13:26.039359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09634a7e-6701-492e-a09e-1e9ef40ff947 req-e6a83b94-9fd3-4c4b-9c80-8a9b676b6969 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.049972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09634a7e-6701-492e-a09e-1e9ef40ff947 req-e6a83b94-9fd3-4c4b-9c80-8a9b676b6969 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 944 time: 0.0656753 Aug 10 03:13:26.100260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09634a7e-6701-492e-a09e-1e9ef40ff947 req-b366c43b-737b-474f-b070-48861db2026e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489838 Aug 10 03:13:26.147064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff03d-8750-43a8-b241-099287823110 req-e45f89c5-af76-4c38-8397-f3898c50557e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.148606 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-708ff03d-8750-43a8-b241-099287823110 req-e45f89c5-af76-4c38-8397-f3898c50557e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1294806 Aug 10 03:13:26.163945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-708ff03d-8750-43a8-b241-099287823110 req-b6e96f6b-8153-4966-b104-939f373c041d tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:26.167656 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-708ff03d-8750-43a8-b241-099287823110 req-b6e96f6b-8153-4966-b104-939f373c041d tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091896 Aug 10 03:13:26.235123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69ebf3-7ff1-480a-b5ef-2ad27c7e1cfe req-b389efd9-030e-4c5b-aadb-28a1b350cc02 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.243092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce69ebf3-7ff1-480a-b5ef-2ad27c7e1cfe req-b389efd9-030e-4c5b-aadb-28a1b350cc02 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0662825 Aug 10 03:13:26.281913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce69ebf3-7ff1-480a-b5ef-2ad27c7e1cfe req-6cb7d6d8-4811-4e86-8728-62be0dd36f89 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Aug 10 03:13:26.382212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e41976-4c75-4923-ba4d-bd513f46a69f req-22fa8d46-647a-4d79-9633-7916d89de5a5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.384920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0e41976-4c75-4923-ba4d-bd513f46a69f req-22fa8d46-647a-4d79-9633-7916d89de5a5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.1051199 Aug 10 03:13:26.425383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222f30f-a705-42dc-9403-d28fe097c823 req-946dcae4-eae3-49f5-9df5-dcfcdb758285 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.433237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6222f30f-a705-42dc-9403-d28fe097c823 req-946dcae4-eae3-49f5-9df5-dcfcdb758285 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 950 time: 0.0746615 Aug 10 03:13:26.456779 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0e41976-4c75-4923-ba4d-bd513f46a69f req-a2224609-ea96-4522-84db-bda4191fa550 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549626 Aug 10 03:13:26.492159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6222f30f-a705-42dc-9403-d28fe097c823 req-34eddafe-0d31-4825-9023-a83702339d12 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546782 Aug 10 03:13:26.518728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d425a205-9f8c-4594-abbb-b734785c42e6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:26.537485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:26.632565 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118038a-f1e0-4dac-9513-47714aaa6731 x-openstack-request-id: req-4118038a-f1e0-4dac-9513-47714aaa6731 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:26.633363 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-plugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "code": 200}, {"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-plugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:26.633847 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4118038a-f1e0-4dac-9513-47714aaa6731 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:26.634458 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'code': 200} Aug 10 03:13:26.634925 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'code': 200} Aug 10 03:13:26.743197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3316e-06e8-4f88-8331-3b9483a6641c req-ae59cb3e-4a4a-42b2-abf9-fbc8881c9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:26.751078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e3316e-06e8-4f88-8331-3b9483a6641c req-ae59cb3e-4a4a-42b2-abf9-fbc8881c9bed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1102 time: 0.0786207 Aug 10 03:13:26.803050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.828962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e3316e-06e8-4f88-8331-3b9483a6641c req-9c6e49fa-5d2b-4b71-a432-5c92258e9077 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680859 Aug 10 03:13:26.835326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d425a205-9f8c-4594-abbb-b734785c42e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d425a205-9f8c-4594-abbb-b734785c42e6,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:26.864972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'port_id': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'mac_address': 'fa:16:3e:61:77:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:26.897761 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-ed9087b2-03ec-447f-82db-99692ba3ad9e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2465737 Aug 10 03:13:26.913052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:26.940022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.946491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:26.961949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d425a205-9f8c-4594-abbb-b734785c42e6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:26.985695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d425a205-9f8c-4594-abbb-b734785c42e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d425a205-9f8c-4594-abbb-b734785c42e6,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:27.081887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.082240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.086789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.223409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d425a205-9f8c-4594-abbb-b734785c42e6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:27.274379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18cb2-dd38-4f79-bf85-ffb0e290b070 req-4791c1ef-366b-4eea-b148-a160e9fc9e2c tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.278457 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.286741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76c18cb2-dd38-4f79-bf85-ffb0e290b070 req-4791c1ef-366b-4eea-b148-a160e9fc9e2c tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 1102 time: 0.1057026 Aug 10 03:13:27.338960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:27.365149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76c18cb2-dd38-4f79-bf85-ffb0e290b070 req-2707a5f2-622f-4455-a3f3-55d262cf1f22 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729494 Aug 10 03:13:27.445434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Allocated IP 172.25.1.191 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/53a83d95-11c6-49df-84ba-7d94b6631d95) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:27.628077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.637183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d20d-4b1e-4623-892c-ef0dacab2fe5 req-69761125-e11c-41c6-9be2-0d335435f68f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.642258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c50d20d-4b1e-4623-892c-ef0dacab2fe5 req-69761125-e11c-41c6-9be2-0d335435f68f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 945 time: 0.0902293 Aug 10 03:13:27.702685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c50d20d-4b1e-4623-892c-ef0dacab2fe5 req-b7d3ba6c-19c1-4c8c-b38a-efe8b5a85357 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554218 Aug 10 03:13:27.735103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.759129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d425a205-9f8c-4594-abbb-b734785c42e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:27.866934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:27.870124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:27.874538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:27.884541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=53a83d95-11c6-49df-84ba-7d94b6631d95,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:27.969291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-112ee636-15bc-408c-858e-aebb7b494470 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:27.970972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-112ee636-15bc-408c-858e-aebb7b494470 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.1801047 Aug 10 03:13:28.000477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e6020384-9c15-4d14-8ccb-f0244b973d5f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/quotas/104156a7d99b4882b1dd45e745fd46aa HTTP/1.1" status: 200 len: 375 time: 0.0209177 Aug 10 03:13:28.067865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-d7da229c-216a-47a2-89c5-6022b48aa45c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660589 Aug 10 03:13:28.073643 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.176050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-2442cd4d-6e23-4fa3-be2e-0c051a78977e service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068487 Aug 10 03:13:28.204689 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.285372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-26aaff21-6b1f-4dc1-99f1-e57455390c43 service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082644 Aug 10 03:13:28.415854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.773050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:28.773050 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff78f4b9-6db0-48aa-a4e4-fd1f75f5cdef" -d '{"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:29.014135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.082590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012df95-09a3-43bc-a724-add731700d08 req-39e80d92-c241-407f-ae15-3a19ae0a4332 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.094884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d012df95-09a3-43bc-a724-add731700d08 req-39e80d92-c241-407f-ae15-3a19ae0a4332 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0770886 Aug 10 03:13:29.117761 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.176060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d012df95-09a3-43bc-a724-add731700d08 req-ba421b53-0ed4-47e3-9d19-a94fe91ef176 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802002 Aug 10 03:13:29.181385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event updated for resources: {'Port': ['ID=53a83d95-11c6-49df-84ba-7d94b6631d95,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:29.271162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.277143 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-e8d6c232-9be3-414e-9fab-34be1992a22e tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3650777 Aug 10 03:13:29.310132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d221fbf-1ae6-43ea-b8b0-3cb760ae35a9 req-48dc6b97-f957-424b-9153-aedccc8f84a2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.311917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d221fbf-1ae6-43ea-b8b0-3cb760ae35a9 req-48dc6b97-f957-424b-9153-aedccc8f84a2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.0743771 Aug 10 03:13:29.337946 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-31da49eb-8e37-4bff-bc61-8d57fa144426 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.0548425 Aug 10 03:13:29.392956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d221fbf-1ae6-43ea-b8b0-3cb760ae35a9 req-cb67b04a-1859-4393-9e20-9c3b57d29161 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725303 Aug 10 03:13:29.531100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-522e600f-1593-402a-a1f7-c063ba891009 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.532897 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9879ae0a-0add-4022-b651-89d9c06e2b13 req-522e600f-1593-402a-a1f7-c063ba891009 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1839640 Aug 10 03:13:29.572431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-8a37dbbc-8351-4018-8f0e-863403d75cd8 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682528 Aug 10 03:13:29.745960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-9af9f6fd-fd56-41e8-a8b2-542d2df330bd tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.759176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-9af9f6fd-fd56-41e8-a8b2-542d2df330bd tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716259 Aug 10 03:13:29.795389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-1b3cc10e-21a6-41cb-bfaa-c6a3c4b25ebe tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/quotas/e98722b8d3734b5899923a1dfe261fcf HTTP/1.1" status: 200 len: 375 time: 0.0383162 Aug 10 03:13:29.804210 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2066743-8320-455e-bf46-9240f2339d05 x-openstack-request-id: req-b2066743-8320-455e-bf46-9240f2339d05 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:29.804728 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:29.804815 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2066743-8320-455e-bf46-9240f2339d05 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:29.805196 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'code': 200} Aug 10 03:13:29.829899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-60bb928d-075c-4822-aaba-f3a7d8090389 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.831713 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-60bb928d-075c-4822-aaba-f3a7d8090389 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac6e375a-4762-4e4f-97ce-fa6f2e849020 HTTP/1.1" status: 200 len: 944 time: 0.0699511 Aug 10 03:13:29.880920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-35c3f233-c3fe-4634-ae26-3a3a4e228552 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0845759 Aug 10 03:13:29.951278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f12ccd-53b7-4827-b694-525597f9b930 req-d63f9c34-9b59-4a90-bc6d-89b88c425d80 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:29.959188 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f12ccd-53b7-4827-b694-525597f9b930 req-d63f9c34-9b59-4a90-bc6d-89b88c425d80 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 945 time: 0.1007028 Aug 10 03:13:30.039933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4f12ccd-53b7-4827-b694-525597f9b930 req-40fe02c5-eddf-46f0-b7e2-36cd5d7372b1 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794334 Aug 10 03:13:30.082574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Deleting port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:30.082918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.179897 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a96c9857-50ac-40cf-97eb-63c3aec88994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.200909 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5947b2b3-47e4-494a-9d52-b149e194c817 req-73685189-d16c-41e2-a0b0-f367d7afaf86 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 210 time: 0.0411253 Aug 10 03:13:30.257333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ed0c1-71bd-4e0e-93d3-fa0c6eac50c1 req-4aab181e-458a-4987-a0db-282009c722cb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.259435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c18ed0c1-71bd-4e0e-93d3-fa0c6eac50c1 req-4aab181e-458a-4987-a0db-282009c722cb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0846934 Aug 10 03:13:30.262952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] For port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:30.263329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.322368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Calling delete_port for ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:30.339370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c18ed0c1-71bd-4e0e-93d3-fa0c6eac50c1 req-8f2ed112-751a-4e73-a7f5-644a0305e58f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Aug 10 03:13:30.342839 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-561af574-abf5-4950-8ba7-3e8feab653a0 req-2bd8817c-82b8-4af1-817e-6807c4b79386 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips/abe149a5-0b32-452c-896f-26b15fe1321f HTTP/1.1" status: 200 len: 693 time: 0.0853443 Aug 10 03:13:30.507733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afc3ef-bdf3-40e2-aa91-1c1410681e02 req-e48b2e9d-78a3-4996-be21-445d1ec59bec tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.509511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8afc3ef-bdf3-40e2-aa91-1c1410681e02 req-e48b2e9d-78a3-4996-be21-445d1ec59bec tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 945 time: 0.0712879 Aug 10 03:13:30.529413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561af574-abf5-4950-8ba7-3e8feab653a0 req-de0c8d6f-dafa-4884-bc3f-31391af7ef6b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.531381 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-561af574-abf5-4950-8ba7-3e8feab653a0 req-de0c8d6f-dafa-4884-bc3f-31391af7ef6b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1877029 Aug 10 03:13:30.545502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-561af574-abf5-4950-8ba7-3e8feab653a0 req-6def4972-8963-4b61-92b7-8a6fb59c47d4 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:30.546487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-561af574-abf5-4950-8ba7-3e8feab653a0 req-6def4972-8963-4b61-92b7-8a6fb59c47d4 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095453 Aug 10 03:13:30.554482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d425a205-9f8c-4594-abbb-b734785c42e6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:30.598224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8afc3ef-bdf3-40e2-aa91-1c1410681e02 req-de3910da-b2c4-4483-b348-5ba4c79e807b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767691 Aug 10 03:13:30.692784 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-377abf40-1ace-4f49-952d-d0910703a307 req-48eb6de4-0176-4a8f-ac07-25337f175917 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 210 time: 0.0798411 Aug 10 03:13:30.748018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port d425a205-9f8c-4594-abbb-b734785c42e6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:30.758782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port d425a205-9f8c-4594-abbb-b734785c42e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:30.760385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.874000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb9a3d-52c9-4c64-abc5-5b0938db5ff1 req-f77a0535-53e7-40c8-96fb-0dc0f4dd701a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:30.875588 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9acb9a3d-52c9-4c64-abc5-5b0938db5ff1 req-f77a0535-53e7-40c8-96fb-0dc0f4dd701a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.0709867 Aug 10 03:13:30.877741 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.908546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.931667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-8b28d397-103f-4ef1-ae99-ecdff793909b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips/abe149a5-0b32-452c-896f-26b15fe1321f HTTP/1.1" status: 200 len: 693 time: 0.1168146 Aug 10 03:13:30.936676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d425a205-9f8c-4594-abbb-b734785c42e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d425a205-9f8c-4594-abbb-b734785c42e6,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:30.961440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event deleted for resources: {'Port': ['ID=ec2fb5a4-2886-4011-b3bc-bd4af64d5d97,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:30.979317 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9acb9a3d-52c9-4c64-abc5-5b0938db5ff1 req-db2c3150-7043-4eac-b17a-429058f59b46 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911412 Aug 10 03:13:30.995538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.015039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] No DVR routers for this DVR port ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:31.018618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.022279 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f2c5b1a-894f-4b53-86ed-3b078f56dd6f req-6e5dd971-b2d4-40af-a5d8-10056fe81978 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "DELETE /v2.0/ports/ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 HTTP/1.1" status: 204 len: 173 time: 1.1232505 Aug 10 03:13:31.022853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-deleted', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:31.026269 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00caa9b9-25e4-4659-8995-7e10c89b063e" -d '{"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-deleted", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:31.183817 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc285181-b075-43eb-8ce5-073fa3653526 x-openstack-request-id: req-bc285181-b075-43eb-8ce5-073fa3653526 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:31.184840 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e375a-4762-4e4f-97ce-fa6f2e849020", "name": "network-vif-deleted", "tag": "ec2fb5a4-2886-4011-b3bc-bd4af64d5d97", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:31.185269 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc285181-b075-43eb-8ce5-073fa3653526 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:31.185842 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e375a-4762-4e4f-97ce-fa6f2e849020', 'name': 'network-vif-deleted', 'tag': 'ec2fb5a4-2886-4011-b3bc-bd4af64d5d97', 'status': 'completed', 'code': 200} Aug 10 03:13:31.214324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-701a320b-adbf-473d-9491-eeb564aafd56 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.218126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-701a320b-adbf-473d-9491-eeb564aafd56 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2798488 Aug 10 03:13:31.243506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-36511ba4-863c-4cd8-a0ef-9549f766abf8 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:31.244864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-36511ba4-863c-4cd8-a0ef-9549f766abf8 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073295 Aug 10 03:13:31.314896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4ca34-5050-4695-ba08-348deb210fdc req-533fba86-d17d-4b6d-bcd7-c10e2098e9eb tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:31.322849 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-95a4ca34-5050-4695-ba08-348deb210fdc req-533fba86-d17d-4b6d-bcd7-c10e2098e9eb tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0736039 Aug 10 03:13:31.370156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d425a205-9f8c-4594-abbb-b734785c42e6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:31.378349 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-95a4ca34-5050-4695-ba08-348deb210fdc req-d66c3514-6414-44a8-a55b-b4ad46c8065e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504074 Aug 10 03:13:31.448125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-02bda057-986b-49d2-b7e2-8ff579990714 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1854093 Aug 10 03:13:31.512601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-814bbc42-7670-4603-bcee-04f590544171 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.0632050 Aug 10 03:13:31.695720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Deleting port 53a83d95-11c6-49df-84ba-7d94b6631d95 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:31.696364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.794148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.794408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.807012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:31.808107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Calling delete_port for 53a83d95-11c6-49df-84ba-7d94b6631d95 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:31.809903 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99632f9d-bb6a-4db9-a38a-03bb50752cee" -d '{"events": [{"server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "name": "network-vif-plugged", "status": "completed", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:31.888184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-369527be-fda2-4155-ab2a-391d18b125ef req-7fe60765-db3a-4627-a31a-4275b8aa84a2 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 210 time: 0.0571618 Aug 10 03:13:31.996600 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2af763e1-a8d1-45d5-9de1-342303fa44bc req-e679e1f1-dc3c-4d71-ab66-37b2b6e393f1 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 210 time: 0.0292659 Aug 10 03:13:32.077531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-0150b0ce-6ce7-4c0e-aa4d-8dc4e2bf1452 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742052 Aug 10 03:13:32.155280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.226769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event deleted for resources: {'Port': ['ID=53a83d95-11c6-49df-84ba-7d94b6631d95,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.262223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b475a6-9de3-4f93-adb1-bbd7a66492bf req-f11febdf-e5e6-43cd-b804-ff599f402bf7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.268578 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-33b475a6-9de3-4f93-adb1-bbd7a66492bf req-f11febdf-e5e6-43cd-b804-ff599f402bf7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.1592453 Aug 10 03:13:32.294600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-76ce2bb7-f36e-4175-9148-af64360b425a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.296430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-76ce2bb7-f36e-4175-9148-af64360b425a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.2864287 Aug 10 03:13:32.338103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Request body: {'port': {'device_id': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'admin_state_up': True, 'tenant_id': '104156a7d99b4882b1dd45e745fd46aa'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:32.399761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.409431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.412487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d88a431-28f5-41f3-816e-8140cf9968a5 req-4f471ef0-6982-4404-955b-8f3a5af87868 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "DELETE /v2.0/floatingips/abe149a5-0b32-452c-896f-26b15fe1321f HTTP/1.1" status: 204 len: 173 time: 0.8987777 Aug 10 03:13:32.490090 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ffef8f-045e-40d3-8c01-dd3320935115 x-openstack-request-id: req-93ffef8f-045e-40d3-8c01-dd3320935115 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:32.491003 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "name": "network-vif-plugged", "status": "completed", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:32.491412 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93ffef8f-045e-40d3-8c01-dd3320935115 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:32.491947 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'code': 200} Aug 10 03:13:32.500571 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-33b475a6-9de3-4f93-adb1-bbd7a66492bf req-4eb4e423-577d-4faf-a25c-5907cc9a5c66 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198114 Aug 10 03:13:32.561147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:32.643862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da4c9-634f-4ae5-bd85-9acefef5bc7d req-d127fbe4-836d-427c-86f3-bfaa67c9e2ed tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.645981 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3c9da4c9-634f-4ae5-bd85-9acefef5bc7d req-d127fbe4-836d-427c-86f3-bfaa67c9e2ed tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.0662246 Aug 10 03:13:32.649669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:32.650251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ec2fb5a4-2886-4011-b3bc-bd4af64d5d97 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:32.685019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Made reservation on behalf of 104156a7d99b4882b1dd45e745fd46aa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:32.689104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.729049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3c9da4c9-634f-4ae5-bd85-9acefef5bc7d req-975f186f-c6f6-45d2-95bd-61cb9098f69a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755355 Aug 10 03:13:32.809381 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.821534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282d1a4-60d0-41ae-9391-c2465ccaeb4a req-8454ade7-881a-43fb-bfe3-0888e3d411e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.823208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6282d1a4-60d0-41ae-9391-c2465ccaeb4a req-8454ade7-881a-43fb-bfe3-0888e3d411e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0921397 Aug 10 03:13:32.910245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6282d1a4-60d0-41ae-9391-c2465ccaeb4a req-da9fb1dc-48cd-4f59-b8fb-2c5490e8b31b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786345 Aug 10 03:13:32.946113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Allocated IP 172.20.0.6 (94e103e2-30d6-4580-9b57-e869719c555e/ba35c8f5-eebc-4816-91b2-a58686e8ace0/9381322d-9b8e-47a4-a55d-aa10ae076616) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:32.963180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-c4aa7aae-0a5c-4597-881e-290a9ab3f769 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509794 Aug 10 03:13:32.975157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a12c0564-1721-4eff-8e88-384303467d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.056300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834e61f-db10-4041-9347-2475bec14f2b req-e839c17f-ace9-4867-a4d6-98177cb380db tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.064717 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3834e61f-db10-4041-9347-2475bec14f2b req-e839c17f-ace9-4867-a4d6-98177cb380db tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1134086 Aug 10 03:13:33.197944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-da53a098-1490-410a-b23d-903cf7120db2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733485 Aug 10 03:13:33.213097 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3834e61f-db10-4041-9347-2475bec14f2b req-d9336f79-19ef-4022-9310-45b338ad1307 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473038 Aug 10 03:13:33.408787 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dec13f88-0d3e-4880-acc6-c5c40861bdd1 req-a7a4abe8-ad36-4e02-9620-e28f55740b3f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 210 time: 0.0527856 Aug 10 03:13:33.475047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.498044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-836914f8-9c1c-4b04-882b-8494e95c0647 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.547113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-836914f8-9c1c-4b04-882b-8494e95c0647 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850111 Aug 10 03:13:33.547113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:33.547113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1944e2a-b697-4c68-8e08-f005d750c9de req-170f18ad-e75f-4e3e-94a3-6c840345ff42 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 210 time: 0.0445709 Aug 10 03:13:33.683458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-669ee09b-82d3-4906-889c-bf0143b25b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.685748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-669ee09b-82d3-4906-889c-bf0143b25b9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1101 time: 0.1525259 Aug 10 03:13:33.719230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-5b169e9c-8958-44f2-b4c8-fee7b38b48a1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--807264512&fields=id&tenant_id=bf89bbceef3d4e1e97262fba0e4b5974 HTTP/1.1" status: 200 len: 267 time: 0.0848589 Aug 10 03:13:33.727633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8742c15-2507-42cc-beda-66b1101bad29 req-71b980c7-aac6-4294-bb2b-223623fa44aa tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.729338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8742c15-2507-42cc-beda-66b1101bad29 req-71b980c7-aac6-4294-bb2b-223623fa44aa tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6949642 Aug 10 03:13:33.862045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac92c7-8a2b-4050-bf7e-5301fd93d269 req-73664654-e108-4c62-acce-5597f98e0384 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:33.863875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91ac92c7-8a2b-4050-bf7e-5301fd93d269 req-73664654-e108-4c62-acce-5597f98e0384 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0786626 Aug 10 03:13:33.902645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91ac92c7-8a2b-4050-bf7e-5301fd93d269 req-0c1cb88d-b2ab-4a94-a0a1-5809bfa7ea8c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Aug 10 03:13:33.998396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-491bd2e8-fc98-4a53-824c-0f797df45245 req-19c98f8b-3560-4a5c-b16a-0d001276ce19 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=7522607339ca4eedb539028b5cfb8e3f HTTP/1.1" status: 200 len: 1655 time: 0.0731175 Aug 10 03:13:34.061400 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.066411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-2453f7e4-61f8-458c-8028-9d0680225eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.066918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-2453f7e4-61f8-458c-8028-9d0680225eca service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.3556383 Aug 10 03:13:34.069188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:34.073448 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.077480 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.118103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-a6b0e012-6207-42fb-95fe-45701695b9ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.0413625 Aug 10 03:13:34.121358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d7996585-58cd-4ee0-9dec-5632dda48e4a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.123686 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d7996585-58cd-4ee0-9dec-5632dda48e4a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 823 time: 0.3959823 Aug 10 03:13:34.171185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Network 94e103e2-30d6-4580-9b57-e869719c555e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:34.176289 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-55630ab9-63cd-4cff-bf63-1d3741bf486a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/quotas/bf89bbceef3d4e1e97262fba0e4b5974 HTTP/1.1" status: 200 len: 375 time: 0.0358946 Aug 10 03:13:34.177921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bd2e8-fc98-4a53-824c-0f797df45245 req-1f3fd57f-fcbb-47b0-a934-7feb20aaa003 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.179583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-491bd2e8-fc98-4a53-824c-0f797df45245 req-1f3fd57f-fcbb-47b0-a934-7feb20aaa003 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks?id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 787 time: 0.1752598 Aug 10 03:13:34.191588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-491bd2e8-fc98-4a53-824c-0f797df45245 req-2b86ed2d-d3d7-4f29-b9a2-27a752e46ff5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:34.192942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:34.200258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-491bd2e8-fc98-4a53-824c-0f797df45245 req-2b86ed2d-d3d7-4f29-b9a2-27a752e46ff5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133340 Aug 10 03:13:34.223565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-9e128ff9-3f3f-4eb2-9a65-2a19242a5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.227301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-9e128ff9-3f3f-4eb2-9a65-2a19242a5149 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0999706 Aug 10 03:13:34.282182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:34.285154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.316030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-78d35dca-248a-4d8e-a310-11aae56fb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.317649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-78d35dca-248a-4d8e-a310-11aae56fb5f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818715 Aug 10 03:13:34.335082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c620f0a-4f3a-4c14-8c03-f298eb651a12 req-76525e5f-41b1-464f-b2f2-9240e58292a2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.336646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c620f0a-4f3a-4c14-8c03-f298eb651a12 req-76525e5f-41b1-464f-b2f2-9240e58292a2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.0658007 Aug 10 03:13:34.408617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.410020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.428810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c620f0a-4f3a-4c14-8c03-f298eb651a12 req-78cb029b-ac98-47af-adab-d8af24db9c6f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834689 Aug 10 03:13:34.456972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-e6219bd3-9225-4934-a9f1-092afb9e3970 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192617 Aug 10 03:13:34.464935 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-bc0eb79a-c679-4aa2-a835-977e510ed68a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2681537 Aug 10 03:13:34.537207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.218 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/05829fc5-2b96-4f04-b53c-9ab52b3cb61b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:34.580737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9986195-7a36-4555-860d-a1f2134c0f32 req-31cb6021-dde7-4207-81a5-f910c80040e0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108813 Aug 10 03:13:34.601025 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-e5787f4f-3d17-44db-a354-096efad18cc6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2693505 Aug 10 03:13:34.640695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Request body: {'port': {'device_id': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:34.650955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-778e4bb8-7b2b-4167-a011-8bd2cbea2adc tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips/47960f22-b397-4a52-843d-3e9e9c64a10a HTTP/1.1" status: 200 len: 693 time: 0.0555174 Aug 10 03:13:34.773909 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-4890e500-1df2-43c3-b88e-20e146209915 service neutron] 10.222.0.26 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788193 Aug 10 03:13:34.795002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.814108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-eeaff013-e06b-4ea4-8ef6-21dd7010b24d tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:34.822622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-eeaff013-e06b-4ea4-8ef6-21dd7010b24d tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1642404 Aug 10 03:13:34.879780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-66a7358c-8821-4b73-8a21-cf1dd8dd251b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0560071 Aug 10 03:13:34.945984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-b6d1d3e0-696d-4441-8739-75be8490f0ec tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0650523 Aug 10 03:13:35.151984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Deleting port c35a57f9-bb5a-418a-993a-10404f0c0235 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:35.152682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.239459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.239866 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.254016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Calling delete_port for c35a57f9-bb5a-418a-993a-10404f0c0235 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:35.311131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.343563 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-666627b2-ea3b-4238-9a14-f56c63b513eb service neutron] 10.222.0.26 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602210 Aug 10 03:13:35.487217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.492771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object 05829fc5-2b96-4f04-b53c-9ab52b3cb61b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:35.512045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9381322d-9b8e-47a4-a55d-aa10ae076616 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:35.514769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event deleted for resources: {'Port': ['ID=c35a57f9-bb5a-418a-993a-10404f0c0235,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.522124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.544687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Transition to ACTIVE for port object 9381322d-9b8e-47a4-a55d-aa10ae076616 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:35.579898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.582501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.583652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c94dea0-15d2-4707-adb5-0020b69d6ea5 req-20572422-92fc-43c9-8f30-0d4a7991ca1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "DELETE /v2.0/floatingips/47960f22-b397-4a52-843d-3e9e9c64a10a HTTP/1.1" status: 204 len: 173 time: 0.6286533 Aug 10 03:13:35.610980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.694345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913f9a-d747-4d5a-b7ce-fa527097a9d2 req-56f72b84-64c0-4cd4-a30d-7975c5ceb9f9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.696233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0913f9a-d747-4d5a-b7ce-fa527097a9d2 req-56f72b84-64c0-4cd4-a30d-7975c5ceb9f9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0592873 Aug 10 03:13:35.707544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.719388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', '6029e061-e435-4b24-8b1c-e998e0701b0f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:35.724939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.761366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:35.763777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0913f9a-d747-4d5a-b7ce-fa527097a9d2 req-2e1b8b22-4e88-4a82-91e2-acf679028cb9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617414 Aug 10 03:13:35.838220 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:35.846286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:35.848735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:35.918214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:35.924489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eddf05-c1d1-4ff9-9c34-a00d3fc98cdd req-757dd083-f063-444c-9382-9004b615a98d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.933078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3eddf05-c1d1-4ff9-9c34-a00d3fc98cdd req-757dd083-f063-444c-9382-9004b615a98d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 936 time: 0.0668499 Aug 10 03:13:35.991312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3eddf05-c1d1-4ff9-9c34-a00d3fc98cdd req-643c96bb-e46a-42f0-b940-e066c23ac965 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Aug 10 03:13:36.008295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17149fed-79d0-4aee-a8be-ad83cd16c0a1 req-c206a69a-5d27-49b4-96ed-5fb6370f6697 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.012664 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17149fed-79d0-4aee-a8be-ad83cd16c0a1 req-c206a69a-5d27-49b4-96ed-5fb6370f6697 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 943 time: 0.3207743 Aug 10 03:13:36.033484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-5b0e5c1b-ef0d-4b5e-b9a9-a7b5bc08b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.035466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-5b0e5c1b-ef0d-4b5e-b9a9-a7b5bc08b0fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1102 time: 0.0646300 Aug 10 03:13:36.045779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Attempting to bind port 9381322d-9b8e-47a4-a55d-aa10ae076616 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:36.046123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Attempting to bind port 9381322d-9b8e-47a4-a55d-aa10ae076616 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:36.046451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Attempting to bind port 9381322d-9b8e-47a4-a55d-aa10ae076616 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:36.075503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Port 9381322d-9b8e-47a4-a55d-aa10ae076616 on network 94e103e2-30d6-4580-9b57-e869719c555e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:36.075894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Attempting to bind port 9381322d-9b8e-47a4-a55d-aa10ae076616 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:36.111701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:36.112467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Checking segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:36.112693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Bound using segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:36.113139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Bound port: 9381322d-9b8e-47a4-a55d-aa10ae076616, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:36.113487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.147188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518fc53-fc85-4530-97e9-161c0c9da485 req-4f43648c-1d37-4446-9827-2a0f18197510 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.156795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b518fc53-fc85-4530-97e9-161c0c9da485 req-4f43648c-1d37-4446-9827-2a0f18197510 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0710685 Aug 10 03:13:36.171118 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17149fed-79d0-4aee-a8be-ad83cd16c0a1 req-423d2d3d-ddb3-4355-a653-1b8ba9eff4c4 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189826 Aug 10 03:13:36.174896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:36.221814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.224275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.262460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:36.265843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:36.279126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b518fc53-fc85-4530-97e9-161c0c9da485 req-59febf9e-3dd5-45fb-bdf1-3d96c4610327 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213448 Aug 10 03:13:36.337318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-e5c3dadd-6772-47d3-97a5-e4a913d5ec0a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.345012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d51d5583-4c47-4be2-ba38-9eb086ae5b94 None None] Provisioning for port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:36.345172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-e5c3dadd-6772-47d3-97a5-e4a913d5ec0a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.54 "GET /v2.0/ports?device_id=9aa56cfc-5ca4-4e1f-97c7-aee79e963339 HTTP/1.1" status: 200 len: 945 time: 0.1323209 Aug 10 03:13:36.345271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d51d5583-4c47-4be2-ba38-9eb086ae5b94 None None] Provisioning complete for port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:36.345271 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d51d5583-4c47-4be2-ba38-9eb086ae5b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.347486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e04bc-125d-4ad7-ad0c-6f691fb9da55 req-6274d943-0ac1-4b25-8c6d-5211caba8eb1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.357596 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a39e04bc-125d-4ad7-ad0c-6f691fb9da55 req-6274d943-0ac1-4b25-8c6d-5211caba8eb1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.0861149 Aug 10 03:13:36.366418 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-b78537b2-241d-4aa7-ad2d-77daee47674b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8504517 Aug 10 03:13:36.372903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.377545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-d404eaa9-71e2-48b7-9e55-cea21893ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.379788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-d404eaa9-71e2-48b7-9e55-cea21893ed7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2133727 Aug 10 03:13:36.401095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Request body: {'port': {'device_id': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:36.407959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d51d5583-4c47-4be2-ba38-9eb086ae5b94 None None] Port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:36.477428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.478060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.479427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] 10.222.0.54 "PUT /v2.0/ports/9381322d-9b8e-47a4-a55d-aa10ae076616 HTTP/1.1" status: 200 len: 1092 time: 1.8442402 Aug 10 03:13:36.482064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:36.484481 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:36.489419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-9937babf-8176-4805-afb3-88860ffed950 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0923777 Aug 10 03:13:36.549299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a39e04bc-125d-4ad7-ad0c-6f691fb9da55 req-7cc66023-6242-4646-804a-d32e8e1b0112 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900229 Aug 10 03:13:36.562902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6a4b4-4508-4861-859f-135ce432bb1d service neutron] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:36.565518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.581481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991514ad-c923-4098-9942-aef435197411 req-b4c2ee92-787f-4269-86e5-ffdac01aac53 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips/37a68fb2-c438-4f83-ab1c-7c9030e1c9bc HTTP/1.1" status: 200 len: 692 time: 0.1446621 Aug 10 03:13:36.675589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-b8b68821-e6b9-41f3-95b5-f990d0f0590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.677200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-b8b68821-e6b9-41f3-95b5-f990d0f0590b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1544287 Aug 10 03:13:36.725974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3a2269a-93c4-439d-9f7e-1e49eaf4bb7d req-b8b4dd49-f391-450a-b5aa-dede3fdf0c40 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 210 time: 0.0817826 Aug 10 03:13:36.753720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-d5b90102-0f8c-4bc5-b5b2-694557be4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.755222 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-d5b90102-0f8c-4bc5-b5b2-694557be4f90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 1095 time: 0.1396954 Aug 10 03:13:36.778146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Deleting port 76f056b4-951a-4306-a42d-ae7573c1902e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:36.778496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.832566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991514ad-c923-4098-9942-aef435197411 req-b0dc0c2c-f8f4-4a90-85eb-173147728f7b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.833852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991514ad-c923-4098-9942-aef435197411 req-b0dc0c2c-f8f4-4a90-85eb-173147728f7b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2273321 Aug 10 03:13:36.844618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-d0acce28-cb12-4d8e-a3cf-ee1db4bca8a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9381322d-9b8e-47a4-a55d-aa10ae076616 HTTP/1.1" status: 200 len: 217 time: 0.0641313 Aug 10 03:13:36.855797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-583c55ae-cb45-4c0a-9c7b-0af26cd09db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.858086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-583c55ae-cb45-4c0a-9c7b-0af26cd09db3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703100 Aug 10 03:13:36.917897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991514ad-c923-4098-9942-aef435197411 req-b273dd1e-521f-4101-aa34-06ca61dc68da tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.0760779 Aug 10 03:13:36.956699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d687645-3bb1-4e93-bd36-86a49faea185 req-ee93941d-cd6c-4477-a6ba-40766160ab0f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.958215 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d687645-3bb1-4e93-bd36-86a49faea185 req-ee93941d-cd6c-4477-a6ba-40766160ab0f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1181531 Aug 10 03:13:36.962982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-fc0f530a-57b4-4887-a890-b05750c9031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:36.964508 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-fc0f530a-57b4-4887-a890-b05750c9031f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 200 len: 844 time: 0.1096482 Aug 10 03:13:36.970809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:36.975343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'floatingip': {'port_id': 'd425a205-9f8c-4594-abbb-b734785c42e6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:37.032523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] For port 76f056b4-951a-4306-a42d-ae7573c1902e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=76f056b4-951a-4306-a42d-ae7573c1902e,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:37.033001 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.037632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991514ad-c923-4098-9942-aef435197411 req-da597aac-a323-48cf-b90c-94d6720fa281 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.76 HTTP/1.1" status: 200 len: 695 time: 0.1035390 Aug 10 03:13:37.049469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-34cdff26-6284-49ec-83bb-7ee0fe4e9b41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94e103e2-30d6-4580-9b57-e869719c555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695293 Aug 10 03:13:37.057925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.105418 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f65726d-a694-42fb-a819-fc61bf777112 x-openstack-request-id: req-3f65726d-a694-42fb-a819-fc61bf777112 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:37.105716 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:37.105968 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f65726d-a694-42fb-a819-fc61bf777112 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:37.106929 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'status': 'completed', 'code': 200} Aug 10 03:13:37.245511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-edd9e967-bb5a-4c21-a85f-a7e931c59659 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554168 Aug 10 03:13:37.313723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05829fc5-2b96-4f04-b53c-9ab52b3cb61b {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:37.329725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.399157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd6e49-45b7-492f-b9e3-e963af64b643 req-017c3f9b-32cd-4c4b-9a61-ebe3371dffc0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.400815 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bcfd6e49-45b7-492f-b9e3-e963af64b643 req-017c3f9b-32cd-4c4b-9a61-ebe3371dffc0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 936 time: 0.2268915 Aug 10 03:13:37.412320 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-ece3cc6c-b722-4189-ad11-7dc6795e1572 service neutron] 10.222.0.54 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490396 Aug 10 03:13:37.413398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Transition to ACTIVE for port object 05829fc5-2b96-4f04-b53c-9ab52b3cb61b will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:37.537177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.585796 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bcfd6e49-45b7-492f-b9e3-e963af64b643 req-486102ee-c62c-468d-be31-e8bd5e2f0461 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712430 Aug 10 03:13:37.723470 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5bd5e3fb-4fb7-4b67-8791-7a71c1ca7e82 req-40ea7fcb-c874-417c-b831-a84b032017cb service neutron] 10.222.0.54 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982535 Aug 10 03:13:37.756228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.783954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-fe9473f3-d543-4de6-92d6-4a0242b53223 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289388 Aug 10 03:13:37.799538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.799921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.800288 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47 disassociated. External IP: 172.25.1.231, port: 76f056b4-951a-4306-a42d-ae7573c1902e. Aug 10 03:13:37.800716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Calling delete_port for 76f056b4-951a-4306-a42d-ae7573c1902e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:37.817768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Deleting port fc0a0c0d-ab4e-45a8-b293-113b04794655 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:37.818113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.865025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c4452-0591-4aa1-87ed-774a2fad19e1 req-30afcb52-9452-4ed0-a20d-7f69adf309cf tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.866531 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce8c4452-0591-4aa1-87ed-774a2fad19e1 req-30afcb52-9452-4ed0-a20d-7f69adf309cf tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 951 time: 0.1756513 Aug 10 03:13:37.910426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Attempting to bind port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:37.910674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Attempting to bind port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:37.911000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Attempting to bind port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:37.935941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:37.936205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Attempting to bind port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:37.960754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.961550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.974818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Calling delete_port for fc0a0c0d-ab4e-45a8-b293-113b04794655 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:37.986907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:37.990235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:37.990235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:37.990235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Bound port: 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:37.990235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.026858 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce8c4452-0591-4aa1-87ed-774a2fad19e1 req-474257e3-7fd3-4a8a-8f29-e8d4926a7902 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276190 Aug 10 03:13:38.066635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.079759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-78b50cb6-308a-4886-9e41-3714c0dae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.083376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-78b50cb6-308a-4886-9e41-3714c0dae877 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 1095 time: 0.1387398 Aug 10 03:13:38.170428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] For port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:38.173908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.197143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.230324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event deleted for resources: {'Port': ['ID=76f056b4-951a-4306-a42d-ae7573c1902e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:38.242572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] For port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:38.285177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.334168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event deleted for resources: {'Port': ['ID=fc0a0c0d-ab4e-45a8-b293-113b04794655,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:38.505710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:38.519104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.521541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.522697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991514ad-c923-4098-9942-aef435197411 req-a4dee73c-6c55-472d-9c08-53a5b5601a1a tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "DELETE /v2.0/floatingips/37a68fb2-c438-4f83-ab1c-7c9030e1c9bc HTTP/1.1" status: 204 len: 173 time: 1.4658799 Aug 10 03:13:38.533500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d692f399-890f-4f5b-b4c4-ac668b09aee9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.535194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d692f399-890f-4f5b-b4c4-ac668b09aee9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.46 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 823 time: 0.2163992 Aug 10 03:13:38.585259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:38.617190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 76f056b4-951a-4306-a42d-ae7573c1902e no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:38.623768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-11f2f67e-a3f9-42af-95dd-e7e4c6862b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.625247 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-11f2f67e-a3f9-42af-95dd-e7e4c6862b17 service neutron] 10.222.0.54 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 905 time: 0.5242360 Aug 10 03:13:38.628883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.643559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19d676-5b7e-4d29-ad2e-e78d920146b7 req-b4f116a9-82fb-445f-8fd9-074c602bd9d7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.650281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a19d676-5b7e-4d29-ad2e-e78d920146b7 req-b4f116a9-82fb-445f-8fd9-074c602bd9d7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 943 time: 0.4944186 Aug 10 03:13:38.655951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 76f056b4-951a-4306-a42d-ae7573c1902e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:38.656613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 76f056b4-951a-4306-a42d-ae7573c1902e not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:38.684587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-3ffcb7a6-80ce-4cd3-9ae5-a229cac23899 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf89bbceef3d4e1e97262fba0e4b5974 HTTP/1.1" status: 200 len: 379 time: 0.1391518 Aug 10 03:13:38.699468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'port': {'device_id': 'a9828a9f-c036-40ea-be10-9a783e415454', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'admin_state_up': True, 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'security_groups': ['9ff59864-023c-4a7c-9ba3-bec17d86c80a']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:38.738735 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-73d7454f-f9a3-4418-a41e-03bade6805b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9381322d-9b8e-47a4-a55d-aa10ae076616 HTTP/1.1" status: 200 len: 217 time: 0.0922477 Aug 10 03:13:38.745474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.745939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.747728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] 10.222.0.46 "PUT /v2.0/ports/05829fc5-2b96-4f04-b53c-9ab52b3cb61b HTTP/1.1" status: 200 len: 1097 time: 2.3619566 Aug 10 03:13:38.758916 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Floating IP 0e6e4e62-3bf0-40b0-a11d-ca34e4455d89 associated. External IP: 172.25.1.44, port: d425a205-9f8c-4594-abbb-b734785c42e6. Aug 10 03:13:38.784550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1440e8a-4b0c-488c-8985-6241d0682a49 req-2162885e-f29c-476b-bde3-01201b507a62 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.790475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1440e8a-4b0c-488c-8985-6241d0682a49 req-2162885e-f29c-476b-bde3-01201b507a62 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.1828325 Aug 10 03:13:38.795932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:38.810255 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:38.837595 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:38.838894 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:38.875958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:38.904177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:13:38.914331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] No DVR routers for this DVR port 76f056b4-951a-4306-a42d-ae7573c1902e on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:38.927257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.930938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9d372d9-2cf0-4eb3-b966-313b12b22b9a req-b3dee1f5-8041-4870-98a4-1b54642bfedb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.54 "DELETE /v2.0/ports/76f056b4-951a-4306-a42d-ae7573c1902e HTTP/1.1" status: 204 len: 173 time: 2.5474250 Aug 10 03:13:38.931525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'name': 'network-vif-deleted', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:38.945944 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe2c565-2e49-4d6a-b37c-f2745a9b53f6" -d '{"events": [{"server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "name": "network-vif-deleted", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:38.974943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d057d-2511-4712-8cb1-340d386c8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:38.986431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6a19d676-5b7e-4d29-ad2e-e78d920146b7 req-85c8670e-56c3-499f-9909-862071d008d7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237026 Aug 10 03:13:39.001743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1440e8a-4b0c-488c-8985-6241d0682a49 req-149d0a98-0a8f-40bb-854e-57218f483e35 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017486 Aug 10 03:13:39.052663 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:39.072808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-bc4a0a9c-52dc-43c9-aa84-1128eabe7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.076097 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-bc4a0a9c-52dc-43c9-aa84-1128eabe7ae4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 200 len: 844 time: 0.2476940 Aug 10 03:13:39.100011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-bdbe4f14-b593-471e-a55f-0d828512ae2d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.101719 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-bdbe4f14-b593-471e-a55f-0d828512ae2d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.2839358 Aug 10 03:13:39.103814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-a8f4212f-87a9-4e58-ae36-7f1445d9a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.104949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-a8f4212f-87a9-4e58-ae36-7f1445d9a0a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 1100 time: 0.1744833 Aug 10 03:13:39.120093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'tag': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:39.123024 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0080db25-9916-4d5a-a13e-ce66cd865c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "32bc9790-e937-44d7-80aa-5b38bef9b0f9", "tag": "05829fc5-2b96-4f04-b53c-9ab52b3cb61b"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:39.140191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:39.151823 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-c3846a48-6659-4150-96bf-ef3696ff321f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=94e103e2-30d6-4580-9b57-e869719c555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642326 Aug 10 03:13:39.165010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b144092e-b45a-4aa8-a0d7-7fed9a50944a req-b798bb60-9bb8-445c-881d-1747a9b4e53d tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 210 time: 0.0472808 Aug 10 03:13:39.181142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Made reservation on behalf of bf89bbceef3d4e1e97262fba0e4b5974 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:39.190089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.230587 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-07b4f7a6-3591-4026-a598-66facade2824 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b HTTP/1.1" status: 200 len: 217 time: 0.0874527 Aug 10 03:13:39.311003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:39.355863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Allocated IP 172.20.0.3 (7bd4f925-333e-4526-b0da-88b1aff13965/4ee198fc-5c2b-4af5-8552-d1de1bfb7c84/32b7fb74-56fe-457c-8066-915bac22e7cf) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:39.361153 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:39.394478 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:39.405215 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:39.405917 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:39.408644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.421285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.460307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-7449e8d7-3a39-4e96-8ee0-40e0af5611bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.461825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:39.462445 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-7449e8d7-3a39-4e96-8ee0-40e0af5611bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.2140744 Aug 10 03:13:39.467909 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11940da8-181b-4809-8f72-fe50c93eef0d" -d '{"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-unplugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:39.490820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:39.494762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac3079-6d31-4ece-86c7-e9e41df648b6 req-f21bc30a-4efb-4438-81a7-7e4052360e07 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.502677 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edac3079-6d31-4ece-86c7-e9e41df648b6 req-f21bc30a-4efb-4438-81a7-7e4052360e07 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 945 time: 0.3764911 Aug 10 03:13:39.552902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.564625 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:39.569716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Transition to ACTIVE for port object 32b7fb74-56fe-457c-8066-915bac22e7cf will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:39.637110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.678311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-99bb45e4-5b9a-4cee-934c-cea6025f5cf3 service neutron] 10.222.0.54 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647465 Aug 10 03:13:39.697467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.702448 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edac3079-6d31-4ece-86c7-e9e41df648b6 req-dad70e92-5463-4e2d-89c6-00369efcbf7b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939318 Aug 10 03:13:39.706650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=11']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.738140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-673ea2ee-d4ac-4c3e-8015-14087cfb195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.739659 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-673ea2ee-d4ac-4c3e-8015-14087cfb195f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2640009 Aug 10 03:13:39.761127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Network 7bd4f925-333e-4526-b0da-88b1aff13965 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:39.766310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:39.767448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Router f7d795df-0c1a-45dd-9cfb-886a75b04e27 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:39.772390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:39.824371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:39.825055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.844891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event updated for resources: {'Port': ['ID=32b7fb74-56fe-457c-8066-915bac22e7cf,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.880320 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:39.908417 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6928a-19a7-4dd4-996c-876e9409b349 None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:39.918249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-01429410-e64c-4ca6-8e41-31d41e82d36b tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips/4501c3d6-4724-4130-bb75-6de8d4ff4297 HTTP/1.1" status: 200 len: 692 time: 0.1712301 Aug 10 03:13:39.922408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:39.954117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-954b3a20-3015-4afb-b999-70afdf39fa5b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2585692 Aug 10 03:13:39.967060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Request body: {'port': {'device_id': 'a9828a9f-c036-40ea-be10-9a783e415454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:40.051188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.114436 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1eef6ea-b1c9-4401-ba75-f624f3c7cb8f req-22273345-6d36-41ed-ac11-e6e9ae1bec5d service neutron] 10.222.0.54 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056382 Aug 10 03:13:40.181198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:40.217666 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-278d5ef2-e359-41c6-a4fb-f542d93b2d96 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648132 Aug 10 03:13:40.229123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6aa6cc93-e678-4967-aed7-bec700db387b None None] Provisioning for port 32b7fb74-56fe-457c-8066-915bac22e7cf completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:40.239649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6aa6cc93-e678-4967-aed7-bec700db387b None None] Provisioning complete for port 32b7fb74-56fe-457c-8066-915bac22e7cf triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:40.240318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6aa6cc93-e678-4967-aed7-bec700db387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.297032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec5cbb-a0e3-4e56-8e6e-f8f7a34697c9 None None] New status for floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:13:40.312186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:40.320719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-e20c4d50-a0bc-4e15-8f6a-4b047d793467 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.322373 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] Sync routers for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:40.322624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-e20c4d50-a0bc-4e15-8f6a-4b047d793467 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.3870666 Aug 10 03:13:40.328587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.334719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.336457 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:40.337082 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:40.346085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6cc93-e678-4967-aed7-bec700db387b None None] Port 32b7fb74-56fe-457c-8066-915bac22e7cf cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:40.366893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-d36e3f2a-4aec-4222-a344-83661e6bd5f6 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:40.368217 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-d36e3f2a-4aec-4222-a344-83661e6bd5f6 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312021 Aug 10 03:13:40.397206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2989d356-f255-403f-8468-fb636b608764 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "PUT /v2.0/floatingips/0e6e4e62-3bf0-40b0-a11d-ca34e4455d89 HTTP/1.1" status: 200 len: 991 time: 3.4254730 Aug 10 03:13:40.438520 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-5c7ea83a-1f23-4dc8-a172-9dafd2ddb562 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.0599034 Aug 10 03:13:40.447626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.470597 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-969c74f4-4a48-4e46-b05e-e6d618ed0c60 req-8a34b7c1-dfec-479f-baf7-45a210de663a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375424 Aug 10 03:13:40.483574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b7fb74-56fe-457c-8066-915bac22e7cf {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:40.491147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.503377 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:40.503963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Transition to ACTIVE for port object 32b7fb74-56fe-457c-8066-915bac22e7cf will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:40.656593 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.759866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Pushing event updated for resources: {'Port': ['ID=32b7fb74-56fe-457c-8066-915bac22e7cf,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:40.810842 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '0e6e4e62-3bf0-40b0-a11d-ca34e4455d89', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'port_id': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'mac_address': 'fa:16:3e:61:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:13:07Z', 'updated_at': '2021-08-10T03:13:37Z', 'revision_number': 1, 'project_id': '542e603960c6440eb87b84444c44ded1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:40.828478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-4431e903-4495-434e-8b31-6fabdb8430f7 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.3768630 Aug 10 03:13:40.852707 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] Checking router: f7d795df-0c1a-45dd-9cfb-886a75b04e27 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:40.867408 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:40.868160 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:40.890254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b4c2-09c9-4587-abf1-2a6f9b229c7a req-699ed120-58e1-49ff-acdf-cf51f31c085a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.897129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d174b4c2-09c9-4587-abf1-2a6f9b229c7a req-699ed120-58e1-49ff-acdf-cf51f31c085a tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 948 time: 0.1225319 Aug 10 03:13:40.926225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:40.951455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d174b4c2-09c9-4587-abf1-2a6f9b229c7a req-244fcbc9-53de-4e00-8bbb-0fe32f9ec357 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499465 Aug 10 03:13:40.969790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Attempting to bind port 32b7fb74-56fe-457c-8066-915bac22e7cf on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:40.971861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Attempting to bind port 32b7fb74-56fe-457c-8066-915bac22e7cf by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:40.972272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Attempting to bind port 32b7fb74-56fe-457c-8066-915bac22e7cf on network 7bd4f925-333e-4526-b0da-88b1aff13965 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:40.982428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Port 32b7fb74-56fe-457c-8066-915bac22e7cf on network 7bd4f925-333e-4526-b0da-88b1aff13965 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:40.982690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Attempting to bind port 32b7fb74-56fe-457c-8066-915bac22e7cf on network 7bd4f925-333e-4526-b0da-88b1aff13965 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:40.989446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:40.989961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Checking segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:40.990350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Bound using segment: {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:40.990859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Bound port: 32b7fb74-56fe-457c-8066-915bac22e7cf, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:40.991291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.992605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:40.992817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:40.993138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:41.007070 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:41.018863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:41.019195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Attempting to bind port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:41.029820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:41.030165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:41.030550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:41.030981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Bound port: d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:41.031341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.042479 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ac212-8c71-4456-acaa-edcfaa0952fd x-openstack-request-id: req-bd5ac212-8c71-4456-acaa-edcfaa0952fd {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:41.042844 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa56cfc-5ca4-4e1f-97c7-aee79e963339", "name": "network-vif-deleted", "tag": "76f056b4-951a-4306-a42d-ae7573c1902e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:41.043174 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd5ac212-8c71-4456-acaa-edcfaa0952fd {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:41.046143 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa56cfc-5ca4-4e1f-97c7-aee79e963339', 'name': 'network-vif-deleted', 'tag': '76f056b4-951a-4306-a42d-ae7573c1902e', 'status': 'completed', 'code': 200} Aug 10 03:13:41.074082 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f5ff11-1e62-426e-bfc9-dba0f37f5bf5 x-openstack-request-id: req-e3f5ff11-1e62-426e-bfc9-dba0f37f5bf5 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:41.075299 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bc9790-e937-44d7-80aa-5b38bef9b0f9", "tag": "05829fc5-2b96-4f04-b53c-9ab52b3cb61b", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:41.075556 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3f5ff11-1e62-426e-bfc9-dba0f37f5bf5 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:41.075952 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'tag': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b', 'status': 'completed', 'code': 200} Aug 10 03:13:41.097612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] For port 32b7fb74-56fe-457c-8066-915bac22e7cf, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:41.101254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] For port 32b7fb74-56fe-457c-8066-915bac22e7cf, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=32b7fb74-56fe-457c-8066-915bac22e7cf,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:41.112335 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aebeef9-b4ad-42a9-8aa9-ca87514a073e x-openstack-request-id: req-8aebeef9-b4ad-42a9-8aa9-ca87514a073e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:41.112883 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-unplugged", "status": "completed", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:41.112883 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8aebeef9-b4ad-42a9-8aa9-ca87514a073e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:41.113286 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'code': 200} Aug 10 03:13:41.119970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Deleting port d9c1b781-4cd3-4a95-bb34-ccf2273dfd16 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:41.120318 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.157966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.188601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:41.211486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:41.225316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.225466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.226825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/32b7fb74-56fe-457c-8066-915bac22e7cf HTTP/1.1" status: 200 len: 1092 time: 1.2656176 Aug 10 03:13:41.227380 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:41.228395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-b43d2ae7-6aa3-4b82-b266-c9dd4487df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.230010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-b43d2ae7-6aa3-4b82-b266-c9dd4487df70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 1100 time: 0.1280036 Aug 10 03:13:41.257906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.258543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.258669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4bc98-042c-4cd9-9b51-ce4d018f84c3 service neutron] Pushing event updated for resources: {'Port': ['ID=32b7fb74-56fe-457c-8066-915bac22e7cf,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:41.269697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6263cb5-b037-4593-95cf-e7e4421576c4 req-ffebdecf-719f-4867-9774-30835b36e760 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.277326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6263cb5-b037-4593-95cf-e7e4421576c4 req-ffebdecf-719f-4867-9774-30835b36e760 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 943 time: 0.1097450 Aug 10 03:13:41.311321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Calling delete_port for d9c1b781-4cd3-4a95-bb34-ccf2273dfd16 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:41.315152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.325356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6263cb5-b037-4593-95cf-e7e4421576c4 req-36ac42b6-ab86-4742-90ea-887c4b98a2fa tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Aug 10 03:13:41.330158 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '0e6e4e62-3bf0-40b0-a11d-ca34e4455d89', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'port_id': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'mac_address': 'fa:16:3e:61:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:13:07Z', 'updated_at': '2021-08-10T03:13:37Z', 'revision_number': 1, 'project_id': '542e603960c6440eb87b84444c44ded1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:41.384832 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76104e3-4d7c-4cde-afd7-fd15e7831963 None None] The sync data for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 is: [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '0e6e4e62-3bf0-40b0-a11d-ca34e4455d89', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'port_id': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'mac_address': 'fa:16:3e:61:77:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:13:07Z', 'updated_at': '2021-08-10T03:13:37Z', 'revision_number': 1, 'project_id': '542e603960c6440eb87b84444c44ded1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:41.442611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-010289f3-96e1-4a50-9015-1e347f445df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.444577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-010289f3-96e1-4a50-9015-1e347f445df8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 1095 time: 0.0924225 Aug 10 03:13:41.477395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4bf44-62a3-48d4-9540-a75f496569ad req-70922c2c-8bbf-4f3d-9608-95078247c80a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.478866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1f4bf44-62a3-48d4-9540-a75f496569ad req-70922c2c-8bbf-4f3d-9608-95078247c80a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0743346 Aug 10 03:13:41.494422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:41.516469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-f39b54d6-fc1f-4f24-a68a-2821305e3134 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b7fb74-56fe-457c-8066-915bac22e7cf HTTP/1.1" status: 200 len: 217 time: 0.0549867 Aug 10 03:13:41.520989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.521668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.523031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-370cb6d1-c3ba-46d5-ba12-b1a32f7ccdc5 service neutron] 10.222.0.54 "PUT /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 1123 time: 2.3875294 Aug 10 03:13:41.528386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-7a641e1b-8a57-4243-8aa7-21ca5abeb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.529790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-7a641e1b-8a57-4243-8aa7-21ca5abeb302 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2882118 Aug 10 03:13:41.579416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1f4bf44-62a3-48d4-9540-a75f496569ad req-c731d2c9-74c3-4d1a-bede-83106e49398c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719986 Aug 10 03:13:41.592812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-f09714c2-9466-405f-a4d2-b500edb68224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.594623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-8913b532-4c83-4177-b38a-1b04cb67e72d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b HTTP/1.1" status: 200 len: 217 time: 0.0533769 Aug 10 03:13:41.594899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-f09714c2-9466-405f-a4d2-b500edb68224 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.0683522 Aug 10 03:13:41.641095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:41.692524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce950-0771-418e-b4a6-9ca002e45270 req-ffd992d6-abd7-46f8-b0b0-3f45d784a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.694452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-ffd992d6-abd7-46f8-b0b0-3f45d784a0bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865819 Aug 10 03:13:41.699032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b20d8-7a7f-4208-8ce4-a040be6820ee None None] New status for floating IP 0e6e4e62-3bf0-40b0-a11d-ca34e4455d89: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:13:41.720085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-92a91a63-149d-4bfb-a03c-1a96204eb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.721658 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-92a91a63-149d-4bfb-a03c-1a96204eb705 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1124847 Aug 10 03:13:41.725561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c2ebe-0d42-4eb5-b91b-e3a195d1d25e req-1cee3480-bc9d-4a97-8d66-fb505f1a468a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.727053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-069c2ebe-0d42-4eb5-b91b-e3a195d1d25e req-1cee3480-bc9d-4a97-8d66-fb505f1a468a tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 943 time: 0.0766215 Aug 10 03:13:41.744294 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.783913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:41.797823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Pushing event deleted for resources: {'Port': ['ID=d9c1b781-4cd3-4a95-bb34-ccf2273dfd16,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:41.811455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-069c2ebe-0d42-4eb5-b91b-e3a195d1d25e req-d7209cbc-a04d-4495-ae2e-2d9018c8fcfa tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745196 Aug 10 03:13:41.845835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-31e9ca61-b5e3-4aea-803f-65fee6baf84e service neutron] 10.222.0.46 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374228 Aug 10 03:13:41.862296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-2dab499b-03f0-43ea-9b4d-3bd15ca69e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:41.863664 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-2dab499b-03f0-43ea-9b4d-3bd15ca69e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310079 Aug 10 03:13:41.942904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.945959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.946904 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49c5fcc9-f2a3-483f-9102-6c952c650686 req-c4e2db18-8203-433e-afeb-95457bb5f0f5 tempest-FloatingIPDetailsTestJSON-1159598332 tempest-FloatingIPDetailsTestJSON-1159598332-project] 10.222.0.26 "DELETE /v2.0/floatingips/4501c3d6-4724-4130-bb75-6de8d4ff4297 HTTP/1.1" status: 204 len: 173 time: 1.1090715 Aug 10 03:13:41.959507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:41.972092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12fce950-0771-418e-b4a6-9ca002e45270 req-6147d727-f599-448a-8c3a-87d9588cdb94 service neutron] 10.222.0.46 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176028 Aug 10 03:13:42.054213 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-8c2b73f6-6977-46ae-80e3-e10b46ce77c7 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788151 Aug 10 03:13:42.147292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df785703-d3c9-43fc-a479-53b416406fa3 req-b39dc9c5-f9ce-4883-973a-c2a3b0bd7f5f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.148797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df785703-d3c9-43fc-a479-53b416406fa3 req-b39dc9c5-f9ce-4883-973a-c2a3b0bd7f5f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 948 time: 0.0545979 Aug 10 03:13:42.187755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df785703-d3c9-43fc-a479-53b416406fa3 req-3c0c0ea2-39c1-4652-a1e6-011759fff1a2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Aug 10 03:13:42.259842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf211d0-e0a8-4480-ba5f-b50634596b5c req-00397202-673f-410d-bcd0-63d3235bcc83 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.261361 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0cf211d0-e0a8-4480-ba5f-b50634596b5c req-00397202-673f-410d-bcd0-63d3235bcc83 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1725154 Aug 10 03:13:42.321674 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0080db25-9916-4d5a-a13e-ce66cd865c0e req-00172880-35bd-49dd-a785-13e53ab9949d service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315977 Aug 10 03:13:42.357383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0cf211d0-e0a8-4480-ba5f-b50634596b5c req-ce8a7297-fbd8-4a76-aa8c-7ac4a5e92a0e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863030 Aug 10 03:13:42.485636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9059b7-82bc-45bd-8943-51bb274ad749 req-20438c46-6b96-4572-b9d0-bc038d68dd57 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.487006 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ca9059b7-82bc-45bd-8943-51bb274ad749 req-20438c46-6b96-4572-b9d0-bc038d68dd57 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 943 time: 0.0677578 Aug 10 03:13:42.553873 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ca9059b7-82bc-45bd-8943-51bb274ad749 req-760647a5-8709-4909-ba58-6ceb0a7bca73 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601110 Aug 10 03:13:42.583344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.642495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daadd9-e779-48ab-bf36-8212915d0c32 req-f6c6cd6e-bf32-415b-b54d-010d551edb79 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.644044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55daadd9-e779-48ab-bf36-8212915d0c32 req-f6c6cd6e-bf32-415b-b54d-010d551edb79 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 949 time: 0.0535946 Aug 10 03:13:42.682872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55daadd9-e779-48ab-bf36-8212915d0c32 req-14aa0415-b638-456b-9877-2daccb2d22f5 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Aug 10 03:13:42.757629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa00262-c1f0-4e4f-9565-8f4c6facdb11 req-e8eab516-db34-41b0-96c9-5434e6c5de4c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.759133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-afa00262-c1f0-4e4f-9565-8f4c6facdb11 req-e8eab516-db34-41b0-96c9-5434e6c5de4c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0939291 Aug 10 03:13:42.818014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-afa00262-c1f0-4e4f-9565-8f4c6facdb11 req-88eaa879-45dc-4067-8794-312673b5ef6c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Aug 10 03:13:42.901618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Deleting port 0d117e9f-8894-4328-b37e-f72ad9aa8e22 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:42.902376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.931087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c609a9-f1a8-4b73-a337-b2c02b49e301 req-23a9d55a-b022-490a-8feb-d95f811dd1bd tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:42.932672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07c609a9-f1a8-4b73-a337-b2c02b49e301 req-23a9d55a-b022-490a-8feb-d95f811dd1bd tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 943 time: 0.0488262 Aug 10 03:13:42.973367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07c609a9-f1a8-4b73-a337-b2c02b49e301 req-83733c0c-c13b-45fe-9313-2eeae9871379 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Aug 10 03:13:42.985141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] For port 0d117e9f-8894-4328-b37e-f72ad9aa8e22, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0d117e9f-8894-4328-b37e-f72ad9aa8e22,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:42.985690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.000041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Calling delete_port for 0d117e9f-8894-4328-b37e-f72ad9aa8e22 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:43.047121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:43.049588 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28" -d '{"events": [{"name": "network-changed", "server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:43.085418 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd0ded-f61f-404a-a130-fb9ba289fd13 x-openstack-request-id: req-81fd0ded-f61f-404a-a130-fb9ba289fd13 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:43.085706 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:43.085958 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81fd0ded-f61f-404a-a130-fb9ba289fd13 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:43.086347 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'status': 'completed', 'code': 200} Aug 10 03:13:43.098267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'}, {'name': 'network-changed', 'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6'}, {'name': 'network-changed', 'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:43.100552 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b" -d '{"events": [{"server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53"}, {"name": "network-changed", "server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6"}, {"name": "network-changed", "server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:43.148967 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d92a5dc-3f47-4573-87a5-90606c41649e x-openstack-request-id: req-7d92a5dc-3f47-4573-87a5-90606c41649e {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:43.149265 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53", "code": 200}, {"name": "network-changed", "server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:43.149515 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d92a5dc-3f47-4573-87a5-90606c41649e {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:43.149921 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'code': 200} Aug 10 03:13:43.150178 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'status': 'completed', 'code': 200} Aug 10 03:13:43.150431 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'status': 'completed', 'code': 200} Aug 10 03:13:43.169422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-2489a1f8-8cfa-42a3-a34a-4284f1aba672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.172604 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-2489a1f8-8cfa-42a3-a34a-4284f1aba672 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 1095 time: 0.0576429 Aug 10 03:13:43.232090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-eb6db6cd-036e-4652-98ec-22b986a97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.233671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-eb6db6cd-036e-4652-98ec-22b986a97689 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1126 time: 0.0456920 Aug 10 03:13:43.327324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-4c1066be-2184-40b6-b60c-8bebf1f191e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.328773 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-4c1066be-2184-40b6-b60c-8bebf1f191e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0770979 Aug 10 03:13:43.338055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-bc0a82d9-b198-4c51-af7a-08ff52f40e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.338865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05829fc5-2b96-4f04-b53c-9ab52b3cb61b details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:43.339561 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-bc0a82d9-b198-4c51-af7a-08ff52f40e83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 924 time: 0.1434507 Aug 10 03:13:43.366650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3615ad-2039-415d-a829-cfaf40ac70e1 req-1dcc9083-002f-4f33-9a61-be6ee48f7b5c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.368151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c3615ad-2039-415d-a829-cfaf40ac70e1 req-1dcc9083-002f-4f33-9a61-be6ee48f7b5c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 948 time: 0.0998285 Aug 10 03:13:43.384258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-7512305e-7290-489c-871c-1238d34dba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.385823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-7512305e-7290-489c-871c-1238d34dba55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1375074 Aug 10 03:13:43.417682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.429785 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-41eba085-af21-4643-bad1-29e249165c42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b7fb74-56fe-457c-8066-915bac22e7cf HTTP/1.1" status: 200 len: 217 time: 0.0800998 Aug 10 03:13:43.445749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-9190eea8-44fd-4085-a240-49b162a92dcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 217 time: 0.0453861 Aug 10 03:13:43.450769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c3615ad-2039-415d-a829-cfaf40ac70e1 req-6c563efb-d109-445c-b5dc-4b0073c545c0 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731759 Aug 10 03:13:43.463780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d117e9f-8894-4328-b37e-f72ad9aa8e22,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.469442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:43.487540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b', 'mac_address': 'fa:16:3e:67:e6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:43.513164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-e60ec976-a34c-4fa5-96bb-5bbaa5488ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.515125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-e60ec976-a34c-4fa5-96bb-5bbaa5488ae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0616589 Aug 10 03:13:43.541943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.561627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05829fc5-2b96-4f04-b53c-9ab52b3cb61b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:43.563059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-c0c5357d-46f8-4ab2-8ba8-d686e611851a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391378 Aug 10 03:13:43.602545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:43.615005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-c72db030-aa52-4095-b981-25fc5bbd912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.616524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-c72db030-aa52-4095-b981-25fc5bbd912f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.1632929 Aug 10 03:13:43.625109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-2d3ca3b3-da70-41c0-a6c4-0c3de407b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.626566 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-2d3ca3b3-da70-41c0-a6c4-0c3de407b11a service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.2853663 Aug 10 03:13:43.659487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86a6ad-304f-4730-b2f9-f497e1ce9084 req-299eaa18-5e45-45ca-be78-f60e073b2fc9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.661068 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7c86a6ad-304f-4730-b2f9-f497e1ce9084 req-299eaa18-5e45-45ca-be78-f60e073b2fc9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1715164 Aug 10 03:13:43.694016 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.724029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc476336-04ed-40c3-a322-915e24414103 req-13127ed0-6e0a-4254-9ab2-8bef82ccb5ef tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.725555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc476336-04ed-40c3-a322-915e24414103 req-13127ed0-6e0a-4254-9ab2-8bef82ccb5ef tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 943 time: 0.0841238 Aug 10 03:13:43.732053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-57a2eae6-e842-405a-9289-2fd79bf27512 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570449 Aug 10 03:13:43.758080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.817424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc476336-04ed-40c3-a322-915e24414103 req-acf8f7b7-dc33-46b2-b606-b3ee9c6e7271 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818241 Aug 10 03:13:43.851037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-19208766-7a24-47e5-9cf9-fcc768cb5336 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084630 Aug 10 03:13:43.931967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97138b-01d6-45d7-9ed6-829caf830b21 req-41822e27-3486-423a-a8f3-abe7bc16fee1 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.933615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c97138b-01d6-45d7-9ed6-829caf830b21 req-41822e27-3486-423a-a8f3-abe7bc16fee1 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 949 time: 0.0525301 Aug 10 03:13:43.975594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c97138b-01d6-45d7-9ed6-829caf830b21 req-7f5998e2-a115-4d57-9f0c-d403a8eabd84 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Aug 10 03:13:44.010336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['05829fc5-2b96-4f04-b53c-9ab52b3cb61b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:44.091117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b25e33-096c-4632-821f-22dcd3606d14 req-6925df10-6506-43d5-a642-c1b538184259 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.093307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0b25e33-096c-4632-821f-22dcd3606d14 req-6925df10-6506-43d5-a642-c1b538184259 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0592980 Aug 10 03:13:44.126945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-fbe7b16f-d88c-420c-9778-3edea1a3e71d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 1001 time: 0.4829381 Aug 10 03:13:44.133410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-33c34b82-43a8-424a-b09d-7648a4fbfa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.134898 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-33c34b82-43a8-424a-b09d-7648a4fbfa5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5038986 Aug 10 03:13:44.140007 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7c86a6ad-304f-4730-b2f9-f497e1ce9084 req-15dcca24-3151-4284-afb6-12ee1f848a2a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630682 Aug 10 03:13:44.142449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0b25e33-096c-4632-821f-22dcd3606d14 req-aeff6f3b-d2d5-4017-aef2-cd23b14b610c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Aug 10 03:13:44.247446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.251307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a3d9-4617-4701-86b1-46f32c5a3127 req-7800ea36-6c09-4ab1-be9c-a4242a9f7244 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.252834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8f6a3d9-4617-4701-86b1-46f32c5a3127 req-7800ea36-6c09-4ab1-be9c-a4242a9f7244 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 943 time: 0.0519247 Aug 10 03:13:44.276505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-4bff3009-b212-4a56-9eb7-35422863423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.278494 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-4bff3009-b212-4a56-9eb7-35422863423b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.1178625 Aug 10 03:13:44.293254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8f6a3d9-4617-4701-86b1-46f32c5a3127 req-a6d06ed2-63b1-4233-a0ba-ba0bf72cb78c tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Aug 10 03:13:44.379414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-8c01503a-afbc-4f4a-8dd7-a7bc53a50de2 service neutron] 10.222.0.46 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286599 Aug 10 03:13:44.419256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-78470ced-81e3-43f7-961c-a7878467076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.420726 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-78470ced-81e3-43f7-961c-a7878467076b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345477 Aug 10 03:13:44.619124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:44.635986 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1bc55cf-a4a4-422f-baf9-d61990ec1b28 req-9c9c6bfc-5f87-436b-b04b-87d55bdec182 service neutron] 10.222.0.46 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276678 Aug 10 03:13:44.660844 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-9288b9e9-e6f6-4b34-9dce-bc869a117e95 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037778 Aug 10 03:13:44.720778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:44.722807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b997e-77d0-4542-a64c-6e45180e033f req-c8913f7b-415b-499b-9c47-6d4a96afd77d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.724282 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dc1b997e-77d0-4542-a64c-6e45180e033f req-c8913f7b-415b-499b-9c47-6d4a96afd77d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 949 time: 0.1781120 Aug 10 03:13:44.733554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'mac_address': 'fa:16:3e:07:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:44.770057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.782934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9381322d-9b8e-47a4-a55d-aa10ae076616 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:44.801704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:44.845851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Router ce3eae66-3efc-4ff1-856b-9ee21360be53 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:44.854746 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dc1b997e-77d0-4542-a64c-6e45180e033f req-eef00207-aaee-416e-a67b-a21bdcf8c470 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851276 Aug 10 03:13:44.865190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-4977f7bc-a4e5-4450-80fe-69c346421b10 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.866790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-4977f7bc-a4e5-4450-80fe-69c346421b10 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.46 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 949 time: 0.1754103 Aug 10 03:13:44.877562 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.914146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a3a77e8-4fb7-4ce7-9911-f72526b4f28b req-749c189a-d954-49eb-9d76-738c89f6a892 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216306 Aug 10 03:13:44.917055 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.937270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:44.940190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0ca2e-9821-4c32-85cd-0449a2223cbd req-52e2e4ce-ae59-470e-a4eb-661b0a0e2704 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:44.941974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94b0ca2e-9821-4c32-85cd-0449a2223cbd req-52e2e4ce-ae59-470e-a4eb-661b0a0e2704 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 944 time: 0.0524511 Aug 10 03:13:44.983450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94b0ca2e-9821-4c32-85cd-0449a2223cbd req-238402fc-ba28-455c-8bb5-8580f9bc2c17 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339413 Aug 10 03:13:45.067338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:45.076479 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] Sync routers for ids ['ce3eae66-3efc-4ff1-856b-9ee21360be53'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:45.086405 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] Routers {'ce3eae66-3efc-4ff1-856b-9ee21360be53'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:45.088432 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ce3eae66-3efc-4ff1-856b-9ee21360be53'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:45.088790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff9d1d6b-e29b-4929-b62e-de9801557580 admin admin] 10.222.0.26 "PUT /v2.0/routers/ce3eae66-3efc-4ff1-856b-9ee21360be53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1265242 Aug 10 03:13:45.090090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43604) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:45.091232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Deleting port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:45.091654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.167583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31aa7-e89e-41ef-a70c-aa2ee607068c req-1105f210-651e-40b8-8aa8-febe65b90180 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.169197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77e31aa7-e89e-41ef-a70c-aa2ee607068c req-1105f210-651e-40b8-8aa8-febe65b90180 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 949 time: 0.1176782 Aug 10 03:13:45.205686 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] Set router ce3eae66-3efc-4ff1-856b-9ee21360be53 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:45.217904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.230405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] For port 93e382e9-182f-41b4-8b3b-1af67f7ddc73, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=93e382e9-182f-41b4-8b3b-1af67f7ddc73,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.230717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.235899 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77e31aa7-e89e-41ef-a70c-aa2ee607068c req-f6956b55-30ff-4265-9793-49996bc5cf76 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Aug 10 03:13:45.246438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Calling delete_port for 93e382e9-182f-41b4-8b3b-1af67f7ddc73 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:45.337404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 32b7fb74-56fe-457c-8066-915bac22e7cf details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:13:45.341353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05829fc5-2b96-4f04-b53c-9ab52b3cb61b up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:45.384735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e0e00-88d0-45a7-9010-d5fcc8f2b2b3 req-8d6126ca-4442-44fd-a3b3-4145322195f1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.386390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-578e0e00-88d0-45a7-9010-d5fcc8f2b2b3 req-8d6126ca-4442-44fd-a3b3-4145322195f1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.0796900 Aug 10 03:13:45.436289 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 5, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:45.470860 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] Checking router: ce3eae66-3efc-4ff1-856b-9ee21360be53 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:45.480544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] Routers {'ce3eae66-3efc-4ff1-856b-9ee21360be53'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:45.481911 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ce3eae66-3efc-4ff1-856b-9ee21360be53'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:45.509731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:45.514711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 32b7fb74-56fe-457c-8066-915bac22e7cf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=32b7fb74-56fe-457c-8066-915bac22e7cf,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.523122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:45.523700 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.525953 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-578e0e00-88d0-45a7-9010-d5fcc8f2b2b3 req-47e5ae04-31a8-47cd-b255-e7ded52dac7d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Aug 10 03:13:45.569255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.602924 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] Set router ce3eae66-3efc-4ff1-856b-9ee21360be53 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:45.615360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'port_id': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'mac_address': 'fa:16:3e:8b:98:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:13:45.627417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['9381322d-9b8e-47a4-a55d-aa10ae076616'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:45.628746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Pushing event deleted for resources: {'Port': ['ID=93e382e9-182f-41b4-8b3b-1af67f7ddc73,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.651979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb1ee6-38b3-48c0-897a-8b0b2dfa6e69 req-b2f9e777-d543-4730-9b85-85b7d6abe435 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.659787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7eb1ee6-38b3-48c0-897a-8b0b2dfa6e69 req-b2f9e777-d543-4730-9b85-85b7d6abe435 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.3943725 Aug 10 03:13:45.704572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.724271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7eb1ee6-38b3-48c0-897a-8b0b2dfa6e69 req-592e0c71-2f81-4f86-9b5a-68bacc4aa75c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590580 Aug 10 03:13:45.741950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] No DVR routers for this DVR port 93e382e9-182f-41b4-8b3b-1af67f7ddc73 on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:45.752572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.754609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4f53784f-1268-48f6-9063-1a1d4322d2dd req-a8eb0518-5caf-4c60-b7f3-fb54f9fe8817 tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.46 "DELETE /v2.0/ports/93e382e9-182f-41b4-8b3b-1af67f7ddc73 HTTP/1.1" status: 204 len: 173 time: 0.8757472 Aug 10 03:13:45.756658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-deleted', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:45.759561 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a323514-dba5-4bc0-a67d-6692da031214" -d '{"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-deleted", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:45.802802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645937ad-8ebc-490e-bc8d-fa16abe83272 req-ce1f7284-545f-4827-ac69-98acb0171695 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:45.804384 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-645937ad-8ebc-490e-bc8d-fa16abe83272 req-ce1f7284-545f-4827-ac69-98acb0171695 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 943 time: 0.0638237 Aug 10 03:13:45.821570 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d87ab6f-7c90-44eb-97f8-205988d50d9c x-openstack-request-id: req-6d87ab6f-7c90-44eb-97f8-205988d50d9c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:45.822097 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66adaddc-a09a-45f5-b00e-8e50dbd01692", "name": "network-vif-deleted", "tag": "93e382e9-182f-41b4-8b3b-1af67f7ddc73", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:45.822891 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d87ab6f-7c90-44eb-97f8-205988d50d9c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:45.822891 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66adaddc-a09a-45f5-b00e-8e50dbd01692', 'name': 'network-vif-deleted', 'tag': '93e382e9-182f-41b4-8b3b-1af67f7ddc73', 'status': 'completed', 'code': 200} Aug 10 03:13:45.852046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.869088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-645937ad-8ebc-490e-bc8d-fa16abe83272 req-433af5b4-d348-4a1c-8e54-529f371ad4c1 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562117 Aug 10 03:13:45.872872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Deleting port 50419e4c-4395-40ab-8596-3c0b8f07c360 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:45.873221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.879389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b7fb74-56fe-457c-8066-915bac22e7cf {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:45.899007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.929747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 32b7fb74-56fe-457c-8066-915bac22e7cf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=32b7fb74-56fe-457c-8066-915bac22e7cf,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.946966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:45.949165 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae2a031-16e4-498b-8d66-f295552325cc" -d '{"events": [{"server_uuid": "32bc9790-e937-44d7-80aa-5b38bef9b0f9", "name": "network-vif-plugged", "status": "completed", "tag": "05829fc5-2b96-4f04-b53c-9ab52b3cb61b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:45.975355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.986576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.000790 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 5, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:46.025142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] For port 50419e4c-4395-40ab-8596-3c0b8f07c360, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=50419e4c-4395-40ab-8596-3c0b8f07c360,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:46.025758 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd3c4b-71d5-47f0-b649-05b342506814 x-openstack-request-id: req-a0bd3c4b-71d5-47f0-b649-05b342506814 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:46.025758 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bc9790-e937-44d7-80aa-5b38bef9b0f9", "name": "network-vif-plugged", "status": "completed", "tag": "05829fc5-2b96-4f04-b53c-9ab52b3cb61b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:46.025758 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0bd3c4b-71d5-47f0-b649-05b342506814 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:46.025758 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b', 'code': 200} Aug 10 03:13:46.028951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.059658 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8117dc-2d31-45cb-a85a-897f6712a68d None None] The sync data for ids ['ce3eae66-3efc-4ff1-856b-9ee21360be53'] in n-d-765315-26 is: [{'id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'name': 'tempest-FloatingIPDetailsTestJSON-1533936079-router', 'tenant_id': '7522607339ca4eedb539028b5cfb8e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:01Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 5, 'project_id': '7522607339ca4eedb539028b5cfb8e3f', 'gw_port': {'id': '50419e4c-4395-40ab-8596-3c0b8f07c360', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3eae66-3efc-4ff1-856b-9ee21360be53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:03Z', 'updated_at': '2021-08-10T03:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:46.070632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Calling delete_port for 50419e4c-4395-40ab-8596-3c0b8f07c360 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:46.094219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ae51-1cf6-437f-9174-c4db4be65d0e req-b2aec4e9-66dc-43b7-ab71-120eb5e7ee09 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.114395 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.124469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ed5ae51-1cf6-437f-9174-c4db4be65d0e req-b2aec4e9-66dc-43b7-ab71-120eb5e7ee09 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 949 time: 0.1522350 Aug 10 03:13:46.125859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=32b7fb74-56fe-457c-8066-915bac22e7cf,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.194377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a56392-a679-439c-915f-d92d37a594ca req-ae3d0bf5-24e7-42f9-bdb1-9493b2f7e46f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.202473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-07a56392-a679-439c-915f-d92d37a594ca req-ae3d0bf5-24e7-42f9-bdb1-9493b2f7e46f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 944 time: 0.0640554 Aug 10 03:13:46.202676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ed5ae51-1cf6-437f-9174-c4db4be65d0e req-bbb64c3a-3a7e-4468-94dd-0feaf6a3f8b5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818005 Aug 10 03:13:46.206551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.226141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac707-bf7e-4d04-8268-240e4b06085a req-dc2bede5-a95a-4f7f-8521-155019bbfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.227684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf8ac707-bf7e-4d04-8268-240e4b06085a req-dc2bede5-a95a-4f7f-8521-155019bbfac5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 1101 time: 0.1565130 Aug 10 03:13:46.252512 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-07a56392-a679-439c-915f-d92d37a594ca req-000cfa02-ddd0-49a5-8b3f-2876837fc5db tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Aug 10 03:13:46.288079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf8ac707-bf7e-4d04-8268-240e4b06085a req-c451bf7f-b92e-4b03-ac4d-e715ca2f2754 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Aug 10 03:13:46.313436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['32b7fb74-56fe-457c-8066-915bac22e7cf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:46.361969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b632b1e-ee0c-4aa1-b590-edd85e69de29 req-68ae40af-6131-424c-ad2f-cc02a22db70f tempest-ImagesOneServerTestJSON-297207979 tempest-ImagesOneServerTestJSON-297207979-project] 10.222.0.26 "GET /v2.0/ports?device_id=66adaddc-a09a-45f5-b00e-8e50dbd01692 HTTP/1.1" status: 200 len: 210 time: 0.0255852 Aug 10 03:13:46.408573 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.441278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=50419e4c-4395-40ab-8596-3c0b8f07c360,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.500489 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.595788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.597896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.665332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0d00d-08f2-428e-9219-de16dde89449 req-94467531-1524-43ed-b4b3-96823910039f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.666846 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0ca0d00d-08f2-428e-9219-de16dde89449 req-94467531-1524-43ed-b4b3-96823910039f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.0520680 Aug 10 03:13:46.713751 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0ca0d00d-08f2-428e-9219-de16dde89449 req-c7ba05b0-ea98-4fb5-87a3-d52374d8be9a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Aug 10 03:13:46.716017 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.716669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3eae66-3efc-4ff1-856b-9ee21360be53 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:13:46.721816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.723008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e005d35-9cc2-4f5f-b8bf-1b57355b0cc8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ce3eae66-3efc-4ff1-856b-9ee21360be53 HTTP/1.1" status: 204 len: 168 time: 1.6318195 Aug 10 03:13:46.725438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43628) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:46.777051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Deleting subnet 3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:13:46.784971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.843523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.851577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae80a3-84b9-4d32-b100-4b2b4970afb1 req-5be17b5a-ae6d-4ba3-bbcd-1697efd36c2d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.853317 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5dae80a3-84b9-4d32-b100-4b2b4970afb1 req-5be17b5a-ae6d-4ba3-bbcd-1697efd36c2d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0603523 Aug 10 03:13:46.899246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5dae80a3-84b9-4d32-b100-4b2b4970afb1 req-d962488b-b5c0-4bbc-bc85-40bc48574df6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Aug 10 03:13:46.950575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.014882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b48fe-1b95-4359-90ec-a4a23b49767b req-ed0bab6e-966e-43da-9109-cfc9635c7830 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.016302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-271b48fe-1b95-4359-90ec-a4a23b49767b req-ed0bab6e-966e-43da-9109-cfc9635c7830 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 944 time: 0.0787582 Aug 10 03:13:47.057606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-271b48fe-1b95-4359-90ec-a4a23b49767b req-33a9fec9-c557-4e97-889a-b572b37df1eb tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Aug 10 03:13:47.094956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.125827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:47.127717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.130269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d218f58d-f6b5-4372-a1cc-38c84e47856d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3ef7d456-e9fb-40ae-bc3e-a0ccd72a9834 HTTP/1.1" status: 204 len: 168 time: 0.4032197 Aug 10 03:13:47.132268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43634) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:47.135880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f89e50-fc6b-45b5-b6d2-7ef43e463f22 None None] Network 86ba09fa-e557-4129-8ed6-ccd7603a4eca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:47.202030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.294883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Deleting port 39380131-09c4-41c9-98aa-f70662b8ca31 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:47.295218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.303229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 50419e4c-4395-40ab-8596-3c0b8f07c360 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:47.328360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 50419e4c-4395-40ab-8596-3c0b8f07c360 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:47.329009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 50419e4c-4395-40ab-8596-3c0b8f07c360 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:47.329919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0d117e9f-8894-4328-b37e-f72ad9aa8e22 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:47.366685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0d117e9f-8894-4328-b37e-f72ad9aa8e22 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:47.367282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0d117e9f-8894-4328-b37e-f72ad9aa8e22 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:47.373915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] For port 39380131-09c4-41c9-98aa-f70662b8ca31, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=39380131-09c4-41c9-98aa-f70662b8ca31,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:47.374298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.375642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 32b7fb74-56fe-457c-8066-915bac22e7cf up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:47.378614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c981-2371-4910-8008-f8513d06ae86 req-7d7a0061-681e-4dc5-ac8d-cf1cec6fc9e5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.380295 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ff72c981-2371-4910-8008-f8513d06ae86 req-7d7a0061-681e-4dc5-ac8d-cf1cec6fc9e5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 950 time: 0.0704043 Aug 10 03:13:47.426219 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ff72c981-2371-4910-8008-f8513d06ae86 req-afa227ff-3298-4831-9a5d-b8572cb24201 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Aug 10 03:13:47.426444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Calling delete_port for 39380131-09c4-41c9-98aa-f70662b8ca31 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:47.511216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2196ed-c0f5-446c-9e6a-494b41338729 req-d4e54883-f91d-4973-9217-83779c2e00f1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.512867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf2196ed-c0f5-446c-9e6a-494b41338729 req-d4e54883-f91d-4973-9217-83779c2e00f1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 944 time: 0.1272187 Aug 10 03:13:47.545546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] DHCP port deletion for 86ba09fa-e557-4129-8ed6-ccd7603a4eca request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:13:47.568948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf2196ed-c0f5-446c-9e6a-494b41338729 req-05646c68-7ed0-4088-89eb-f8028b9d10c6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Aug 10 03:13:47.615951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] Deleting port 39380131-09c4-41c9-98aa-f70662b8ca31 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:47.616322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.660057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.677749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] For port 39380131-09c4-41c9-98aa-f70662b8ca31, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=39380131-09c4-41c9-98aa-f70662b8ca31,segment=NetworkSegment(455feaa5-9cf8-4092-acd2-3706f36c2197),segment_id=455feaa5-9cf8-4092-acd2-3706f36c2197)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:47.678145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.686405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=39380131-09c4-41c9-98aa-f70662b8ca31,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:47.689840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] No DVR routers for this DVR port 39380131-09c4-41c9-98aa-f70662b8ca31 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:47.692486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] Calling delete_port for 39380131-09c4-41c9-98aa-f70662b8ca31 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:47.736684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 32b7fb74-56fe-457c-8066-915bac22e7cf completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:47.743743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 32b7fb74-56fe-457c-8066-915bac22e7cf triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:47.746196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.763403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.786658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ba09fa-e557-4129-8ed6-ccd7603a4eca']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:47.802271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455feaa5-9cf8-4092-acd2-3706f36c2197') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:47.802757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455feaa5-9cf8-4092-acd2-3706f36c2197') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:47.813563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.829842 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.833678 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.842600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:13:47.843003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:13:47.844761 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:13:47.867622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32f557-4ccb-43ab-bfef-bd8389c9c9d4 req-32b4fa6e-a46a-45b0-ab64-fdc9d35a1aa5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.875877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] Pushing event deleted for resources: {'Port': ['ID=39380131-09c4-41c9-98aa-f70662b8ca31,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:47.876051 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1e32f557-4ccb-43ab-bfef-bd8389c9c9d4 req-32b4fa6e-a46a-45b0-ab64-fdc9d35a1aa5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.0616684 Aug 10 03:13:47.880639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2b384-0737-4fe8-ad76-f176a30ff97f None None] No DVR routers for this DVR port 39380131-09c4-41c9-98aa-f70662b8ca31 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:47.898829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.924429 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1e32f557-4ccb-43ab-bfef-bd8389c9c9d4 req-a51e3a45-4244-4af2-896f-e560ae49e97b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464835 Aug 10 03:13:47.951258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 32b7fb74-56fe-457c-8066-915bac22e7cf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=32b7fb74-56fe-457c-8066-915bac22e7cf,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:48.004098 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.021780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.023646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.024317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/86ba09fa-e557-4129-8ed6-ccd7603a4eca HTTP/1.1" status: 204 len: 168 time: 0.8909476 Aug 10 03:13:48.027287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671c305-f96a-400a-9be0-051e2e6439e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ba09fa-e557-4129-8ed6-ccd7603a4eca,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.028558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:48.031297 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc06219c-8b3a-43c2-b365-235acab0ce88" -d '{"events": [{"server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "name": "network-vif-plugged", "status": "completed", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:48.034711 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.060848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c104d-63bd-4429-bc32-f00057775716 req-71103613-2073-40ed-9fee-7375cd19c1c9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.078833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-396c104d-63bd-4429-bc32-f00057775716 req-71103613-2073-40ed-9fee-7375cd19c1c9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.1048377 Aug 10 03:13:48.096576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=32b7fb74-56fe-457c-8066-915bac22e7cf,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.101301 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4fac08-3573-4564-88f1-015dc3dba616 x-openstack-request-id: req-1e4fac08-3573-4564-88f1-015dc3dba616 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:48.102399 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "name": "network-vif-plugged", "status": "completed", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:48.109730 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e4fac08-3573-4564-88f1-015dc3dba616 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:48.109730 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'code': 200} Aug 10 03:13:48.120462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-396c104d-63bd-4429-bc32-f00057775716 req-4c8d2603-4df7-40e5-baff-29f320379aad tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Aug 10 03:13:48.273395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d50654-b37c-460c-b1a3-2f120dba2edc req-002b46df-aa49-4419-9896-139808930bb7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.274952 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b3d50654-b37c-460c-b1a3-2f120dba2edc req-002b46df-aa49-4419-9896-139808930bb7 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.1109033 Aug 10 03:13:48.279002 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-72875efa-f415-4ce2-8401-5667c1e36cb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4076643a8d5f446fad273afaf6529f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561634 Aug 10 03:13:48.281802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43662) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.285005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c719d7-d637-439f-884e-d146f11f69eb req-9b44980b-2ec1-4262-ba4a-43c0d64c867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.286414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b4c719d7-d637-439f-884e-d146f11f69eb req-9b44980b-2ec1-4262-ba4a-43c0d64c867f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 1097 time: 0.0908482 Aug 10 03:13:48.332291 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b3d50654-b37c-460c-b1a3-2f120dba2edc req-31c9ea18-bc05-40db-9009-6537414d2220 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505528 Aug 10 03:13:48.333497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5a54-7e4a-4071-b0e8-552590270178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.343963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b4c719d7-d637-439f-884e-d146f11f69eb req-0406ff0d-1174-45a0-8d37-199b9331c9f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449328 Aug 10 03:13:48.354764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43664) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.364780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5a54-7e4a-4071-b0e8-552590270178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.398410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f66467e-b8d9-4c8e-b898-5a00904ad5e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7522607339ca4eedb539028b5cfb8e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400071 Aug 10 03:13:48.398950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43666) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.446077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.468836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.476848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5a54-7e4a-4071-b0e8-552590270178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.479377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed3c5a54-7e4a-4071-b0e8-552590270178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.480518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ed3c5a54-7e4a-4071-b0e8-552590270178 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6 HTTP/1.1" status: 204 len: 168 time: 0.1977127 Aug 10 03:13:48.490494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c5a54-7e4a-4071-b0e8-552590270178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0ac1a6-d1d5-43c4-869b-985aaffa7ae6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.549848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d05f9-c50e-4d8e-93ce-da8d3efb4057 req-b954dd7b-e006-4e13-8f62-13fd99565351 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.551463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-197d05f9-c50e-4d8e-93ce-da8d3efb4057 req-b954dd7b-e006-4e13-8f62-13fd99565351 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 950 time: 0.0536611 Aug 10 03:13:48.591295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-197d05f9-c50e-4d8e-93ce-da8d3efb4057 req-d8143f79-5a10-4b67-be08-9f616d518577 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Aug 10 03:13:48.597476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.600046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.601221 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cf788cf-fab0-4bb5-8ca3-6e3cc0aecdd8 HTTP/1.1" status: 204 len: 168 time: 0.2017741 Aug 10 03:13:48.611468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf788cf-fab0-4bb5-8ca3-6e3cc0aecdd8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.619088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.619512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.619949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.620383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.621067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.622121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.622611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.623133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.623468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.623799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.624127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.624602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d968eea-60a1-453d-b106-14a6b09afe1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:48.651577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:48.723299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e96443-2fc5-41f5-a32f-4906bcd00533 req-2e66aead-4995-4da8-b5ac-72a9f2d5e4d2 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.724879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11e96443-2fc5-41f5-a32f-4906bcd00533 req-2e66aead-4995-4da8-b5ac-72a9f2d5e4d2 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 1102 time: 0.0417686 Aug 10 03:13:48.731489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c63be-3f0d-449f-8c90-a158551d5d17 req-6edb8a56-4a36-4998-83f7-f760c3b96df5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:48.733153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fb0c63be-3f0d-449f-8c90-a158551d5d17 req-6edb8a56-4a36-4998-83f7-f760c3b96df5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 944 time: 0.0681198 Aug 10 03:13:48.762431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11e96443-2fc5-41f5-a32f-4906bcd00533 req-42e08a57-05f7-466c-b936-c7d0533cdd24 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Aug 10 03:13:48.776846 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fb0c63be-3f0d-449f-8c90-a158551d5d17 req-ac3a89af-ece0-4216-b87f-9b254ebb326a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Aug 10 03:13:48.802904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 9381322d-9b8e-47a4-a55d-aa10ae076616 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:48.806994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 9381322d-9b8e-47a4-a55d-aa10ae076616 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:48.807369 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.890237 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.929646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:48.991389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.033804 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-8d185cf0-7cb4-4e99-904f-402a89c94046 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396452 Aug 10 03:13:49.121577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 39380131-09c4-41c9-98aa-f70662b8ca31 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:49.166761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 39380131-09c4-41c9-98aa-f70662b8ca31 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:49.167113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 39380131-09c4-41c9-98aa-f70662b8ca31 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:49.171318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:49.196681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2956c-c601-41be-bd3c-f6bd6c29f4a5 req-124be65e-6d72-4829-b9ae-c6ec176f439d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.201601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-aad255ab-0962-4a9f-a299-e16ccbd8a72f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.203579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebe2956c-c601-41be-bd3c-f6bd6c29f4a5 req-124be65e-6d72-4829-b9ae-c6ec176f439d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.0981135 Aug 10 03:13:49.206686 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-aad255ab-0962-4a9f-a299-e16ccbd8a72f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641719 Aug 10 03:13:49.223044 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-5c446fac-239a-48de-b320-14ca2ef02bf7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/quotas/e98722b8d3734b5899923a1dfe261fcf HTTP/1.1" status: 200 len: 375 time: 0.0154607 Aug 10 03:13:49.245439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebe2956c-c601-41be-bd3c-f6bd6c29f4a5 req-c9726ae3-c8ab-4035-b415-84368fd0717f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Aug 10 03:13:49.283145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-747afb8b-ebbe-4076-b03b-315be4502456 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0592425 Aug 10 03:13:49.360152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc474d-e334-466f-a33e-e8372b81c27a req-29cff3de-5833-469b-8a7d-f4278fc5f986 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.364829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0afc474d-e334-466f-a33e-e8372b81c27a req-29cff3de-5833-469b-8a7d-f4278fc5f986 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0589368 Aug 10 03:13:49.386026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:49.412425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 93e382e9-182f-41b4-8b3b-1af67f7ddc73 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:49.413126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 93e382e9-182f-41b4-8b3b-1af67f7ddc73 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:49.416914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0afc474d-e334-466f-a33e-e8372b81c27a req-7d074a7d-8120-4480-bd83-3e163546d585 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Aug 10 03:13:49.533428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488d14e-624f-4b26-93cc-f3d564557af5 req-849d574d-b001-4cd5-b97e-9847ccdf2462 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.535023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9488d14e-624f-4b26-93cc-f3d564557af5 req-849d574d-b001-4cd5-b97e-9847ccdf2462 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.0627551 Aug 10 03:13:49.565919 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f9cb3046-6a3b-4384-b69f-1dfbee7b9c92 req-66be8ad6-cd29-490c-8a37-e79bb936a966 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 210 time: 0.0276377 Aug 10 03:13:49.590132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9488d14e-624f-4b26-93cc-f3d564557af5 req-704e3101-e730-4f4d-aa3d-96f09e5d3fef tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Aug 10 03:13:49.900816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91f6fa-35f2-4a7f-a240-685940d020dc req-13c1eab9-f64f-43c9-a9f7-0343d571b93c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:49.902315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-df91f6fa-35f2-4a7f-a240-685940d020dc req-13c1eab9-f64f-43c9-a9f7-0343d571b93c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Aug 10 03:13:49.944836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-df91f6fa-35f2-4a7f-a240-685940d020dc req-5f36475b-7822-483e-9086-f110b53eba8f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341096 Aug 10 03:13:50.063859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43750) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:50.104404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:50.107370 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa7a187-fe83-4237-9dd4-608df24c239c" -d '{"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-plugged", "status": "completed", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:50.161709 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9743d9-460f-4283-8355-84596ac4e58f x-openstack-request-id: req-7e9743d9-460f-4283-8355-84596ac4e58f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:50.162008 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-plugged", "status": "completed", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:50.162434 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e9743d9-460f-4283-8355-84596ac4e58f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:50.168021 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'code': 200} Aug 10 03:13:50.176250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1368409675-network', 'tenant_id': '8883b1e671564591810c800ff1aa0422'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:50.287259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Made reservation on behalf of 8883b1e671564591810c800ff1aa0422 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:50.289685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.312233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.396133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505a24-b317-43a0-ba0b-f8c7336985d9 req-850342ad-c7e3-4593-b42a-201cf6557018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.397766 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0505a24-b317-43a0-ba0b-f8c7336985d9 req-850342ad-c7e3-4593-b42a-201cf6557018 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 1097 time: 0.1029100 Aug 10 03:13:50.427232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb138b-e8df-4eae-92e4-90f82d9625e0 req-7d072ad0-7253-4508-ba11-e7a761dc52ac tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.428949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-27eb138b-e8df-4eae-92e4-90f82d9625e0 req-7d072ad0-7253-4508-ba11-e7a761dc52ac tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.0964057 Aug 10 03:13:50.498843 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0505a24-b317-43a0-ba0b-f8c7336985d9 req-e1df5731-26d2-4743-a382-c275375cb08c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903876 Aug 10 03:13:50.507311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-27eb138b-e8df-4eae-92e4-90f82d9625e0 req-ad0d84b9-e4c6-42d4-b3d2-8998525ab163 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Aug 10 03:13:50.537882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ad0ed-83a0-4e75-a2d1-5ad45bc8cc1e req-57ec637b-39e5-47ba-beae-cf04476286b3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.539842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d2ad0ed-83a0-4e75-a2d1-5ad45bc8cc1e req-57ec637b-39e5-47ba-beae-cf04476286b3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0554686 Aug 10 03:13:50.547647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.578602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d2ad0ed-83a0-4e75-a2d1-5ad45bc8cc1e req-efe861b0-8746-4e2d-8fe1-cfc82951f702 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Aug 10 03:13:50.660541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9be9a35-c1cc-4ca2-8573-005c06abeb24 req-daa04173-cbf3-4c05-883c-71b9d5aa38f4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 210 time: 0.0262294 Aug 10 03:13:50.686248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.736195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:50.741744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:50.755013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.755348 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Added segment e6940a92-a6d1-4bf1-8e13-fcdfb172458c of type vlan for network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 Aug 10 03:13:50.770616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ffc98-5f3c-462d-b6b0-1fdf55b895e3 req-b609bb2d-fa73-441a-b989-2a44d522ea80 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.772197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-637ffc98-5f3c-462d-b6b0-1fdf55b895e3 req-b609bb2d-fa73-441a-b989-2a44d522ea80 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.1006777 Aug 10 03:13:50.817666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.846005 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-637ffc98-5f3c-462d-b6b0-1fdf55b895e3 req-16d680e1-e14d-4c16-b0a3-795798487aa2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535827 Aug 10 03:13:50.922314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.922314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:50.922784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.017789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f4ea-76f2-4e3c-989b-3f4b98a41d6a req-5cb56b94-fd4b-4124-ac01-1d24049ed0a5 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.019282 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0512f4ea-76f2-4e3c-989b-3f4b98a41d6a req-5cb56b94-fd4b-4124-ac01-1d24049ed0a5 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.1104088 Aug 10 03:13:51.019878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ddfb4d-438e-4eb8-9d41-aefbc6090680,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.028890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43776) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:51.039166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Request body: {'floatingip': {'port_id': '32b7fb74-56fe-457c-8066-915bac22e7cf'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:51.041638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:51.085218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.091563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43778) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:51.093567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b43d5d3d-8f52-45fe-b408-bd46a59ff013 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0285196 Aug 10 03:13:51.155354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Request body: {'subnet': {'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1368409675-subnet', 'tenant_id': '8883b1e671564591810c800ff1aa0422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:51.165972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fa2ea-8315-417b-87ea-7c0e4e69b66e req-becd4ec4-8cc1-4a96-92a9-55d7e072b6ad tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.167641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ec9fa2ea-8315-417b-87ea-7c0e4e69b66e req-becd4ec4-8cc1-4a96-92a9-55d7e072b6ad tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0677612 Aug 10 03:13:51.208778 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ec9fa2ea-8315-417b-87ea-7c0e4e69b66e req-db6c70f2-57e6-4099-9144-7a1c752d8b25 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Aug 10 03:13:51.347879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Made reservation on behalf of 8883b1e671564591810c800ff1aa0422 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:51.350294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.792387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565c22b-7e8f-4f85-82ea-d0d354886774 req-ff9ea828-d560-41ec-bb3b-7b095978fd33 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.794022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b565c22b-7e8f-4f85-82ea-d0d354886774 req-ff9ea828-d560-41ec-bb3b-7b095978fd33 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.1857250 Aug 10 03:13:51.817802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075d2d-724f-45e8-a9a0-77be681c7f41 req-498cd7af-60e1-4b5b-a1c5-964b74498dde tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:51.819285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-27075d2d-724f-45e8-a9a0-77be681c7f41 req-498cd7af-60e1-4b5b-a1c5-964b74498dde tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0601382 Aug 10 03:13:51.848714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.resource_extend [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:13:51.860946 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-27075d2d-724f-45e8-a9a0-77be681c7f41 req-ec393778-9657-493c-ba3c-394018e90915 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Aug 10 03:13:51.942385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b565c22b-7e8f-4f85-82ea-d0d354886774 req-e65cdfc3-7508-4f68-a433-28c0e37078d2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386175 Aug 10 03:13:51.947902 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-485a48b4-b9a0-4064-9852-d151dd23bcfe req-6a60e183-a5b8-4d85-b991-2db5284de7c4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 210 time: 0.0274978 Aug 10 03:13:51.948049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.990047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.018566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.081682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822b4b46-7b6f-4393-9586-6282deb49482,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.126954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.127301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.127641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.127977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.128309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.128661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.128988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.129309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.129629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.129946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.130265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.130581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:52.149811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Checking segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:52.150168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Network hostable DHCP agents. Network: d0ddfb4d-438e-4eb8-9d41-aefbc6090680, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:52.164621 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47 associated. External IP: 172.25.1.231, port: 32b7fb74-56fe-457c-8066-915bac22e7cf. Aug 10 03:13:52.262111 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-f891bf3a-515b-40b3-9535-3983ee374160 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491261 Aug 10 03:13:52.324575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:52.353693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563d8b-872c-4860-b5e8-3b09bd2444b3 req-45f33e01-38dc-4f89-9f68-332672a13b13 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.355179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fb563d8b-872c-4860-b5e8-3b09bd2444b3 req-45f33e01-38dc-4f89-9f68-332672a13b13 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0614233 Aug 10 03:13:52.396138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:52.398277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fb563d8b-872c-4860-b5e8-3b09bd2444b3 req-d9e7bf60-09a0-4973-a1fc-58d1060ce059 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359774 Aug 10 03:13:52.444550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d0ddfb4d-438e-4eb8-9d41-aefbc6090680) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:52.444875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-241361b1-ed57-4bc7-af84-b8edcee96ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.446396 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-241361b1-ed57-4bc7-af84-b8edcee96ca7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 1097 time: 0.0472081 Aug 10 03:13:52.450996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.451577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.458564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7dc9db-c6b3-4af5-b58b-a7385187fae0 None None] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:52.520460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:52.525073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.542961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:52.555041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-53f88e47-9b90-4e8f-84e3-084747ec1114 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4612169 Aug 10 03:13:52.576317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-16a1dc28-26de-42e7-bc71-39b02fe37990 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "PUT /v2.0/floatingips/f60258a4-bf01-4816-8a4c-f03b2a3a7e47 HTTP/1.1" status: 200 len: 991 time: 1.5433023 Aug 10 03:13:52.576317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:52.577026 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f5035-dad5-4368-a34f-616921c15f98" -d '{"events": [{"name": "network-changed", "server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:52.587454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:52.588258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:52.648662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-4f663def-3c56-48ae-b4af-208aac48c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.650248 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-4f663def-3c56-48ae-b4af-208aac48c309 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1211936 Aug 10 03:13:52.690399 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1511692-ae58-4e79-809b-99e7047d185e x-openstack-request-id: req-d1511692-ae58-4e79-809b-99e7047d185e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:52.690972 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:52.690972 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1511692-ae58-4e79-809b-99e7047d185e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:52.691339 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'status': 'completed', 'code': 200} Aug 10 03:13:52.754908 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-d496d5d3-f8c8-47db-b615-b24e451086bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 200 len: 217 time: 0.0749321 Aug 10 03:13:52.777307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10847207-c8f6-4d11-8dda-99ee2a3db8fd None None] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:52.823526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f5035-dad5-4368-a34f-616921c15f98 req-bd9d8f08-d1f6-4b86-8665-1570b47e6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.825654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-bd9d8f08-d1f6-4b86-8665-1570b47e6334 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 1097 time: 0.0988486 Aug 10 03:13:52.844616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-c1a3b7d8-5f22-481a-91ab-b834ddfebf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:52.846513 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-c1a3b7d8-5f22-481a-91ab-b834ddfebf3e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0792642 Aug 10 03:13:52.916991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:53.232415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-3d60d38e-9e8f-448c-93d8-a6daf639f146 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.240744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-3d60d38e-9e8f-448c-93d8-a6daf639f146 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 822 time: 0.1881700 Aug 10 03:13:53.258859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-14f3708a-56c3-402f-95dc-75e11ac22a85 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/quotas/8883b1e671564591810c800ff1aa0422 HTTP/1.1" status: 200 len: 375 time: 0.0169201 Aug 10 03:13:53.291133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-e813114b-c55f-4e37-adab-9826484b8815 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310583 Aug 10 03:13:53.385357 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-5fcc3122-70dc-4e22-a3f5-73fec86e586d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735598 Aug 10 03:13:53.388224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f60258a4-bf01-4816-8a4c-f03b2a3a7e47', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'port_id': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'mac_address': 'fa:16:3e:8b:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9828a9f-c036-40ea-be10-9a783e415454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:17Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:53.396505 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-0710a16e-ed61-4f43-a29f-cbd688d1e2b2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e98722b8d3734b5899923a1dfe261fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4596767 Aug 10 03:13:53.402904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-bdcc0a95-6028-4251-871b-841f175179f6 service neutron] 10.222.0.26 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034722 Aug 10 03:13:53.425951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:53.426633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a442d-2f09-4788-aaf2-833b40b6b3b9 req-733bdace-a2f7-46d7-bf95-71f26c94e517 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.434731 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b9a442d-2f09-4788-aaf2-833b40b6b3b9 req-733bdace-a2f7-46d7-bf95-71f26c94e517 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.1192770 Aug 10 03:13:53.440990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:53.441884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:13:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:53.480429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f5035-dad5-4368-a34f-616921c15f98 req-b3bd6104-75cc-454c-bfde-a3429eff4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.482516 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-b3bd6104-75cc-454c-bfde-a3429eff4ce8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 200 len: 924 time: 0.6349988 Aug 10 03:13:53.497630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b9a442d-2f09-4788-aaf2-833b40b6b3b9 req-ff28008e-7f53-4374-a9e1-bc4a78559068 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 Aug 10 03:13:53.528602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-7b8ab145-316a-4048-b427-9dbd75c22050 service neutron] 10.222.0.26 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247380 Aug 10 03:13:53.603769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:53.816650 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-a3a4d4ba-c31f-41b9-95b1-e5bceab4dfa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b7fb74-56fe-457c-8066-915bac22e7cf HTTP/1.1" status: 200 len: 999 time: 0.3180382 Aug 10 03:13:53.828667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddce867-a1af-421a-9d95-ee5c97a60e02 req-88a3e079-f180-4750-9206-2f8ca471b3b7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.830253 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2ddce867-a1af-421a-9d95-ee5c97a60e02 req-88a3e079-f180-4750-9206-2f8ca471b3b7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.2070160 Aug 10 03:13:53.896940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddb55797-01c7-4038-bb42-1d1e67bd8fba req-d91e3ed2-1f0a-4f68-9078-7292fe3e74eb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 210 time: 0.0493338 Aug 10 03:13:53.899526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f60258a4-bf01-4816-8a4c-f03b2a3a7e47', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'port_id': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'mac_address': 'fa:16:3e:8b:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9828a9f-c036-40ea-be10-9a783e415454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:17Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:53.922269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-80bb8cea-c744-4fda-b419-381391ced953 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.923884 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-80bb8cea-c744-4fda-b419-381391ced953 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4232519 Aug 10 03:13:53.925669 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-a0790383-64cc-4ae7-8886-a835f6649dce service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260733 Aug 10 03:13:53.973808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f5035-dad5-4368-a34f-616921c15f98 req-5143c934-211c-476b-93bb-7a6bb783f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:53.975264 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-5143c934-211c-476b-93bb-7a6bb783f40e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 200 len: 862 time: 0.1441271 Aug 10 03:13:53.988051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Request body: {'port': {'device_id': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e98722b8d3734b5899923a1dfe261fcf'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:54.079191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4209301-a92c-4532-871f-5fadf8ebdf85 None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f60258a4-bf01-4816-8a4c-f03b2a3a7e47', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'port_id': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'mac_address': 'fa:16:3e:8b:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9828a9f-c036-40ea-be10-9a783e415454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:10:17Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:54.107462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0e26-c871-4cf1-9504-f1e566b1bace req-40635d6b-6d61-4745-91da-1851fadfec8e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.112874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d62a0e26-c871-4cf1-9504-f1e566b1bace req-40635d6b-6d61-4745-91da-1851fadfec8e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1020620 Aug 10 03:13:54.133854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2ddce867-a1af-421a-9d95-ee5c97a60e02 req-577f9f99-9277-4864-836b-e6997e95f7ea tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828670 Aug 10 03:13:54.163239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d62a0e26-c871-4cf1-9504-f1e566b1bace req-94a1ccb0-6155-4266-87f5-a484f8d68d1a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Aug 10 03:13:54.272241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f5035-dad5-4368-a34f-616921c15f98 req-b0fa0cbd-fdee-4039-a63a-5f36514155c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.273803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-b0fa0cbd-fdee-4039-a63a-5f36514155c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7bd4f925-333e-4526-b0da-88b1aff13965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701360 Aug 10 03:13:54.307520 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-69279757-4e23-435a-b3f5-fa15ff6fc7b2 req-403fb96a-f97e-4700-ac27-f2f8d0313a95 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367007 Aug 10 03:13:54.344840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Made reservation on behalf of e98722b8d3734b5899923a1dfe261fcf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:54.348384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.360639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-814e9ea5-f198-415b-87b5-704e55abfc27 req-c936583e-dc1f-4fda-84e5-ce6623aa46a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0311840 Aug 10 03:13:54.455989 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccda31-6750-4b4d-abe4-a98b868e2d44 None None] New status for floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:13:54.515417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-24b40c96-e6e9-42e8-841f-3eafb86f6538 service neutron] 10.222.0.46 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295573 Aug 10 03:13:54.647196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Allocated IP 192.168.233.199 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/7d7b4d0e-b50b-4984-8ed9-f0aea940a087) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:54.685099 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-513f5035-dad5-4368-a34f-616921c15f98 req-5116dba7-f422-4735-941c-186712f4d5cc service neutron] 10.222.0.46 "GET /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522853 Aug 10 03:13:54.788402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601098-8fb4-4eb3-9558-e4d6d74584df req-175592fa-5735-44b9-b01f-77f10c4ec075 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:54.789958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c601098-8fb4-4eb3-9558-e4d6d74584df req-175592fa-5735-44b9-b01f-77f10c4ec075 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0502598 Aug 10 03:13:54.832843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.834547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c601098-8fb4-4eb3-9558-e4d6d74584df req-93e84881-7e06-45e6-bdbd-fedfa7a52671 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Aug 10 03:13:54.847881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Transition to ACTIVE for port object 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:55.072223 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce6cff66-9d57-4109-aa7d-e48d52daf922 req-d22865d8-9f68-4a9a-9b71-b816a1b973f3 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 210 time: 0.0326762 Aug 10 03:13:55.073768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.087048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', '6029e061-e435-4b24-8b1c-e998e0701b0f', '05829fc5-2b96-4f04-b53c-9ab52b3cb61b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:55.115543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:55.132902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:55.145853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:55.146785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:13:55.204031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b173-4181-4784-b53c-21ddfb64ae46 req-10022fdc-3c99-43bf-b7b0-8f1bad1373c5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.205923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf61b173-4181-4784-b53c-21ddfb64ae46 req-10022fdc-3c99-43bf-b7b0-8f1bad1373c5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0954924 Aug 10 03:13:55.280145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event updated for resources: {'Port': ['ID=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:55.313760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf61b173-4181-4784-b53c-21ddfb64ae46 req-e4962eb3-c172-4e5d-99e9-9d25578ce984 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990350 Aug 10 03:13:55.328110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-9c3b85ae-8109-40bd-b5b8-2eb916681706 service neutron] 10.222.0.46 "GET /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.1731682 Aug 10 03:13:55.385153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.385831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.407816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-c3ca8c41-5b9f-4b3c-93d8-836a35031a01 service neutron] 10.222.0.46 "GET /v2.0/ports/9e0390be-bc2a-4642-a269-63130fb9340d/bindings/n-h1-765315-26 HTTP/1.1" status: 200 len: 383 time: 0.2101607 Aug 10 03:13:55.414661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:55.500460 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2bad41c4-005b-4d72-a836-68f386aeb580 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5283749 Aug 10 03:13:55.529479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Request body: {'port': {'device_id': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:55.601141 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.715197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c69c4df8-9d33-4333-a3d9-10a282f61933 None None] Provisioning for port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:55.759467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c69c4df8-9d33-4333-a3d9-10a282f61933 None None] Provisioning complete for port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:55.759843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c69c4df8-9d33-4333-a3d9-10a282f61933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.809412 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.899550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08601756-6744-4d9c-af6b-696f6ef5e4e5 req-d4f5b016-ec7e-43e1-92aa-d41f1319c73c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:55.908378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08601756-6744-4d9c-af6b-696f6ef5e4e5 req-d4f5b016-ec7e-43e1-92aa-d41f1319c73c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 943 time: 0.4948699 Aug 10 03:13:55.930380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4df8-9d33-4333-a3d9-10a282f61933 None None] Port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:55.959758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5d2ae2fd-4b32-4a1f-b9dc-0f66c7aac43c req-433cb4a5-f223-456c-9f35-9b7dae644b1e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0536714 Aug 10 03:13:56.007016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08601756-6744-4d9c-af6b-696f6ef5e4e5 req-b858020b-3342-4c19-91e1-caecb6de314c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971286 Aug 10 03:13:56.133961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:56.160472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:56.172068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.177194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-c89d2e68-63a9-462b-9cf4-5e83fad70287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.179035 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-c89d2e68-63a9-462b-9cf4-5e83fad70287 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63&tenant_id=340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 1102 time: 0.0996060 Aug 10 03:13:56.192854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Transition to ACTIVE for port object 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:56.193737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:56.243056 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.263687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:56.274786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:56.297548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.332614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1058a-db3d-4e29-9487-b1864f00e706 req-e1e68790-8906-4a20-b751-96c2d6bfe16c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.336970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5e1058a-db3d-4e29-9487-b1864f00e706 req-e1e68790-8906-4a20-b751-96c2d6bfe16c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.1584294 Aug 10 03:13:56.355115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-b1d9a78b-4783-45de-a51b-d5b174c5a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.357412 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-b1d9a78b-4783-45de-a51b-d5b174c5a762 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1102 time: 0.1505070 Aug 10 03:13:56.365732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.423198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5e1058a-db3d-4e29-9487-b1864f00e706 req-01beae6b-1425-45b5-a790-8c0d948ccce5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Aug 10 03:13:56.479851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] Transition to ACTIVE for port object d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:56.504407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23ccbd-a9a8-400b-89f1-312b320e83ce req-0cf1c53c-8fad-4dc0-ab60-6f1828df89ae tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.505918 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3c23ccbd-a9a8-400b-89f1-312b320e83ce req-0cf1c53c-8fad-4dc0-ab60-6f1828df89ae tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.2126906 Aug 10 03:13:56.571934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Attempting to bind port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:56.571934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Attempting to bind port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:56.571934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Attempting to bind port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:56.591154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:56.591532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Attempting to bind port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:56.601394 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3c23ccbd-a9a8-400b-89f1-312b320e83ce req-249c7b0a-d3bd-41b8-95f7-1bea682ff2d6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834806 Aug 10 03:13:56.602679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-ae404a05-3867-463d-8ca5-60e43407693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.604578 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-ae404a05-3867-463d-8ca5-60e43407693d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2065322 Aug 10 03:13:56.605414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:56.606003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:56.606336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:56.606781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Bound port: 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:56.607139 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.617599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.691907 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-427cb104-6f8e-4bd4-9cf8-a96b979510e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0623391 Aug 10 03:13:56.777070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] No DVR routers for this DVR port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:56.786738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.792550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-0b1cc06b-bcb0-4898-a558-f306451156ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.793520 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-0b1cc06b-bcb0-4898-a558-f306451156ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0923045 Aug 10 03:13:56.794971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] For port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:56.800488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] For port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:56.809859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276d675-48aa-4e66-81de-ff30261144f3 req-a6fde62e-e4f2-4671-b43b-e5d8d9ae6ae0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.811349 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b276d675-48aa-4e66-81de-ff30261144f3 req-a6fde62e-e4f2-4671-b43b-e5d8d9ae6ae0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1236079 Aug 10 03:13:56.832542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-b8d307b8-12e5-40a9-8545-48abbaba6523 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 1.4961133 Aug 10 03:13:56.844388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-0a8831e1-f0ce-44ca-85c5-ff76852dd9f9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.845902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-0a8831e1-f0ce-44ca-85c5-ff76852dd9f9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.46 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 822 time: 0.2227566 Aug 10 03:13:56.861688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'port': {'device_id': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'admin_state_up': True, 'tenant_id': '8883b1e671564591810c800ff1aa0422'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:56.879232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-120d42ba-69dc-4fcc-9312-58db8af44678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:56.881034 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-120d42ba-69dc-4fcc-9312-58db8af44678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0685475 Aug 10 03:13:56.891149 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b276d675-48aa-4e66-81de-ff30261144f3 req-c97b2720-62ce-48c3-ab01-d99727062ddc tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713503 Aug 10 03:13:56.974453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.023245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.023881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.025376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/7d7b4d0e-b50b-4984-8ed9-f0aea940a087 HTTP/1.1" status: 200 len: 1097 time: 1.5006845 Aug 10 03:13:57.027193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'tag': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:57.030067 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e658c2b9-7a17-4846-a102-4f599cd09542" -d '{"events": [{"name": "network-changed", "server_uuid": "bb957e9f-5122-4e14-8b02-8a24d98ca9ff", "tag": "7d7b4d0e-b50b-4984-8ed9-f0aea940a087"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:57.071234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Made reservation on behalf of 8883b1e671564591810c800ff1aa0422 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:57.076572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.122923 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-469552e5-a416-4938-ba39-6a6be970aa42 req-e09d11d7-82c7-406a-a9b6-ba78c6f33e44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0729458 Aug 10 03:13:57.123860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3585ff-3ac8-4ce3-b4a3-6653b16289a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:57.158309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-224ab5ad-47a9-440a-ab54-4d162eb34373 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661319 Aug 10 03:13:57.181987 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-515d990a-5ae0-432e-a3df-56cd6456d942 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.183480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-515d990a-5ae0-432e-a3df-56cd6456d942 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.1330092 Aug 10 03:13:57.198410 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388bb75d-bb25-4038-9f6a-1e01fee7b228 x-openstack-request-id: req-388bb75d-bb25-4038-9f6a-1e01fee7b228 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:57.198704 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb957e9f-5122-4e14-8b02-8a24d98ca9ff", "tag": "7d7b4d0e-b50b-4984-8ed9-f0aea940a087", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:57.198976 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-388bb75d-bb25-4038-9f6a-1e01fee7b228 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:57.200067 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'tag': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087', 'status': 'completed', 'code': 200} Aug 10 03:13:57.273566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Allocated IP 172.20.0.13 (d0ddfb4d-438e-4eb8-9d41-aefbc6090680/822b4b46-7b6f-4393-9586-6282deb49482/9903b257-fcbd-4a77-991f-0723b68eb908) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:57.361460 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a65282ab-0f31-40f0-9962-3d968fd6f8f8 req-2dc1cfdd-0ab7-4058-be18-56e4ab1e041e service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904874 Aug 10 03:13:57.405113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448e3a-8c4b-4c56-9512-1b656c3e1918 req-f7460a3b-31bd-44d6-a50f-986697ad8946 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.406292 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a6448e3a-8c4b-4c56-9512-1b656c3e1918 req-f7460a3b-31bd-44d6-a50f-986697ad8946 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.1404414 Aug 10 03:13:57.417842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-34c7929a-e05d-4732-b873-ca588beed7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.419631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-34c7929a-e05d-4732-b873-ca588beed7dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09&tenant_id=fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 1096 time: 0.1330204 Aug 10 03:13:57.424546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-36795d33-3d61-4055-8441-aeaf9839541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.427576 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-36795d33-3d61-4055-8441-aeaf9839541a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 1100 time: 0.0882874 Aug 10 03:13:57.442627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.457445 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a6448e3a-8c4b-4c56-9512-1b656c3e1918 req-59958518-ff24-4415-90d1-b131c896cd0f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360587 Aug 10 03:13:57.531749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-5780d0ec-24f6-4335-a80f-bdbdefef1ce3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087 HTTP/1.1" status: 200 len: 217 time: 0.0662501 Aug 10 03:13:57.595939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-95487393-5acd-47c2-ac64-f21f4f6e42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.597464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-95487393-5acd-47c2-ac64-f21f4f6e42ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1096 time: 0.1254604 Aug 10 03:13:57.634857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6124c68-b0e5-4287-a803-f3fc45fc7110 req-f27e8337-d11b-47d7-b761-5f37cd0e0233 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.636374 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6124c68-b0e5-4287-a803-f3fc45fc7110 req-f27e8337-d11b-47d7-b761-5f37cd0e0233 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.1078610 Aug 10 03:13:57.642962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.677189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-c03af89a-0cc8-438a-a199-933ee8b4cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.678633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-c03af89a-0cc8-438a-a199-933ee8b4cefe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1206818 Aug 10 03:13:57.680977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:57.687639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:57.692226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:57.761919 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6124c68-b0e5-4287-a803-f3fc45fc7110 req-d1c65a15-c143-4c50-bd1a-f82f94d9e6f6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908659 Aug 10 03:13:57.762712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:57.781210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-ec603453-8872-4ded-ab54-93b54bcc3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.782681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-ec603453-8872-4ded-ab54-93b54bcc3dad service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1710985 Aug 10 03:13:57.784291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.784455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-ae4fcfb6-5d22-4243-b212-36a53460dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.784939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.785696 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-ae4fcfb6-5d22-4243-b212-36a53460dcf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885515 Aug 10 03:13:57.806917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9202-cd3e-4673-9d59-43670f998087 req-6482b8e7-f6bb-43e8-abf6-f2a0a09a7de5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.808426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a48a9202-cd3e-4673-9d59-43670f998087 req-6482b8e7-f6bb-43e8-abf6-f2a0a09a7de5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.1146433 Aug 10 03:13:57.851807 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-aa7354ca-ecf3-47c1-9dd4-ca749ba0a9eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 200 len: 217 time: 0.0458262 Aug 10 03:13:57.852665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a48a9202-cd3e-4673-9d59-43670f998087 req-1ee5adaa-f600-4e88-9239-0adab4869ca8 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Aug 10 03:13:57.866064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-82bc647a-f45e-43f2-8b00-2ecac965222d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0086913 Aug 10 03:13:57.880536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Request body: {'port': {'device_id': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:57.951528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.009425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43916) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:58.160880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-223ebc8e-6852-4dcc-858a-6c44073d40b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.277572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-74cc68fb-52bb-4617-8990-d51abaf469f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.278939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-74cc68fb-52bb-4617-8990-d51abaf469f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.3855574 Aug 10 03:13:58.298437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4a0e-e476-4545-bee8-44043e0d20e2 req-d25c1e85-6dd6-46d9-a60f-b891e415c96f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.304368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-540a4a0e-e476-4545-bee8-44043e0d20e2 req-d25c1e85-6dd6-46d9-a60f-b891e415c96f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 932 time: 0.0974560 Aug 10 03:13:58.307395 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-e3c2e785-f6e2-4ce8-b5ea-fa92dc19588d service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905314 Aug 10 03:13:58.325299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-ef80d192-5f53-4d52-b784-cbe7ffa6414f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333316 Aug 10 03:13:58.338838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926be6eb-3745-4562-b6ca-b659700e29a6 req-feb6944d-c973-485a-9a8e-5b349d39617e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.340378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-926be6eb-3745-4562-b6ca-b659700e29a6 req-feb6944d-c973-485a-9a8e-5b349d39617e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1194718 Aug 10 03:13:58.384951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9903b257-fcbd-4a77-991f-0723b68eb908 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:13:58.393790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-540a4a0e-e476-4545-bee8-44043e0d20e2 req-ec6f8a1b-1d60-4d9d-8b07-a9eafd33131e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834820 Aug 10 03:13:58.399724 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.421520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Transition to ACTIVE for port object 9903b257-fcbd-4a77-991f-0723b68eb908 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:58.433922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-223ebc8e-6852-4dcc-858a-6c44073d40b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.482967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.491110 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-926be6eb-3745-4562-b6ca-b659700e29a6 req-ed9b08dc-3c0b-43a6-b4c0-19d5b5f36d30 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062086 Aug 10 03:13:58.533868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-223ebc8e-6852-4dcc-858a-6c44073d40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.534023 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b028c08e-76d4-4473-a2f6-a1cd29ccd267 req-d0282681-f94b-43e5-a160-5c21ea5fe336 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066388 Aug 10 03:13:58.534023 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-6b61faf0-1f3e-425a-8c35-f51c0cbeb11f service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886270 Aug 10 03:13:58.620298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:58.624299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-223ebc8e-6852-4dcc-858a-6c44073d40b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5263421dee749c0a02bf4ae3ca93445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137168 Aug 10 03:13:58.627102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ebc8e-6852-4dcc-858a-6c44073d40b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55662f56-f6b2-4404-9091-b1d8b12fdbcb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:58.629489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43926) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:58.674537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c312f-eac1-411e-9026-f79a3e2c1a64 req-bf8e7304-c55e-4b29-9c2f-dd2745b4d51a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.676047 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-af0c312f-eac1-411e-9026-f79a3e2c1a64 req-bf8e7304-c55e-4b29-9c2f-dd2745b4d51a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.1031451 Aug 10 03:13:58.679041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Attempting to bind port 9903b257-fcbd-4a77-991f-0723b68eb908 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:58.679388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Attempting to bind port 9903b257-fcbd-4a77-991f-0723b68eb908 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:58.679745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Attempting to bind port 9903b257-fcbd-4a77-991f-0723b68eb908 on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:58.691415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Port 9903b257-fcbd-4a77-991f-0723b68eb908 on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:13:58.691641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Attempting to bind port 9903b257-fcbd-4a77-991f-0723b68eb908 on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:58.693160 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-2ca8e5a0-91b2-4a7c-9855-091092adc1f8 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374969 Aug 10 03:13:58.700222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:58.700588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Checking segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:58.700973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Bound using segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:58.701401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Bound port: 9903b257-fcbd-4a77-991f-0723b68eb908, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:58.701761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.726782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-023fe196-8d6e-40e0-8f88-28d23023dbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.728185 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-af0c312f-eac1-411e-9026-f79a3e2c1a64 req-bdf96984-8422-4ba1-a822-4ecd99e25568 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Aug 10 03:13:58.760135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-322d5463-3622-4695-b84f-91b021e7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.762441 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-322d5463-3622-4695-b84f-91b021e7eb40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e98722b8d3734b5899923a1dfe261fcf&device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 1100 time: 0.0540588 Aug 10 03:13:58.783724 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-023fe196-8d6e-40e0-8f88-28d23023dbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.819978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:58.839330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:58.899916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-f949257f-09ab-4a6e-b000-af57d3f08a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.901417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-f949257f-09ab-4a6e-b000-af57d3f08a5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1066422 Aug 10 03:13:58.922352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18246077-03fd-4308-bee3-9b5761ebe538 req-4234fae4-c61b-4603-889d-243da726da56 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.924134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18246077-03fd-4308-bee3-9b5761ebe538 req-4234fae4-c61b-4603-889d-243da726da56 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0642200 Aug 10 03:13:58.925964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.966169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-023fe196-8d6e-40e0-8f88-28d23023dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.971286 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-023fe196-8d6e-40e0-8f88-28d23023dbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:58.971286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-023fe196-8d6e-40e0-8f88-28d23023dbfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55662f56-f6b2-4404-9091-b1d8b12fdbcb HTTP/1.1" status: 204 len: 168 time: 0.3360982 Aug 10 03:13:58.973495 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-4d2eb78a-4b9e-4abe-a7a7-bfaa9730c231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087 HTTP/1.1" status: 200 len: 217 time: 0.0543711 Aug 10 03:13:58.999931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:58.999931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.001602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-b95abef0-2106-40f6-97fd-af55234caada service neutron] 10.222.0.46 "PUT /v2.0/ports/9903b257-fcbd-4a77-991f-0723b68eb908 HTTP/1.1" status: 200 len: 1093 time: 1.1251738 Aug 10 03:13:59.002183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:59.004934 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0b331-ab60-40d5-bea9-641a0198cfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:59.011335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fe196-8d6e-40e0-8f88-28d23023dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55662f56-f6b2-4404-9091-b1d8b12fdbcb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.059697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-6f9d156d-b55c-4c62-8d81-23da58988654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.061219 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-6f9d156d-b55c-4c62-8d81-23da58988654 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0728102 Aug 10 03:13:59.070535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca2315-152b-4a2d-9171-110a53b26987 req-7ca72e30-d641-460a-8733-d025995b6d9c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.076381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18246077-03fd-4308-bee3-9b5761ebe538 req-a570c0b6-16c7-4314-94cf-ef74c36f020e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355841 Aug 10 03:13:59.076381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95abef0-2106-40f6-97fd-af55234caada service neutron] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.076762 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cca2315-152b-4a2d-9171-110a53b26987 req-7ca72e30-d641-460a-8733-d025995b6d9c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.1443055 Aug 10 03:13:59.141873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-6a550ac3-c532-4e7c-8335-4d09b2180999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.143556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-6a550ac3-c532-4e7c-8335-4d09b2180999 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0485439 Aug 10 03:13:59.150298 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cca2315-152b-4a2d-9171-110a53b26987 req-2f82858e-66b2-46a1-9689-eed0e66f57bb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693879 Aug 10 03:13:59.154448 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1668ca-6c11-44f5-81c3-f03a7271f68a x-openstack-request-id: req-9c1668ca-6c11-44f5-81c3-f03a7271f68a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:59.154837 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:59.155684 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c1668ca-6c11-44f5-81c3-f03a7271f68a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:59.155875 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908', 'status': 'completed', 'code': 200} Aug 10 03:13:59.180617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-82ee6aa7-691d-4681-a556-1102f7a73f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.187123 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-82ee6aa7-691d-4681-a556-1102f7a73f86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1140945 Aug 10 03:13:59.221926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-44e593fb-b876-4379-8406-16a5d34af8d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9903b257-fcbd-4a77-991f-0723b68eb908 HTTP/1.1" status: 200 len: 217 time: 0.0571933 Aug 10 03:13:59.274424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-7ab15226-756a-47eb-87f9-d35fa69a24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.276392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-7ab15226-756a-47eb-87f9-d35fa69a24eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=822b4b46-7b6f-4393-9586-6282deb49482 HTTP/1.1" status: 200 len: 862 time: 0.0466399 Aug 10 03:13:59.285010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-f02b9e8f-4e1c-4650-bf7e-bd7e80500a65 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877771 Aug 10 03:13:59.312133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-af12dd8c-4e89-4ae9-8c2b-cb32cfa09f12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276971 Aug 10 03:13:59.396809 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e658c2b9-7a17-4846-a102-4f599cd09542 req-2e68dc2c-f909-4daa-901f-16c734d01ca4 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008780 Aug 10 03:13:59.431888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:59.454201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-8d41d0cc-790a-4a19-b054-b09249a56aba service neutron] 10.222.0.46 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227019 Aug 10 03:13:59.555390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.596460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:59.599266 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670cdb7c-363e-4d02-a2ce-cc7ab42fdc87" -d '{"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:59.617238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:59.686037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53468-7eb0-405c-ad49-1b79f2ddbb58 req-3121979e-89d4-423a-bdf4-66ace0fe8080 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.693387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d53468-7eb0-405c-ad49-1b79f2ddbb58 req-3121979e-89d4-423a-bdf4-66ace0fe8080 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 944 time: 0.0900292 Aug 10 03:13:59.722760 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.727584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8e15299-7305-4b8a-864d-71e685d40e52 req-64d963b9-5ab3-4c44-b4c3-47930d67a414 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530451 Aug 10 03:13:59.752414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d53468-7eb0-405c-ad49-1b79f2ddbb58 req-26ebeb87-c837-47c3-b77f-baf5cd78c4e4 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552430 Aug 10 03:13:59.821763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.831527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.831991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.832482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.832940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.833480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.833874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.834301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.834874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.835300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.835723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.836147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.836620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:59.846897 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0420d420-100c-4792-a22e-746da3cf8b8b x-openstack-request-id: req-0420d420-100c-4792-a22e-746da3cf8b8b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:59.851821 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:59.851821 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0420d420-100c-4792-a22e-746da3cf8b8b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:59.851821 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'code': 200} Aug 10 03:13:59.857536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb146f-14fd-494f-a74a-8da78e6b8a23 req-ccaa9b88-2634-46bb-a023-5f218cea89a7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.859067 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a8fb146f-14fd-494f-a74a-8da78e6b8a23 req-ccaa9b88-2634-46bb-a023-5f218cea89a7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1036680 Aug 10 03:13:59.865923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-c6322a2e-8ceb-4986-99fe-b5190307a149 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.867432 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-c6322a2e-8ceb-4986-99fe-b5190307a149 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.0667148 Aug 10 03:13:59.967289 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a8fb146f-14fd-494f-a74a-8da78e6b8a23 req-78123a7e-3ad0-4b9a-a8dc-4e0143c123ab tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986874 Aug 10 03:13:59.967494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-bf1040c5-1c25-4489-be04-d2d0b5fd4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.972205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-bf1040c5-1c25-4489-be04-d2d0b5fd4806 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 1096 time: 0.1085200 Aug 10 03:13:59.979713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d782-a2df-4988-824c-ef8d82c1c070 req-ea450ba2-35eb-4d9a-9f4f-352044c03408 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:59.981742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2f2d782-a2df-4988-824c-ef8d82c1c070 req-ea450ba2-35eb-4d9a-9f4f-352044c03408 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.0762842 Aug 10 03:14:00.073462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2f2d782-a2df-4988-824c-ef8d82c1c070 req-4cbd947b-7afd-47c6-9d0d-2449d33d0d1a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850489 Aug 10 03:14:00.110540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-b2c1f6d8-cf49-4778-bc07-416c0f2ce92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.115546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-b2c1f6d8-cf49-4778-bc07-416c0f2ce92c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 923 time: 0.1228819 Aug 10 03:14:00.117345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-1793ff40-062c-410b-84b4-61fdaa70751a service neutron] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:00.120681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-1793ff40-062c-410b-84b4-61fdaa70751a service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.122469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9a42903-e4b9-49c7-ba15-1c0cf99615e1 req-1793ff40-062c-410b-84b4-61fdaa70751a service neutron] 10.222.0.54 "DELETE /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.2426894 Aug 10 03:14:00.170333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-80ebfd2b-81f7-422f-bce5-0f0814049036 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9903b257-fcbd-4a77-991f-0723b68eb908 HTTP/1.1" status: 200 len: 217 time: 0.0397997 Aug 10 03:14:00.220136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e48c3818-9027-45ec-baa6-c163cfd4b943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.244944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79178-2289-4966-bd34-226047862a0b req-99d1d284-7e39-4635-97f8-d7d0f1ae2c3e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.247266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4bb79178-2289-4966-bd34-226047862a0b req-99d1d284-7e39-4635-97f8-d7d0f1ae2c3e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.0702684 Aug 10 03:14:00.258446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-9d2991a6-9ef0-4575-af73-d5e7969e529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.260099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-9d2991a6-9ef0-4575-af73-d5e7969e529e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=822b4b46-7b6f-4393-9586-6282deb49482 HTTP/1.1" status: 200 len: 862 time: 0.0826652 Aug 10 03:14:00.273542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:00.298609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4bb79178-2289-4966-bd34-226047862a0b req-99902c72-3fdf-4d51-a61f-e44e43307d45 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Aug 10 03:14:00.299334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16535b3d-350e-462f-b5da-ebedebfbe657 req-b64457d0-4d15-4490-941c-6829c6e3c624 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.300879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16535b3d-350e-462f-b5da-ebedebfbe657 req-b64457d0-4d15-4490-941c-6829c6e3c624 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1096 time: 0.0875640 Aug 10 03:14:00.302821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-ed406bd0-8b12-4c73-a962-aa6a750944be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303769 Aug 10 03:14:00.381389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16535b3d-350e-462f-b5da-ebedebfbe657 req-c0666d11-7d3d-494d-be4d-ff4cd614c086 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740030 Aug 10 03:14:00.398817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1489155300-network', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:00.427454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-97b84d9e-c9b6-4866-8916-0a92b9646eae service neutron] 10.222.0.46 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998569 Aug 10 03:14:00.435972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ccf1d-cfdc-401b-bfd3-54477ccd4011 req-c02cc6c0-e403-4050-8b9a-9260056290de tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.437624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d9ccf1d-cfdc-401b-bfd3-54477ccd4011 req-c02cc6c0-e403-4050-8b9a-9260056290de tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.0778589 Aug 10 03:14:00.479160 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d9ccf1d-cfdc-401b-bfd3-54477ccd4011 req-38929e96-8348-4d51-b635-a40d5b7cad3e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Aug 10 03:14:00.525316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dd0b331-ab60-40d5-bea9-641a0198cfa1 req-5fdd1213-a5dd-4d7e-9b7b-8145573b64e9 service neutron] 10.222.0.46 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924759 Aug 10 03:14:00.568682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Made reservation on behalf of 6e5fc313f52549a9969d05d6e663fd38 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:00.570919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.581991 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.601320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1052ba0-1e9c-455b-98de-e63cdf5314fb req-f1d259a2-0f44-4e8b-aa20-67bbb9db5e45 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:00.602866 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a1052ba0-1e9c-455b-98de-e63cdf5314fb req-f1d259a2-0f44-4e8b-aa20-67bbb9db5e45 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 1096 time: 0.0637057 Aug 10 03:14:00.670995 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a1052ba0-1e9c-455b-98de-e63cdf5314fb req-b02926d5-68c0-4bbd-818e-07d83930f3d7 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 Aug 10 03:14:00.719259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.779138 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.803912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:14:00.814376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055efe05-1bc5-4392-8abe-554d6bc945c7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:00.819189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:00.819725 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Added segment 0d07edd5-50b9-48f8-ac1d-6d47638daa7b of type vlan for network d088f17a-201a-4a94-b996-265ee4675ce7 Aug 10 03:14:00.876126 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.002423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.004330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.004330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.067868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] Pushing event updated for resources: {'Network': ['ID=d088f17a-201a-4a94-b996-265ee4675ce7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:01.078001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d088f17a-201a-4a94-b996-265ee4675ce7 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:14:01.135694 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6a43133e-43db-43e7-a5ce-3017e342b518 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8606184 Aug 10 03:14:01.138400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2a954-d540-41c9-8ebd-2f527ed856e0 req-c51d607f-6f72-432c-a330-6bc04599f71e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.138973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44002) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:01.144695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7e2a954-d540-41c9-8ebd-2f527ed856e0 req-c51d607f-6f72-432c-a330-6bc04599f71e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 944 time: 0.0556929 Aug 10 03:14:01.146234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Request body: {'subnet': {'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1489155300-subnet', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:01.231050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Made reservation on behalf of 6e5fc313f52549a9969d05d6e663fd38 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:01.233687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.235404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7e2a954-d540-41c9-8ebd-2f527ed856e0 req-a836405f-6613-4c92-8595-773b5d8961d1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Aug 10 03:14:01.268933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-a2a45ee0-71c5-4041-8235-034cb1b46fbe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.278009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-a2a45ee0-71c5-4041-8235-034cb1b46fbe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63&tenant_id=340618df28e74e3bb818eb8c4df9e674&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 948 time: 0.1080236 Aug 10 03:14:01.364749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa03d7-21c6-4006-98c9-202946d4a3b6 req-965146f5-cd1e-4863-92f1-4def067b5c64 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.366286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adfa03d7-21c6-4006-98c9-202946d4a3b6 req-965146f5-cd1e-4863-92f1-4def067b5c64 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0838563 Aug 10 03:14:01.402903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-a7f54a55-17a5-45a1-8f64-e812190c7778 service neutron] 10.222.0.46 "GET /v2.0/ports/9e0390be-bc2a-4642-a269-63130fb9340d/bindings/n-h1-765315-26 HTTP/1.1" status: 200 len: 383 time: 0.0969055 Aug 10 03:14:01.410865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dc413-47c3-4ebd-966d-7c9c64f2e35c req-8de7ba0b-9755-4ea4-8f40-d38990e0eabe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.412323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad1dc413-47c3-4ebd-966d-7c9c64f2e35c req-8de7ba0b-9755-4ea4-8f40-d38990e0eabe tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.0808308 Aug 10 03:14:01.451300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:01.475711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adfa03d7-21c6-4006-98c9-202946d4a3b6 req-3fe19276-73e6-4ca4-9535-db37b8225d52 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881526 Aug 10 03:14:01.500996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad1dc413-47c3-4ebd-966d-7c9c64f2e35c req-a07bddd4-6675-4114-9e29-05aa5019b7b5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783899 Aug 10 03:14:01.513273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-88ee7138-405d-4983-9f10-ecbca2fd7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.515332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-88ee7138-405d-4983-9f10-ecbca2fd7bd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1100 time: 0.0751076 Aug 10 03:14:01.617621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.634120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-6a17eb5d-349f-43a6-a6d6-1cb865d30746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.635022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9e0390be-bc2a-4642-a269-63130fb9340d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '9e0390be-bc2a-4642-a269-63130fb9340d', 'mac_address': 'fa:16:3e:68:81:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:01.635735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-6a17eb5d-349f-43a6-a6d6-1cb865d30746 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1067038 Aug 10 03:14:01.654511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fa326-980d-465e-995f-dba1bb43a269 req-55b87591-f518-4d39-bb90-9b03640613ff tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.655973 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a81fa326-980d-465e-995f-dba1bb43a269 req-55b87591-f518-4d39-bb90-9b03640613ff tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.0494301 Aug 10 03:14:01.657307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.674741 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.688078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-2642773e-32c2-4b42-b613-7af373c50909 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0433903 Aug 10 03:14:01.688890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0390be-bc2a-4642-a269-63130fb9340d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:01.708287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:01.737718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98485f93-762f-49ad-bd8c-8ce9ac108216,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:01.741495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-9859db2a-56ad-45f3-b2ac-9438044f99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.743211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-9859db2a-56ad-45f3-b2ac-9438044f99f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0454936 Aug 10 03:14:01.754773 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a81fa326-980d-465e-995f-dba1bb43a269 req-da5729f1-dae0-4fb7-b1ec-63607f828cf4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896208 Aug 10 03:14:01.755477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Checking segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:01.756097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Network hostable DHCP agents. Network: d088f17a-201a-4a94-b996-265ee4675ce7, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:14:01.798666 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.798911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-7a834609-32ac-4435-a36f-1660e9cc0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.800515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-7a834609-32ac-4435-a36f-1660e9cc0df4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0468347 Aug 10 03:14:01.848434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:01.852669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Network d088f17a-201a-4a94-b996-265ee4675ce7 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:14:01.899885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-0643faea-56ff-4c1e-ab1f-ea21dc5b20ee service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896740 Aug 10 03:14:01.927692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d088f17a-201a-4a94-b996-265ee4675ce7) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:01.931692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.932287 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.939167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab429660-9eef-49cd-a6f9-4eafad8a7f5f None None] Network d088f17a-201a-4a94-b996-265ee4675ce7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:01.995255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-36f79e2e-ebe0-4f4d-9837-8ee7b34e2fb8 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826983 Aug 10 03:14:02.014266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dea862af-a95b-4f82-a61b-a66be2ca6d20 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8742154 Aug 10 03:14:02.016940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:02.021357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:02.086176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-d088f17a-201a-4a94-b996-265ee4675ce7', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:14:02.087010 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.108256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9e0390be-bc2a-4642-a269-63130fb9340d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:02.111632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.113060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.168918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.275777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Allocated IP 172.20.0.2 (d088f17a-201a-4a94-b996-265ee4675ce7/98485f93-762f-49ad-bd8c-8ce9ac108216/09cc7dec-9d6d-45ea-b0c8-a47498eec0de) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:02.374774 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.401700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa847b7-2fba-4862-abd9-369def9b2734 req-6fd6ed44-0a2e-4419-8343-2051d8dcd7cf tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.407502 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8aa847b7-2fba-4862-abd9-369def9b2734 req-6fd6ed44-0a2e-4419-8343-2051d8dcd7cf tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 944 time: 0.0904217 Aug 10 03:14:02.462167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8aa847b7-2fba-4862-abd9-369def9b2734 req-fd709a3d-24eb-43c6-b9a4-3e30b2816652 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448399 Aug 10 03:14:02.477270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.495623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Transition to ACTIVE for port object 09cc7dec-9d6d-45ea-b0c8-a47498eec0de will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:02.513600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Transition to ACTIVE for port object 09cc7dec-9d6d-45ea-b0c8-a47498eec0de will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:02.570665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.609585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.628234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Network d088f17a-201a-4a94-b996-265ee4675ce7 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:02.632382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:02.635345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a2c47-ee24-42f1-b1e2-3711d5595bee req-6776ab54-3fd4-420a-b207-90cbb1a15127 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.640843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:02.644334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Pushing event updated for resources: {'Port': ['ID=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.646123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9a2c47-ee24-42f1-b1e2-3711d5595bee req-6776ab54-3fd4-420a-b207-90cbb1a15127 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0944357 Aug 10 03:14:02.703926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Attempting to bind port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:02.704089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9a2c47-ee24-42f1-b1e2-3711d5595bee req-a866fe05-f938-4283-9b17-c239dd64527b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497985 Aug 10 03:14:02.704407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Attempting to bind port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:02.704840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Attempting to bind port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de on network d088f17a-201a-4a94-b996-265ee4675ce7 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:02.710366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:02.710847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Checking segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:02.711448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.711781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Bound using segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:02.712325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Bound port: 09cc7dec-9d6d-45ea-b0c8-a47498eec0de, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:02.713144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.759630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bfca4-44a2-478a-a5c0-fec8ae6888ea req-06159c6c-d21a-4c76-9349-3804ba21f1b6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.763392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ab6bfca4-44a2-478a-a5c0-fec8ae6888ea req-06159c6c-d21a-4c76-9349-3804ba21f1b6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 949 time: 0.1868091 Aug 10 03:14:02.797418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] For port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:02.799311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] For port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:02.804053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.830383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.851929 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ab6bfca4-44a2-478a-a5c0-fec8ae6888ea req-8460f599-87c7-40ca-87a9-45202eccf167 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802724 Aug 10 03:14:02.867171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.948805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933a94-89df-460a-89cf-372ec02f55c6 None None] Pushing event updated for resources: {'Port': ['ID=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.993636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fcf32-854e-470f-8640-89485212f447 req-99bc20da-1134-490d-8149-f87c91006192 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.995812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-441fcf32-854e-470f-8640-89485212f447 req-99bc20da-1134-490d-8149-f87c91006192 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.0680180 Aug 10 03:14:03.000898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Allocated IP 172.25.1.239 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/dcf91db1-e9ed-4d86-bd5f-171dce42144c) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:03.027606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-490ef143-69a0-438c-aef5-5ad5b137e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.059401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-441fcf32-854e-470f-8640-89485212f447 req-5d2b625c-9146-4098-a52e-73db0085c2be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Aug 10 03:14:03.127280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.265419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.314127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:03.317974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:03.320462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Pushing event updated for resources: {'Port': ['ID=dcf91db1-e9ed-4d86-bd5f-171dce42144c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:03.322643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:03.461112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:03.466534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:03.576218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9e0390be-bc2a-4642-a269-63130fb9340d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:03.576529 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.631212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:03.646432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9903b257-fcbd-4a77-991f-0723b68eb908', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'port_id': '9903b257-fcbd-4a77-991f-0723b68eb908', 'mac_address': 'fa:16:3e:3c:18:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b4b46-7b6f-4393-9586-6282deb49482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:03.679089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5a221-52ff-4b65-b654-7252289e881f req-11753f83-6f53-4c7b-bf9a-0b6234c34b36 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.686454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4c5a221-52ff-4b65-b654-7252289e881f req-11753f83-6f53-4c7b-bf9a-0b6234c34b36 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 944 time: 0.1188605 Aug 10 03:14:03.706812 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.725093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.729355 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.748753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9903b257-fcbd-4a77-991f-0723b68eb908 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:03.765756 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4c5a221-52ff-4b65-b654-7252289e881f req-5f53d409-f9d7-47a4-8abb-67908681be01 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784276 Aug 10 03:14:03.783171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:03.786505 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fbc9ef-119b-4318-a82b-8c9c42fefd1b" -d '{"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-plugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:03.793642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:03.807660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:03.877837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81484786-ed4a-49c6-a950-967e8880c3bf req-92ed0415-3afb-41ff-bad5-118750c4d449 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.879593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81484786-ed4a-49c6-a950-967e8880c3bf req-92ed0415-3afb-41ff-bad5-118750c4d449 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0553133 Aug 10 03:14:03.895035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.960716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81484786-ed4a-49c6-a950-967e8880c3bf req-a88026c7-eeeb-4c1d-bcb8-dfc31201b791 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672226 Aug 10 03:14:03.987236 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d6c127-c5d8-402f-975d-b93dbaf68405 x-openstack-request-id: req-52d6c127-c5d8-402f-975d-b93dbaf68405 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:03.988018 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-plugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:03.988018 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52d6c127-c5d8-402f-975d-b93dbaf68405 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:03.989573 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'code': 200} Aug 10 03:14:04.000241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.045691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:04.081137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.101469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.140234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:04.188941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9903b257-fcbd-4a77-991f-0723b68eb908'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:04.198008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e6377-0c45-443a-8012-fbe152afac52 req-e4562092-6e13-494a-958e-2d9fa75659ea tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.207452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-221e6377-0c45-443a-8012-fbe152afac52 req-e4562092-6e13-494a-958e-2d9fa75659ea tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0817695 Aug 10 03:14:04.259977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-221e6377-0c45-443a-8012-fbe152afac52 req-aa6e7fb6-8c3d-49f1-8d6b-67982202f03b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512242 Aug 10 03:14:04.288792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d20b06-77c9-4faf-99c9-4ff07f8d0d75 None None] Network d088f17a-201a-4a94-b996-265ee4675ce7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:14:04.462536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a322fca-4561-408c-886c-69578933d443 None None] Provisioning for port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:04.631277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:14:04.693949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790e5a-85bc-4159-bdbf-227d51024b2e req-6c66c931-28cd-4323-bcc9-e711bb83193e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.696933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-42790e5a-85bc-4159-bdbf-227d51024b2e req-6c66c931-28cd-4323-bcc9-e711bb83193e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 948 time: 0.3885844 Aug 10 03:14:04.744238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:04.790744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-42790e5a-85bc-4159-bdbf-227d51024b2e req-b23e6581-988e-4ada-bbbd-d8405ae357eb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828249 Aug 10 03:14:04.825775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:14:04.847880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Sync routers for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:14:04.882016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:04.882939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:04.891253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:04.917026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd38cc3-4e56-4c58-8c13-1d630d59fd03 req-49a2a759-6833-4a17-ad12-fdf4c681feff tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.919766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0dd38cc3-4e56-4c58-8c13-1d630d59fd03 req-49a2a759-6833-4a17-ad12-fdf4c681feff tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0612669 Aug 10 03:14:04.939464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:04.943293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9829db42-dfc4-42cc-9363-b3665cd198bf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9229610 Aug 10 03:14:04.945518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44048) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:05.002098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0dd38cc3-4e56-4c58-8c13-1d630d59fd03 req-ed3103c7-dbb8-43b8-9122-87e6f9e1c5c8 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Aug 10 03:14:05.161295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087', 'mac_address': 'fa:16:3e:29:38:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:05.210483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09cc7dec-9d6d-45ea-b0c8-a47498eec0de up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:05.254081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.261076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:05.303430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:05.320641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cce05-7cb7-4528-a4a3-ed5e35ef9e56 req-ecebb9c3-f909-4876-8927-99c5108da94a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.322177 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c36cce05-7cb7-4528-a4a3-ed5e35ef9e56 req-ecebb9c3-f909-4876-8927-99c5108da94a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1943913 Aug 10 03:14:05.399097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-cb48d63b-3679-41e7-ac21-1c7ae4648bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.402959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-cb48d63b-3679-41e7-ac21-1c7ae4648bcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63&tenant_id=340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 1102 time: 0.0767126 Aug 10 03:14:05.456730 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c36cce05-7cb7-4528-a4a3-ed5e35ef9e56 req-bd3c094b-2b31-4573-ae79-79526cc7cdd5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217797 Aug 10 03:14:05.505181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:05.514926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:05.522407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a489-1528-4f10-b02e-39e684f3910a req-bb5c8a64-c1a5-4af7-881b-e21c3a0cc48e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.524132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a43a489-1528-4f10-b02e-39e684f3910a req-bb5c8a64-c1a5-4af7-881b-e21c3a0cc48e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0951188 Aug 10 03:14:05.530953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-1e5790de-87f1-4f00-a3b6-5c8423b90c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.532531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-1e5790de-87f1-4f00-a3b6-5c8423b90c8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1102 time: 0.0939629 Aug 10 03:14:05.623508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:05.629338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:05.629755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.631394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.632496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a43a489-1528-4f10-b02e-39e684f3910a req-2ce02dba-62a7-498d-9ef9-720b8fe0e075 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986555 Aug 10 03:14:05.673057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.678632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.680417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-ed9a1f90-56bb-428e-950c-1c3087707808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.685903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-ed9a1f90-56bb-428e-950c-1c3087707808 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1443627 Aug 10 03:14:05.710184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 9903b257-fcbd-4a77-991f-0723b68eb908 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:05.730187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9903b257-fcbd-4a77-991f-0723b68eb908 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:05.731130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.748307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-8e3d7711-d970-4daa-a1c0-6ec2ffee3d30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0539584 Aug 10 03:14:05.785419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:05.806732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:03Z', 'revision_number': 3, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:05.841313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Allocated IP 172.20.0.1 (d088f17a-201a-4a94-b996-265ee4675ce7/98485f93-762f-49ad-bd8c-8ce9ac108216/9d0d063f-8af4-4f47-bc85-4ebb6e268697) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:05.849983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-cde6f9e5-4eec-4c6e-a7ac-eab30e63a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.855346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-cde6f9e5-4eec-4c6e-a7ac-eab30e63a28c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0944390 Aug 10 03:14:05.859267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Checking router: 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:14:05.859681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Updating router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 port dcf91db1-e9ed-4d86-bd5f-171dce42144c binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:14:05.922392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.924064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:05.929650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-adb643b2-40c8-4a39-bc67-fadb6bb007a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.933024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-adb643b2-40c8-4a39-bc67-fadb6bb007a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686779 Aug 10 03:14:05.963828 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.009991 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.019861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dde19-9a73-4c82-bef2-3f40f14874b5 req-e2aade79-f9df-474b-a3b6-33d16bbc5851 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.021425 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc6dde19-9a73-4c82-bef2-3f40f14874b5 req-e2aade79-f9df-474b-a3b6-33d16bbc5851 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 949 time: 0.0996480 Aug 10 03:14:06.040374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Transition to ACTIVE for port object 9d0d063f-8af4-4f47-bc85-4ebb6e268697 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:06.059878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:06.070174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:06.072615 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c83c1-18d3-45c4-94e4-dd1358fcd9fd" -d '{"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:06.095275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:06.108402 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc6dde19-9a73-4c82-bef2-3f40f14874b5 req-cb67a8d7-fb96-41e0-ac73-f1e32b37c18b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759425 Aug 10 03:14:06.158100 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdba12c-4188-4600-a337-f8473828a219 x-openstack-request-id: req-6bdba12c-4188-4600-a337-f8473828a219 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:06.158754 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:06.159034 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bdba12c-4188-4600-a337-f8473828a219 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:06.159504 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908', 'code': 200} Aug 10 03:14:06.162027 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.204520 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.213089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.275240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-57cd0ace-b961-4fab-a738-7d29a71705fe service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997694 Aug 10 03:14:06.279262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Network d088f17a-201a-4a94-b996-265ee4675ce7 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:06.288579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:06.289897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['7d7b4d0e-b50b-4984-8ed9-f0aea940a087'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:06.292168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:06.299774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe6191-89b3-4c59-9e16-42a26ff58ade req-f5c7d5ec-f7e4-49d7-a391-40d373b247f2 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.310834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5afe6191-89b3-4c59-9e16-42a26ff58ade req-f5c7d5ec-f7e4-49d7-a391-40d373b247f2 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0882924 Aug 10 03:14:06.336128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0d063f-8af4-4f47-bc85-4ebb6e268697,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:06.349703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:06.394891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a2253-ce4b-49f7-8121-c0463e18cae2 req-90f06600-5c59-412b-b884-31c4ded6a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.396999 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3c6a2253-ce4b-49f7-8121-c0463e18cae2 req-90f06600-5c59-412b-b884-31c4ded6a882 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 1098 time: 0.1543570 Aug 10 03:14:06.397932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.503251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5afe6191-89b3-4c59-9e16-42a26ff58ade req-20301e5a-4c4a-4b0a-b3cf-6ca60e968616 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914446 Aug 10 03:14:06.530344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:06.535923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef59840-e1ea-465d-8514-d50de4d1c761 req-fde75165-f3cb-4066-b4f8-15c3f3fe8435 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441692 Aug 10 03:14:06.550088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3c6a2253-ce4b-49f7-8121-c0463e18cae2 req-5d5109cc-0094-49fb-a2b0-223adbe20876 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982778 Aug 10 03:14:06.575444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.600047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Transition to ACTIVE for port object dcf91db1-e9ed-4d86-bd5f-171dce42144c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:06.641928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8049c6-cf5b-4e64-af63-ce9026b86abf req-727e2cca-1512-4823-83b0-18fec360b64a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.643601 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a8049c6-cf5b-4e64-af63-ce9026b86abf req-727e2cca-1512-4823-83b0-18fec360b64a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0648050 Aug 10 03:14:06.686339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a8049c6-cf5b-4e64-af63-ce9026b86abf req-43b08b1c-c087-492f-89a0-414c893aa4df tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363362 Aug 10 03:14:06.705259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.736147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6979279b-8010-451a-9086-a664cc1f85b9 None None] Provisioning for port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:06.752836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6979279b-8010-451a-9086-a664cc1f85b9 None None] Provisioning complete for port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:06.753377 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6979279b-8010-451a-9086-a664cc1f85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.767118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.769247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebbaa0-c477-4b40-9e62-1d12fdd2679d req-09214e7e-c3a3-449b-bf61-1f7bcca4fcf2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.769846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Attempting to bind port dcf91db1-e9ed-4d86-bd5f-171dce42144c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:06.770331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Attempting to bind port dcf91db1-e9ed-4d86-bd5f-171dce42144c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:06.770626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23ebbaa0-c477-4b40-9e62-1d12fdd2679d req-09214e7e-c3a3-449b-bf61-1f7bcca4fcf2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 950 time: 0.0613959 Aug 10 03:14:06.770907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Attempting to bind port dcf91db1-e9ed-4d86-bd5f-171dce42144c on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:06.809986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:06.810394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:06.811095 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.811095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:06.811562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Bound port: dcf91db1-e9ed-4d86-bd5f-171dce42144c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:06.812020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.815322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0509-b126-4d50-8f9c-e7c3d62163ad None None] Pushing event updated for resources: {'Port': ['ID=dcf91db1-e9ed-4d86-bd5f-171dce42144c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:06.827126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23ebbaa0-c477-4b40-9e62-1d12fdd2679d req-552f49fa-24da-4c6c-ae11-8ce1729edb2f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Aug 10 03:14:06.845642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6979279b-8010-451a-9086-a664cc1f85b9 None None] Port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:06.876572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] For port dcf91db1-e9ed-4d86-bd5f-171dce42144c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:06.879791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] For port dcf91db1-e9ed-4d86-bd5f-171dce42144c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dcf91db1-e9ed-4d86-bd5f-171dce42144c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:06.916927 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.945284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:06.976429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:06.977043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:06.982087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0509-b126-4d50-8f9c-e7c3d62163ad None None] Pushing event updated for resources: {'Port': ['ID=dcf91db1-e9ed-4d86-bd5f-171dce42144c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:07.030615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.087705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:07.098160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.099888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0d063f-8af4-4f47-bc85-4ebb6e268697,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:07.122556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09cc7dec-9d6d-45ea-b0c8-a47498eec0de up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:07.212405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Network d088f17a-201a-4a94-b996-265ee4675ce7 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:07.214136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:07.237472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c849b3-3c42-4d35-90ab-74fd09607c2f req-9e4cef91-d6ab-4ebf-ab29-a0ea73404fc7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.239207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02c849b3-3c42-4d35-90ab-74fd09607c2f req-9e4cef91-d6ab-4ebf-ab29-a0ea73404fc7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 949 time: 0.0514171 Aug 10 03:14:07.334058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02c849b3-3c42-4d35-90ab-74fd09607c2f req-c3f4fd9c-436c-44f4-a3f2-9915ce571f13 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 Aug 10 03:14:07.372813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:14:07.456450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:07.456889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.496986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:14:07.499930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:07.511296 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-262c06d5-2854-4d3c-b570-f6c84f9799c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/29772a51-5550-4ee2-8e8b-cf5c2a7168f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5637152 Aug 10 03:14:07.666640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea4845-c40a-4133-9e89-a2c4474a6f96 req-fdac159f-a58c-408a-851c-d21bb9f57898 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.668684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-63ea4845-c40a-4133-9e89-a2c4474a6f96 req-fdac159f-a58c-408a-851c-d21bb9f57898 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0753856 Aug 10 03:14:07.692741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-24e8998a-0ca5-4930-9608-938f8f8d20b0 None None] Provisioning complete for port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:07.693320 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-24e8998a-0ca5-4930-9608-938f8f8d20b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.736876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-63ea4845-c40a-4133-9e89-a2c4474a6f96 req-3534eafb-5743-476a-8950-5d8bdeae1acf tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 Aug 10 03:14:07.795436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-24e8998a-0ca5-4930-9608-938f8f8d20b0 None None] Port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:07.808002 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.827173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:05Z', 'revision_number': 1, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:07.861075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a47541-dad9-4498-abf0-a316a6292411 None None] The sync data for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 is: [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:05Z', 'revision_number': 1, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:14:07.879997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:07.890516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3968c-be59-488b-9ffc-b622eec32ec2 req-e272c959-ac84-488b-b814-f5b99d9875ca tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.896952 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7f3968c-be59-488b-9ffc-b622eec32ec2 req-e272c959-ac84-488b-b814-f5b99d9875ca tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0593138 Aug 10 03:14:07.936252 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b7f3968c-be59-488b-9ffc-b622eec32ec2 req-ef60175c-4f03-438e-bab0-fae2ea5fbe85 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378094 Aug 10 03:14:07.962152 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.018669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.077239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867b89e-771b-409d-9e39-b70f1eb025dd req-bb75fb94-c2ff-492b-9817-89c992d267c0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.078825 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4867b89e-771b-409d-9e39-b70f1eb025dd req-bb75fb94-c2ff-492b-9817-89c992d267c0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.0702069 Aug 10 03:14:08.149182 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4867b89e-771b-409d-9e39-b70f1eb025dd req-53853f18-af8a-4814-ae08-8e71d54f8e91 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 Aug 10 03:14:08.163088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:08.165908 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8374d938-6e90-49ce-aa61-267180b4a719" -d '{"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:08.219938 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a7208b-e888-4f6c-b83a-e67561ef5bca x-openstack-request-id: req-45a7208b-e888-4f6c-b83a-e67561ef5bca {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:08.220382 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:08.220739 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45a7208b-e888-4f6c-b83a-e67561ef5bca {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:08.221223 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'code': 200} Aug 10 03:14:08.323550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44140) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:08.329114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277191889', 'description': 'tempest-description--448831012'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:08.445977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.484773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51f1a5-fb0a-4e91-b6df-c66355344204 req-22c9b22e-1e8a-415f-8883-4a6463bd51a6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.486252 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7c51f1a5-fb0a-4e91-b6df-c66355344204 req-22c9b22e-1e8a-415f-8883-4a6463bd51a6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 949 time: 0.0679140 Aug 10 03:14:08.551514 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7c51f1a5-fb0a-4e91-b6df-c66355344204 req-e9af5499-5cd6-41c3-bb94-0ea13eb1d2cc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524802 Aug 10 03:14:08.604617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.647441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.705023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece68cdd-92e5-4783-8470-258c2542d02a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.770471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:08.784767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.786089 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1247b60-d229-4d59-98be-bf1a55b91606 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4609253 Aug 10 03:14:08.789103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44178) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:08.793830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Request body: {'security_group_rule': {'security_group_id': 'ece68cdd-92e5-4783-8470-258c2542d02a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:08.917913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.921638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69212-f942-4031-943a-b312906a1bdd req-17d14408-137e-46e0-977b-073b60ee4878 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.929352 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e7f69212-f942-4031-943a-b312906a1bdd req-17d14408-137e-46e0-977b-073b60ee4878 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0784116 Aug 10 03:14:08.945224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:08.950672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:08.952636 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.998149 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e7f69212-f942-4031-943a-b312906a1bdd req-211b357f-cc77-4e5e-8152-82860302e60e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678041 Aug 10 03:14:09.062187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.136480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.142243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.165043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b0bdfd-0761-416b-b89a-c09edc9dcaee,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.189537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcd850-8873-45d6-957a-e75023bb2cea req-449c0b57-7c03-40a0-84e4-b11195e551e7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.194548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44dcd850-8873-45d6-957a-e75023bb2cea req-449c0b57-7c03-40a0-84e4-b11195e551e7 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1034489 Aug 10 03:14:09.206991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b8db-d267-438a-a257-c1ce082c5b9f req-aab7a7f3-df18-4335-85e3-50f5debceea9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.208118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.208755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8c80b8db-d267-438a-a257-c1ce082c5b9f req-aab7a7f3-df18-4335-85e3-50f5debceea9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0908933 Aug 10 03:14:09.244957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.254565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eab5690e-3f14-483e-82ea-41e033f27a63 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4597065 Aug 10 03:14:09.256462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44192) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:09.264544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcf91db1-e9ed-4d86-bd5f-171dce42144c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:09.265177 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8c80b8db-d267-438a-a257-c1ce082c5b9f req-c75d9c57-4e5f-41b9-8945-cdbafb58f7d7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Aug 10 03:14:09.282617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Request body: {'security_group_rule': {'security_group_id': 'ece68cdd-92e5-4783-8470-258c2542d02a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:09.305884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.313657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44dcd850-8873-45d6-957a-e75023bb2cea req-42f2d306-4682-4a5d-9876-d920ef114ef8 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042893 Aug 10 03:14:09.446899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.453418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.457800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb803-2906-49e9-9c37-6d45679a713e req-58309567-6ac6-4362-a6d0-2e854e2db9bc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.469184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-15efb803-2906-49e9-9c37-6d45679a713e req-58309567-6ac6-4362-a6d0-2e854e2db9bc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.1139560 Aug 10 03:14:09.493135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:09.524651 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-15efb803-2906-49e9-9c37-6d45679a713e req-f3a5c9ae-4da7-4783-8266-3e40d8a67168 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498493 Aug 10 03:14:09.615283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port dcf91db1-e9ed-4d86-bd5f-171dce42144c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:09.628688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.632093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port dcf91db1-e9ed-4d86-bd5f-171dce42144c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:09.632544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.677936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9e0390be-bc2a-4642-a269-63130fb9340d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '9e0390be-bc2a-4642-a269-63130fb9340d', 'mac_address': 'fa:16:3e:68:81:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:09.716664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333115b-ea77-40da-a374-b7103dd5dedf req-3901cb38-2b7c-44e9-af2e-a8dd421bd931 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.718529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4333115b-ea77-40da-a374-b7103dd5dedf req-3901cb38-2b7c-44e9-af2e-a8dd421bd931 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 948 time: 0.0571694 Aug 10 03:14:09.737959 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.786060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0390be-bc2a-4642-a269-63130fb9340d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:09.796484 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4333115b-ea77-40da-a374-b7103dd5dedf req-8a8b2e1a-91a4-425e-95a8-7630162edc8f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707560 Aug 10 03:14:09.831357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.841415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.863037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port dcf91db1-e9ed-4d86-bd5f-171dce42144c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dcf91db1-e9ed-4d86-bd5f-171dce42144c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:09.907361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.924848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c0d4-d487-4e84-b488-8dc4593e3dbf req-bf18734f-7f20-4a8e-8e01-2fe6d96d2df9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:09.926538 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c082c0d4-d487-4e84-b488-8dc4593e3dbf req-bf18734f-7f20-4a8e-8e01-2fe6d96d2df9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.0569410 Aug 10 03:14:09.960121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:09.973984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:09.976469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c082c0d4-d487-4e84-b488-8dc4593e3dbf req-3b4a7978-1b81-43c5-bec8-a72f0ba0a67b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Aug 10 03:14:10.013900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de5f4c-e6ef-4464-b238-d4bc46c41332 req-2b7767c5-3671-4efe-a812-d3264186c22d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.024960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6de5f4c-e6ef-4464-b238-d4bc46c41332 req-2b7767c5-3671-4efe-a812-d3264186c22d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.5368464 Aug 10 03:14:10.045339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.065069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=dcf91db1-e9ed-4d86-bd5f-171dce42144c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:10.085121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6de5f4c-e6ef-4464-b238-d4bc46c41332 req-c48213e6-9f74-4ebb-a076-2ef34a9d2766 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Aug 10 03:14:10.145354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.174910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7f196a-7bfa-409d-94d5-801ba9f91982,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:10.222155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:10.224506 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de1b4de-a1bc-4fe9-8be1-ca8b25d71b69" -d '{"events": [{"server_uuid": "bb957e9f-5122-4e14-8b02-8a24d98ca9ff", "name": "network-vif-plugged", "status": "completed", "tag": "7d7b4d0e-b50b-4984-8ed9-f0aea940a087"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:10.235164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796a00a-dad4-4b40-9ad4-e38897a7d553 req-a2917796-7dbc-47de-a89e-28f65fb981fb tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.241249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3796a00a-dad4-4b40-9ad4-e38897a7d553 req-a2917796-7dbc-47de-a89e-28f65fb981fb tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0639374 Aug 10 03:14:10.272132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.272296 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1305b8f1-a78a-467b-8128-a24eb027f8b2 x-openstack-request-id: req-1305b8f1-a78a-467b-8128-a24eb027f8b2 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:10.272520 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb957e9f-5122-4e14-8b02-8a24d98ca9ff", "name": "network-vif-plugged", "status": "completed", "tag": "7d7b4d0e-b50b-4984-8ed9-f0aea940a087", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:10.272784 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1305b8f1-a78a-467b-8128-a24eb027f8b2 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:10.273183 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087', 'code': 200} Aug 10 03:14:10.274277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5907c27d-91dc-4641-a0bc-238283c95096 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0161507 Aug 10 03:14:10.275742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9e0390be-bc2a-4642-a269-63130fb9340d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:10.277710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:10.284015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:10.331005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3796a00a-dad4-4b40-9ad4-e38897a7d553 req-78619a3d-d724-4fbb-b2eb-dddff9d33d5c tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Aug 10 03:14:10.414030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.422420 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-00afba3e-4a85-47de-b0a8-10ebfe39431f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404451 Aug 10 03:14:10.499361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca623-afe1-4d7c-8362-f3353b246e1c req-14c764b8-6015-4c6e-b162-6e0862ee23e1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.499475 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Sync routers for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:14:10.511013 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:10.511909 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:10.513028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22fca623-afe1-4d7c-8362-f3353b246e1c req-14c764b8-6015-4c6e-b162-6e0862ee23e1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0659397 Aug 10 03:14:10.569351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22fca623-afe1-4d7c-8362-f3353b246e1c req-72dbea38-dbfc-4b33-8ac5-73906717385e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539043 Aug 10 03:14:10.637515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe646a65-36f9-4249-9e11-4f3b3417cd99 req-864167a7-856b-4914-9285-12ff2c6261e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.639387 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe646a65-36f9-4249-9e11-4f3b3417cd99 req-864167a7-856b-4914-9285-12ff2c6261e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 1102 time: 0.1993563 Aug 10 03:14:10.651284 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:10.694339 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-383a1cea-6b0c-4067-99bd-9e3d5583d2a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.702086 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-383a1cea-6b0c-4067-99bd-9e3d5583d2a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645941 Aug 10 03:14:10.728607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac64d0-e1fd-435d-a7cf-355ef6987bfc req-660aba89-585b-49ca-8755-ab6a10a83ac1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.728607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21ac64d0-e1fd-435d-a7cf-355ef6987bfc req-660aba89-585b-49ca-8755-ab6a10a83ac1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0604701 Aug 10 03:14:10.736793 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-8fadc214-f752-4b57-b7f3-ba8d874d01fc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/quotas/340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 375 time: 0.0336437 Aug 10 03:14:10.747837 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe646a65-36f9-4249-9e11-4f3b3417cd99 req-a52855a9-0b6b-47b9-9b5e-46bee18de05c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973711 Aug 10 03:14:10.777612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21ac64d0-e1fd-435d-a7cf-355ef6987bfc req-03aa1bd0-391c-47d3-92d9-34e27171e06c tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496464 Aug 10 03:14:10.805208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.836547 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-2531ca4f-446c-4ba3-b49b-b68bc4eb02e6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877085 Aug 10 03:14:10.927873 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 2, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:10.972285 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Checking router: 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:14:10.972829 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Updating router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:14:10.974109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Allocated IP 172.25.1.79 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/1572dba0-e1f9-42d6-be4d-af0624dd8f3d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:11.008861 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.068991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c073d-cf4f-48e3-bde3-2dc91d7794ea req-bc172c9c-774d-45ff-bd9b-b8f06d35f343 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.082686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-675c073d-cf4f-48e3-bde3-2dc91d7794ea req-bc172c9c-774d-45ff-bd9b-b8f06d35f343 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.1273317 Aug 10 03:14:11.130762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.158857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-675c073d-cf4f-48e3-bde3-2dc91d7794ea req-320c7cd0-adf6-472e-832e-5558063871e8 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752125 Aug 10 03:14:11.188214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcf91db1-e9ed-4d86-bd5f-171dce42144c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:11.294769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f7a73fc-c399-42b2-a644-e36565e6968a req-e855a33b-331c-4bfa-88b8-13e94261b393 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 210 time: 0.0510566 Aug 10 03:14:11.296127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port dcf91db1-e9ed-4d86-bd5f-171dce42144c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:11.296827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.319061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8704499-871a-4f3c-8210-56bb05860e12 req-baaea7eb-dd50-4f0f-a718-4ca9b89fa2d6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.320766 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a8704499-871a-4f3c-8210-56bb05860e12 req-baaea7eb-dd50-4f0f-a718-4ca9b89fa2d6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.1852040 Aug 10 03:14:11.390786 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a8704499-871a-4f3c-8210-56bb05860e12 req-bb21ea76-f5b3-4c90-b712-184e599d1f2b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572627 Aug 10 03:14:11.458751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.466665 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.478367 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Transition to ACTIVE for port object 9d0d063f-8af4-4f47-bc85-4ebb6e268697 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:11.503539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:11.542011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:11.550856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:11.553546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:11.562170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9e0390be-bc2a-4642-a269-63130fb9340d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:11.562541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.598784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event updated for resources: {'Port': ['ID=1572dba0-e1f9-42d6-be4d-af0624dd8f3d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.599561 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.620942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129c08f-4bbf-43c1-9f9d-9bfe140de279 req-42150e5f-f941-4eb6-8da4-6e2cb0673882 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.628962 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9129c08f-4bbf-43c1-9f9d-9bfe140de279 req-42150e5f-f941-4eb6-8da4-6e2cb0673882 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.1602743 Aug 10 03:14:11.676632 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Pushing event updated for resources: {'Port': ['ID=9d0d063f-8af4-4f47-bc85-4ebb6e268697,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.722736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.741250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.747303 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.747650 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.747994 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.748488 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.748823 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.749153 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.749481 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.750183 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.750506 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9129c08f-4bbf-43c1-9f9d-9bfe140de279 req-aa44afe1-52be-439a-a74a-8181cfa8f884 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184530 Aug 10 03:14:11.750629 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.750834 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.751399 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:11.767929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.792447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:11.815914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e20c-2312-4d7f-8012-5e243fa607dc req-c39b95a6-cbba-4f76-8527-bb38362803fe tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.817628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cb3e20c-2312-4d7f-8012-5e243fa607dc req-c39b95a6-cbba-4f76-8527-bb38362803fe tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1375916 Aug 10 03:14:11.873621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Attempting to bind port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:11.874263 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Attempting to bind port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:11.874825 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Attempting to bind port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 on network d088f17a-201a-4a94-b996-265ee4675ce7 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:11.875992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.884044 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:11.887630 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Checking segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:11.888058 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.891120 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Bound using segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:11.893819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Bound port: 9d0d063f-8af4-4f47-bc85-4ebb6e268697, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:11.895425 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.913280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:11.919675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cb3e20c-2312-4d7f-8012-5e243fa607dc req-ca37dcd4-d99f-4311-9696-4879e8823a71 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956907 Aug 10 03:14:11.975723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc6c25-198c-4874-8e8e-3d3b09c55abf req-0c694e60-006f-4444-a16e-6554596f6143 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.984517 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3bc6c25-198c-4874-8e8e-3d3b09c55abf req-0c694e60-006f-4444-a16e-6554596f6143 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.1535704 Aug 10 03:14:11.984745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=11']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:11.997050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] For port 9d0d063f-8af4-4f47-bc85-4ebb6e268697, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:12.000560 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] For port 9d0d063f-8af4-4f47-bc85-4ebb6e268697, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d0d063f-8af4-4f47-bc85-4ebb6e268697,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:12.095775 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.102079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3bc6c25-198c-4874-8e8e-3d3b09c55abf req-dd355995-0dc3-4406-b33e-4d4cad53bbf9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914321 Aug 10 03:14:12.206473 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:12.212281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:14:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:12.212281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae658-3790-4f35-950f-ef1d8812a2f7 None None] Pushing event updated for resources: {'Port': ['ID=9d0d063f-8af4-4f47-bc85-4ebb6e268697,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:12.249471 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.274630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:12.277310 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fb0750-ca8f-482c-8607-d3f9e47c82e7" -d '{"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-plugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:12.295103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.340567 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:12.352578 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c6ebf0-f2ff-4236-9bd5-9340a1cc3462 x-openstack-request-id: req-51c6ebf0-f2ff-4236-9bd5-9340a1cc3462 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:12.352924 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-plugged", "status": "completed", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:12.353184 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51c6ebf0-f2ff-4236-9bd5-9340a1cc3462 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:12.353582 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'code': 200} Aug 10 03:14:12.432477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event updated for resources: {'Port': ['ID=1572dba0-e1f9-42d6-be4d-af0624dd8f3d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:12.444337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.509645 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-48bc98ab-ea40-4a58-841d-7dfec2485da4 req-4d750e83-f9e8-4f35-bcfd-43776d4a7447 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 210 time: 0.0532062 Aug 10 03:14:12.562279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.563546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-405dc9d4-63bc-479d-ae8d-b62b52f293ed tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2847488 Aug 10 03:14:12.682283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea1c-73c0-408f-8160-6a990692de77 req-27537754-96d4-46f2-9ba7-26101b8f30d7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.691310 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2659ea1c-73c0-408f-8160-6a990692de77 req-27537754-96d4-46f2-9ba7-26101b8f30d7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.1162391 Aug 10 03:14:12.768185 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2659ea1c-73c0-408f-8160-6a990692de77 req-895386c2-dcf0-48c2-88d2-7ed905565cda tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634642 Aug 10 03:14:12.791299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:11Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:12.845304 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff2585-bae5-4c07-997e-adf8f1ebca26 None None] The sync data for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 is: [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:11Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:14:13.138741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860908c3-c5be-46b5-98e1-8b56a0f59519 req-a21eb0bf-7768-4557-a02f-5820514e8d82 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.141083 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-860908c3-c5be-46b5-98e1-8b56a0f59519 req-a21eb0bf-7768-4557-a02f-5820514e8d82 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1170850 Aug 10 03:14:13.215760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d0d063f-8af4-4f47-bc85-4ebb6e268697 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:13.228901 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-860908c3-c5be-46b5-98e1-8b56a0f59519 req-2d5d6a24-83ee-469d-a14e-ff32252591db tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Aug 10 03:14:13.379103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:13.383869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:13.384398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.484332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.525736 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-864734f8-6fc8-4844-aeb8-a35fecc3298c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648189 Aug 10 03:14:13.540525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9d0d063f-8af4-4f47-bc85-4ebb6e268697, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d0d063f-8af4-4f47-bc85-4ebb6e268697,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:13.638776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a84c90b-483c-4f34-aff2-df27fdfeab6d req-c18b9d24-943b-4e92-bda6-1fcb2050039a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 210 time: 0.0446544 Aug 10 03:14:13.658609 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.718946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88849b-57cf-47a8-a8bf-01fb86916c9c req-fb75e7a8-be92-4bc6-952e-e021381c51f0 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.720933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4a88849b-57cf-47a8-a8bf-01fb86916c9c req-fb75e7a8-be92-4bc6-952e-e021381c51f0 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.2097883 Aug 10 03:14:13.728211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-96c1c25b-44ce-41b0-8839-dd177a5a64d7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:13.732687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-96c1c25b-44ce-41b0-8839-dd177a5a64d7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753967 Aug 10 03:14:13.744008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9d0d063f-8af4-4f47-bc85-4ebb6e268697,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:13.755736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Request body: {'port': {'device_id': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '340618df28e74e3bb818eb8c4df9e674'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:13.901760 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4a88849b-57cf-47a8-a8bf-01fb86916c9c req-739569a0-8392-49c2-9c6d-96456670b731 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670845 Aug 10 03:14:13.994792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009962a-194e-4d51-b336-7dc1998860d7 req-081b675e-5276-46cc-a2de-97e17a66db97 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.005207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f009962a-194e-4d51-b336-7dc1998860d7 req-081b675e-5276-46cc-a2de-97e17a66db97 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.1076043 Aug 10 03:14:14.065809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f009962a-194e-4d51-b336-7dc1998860d7 req-d65aaaab-1014-4abd-9cbb-42ce076af04d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566883 Aug 10 03:14:14.120093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Made reservation on behalf of 340618df28e74e3bb818eb8c4df9e674 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:14.120093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.212120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc635c-0f82-41b5-a41c-1b7ab174a20c req-60c67841-9c1b-446b-93f3-3fcafd7ae6f7 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.214039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4fc635c-0f82-41b5-a41c-1b7ab174a20c req-60c67841-9c1b-446b-93f3-3fcafd7ae6f7 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 1102 time: 0.0486410 Aug 10 03:14:14.265591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4fc635c-0f82-41b5-a41c-1b7ab174a20c req-2e1fdd8e-d2ef-44be-b6dd-3366b878c7e9 tempest-ServersOnMultiNodesTest-2120799484 tempest-ServersOnMultiNodesTest-2120799484-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Aug 10 03:14:14.302791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Allocated IP 192.168.233.149 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/8d714d53-3211-442c-9670-e0c45476c875) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:14.413536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5eee3-a715-4af1-85a3-7e07ebc49ad6 req-b29ca071-4447-4b4b-b9e1-f30f30ceb186 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.415052 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6a5eee3-a715-4af1-85a3-7e07ebc49ad6 req-b29ca071-4447-4b4b-b9e1-f30f30ceb186 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0884984 Aug 10 03:14:14.500501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6a5eee3-a715-4af1-85a3-7e07ebc49ad6 req-1c352e67-2c6a-441e-b2a1-2171bc54e6c9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Aug 10 03:14:14.541858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.558194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Transition to ACTIVE for port object 8d714d53-3211-442c-9670-e0c45476c875 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:14.676435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.695580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d', '9e0390be-bc2a-4642-a269-63130fb9340d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:14.744135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:14.745427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:14.760494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:14.762133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:14.764634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:14.820922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.821583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.891822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5ca04-3e89-4575-80ba-3d410a9649f0 req-a7374b5d-c103-4cb9-a7e3-473fb36d612e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.893515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-44c5ca04-3e89-4575-80ba-3d410a9649f0 req-a7374b5d-c103-4cb9-a7e3-473fb36d612e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 936 time: 0.0690534 Aug 10 03:14:14.893939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3865-9b8f-430d-b0ac-2d514b6eeee0 req-a6edfd6a-7d47-47c2-9d4e-3e028624f89c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.896339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b1b3865-9b8f-430d-b0ac-2d514b6eeee0 req-a6edfd6a-7d47-47c2-9d4e-3e028624f89c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.0833035 Aug 10 03:14:14.920527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-e85cce6c-5b2b-48d5-b9ac-034ec960087e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1690586 Aug 10 03:14:14.971441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Request body: {'port': {'device_id': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:14.978770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b1b3865-9b8f-430d-b0ac-2d514b6eeee0 req-d88d4467-3a3b-4e15-a0d6-c72afc204a56 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606270 Aug 10 03:14:15.035258 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-44c5ca04-3e89-4575-80ba-3d410a9649f0 req-aea75d39-6135-45df-ba67-845e5277245d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244905 Aug 10 03:14:15.053803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.148830 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.229740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55678f-4178-4ff0-a720-55c928c98ef3 req-57597e26-391b-42f2-bcd2-918a840f5f88 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.231479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a55678f-4178-4ff0-a720-55c928c98ef3 req-57597e26-391b-42f2-bcd2-918a840f5f88 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.1357491 Aug 10 03:14:15.236031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d0d063f-8af4-4f47-bc85-4ebb6e268697 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:15.288563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cdb9c6e4-101c-4857-82d9-a724c95d03d7 None None] Provisioning for port 8d714d53-3211-442c-9670-e0c45476c875 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:15.306976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a55678f-4178-4ff0-a720-55c928c98ef3 req-cdcf2f99-299e-45f6-9372-ab66cf28bb64 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539279 Aug 10 03:14:15.307132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cdb9c6e4-101c-4857-82d9-a724c95d03d7 None None] Provisioning complete for port 8d714d53-3211-442c-9670-e0c45476c875 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:15.307132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c6e4-101c-4857-82d9-a724c95d03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.381004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9c6e4-101c-4857-82d9-a724c95d03d7 None None] Port 8d714d53-3211-442c-9670-e0c45476c875 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:15.413110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:15.413110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.431840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d714d53-3211-442c-9670-e0c45476c875 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:15.440407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.454516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Transition to ACTIVE for port object 8d714d53-3211-442c-9670-e0c45476c875 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:15.514280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:15.531509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.630603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:15.682627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7485-bc3f-46bf-a83d-816d9d1ea66d req-d00732f4-a18c-468d-82d7-1955fc5197c6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.686635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1ab7485-bc3f-46bf-a83d-816d9d1ea66d req-d00732f4-a18c-468d-82d7-1955fc5197c6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0978589 Aug 10 03:14:15.694794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:15.727017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9903b257-fcbd-4a77-991f-0723b68eb908', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'port_id': '9903b257-fcbd-4a77-991f-0723b68eb908', 'mac_address': 'fa:16:3e:3c:18:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b4b46-7b6f-4393-9586-6282deb49482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:15.777847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.780055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1ab7485-bc3f-46bf-a83d-816d9d1ea66d req-1c6407c2-e8e5-4c75-8bbb-e29e72f68d1a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872145 Aug 10 03:14:15.793823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9903b257-fcbd-4a77-991f-0723b68eb908 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:15.821091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:15.822723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:15.823068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:15.823393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:15.829320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:15.829711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:15.835275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:15.835614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:15.836001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:15.836467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Bound port: 8d714d53-3211-442c-9670-e0c45476c875, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:15.836822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.904794 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.982296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:16.084741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9903b257-fcbd-4a77-991f-0723b68eb908'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:16.220208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c833c41-56ed-4be2-b7f1-6fa03e984b0d req-2a323ba9-6efc-4754-8fd9-a7b2b721dff9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.231178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c833c41-56ed-4be2-b7f1-6fa03e984b0d req-2a323ba9-6efc-4754-8fd9-a7b2b721dff9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.0732677 Aug 10 03:14:16.235392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:16.244548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d250c7-fcb1-4e3f-8644-38321dae3797 req-bf1abedb-88a7-4198-ab39-374b7df1f45b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.246119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1d250c7-fcb1-4e3f-8644-38321dae3797 req-bf1abedb-88a7-4198-ab39-374b7df1f45b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.0760305 Aug 10 03:14:16.263967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:16.282280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c833c41-56ed-4be2-b7f1-6fa03e984b0d req-394f1e34-7a59-4e6e-ac93-f35428f9297a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489564 Aug 10 03:14:16.297073 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1d250c7-fcb1-4e3f-8644-38321dae3797 req-6f51049d-a60e-4c9f-90d0-fcad5f8d83db tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Aug 10 03:14:16.374134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:16.416719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.417415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:16.418844 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 1097 time: 1.4841807 Aug 10 03:14:16.419289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:16.420443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a966826-9d03-4b01-af50-13156810c856 req-6dc9dee3-9b9c-432a-a493-99215b540131 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.421589 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c444cc7-9088-40f0-9f3c-354f082dae0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:16.422519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a966826-9d03-4b01-af50-13156810c856 req-6dc9dee3-9b9c-432a-a493-99215b540131 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0591729 Aug 10 03:14:16.456556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f681a-7bf2-4b60-95ae-49f019369062 service neutron] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:16.491686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a966826-9d03-4b01-af50-13156810c856 req-ae306a14-32b0-44e5-9cf8-c645a4a481cb tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622795 Aug 10 03:14:16.498911 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9853ac29-7f47-4587-8bec-e86f6b276fe0 x-openstack-request-id: req-9853ac29-7f47-4587-8bec-e86f6b276fe0 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:16.498911 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:16.498911 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9853ac29-7f47-4587-8bec-e86f6b276fe0 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:16.501290 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'status': 'completed', 'code': 200} Aug 10 03:14:16.589280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c444cc7-9088-40f0-9f3c-354f082dae0b req-b9ae2d31-19fb-4206-bfa5-d328757b302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.591031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c444cc7-9088-40f0-9f3c-354f082dae0b req-b9ae2d31-19fb-4206-bfa5-d328757b302d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1100 time: 0.0517185 Aug 10 03:14:16.622733 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c444cc7-9088-40f0-9f3c-354f082dae0b req-531155c2-fdbe-409f-9109-49f0e8b03596 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=340618df28e74e3bb818eb8c4df9e674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203075 Aug 10 03:14:16.730921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c444cc7-9088-40f0-9f3c-354f082dae0b req-b9cc8f63-1ccb-4e8d-8ebe-cfe978c4dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.732324 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9c444cc7-9088-40f0-9f3c-354f082dae0b req-b9cc8f63-1ccb-4e8d-8ebe-cfe978c4dc12 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944874 Aug 10 03:14:16.834445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-903b60e2-9f4f-4aaf-ba7d-ea69c37f4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.836114 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-903b60e2-9f4f-4aaf-ba7d-ea69c37f4bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1100 time: 0.0604262 Aug 10 03:14:16.895588 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-23bf770f-6808-4bd9-815d-659a422d2b11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0477419 Aug 10 03:14:16.913861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba31d63-1456-470f-b57d-e35a48baf817 req-6e6dcccb-48ea-4da5-a748-f8131982f314 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.915841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aba31d63-1456-470f-b57d-e35a48baf817 req-6e6dcccb-48ea-4da5-a748-f8131982f314 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0571308 Aug 10 03:14:16.957085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-66943913-3a02-41fa-a127-cb9d07898e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:16.958464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aba31d63-1456-470f-b57d-e35a48baf817 req-f189f2b2-0684-4abf-9573-d46c1db71763 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358992 Aug 10 03:14:16.958756 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-66943913-3a02-41fa-a127-cb9d07898e0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0542967 Aug 10 03:14:17.020667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-d66b8cb3-7a7e-407a-9884-6626d0c6fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.024670 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-d66b8cb3-7a7e-407a-9884-6626d0c6fd99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531318 Aug 10 03:14:17.136448 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-b4a7075d-8670-4ba3-82ee-8f9d93591a8a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943985 Aug 10 03:14:17.268953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-a81af950-17ab-4e05-ac60-99f072547a7b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.270416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-a81af950-17ab-4e05-ac60-99f072547a7b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.0750954 Aug 10 03:14:17.288333 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e21bf3c7-a170-43b1-940b-060bcde39377 req-541e991c-f604-4666-9353-8827a40ced4c service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391492 Aug 10 03:14:17.387995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:17.388526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.436359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b16b9e-2f54-4003-8a8b-0d2937b9cf60 req-88370e23-69f7-44df-94b4-ec61461e2dcc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.437920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b16b9e-2f54-4003-8a8b-0d2937b9cf60 req-88370e23-69f7-44df-94b4-ec61461e2dcc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 950 time: 0.0604522 Aug 10 03:14:17.490299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b16b9e-2f54-4003-8a8b-0d2937b9cf60 req-b1a791d5-ddb6-4032-a500-03d578bbd83c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Aug 10 03:14:17.510710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccc318-94a5-4e76-aeec-82f5017e5ade req-026acd5c-7d53-4250-9eae-67bb480946d5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.512777 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfccc318-94a5-4e76-aeec-82f5017e5ade req-026acd5c-7d53-4250-9eae-67bb480946d5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.1047659 Aug 10 03:14:17.525646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:17.528070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:17.528478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.541315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:17.592469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9903b257-fcbd-4a77-991f-0723b68eb908 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:17.592851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.625041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfccc318-94a5-4e76-aeec-82f5017e5ade req-75968cb5-caea-4542-aae3-03ae0406f277 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775363 Aug 10 03:14:17.690101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.727060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c363f0d-de78-4387-990e-be7a9bd83c0b req-109475ea-e5d0-41bc-9847-015584200449 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:17.727346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:17.728778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c363f0d-de78-4387-990e-be7a9bd83c0b req-109475ea-e5d0-41bc-9847-015584200449 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0606918 Aug 10 03:14:17.729923 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c22fa3-0778-4822-95d2-67e9711ec2ba" -d '{"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:17.736056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:17.779899 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e416b5-f8a3-4bc7-ba12-091c6c995869 x-openstack-request-id: req-75e416b5-f8a3-4bc7-ba12-091c6c995869 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:17.780055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.780569 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:17.780569 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75e416b5-f8a3-4bc7-ba12-091c6c995869 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:17.780985 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908', 'code': 200} Aug 10 03:14:17.788632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c363f0d-de78-4387-990e-be7a9bd83c0b req-beab9590-ba13-4b3a-83a2-3d1465f79091 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526681 Aug 10 03:14:17.792206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', '6029e061-e435-4b24-8b1c-e998e0701b0f', '05829fc5-2b96-4f04-b53c-9ab52b3cb61b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:17.813888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=7d7b4d0e-b50b-4984-8ed9-f0aea940a087,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:17.850797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355', '7d7b4d0e-b50b-4984-8ed9-f0aea940a087'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:17.858493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.886504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:17.889208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:17.891478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-965cdd44-d123-45f8-b289-7d212f8cba8d req-35d10cdb-9553-48c2-96e3-d6ce04cab689 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "DELETE /v2.0/ports/7d7b4d0e-b50b-4984-8ed9-f0aea940a087 HTTP/1.1" status: 204 len: 173 time: 0.6136727 Aug 10 03:14:18.122889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:18.186013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31fa0d-4be0-475b-8afd-9f0f6eab7899 req-51310fcc-c15c-46c3-a2ad-31f26fb45f19 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.194955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c31fa0d-4be0-475b-8afd-9f0f6eab7899 req-51310fcc-c15c-46c3-a2ad-31f26fb45f19 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1244974 Aug 10 03:14:18.207863 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:18.239413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c31fa0d-4be0-475b-8afd-9f0f6eab7899 req-fca16bca-5f4f-40e6-8502-dbafd3e9926a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Aug 10 03:14:18.502715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'name': 'network-vif-deleted', 'tag': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:18.505917 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32099dcc-b455-496b-9a91-35b2f1a7285d" -d '{"events": [{"server_uuid": "bb957e9f-5122-4e14-8b02-8a24d98ca9ff", "name": "network-vif-deleted", "tag": "7d7b4d0e-b50b-4984-8ed9-f0aea940a087"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:18.557936 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b7da05-5b9a-4c7e-b7f6-8d084547de09 x-openstack-request-id: req-79b7da05-5b9a-4c7e-b7f6-8d084547de09 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:18.559315 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb957e9f-5122-4e14-8b02-8a24d98ca9ff", "name": "network-vif-deleted", "tag": "7d7b4d0e-b50b-4984-8ed9-f0aea940a087", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:18.559612 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79b7da05-5b9a-4c7e-b7f6-8d084547de09 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:18.559947 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb957e9f-5122-4e14-8b02-8a24d98ca9ff', 'name': 'network-vif-deleted', 'tag': '7d7b4d0e-b50b-4984-8ed9-f0aea940a087', 'status': 'completed', 'code': 200} Aug 10 03:14:18.614096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c6cd2ed-2086-4be0-854a-bb6b5983cbe4 req-6e4b2113-c7e1-422f-985b-44d6fbbd5cd7 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb957e9f-5122-4e14-8b02-8a24d98ca9ff HTTP/1.1" status: 200 len: 210 time: 0.0269485 Aug 10 03:14:18.763590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ed234-5f1c-4d97-abfe-49cf9c88c671 req-a932329c-229a-4e91-8655-b84f0e24013c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.765272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-997ed234-5f1c-4d97-abfe-49cf9c88c671 req-a932329c-229a-4e91-8655-b84f0e24013c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.0557156 Aug 10 03:14:18.811926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-997ed234-5f1c-4d97-abfe-49cf9c88c671 req-87f8b9a7-184e-4ff4-af9b-2dd478710550 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401518 Aug 10 03:14:18.947376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8617f-04b4-45e2-85f6-13a7c2a24a93 req-c4b08e02-41c5-433f-9d0b-b34e376f63dd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:18.949244 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-06e8617f-04b4-45e2-85f6-13a7c2a24a93 req-c4b08e02-41c5-433f-9d0b-b34e376f63dd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0696337 Aug 10 03:14:18.999327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-06e8617f-04b4-45e2-85f6-13a7c2a24a93 req-22955a71-2d3c-41d3-b956-b15fdd8778f4 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Aug 10 03:14:19.362171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7876b3-d08c-4cfd-9be9-594960218c0e req-39b92cdd-3b86-48f6-b1d3-733e7604543c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:19.363830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e7876b3-d08c-4cfd-9be9-594960218c0e req-39b92cdd-3b86-48f6-b1d3-733e7604543c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Aug 10 03:14:19.407430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e7876b3-d08c-4cfd-9be9-594960218c0e req-51e58447-457d-4d16-a7c6-d2a47c9f628f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Aug 10 03:14:19.543258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:19.640842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:19.657484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8d714d53-3211-442c-9670-e0c45476c875', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '8d714d53-3211-442c-9670-e0c45476c875', 'mac_address': 'fa:16:3e:a5:fa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:19.698996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.712442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d714d53-3211-442c-9670-e0c45476c875 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:19.735486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:19.796286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.851395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:19.945951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6fbc-736a-4d02-ba2e-7240f8b0c8c2 req-f56e5bdc-1f7a-4bc1-aba2-64d363402473 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:19.947678 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-947f6fbc-736a-4d02-ba2e-7240f8b0c8c2 req-f56e5bdc-1f7a-4bc1-aba2-64d363402473 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.0496817 Aug 10 03:14:20.000626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-947f6fbc-736a-4d02-ba2e-7240f8b0c8c2 req-9247dc2e-0c96-4681-9e1f-5d0e9b0b889f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Aug 10 03:14:20.202945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8d714d53-3211-442c-9670-e0c45476c875'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:20.203939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307cfa6-893e-48e1-b759-591c327f9112 req-75379f21-3076-4912-a8be-6d46ff5b8564 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.203939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f307cfa6-893e-48e1-b759-591c327f9112 req-75379f21-3076-4912-a8be-6d46ff5b8564 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0535843 Aug 10 03:14:20.279397 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f307cfa6-893e-48e1-b759-591c327f9112 req-0077be10-563e-4afd-9de7-a8af0738455f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904708 Aug 10 03:14:20.337533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e26e6-5b6b-4a87-a437-8fb5629e44e7 req-f70641eb-b5a2-4be1-b8ce-457cea8213a4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.339055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9e26e6-5b6b-4a87-a437-8fb5629e44e7 req-f70641eb-b5a2-4be1-b8ce-457cea8213a4 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 950 time: 0.0538812 Aug 10 03:14:20.381051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9e26e6-5b6b-4a87-a437-8fb5629e44e7 req-b1d66bbf-4e4b-45eb-b74a-0cb625245743 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Aug 10 03:14:20.551653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627a75-5a65-4700-a760-99c60d570c7d req-6e8646b2-30ba-4228-9c48-de42ae5e4e10 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:20.553349 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-89627a75-5a65-4700-a760-99c60d570c7d req-6e8646b2-30ba-4228-9c48-de42ae5e4e10 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0556490 Aug 10 03:14:20.608271 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-89627a75-5a65-4700-a760-99c60d570c7d req-285a6ef3-618b-445d-91b4-152c33c15319 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Aug 10 03:14:20.827775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:20.857252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:20.857694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7d7b4d0e-b50b-4984-8ed9-f0aea940a087 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:21.151591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbf3d5-04bf-408b-bc47-26912a1dffb0 req-b2b7a1e0-08b6-4206-88dd-28bed1329ca5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.156834 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-80dbf3d5-04bf-408b-bc47-26912a1dffb0 req-b2b7a1e0-08b6-4206-88dd-28bed1329ca5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.0582058 Aug 10 03:14:21.194966 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-80dbf3d5-04bf-408b-bc47-26912a1dffb0 req-28da8190-d548-4f4e-be94-6fe729b7d80b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Aug 10 03:14:21.416553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc5e4c-0bfe-41e5-bd88-4c0a355b1122 req-08dc167e-4e88-4d2f-8ae4-687bae9f1a46 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.418293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-84dc5e4c-0bfe-41e5-bd88-4c0a355b1122 req-08dc167e-4e88-4d2f-8ae4-687bae9f1a46 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0773144 Aug 10 03:14:21.464144 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-84dc5e4c-0bfe-41e5-bd88-4c0a355b1122 req-af087141-b55b-4fd7-a4ff-12f483609a00 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Aug 10 03:14:21.509132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa02d3-bdb6-4d00-9fb7-694db4b91516 req-ebd0e336-4db4-431d-9b17-f1d223ba7b29 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.512953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5eaa02d3-bdb6-4d00-9fb7-694db4b91516 req-ebd0e336-4db4-431d-9b17-f1d223ba7b29 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 950 time: 0.0537951 Aug 10 03:14:21.550817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5eaa02d3-bdb6-4d00-9fb7-694db4b91516 req-fa44c9d1-2a02-46c2-bc0e-9c1218bd0ea8 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335963 Aug 10 03:14:21.560391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:21.653386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8d714d53-3211-442c-9670-e0c45476c875 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:21.657519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8d714d53-3211-442c-9670-e0c45476c875 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:21.657899 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.744454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cd098-2f07-46cf-af08-532e9406c752 req-537afa44-2648-40e8-b34c-89f18dac8e0b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.746367 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c7cd098-2f07-46cf-af08-532e9406c752 req-537afa44-2648-40e8-b34c-89f18dac8e0b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0597844 Aug 10 03:14:21.750418 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.775579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:21.780790 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd99b8d-8ac8-4549-bef5-a0d11efaa740" -d '{"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-plugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:21.792009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c7cd098-2f07-46cf-af08-532e9406c752 req-b497ca04-246c-4e0f-87e0-2158635f113b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Aug 10 03:14:21.795315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:21.823613 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf602c3-87c8-49d4-9a2f-033bd4769b54 x-openstack-request-id: req-cbf602c3-87c8-49d4-9a2f-033bd4769b54 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:21.823943 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-plugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:21.824200 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbf602c3-87c8-49d4-9a2f-033bd4769b54 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:21.824622 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'code': 200} Aug 10 03:14:21.864819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.918955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:21.935102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6bd5e-5c6a-477a-9d91-343a1092919d req-662a4f62-0b0c-4dd5-af03-868c31426723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:21.936660 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49a6bd5e-5c6a-477a-9d91-343a1092919d req-662a4f62-0b0c-4dd5-af03-868c31426723 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1102 time: 0.0426831 Aug 10 03:14:21.980806 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-49a6bd5e-5c6a-477a-9d91-343a1092919d req-856ef7fd-0a20-4efe-9fc1-5246e9c605ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Aug 10 03:14:22.083108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-c2b8a8c2-3a4e-42dd-bb4e-c2cac26779c9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.086152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-c2b8a8c2-3a4e-42dd-bb4e-c2cac26779c9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 950 time: 0.0529492 Aug 10 03:14:22.207083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:22.207357 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.344520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:22.344902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.362157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for 05829fc5-2b96-4f04-b53c-9ab52b3cb61b owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:22.377153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf2d8-c149-44f8-b16f-db756b6ee775 req-330a2b05-b307-4db7-981f-b2d4c6c4acf2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.378703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2fbf2d8-c149-44f8-b16f-db756b6ee775 req-330a2b05-b307-4db7-981f-b2d4c6c4acf2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0862203 Aug 10 03:14:22.500063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2fbf2d8-c149-44f8-b16f-db756b6ee775 req-094502f6-7aba-4d65-81b4-4aa01690f8d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837731 Aug 10 03:14:22.611406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1282-6076-4abe-a8f2-c74cc6371fed req-72d3fe87-8780-49ea-be7e-7b9692d50088 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.613285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-64cc1282-6076-4abe-a8f2-c74cc6371fed req-72d3fe87-8780-49ea-be7e-7b9692d50088 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0685239 Aug 10 03:14:22.663292 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-64cc1282-6076-4abe-a8f2-c74cc6371fed req-67fd6c5d-ac00-4627-956c-29fd515e7924 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Aug 10 03:14:22.682380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292ce60-f5a8-40da-8fda-053eca55bd8c req-1b6009e8-5150-45a0-8d03-14a7978a2fee tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.684046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c292ce60-f5a8-40da-8fda-053eca55bd8c req-1b6009e8-5150-45a0-8d03-14a7978a2fee tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 950 time: 0.0574088 Aug 10 03:14:22.732997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c292ce60-f5a8-40da-8fda-053eca55bd8c req-dae20468-b3df-4e22-ad94-46bb93254959 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Aug 10 03:14:22.917331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ae5c9-4e8e-4a41-bc58-388cb6e4d062 req-7d9e47b6-9b9e-473a-bf8c-db5d14d3850b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:22.919489 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ae1ae5c9-4e8e-4a41-bc58-388cb6e4d062 req-7d9e47b6-9b9e-473a-bf8c-db5d14d3850b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0562303 Aug 10 03:14:22.964867 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ae1ae5c9-4e8e-4a41-bc58-388cb6e4d062 req-b075eaed-c5b0-42be-b8c7-e9c50778651a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Aug 10 03:14:23.361887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.382316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', '6029e061-e435-4b24-8b1c-e998e0701b0f', '05829fc5-2b96-4f04-b53c-9ab52b3cb61b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:23.399030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=05829fc5-2b96-4f04-b53c-9ab52b3cb61b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:23.444797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:23.451884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port 05829fc5-2b96-4f04-b53c-9ab52b3cb61b on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:23.455191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:23.457575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc1a4eb0-d07a-439e-b7ca-d2352b7f3aaa req-118a1d40-295e-4adc-ab76-da4509cb958b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "DELETE /v2.0/ports/05829fc5-2b96-4f04-b53c-9ab52b3cb61b HTTP/1.1" status: 204 len: 173 time: 1.3620083 Aug 10 03:14:23.458121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'name': 'network-vif-deleted', 'tag': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:23.460572 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22463f1a-31ad-49db-9acd-2c29027f5727" -d '{"events": [{"server_uuid": "32bc9790-e937-44d7-80aa-5b38bef9b0f9", "name": "network-vif-deleted", "tag": "05829fc5-2b96-4f04-b53c-9ab52b3cb61b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:23.499773 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cfd224-1bb9-4df4-acb2-baad20319d14 x-openstack-request-id: req-01cfd224-1bb9-4df4-acb2-baad20319d14 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:23.500113 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bc9790-e937-44d7-80aa-5b38bef9b0f9", "name": "network-vif-deleted", "tag": "05829fc5-2b96-4f04-b53c-9ab52b3cb61b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:23.500423 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01cfd224-1bb9-4df4-acb2-baad20319d14 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:23.500835 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bc9790-e937-44d7-80aa-5b38bef9b0f9', 'name': 'network-vif-deleted', 'tag': '05829fc5-2b96-4f04-b53c-9ab52b3cb61b', 'status': 'completed', 'code': 200} Aug 10 03:14:23.638747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23ac0-32ba-4977-83c1-aec95fcd3f01 req-fab315fc-e4a0-4e9e-a891-12951c72520c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.644664 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ac23ac0-32ba-4977-83c1-aec95fcd3f01 req-fab315fc-e4a0-4e9e-a891-12951c72520c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0672741 Aug 10 03:14:23.704167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3ac23ac0-32ba-4977-83c1-aec95fcd3f01 req-8aceb4e0-bdfe-46c4-acd7-fe64468c2adc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543938 Aug 10 03:14:23.918998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e84f-2454-4f0d-a36d-b305b814dadf req-853f04b1-afce-4413-9a16-28eacccaa2cb tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:23.924864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d539e84f-2454-4f0d-a36d-b305b814dadf req-853f04b1-afce-4413-9a16-28eacccaa2cb tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.1354527 Aug 10 03:14:23.952601 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-03f41fae-76fc-422a-912d-17168437c8d1 req-38408d9b-5daa-4e6b-a20a-e1718f885239 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bc9790-e937-44d7-80aa-5b38bef9b0f9 HTTP/1.1" status: 200 len: 210 time: 0.0937021 Aug 10 03:14:23.980769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d539e84f-2454-4f0d-a36d-b305b814dadf req-22846d80-dcdb-4eb2-9a56-42f3fe2a2a38 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453167 Aug 10 03:14:24.095614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257e8eb-7f10-4116-95df-e4735ebe00c6 req-3e52173f-61e4-4300-998b-21844ddc65db tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.103410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d257e8eb-7f10-4116-95df-e4735ebe00c6 req-3e52173f-61e4-4300-998b-21844ddc65db tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0625033 Aug 10 03:14:24.152593 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d257e8eb-7f10-4116-95df-e4735ebe00c6 req-bcfca711-9b48-4dc7-a713-b4c684f53948 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Aug 10 03:14:24.826799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ac548-204f-4af2-8a32-6c70dfd36711 req-103f936a-9046-4b0b-870f-904a0f4edbf4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.828295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-955ac548-204f-4af2-8a32-6c70dfd36711 req-103f936a-9046-4b0b-870f-904a0f4edbf4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0512917 Aug 10 03:14:24.869218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-955ac548-204f-4af2-8a32-6c70dfd36711 req-cb1e42b0-724d-4924-ae27-8cb3f57caa68 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Aug 10 03:14:24.997656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb5789-d2ad-4651-af92-4ee1cbf0e4d9 req-2d232ae9-3db3-4c33-ad31-e896320ff3a6 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:24.999283 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45bb5789-d2ad-4651-af92-4ee1cbf0e4d9 req-2d232ae9-3db3-4c33-ad31-e896320ff3a6 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1102 time: 0.0479801 Aug 10 03:14:25.039772 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45bb5789-d2ad-4651-af92-4ee1cbf0e4d9 req-66b01639-177d-448e-8c52-3ffd873fcb06 tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Aug 10 03:14:25.149635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f194-75bc-4790-a14a-b762c4b5ba81 req-03db0336-675e-4687-9d71-03f060453016 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.151212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c410f194-75bc-4790-a14a-b762c4b5ba81 req-03db0336-675e-4687-9d71-03f060453016 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0657058 Aug 10 03:14:25.191953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c410f194-75bc-4790-a14a-b762c4b5ba81 req-5e9816fd-4d3e-4ae6-90f2-5d37432be41b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Aug 10 03:14:25.530150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd78e35-5dc5-41e4-9482-267e1df635fb req-bd343974-d018-49be-a046-f142b91a8272 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.531625 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8cd78e35-5dc5-41e4-9482-267e1df635fb req-bd343974-d018-49be-a046-f142b91a8272 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0586066 Aug 10 03:14:25.579840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05829fc5-2b96-4f04-b53c-9ab52b3cb61b no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:25.586350 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8cd78e35-5dc5-41e4-9482-267e1df635fb req-704ebe9b-a17c-4f53-b23a-6f4ecf3a689d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Aug 10 03:14:25.614729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 05829fc5-2b96-4f04-b53c-9ab52b3cb61b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:25.615081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05829fc5-2b96-4f04-b53c-9ab52b3cb61b not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:25.676523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:25.711233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767553-f899-4571-bde8-f5f1608cda45 req-c89bed0f-f456-4dcb-b70b-4c7483a6866e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.712764 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d7767553-f899-4571-bde8-f5f1608cda45 req-c89bed0f-f456-4dcb-b70b-4c7483a6866e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 950 time: 0.0589015 Aug 10 03:14:25.779808 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d7767553-f899-4571-bde8-f5f1608cda45 req-4262be56-3892-473e-9227-e59db8f803f9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Aug 10 03:14:25.808428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-da2210d8-2634-47ca-be06-a078fc68789e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911121 Aug 10 03:14:25.829435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e458fc-3e32-4104-a721-de3670ff53f0 req-a719e895-90bb-450d-907c-a6c8f80a9636 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:25.831096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47e458fc-3e32-4104-a721-de3670ff53f0 req-a719e895-90bb-450d-907c-a6c8f80a9636 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0674357 Aug 10 03:14:25.872297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47e458fc-3e32-4104-a721-de3670ff53f0 req-6153f921-dcfa-42c5-a079-5f7f8bfb9f37 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349860 Aug 10 03:14:26.316200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeedf7-c15c-4c97-a4ac-034824f6e907 req-2090552e-d1d9-476d-b186-ca44c1b01078 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.317942 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5cdeedf7-c15c-4c97-a4ac-034824f6e907 req-2090552e-d1d9-476d-b186-ca44c1b01078 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0529745 Aug 10 03:14:26.360564 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5cdeedf7-c15c-4c97-a4ac-034824f6e907 req-cda6aa25-2cf1-4256-a9fa-3487057cc9f0 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Aug 10 03:14:26.715985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45229-cb71-4f0e-aa35-3a80f5ada572 req-ac3cc857-82f0-4ddd-822a-8405c69e9b64 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.719341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2a45229-cb71-4f0e-aa35-3a80f5ada572 req-ac3cc857-82f0-4ddd-822a-8405c69e9b64 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0574050 Aug 10 03:14:26.777625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2a45229-cb71-4f0e-aa35-3a80f5ada572 req-13b526a0-2a20-4f7b-a644-413650dedd9b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Aug 10 03:14:26.906816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44da03c-6130-4866-b8b0-2a116c2bb9ee req-0e73da58-8659-432c-85ec-97349c64a32d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:26.908209 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c44da03c-6130-4866-b8b0-2a116c2bb9ee req-0e73da58-8659-432c-85ec-97349c64a32d tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 950 time: 0.0580854 Aug 10 03:14:26.972956 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c44da03c-6130-4866-b8b0-2a116c2bb9ee req-ed82fef3-22e9-4f8d-b458-e804c9f13708 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Aug 10 03:14:27.044215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56ee7-ce6f-45f9-aa07-336ef8326f24 req-ef683525-b094-4aa2-9bc7-4246da8b203e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.045758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12b56ee7-ce6f-45f9-aa07-336ef8326f24 req-ef683525-b094-4aa2-9bc7-4246da8b203e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0681746 Aug 10 03:14:27.087162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12b56ee7-ce6f-45f9-aa07-336ef8326f24 req-d711dc38-cce9-4f7a-8f46-92d3a729828e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Aug 10 03:14:27.192828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-16d654fe-8286-4fab-940c-361b0ad6535e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.194240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-16d654fe-8286-4fab-940c-361b0ad6535e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 950 time: 0.0594764 Aug 10 03:14:27.295531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port 6029e061-e435-4b24-8b1c-e998e0701b0f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:27.296210 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.393010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port 6029e061-e435-4b24-8b1c-e998e0701b0f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6029e061-e435-4b24-8b1c-e998e0701b0f,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:27.393471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.409416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for 6029e061-e435-4b24-8b1c-e998e0701b0f owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:27.493521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477b944-3994-49f0-be50-1a96159b526a req-16640a4e-6390-4ce8-bca1-dc2b4c553c8d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.495202 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e477b944-3994-49f0-be50-1a96159b526a req-16640a4e-6390-4ce8-bca1-dc2b4c553c8d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0590675 Aug 10 03:14:27.541523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e477b944-3994-49f0-be50-1a96159b526a req-9be25c5a-4e97-4a6a-9d12-84af0b89b3d3 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380166 Aug 10 03:14:27.698316 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.724492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', '6029e061-e435-4b24-8b1c-e998e0701b0f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:27.728229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=6029e061-e435-4b24-8b1c-e998e0701b0f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:27.769507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:27.793891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port 6029e061-e435-4b24-8b1c-e998e0701b0f on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:27.796642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:27.799394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d0fae2-0d5d-4f9f-812f-7e4fa092e34f req-ccf50022-5734-471a-96d2-aececcb1d88f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "DELETE /v2.0/ports/6029e061-e435-4b24-8b1c-e998e0701b0f HTTP/1.1" status: 204 len: 173 time: 0.5984092 Aug 10 03:14:27.800184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'name': 'network-vif-deleted', 'tag': '6029e061-e435-4b24-8b1c-e998e0701b0f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:27.803645 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e066b-ccb7-4657-9050-7fb71cc0065a" -d '{"events": [{"server_uuid": "0140b94a-d371-4736-83ea-7c8fede13dbb", "name": "network-vif-deleted", "tag": "6029e061-e435-4b24-8b1c-e998e0701b0f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:27.848995 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d47536c-0bdf-464b-9e52-1215f2aac675 x-openstack-request-id: req-6d47536c-0bdf-464b-9e52-1215f2aac675 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:27.849382 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0140b94a-d371-4736-83ea-7c8fede13dbb", "name": "network-vif-deleted", "tag": "6029e061-e435-4b24-8b1c-e998e0701b0f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:27.849731 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d47536c-0bdf-464b-9e52-1215f2aac675 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:27.850257 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0140b94a-d371-4736-83ea-7c8fede13dbb', 'name': 'network-vif-deleted', 'tag': '6029e061-e435-4b24-8b1c-e998e0701b0f', 'status': 'completed', 'code': 200} Aug 10 03:14:27.984112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aea5cf-0a8b-44ec-b412-0b68f06daa6a req-4666535e-9d12-4d2e-8f77-c8044bda2162 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:27.986134 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-64aea5cf-0a8b-44ec-b412-0b68f06daa6a req-4666535e-9d12-4d2e-8f77-c8044bda2162 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0791802 Aug 10 03:14:28.104691 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-64aea5cf-0a8b-44ec-b412-0b68f06daa6a req-cc860f5d-8d22-4db2-8720-cf0db4824efe tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979199 Aug 10 03:14:28.114933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b1f6ebd-0ce9-4117-901d-002e45e66755 req-912814a0-acb7-4276-8727-b003e17375a8 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=0140b94a-d371-4736-83ea-7c8fede13dbb HTTP/1.1" status: 200 len: 210 time: 0.0536346 Aug 10 03:14:28.301634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f4ee-137e-4e5a-bcab-6ad54b5f3cec req-33aae300-0ede-426d-a86b-1f8fe2b30878 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.304636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e9f4ee-137e-4e5a-bcab-6ad54b5f3cec req-33aae300-0ede-426d-a86b-1f8fe2b30878 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0781400 Aug 10 03:14:28.362496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e9f4ee-137e-4e5a-bcab-6ad54b5f3cec req-ed636450-9092-4404-8035-1e331bb60a12 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Aug 10 03:14:28.679673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a3fcb-5acf-4596-8182-c752d066c933 req-74d4053e-5ad1-4694-8239-c352a3ed1bc8 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.681490 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0e6a3fcb-5acf-4596-8182-c752d066c933 req-74d4053e-5ad1-4694-8239-c352a3ed1bc8 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0689745 Aug 10 03:14:28.730752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0e6a3fcb-5acf-4596-8182-c752d066c933 req-3b953c73-084f-4467-8404-8c6d1a34c6d8 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Aug 10 03:14:28.829482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-e9e5de2a-efda-46af-82ae-94ee09ae2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.831266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-e9e5de2a-efda-46af-82ae-94ee09ae2089 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1102 time: 0.0506778 Aug 10 03:14:28.981297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-1e5a502b-b82d-428a-b855-fd7f4b5208e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:28.989814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-1e5a502b-b82d-428a-b855-fd7f4b5208e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1505346 Aug 10 03:14:29.045612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-5ccdd81c-bdbc-473c-b9ae-f178c2fe0687 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0389371 Aug 10 03:14:29.108194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-257450b7-ac29-4126-ac53-5c40c19b8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.109677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-257450b7-ac29-4126-ac53-5c40c19b8bbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0457580 Aug 10 03:14:29.179523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-b3550f1f-35b1-4521-9032-6aa7472819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.181927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-b3550f1f-35b1-4521-9032-6aa7472819a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627723 Aug 10 03:14:29.294055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46778b-3e1b-49ab-a620-1f02a260298f req-0bb50eef-c583-4a3c-a5c6-da0d438a56a5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.295574 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5d46778b-3e1b-49ab-a620-1f02a260298f req-0bb50eef-c583-4a3c-a5c6-da0d438a56a5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0754128 Aug 10 03:14:29.348960 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5d46778b-3e1b-49ab-a620-1f02a260298f req-917de652-302b-41a2-9a3a-188f1719d19a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Aug 10 03:14:29.374971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-ed417fae-60f5-4750-bd23-bab1fcb9b5c0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662636 Aug 10 03:14:29.394408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dccf1-8b1c-4adc-8791-c3dc18b527ae req-2225f4ac-1a05-4aef-8059-2c5ead2a8742 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.396000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b47dccf1-8b1c-4adc-8791-c3dc18b527ae req-2225f4ac-1a05-4aef-8059-2c5ead2a8742 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0750229 Aug 10 03:14:29.493265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b47dccf1-8b1c-4adc-8791-c3dc18b527ae req-04cc5f13-8235-46c8-aadc-4d5e1c0bf664 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830398 Aug 10 03:14:29.524464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-82aca915-e804-4770-8f40-31fa3f9daaa2 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258242 Aug 10 03:14:29.615568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ab4b1-c5bd-4911-bb53-57c0a932ce97 req-0d21b80f-6f5a-471e-8a79-a9773cbb7901 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:29.616559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc1ab4b1-c5bd-4911-bb53-57c0a932ce97 req-0d21b80f-6f5a-471e-8a79-a9773cbb7901 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0517235 Aug 10 03:14:29.659598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc1ab4b1-c5bd-4911-bb53-57c0a932ce97 req-070388a1-a8c8-45cd-991a-5ab82d09557b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 10 03:14:30.207468 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-baec6fb4-1b12-493d-b19b-10fc1e1332ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:30.276406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c2031-49a7-4608-b7f3-0c8ecbdfd3cb req-b8301e53-3b94-4766-8ae3-8cd4fb9c7995 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.278459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a52c2031-49a7-4608-b7f3-0c8ecbdfd3cb req-b8301e53-3b94-4766-8ae3-8cd4fb9c7995 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 949 time: 0.0762641 Aug 10 03:14:30.326024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a52c2031-49a7-4608-b7f3-0c8ecbdfd3cb req-ad8adbbd-083c-4e1d-8d98-a63372abf9c2 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 Aug 10 03:14:30.484840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e0d40-afe7-4c39-976d-1818d4e638d4 req-be071dcf-361e-41e6-8a36-9f5bd399246d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.486620 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d7e0d40-afe7-4c39-976d-1818d4e638d4 req-be071dcf-361e-41e6-8a36-9f5bd399246d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0603545 Aug 10 03:14:30.533966 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4d7e0d40-afe7-4c39-976d-1818d4e638d4 req-187006b1-ca4c-454c-8f6b-1205c2b72984 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Aug 10 03:14:30.630303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30896476-6d8f-43d9-8592-d699d8398686 req-8f995329-dd3c-47f1-a8cd-b794cad61766 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.631867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30896476-6d8f-43d9-8592-d699d8398686 req-8f995329-dd3c-47f1-a8cd-b794cad61766 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0505071 Aug 10 03:14:30.672667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30896476-6d8f-43d9-8592-d699d8398686 req-5cfbbf30-739b-4ebc-810a-702814331e32 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Aug 10 03:14:30.787903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df29749-10d7-4057-8c22-995dd39b8a14 req-271bb005-5412-41fe-8e7b-bda602f05b9f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:30.789552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5df29749-10d7-4057-8c22-995dd39b8a14 req-271bb005-5412-41fe-8e7b-bda602f05b9f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0558865 Aug 10 03:14:30.836995 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5df29749-10d7-4057-8c22-995dd39b8a14 req-f5ff9d8f-c2c6-42e0-925a-53945273778f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Aug 10 03:14:31.446723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4883e8b-3ede-49b5-bef2-f74001a7926b req-7d4e4b47-019c-480f-8bf8-9ab055c78451 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.452873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4883e8b-3ede-49b5-bef2-f74001a7926b req-7d4e4b47-019c-480f-8bf8-9ab055c78451 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 949 time: 0.0566239 Aug 10 03:14:31.492645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4883e8b-3ede-49b5-bef2-f74001a7926b req-f6b1566e-fe1b-425b-93f1-1c37c17da3ca tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353861 Aug 10 03:14:31.586788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:31.610702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-30942e87-92c6-443c-ab3b-40f9b206b7db tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.612571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-30942e87-92c6-443c-ab3b-40f9b206b7db tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.46 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0528548 Aug 10 03:14:31.685491 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.715207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a9f3-410c-4779-bedd-bec71a34782c req-25a76a24-6084-4f42-9d4c-50f38a227539 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.725559 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dc01a9f3-410c-4779-bedd-bec71a34782c req-25a76a24-6084-4f42-9d4c-50f38a227539 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 946 time: 0.0768795 Aug 10 03:14:31.733232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:31.735940 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6688fd-94ea-4387-8cd8-4eefe69776d5" -d '{"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:31.745590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Deleting port 9903b257-fcbd-4a77-991f-0723b68eb908 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:31.752273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.752459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:31.788419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dc01a9f3-410c-4779-bedd-bec71a34782c req-70332e9e-61ab-4155-9f30-07f2c7b65cc0 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Aug 10 03:14:31.835042 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f976bc4d-e1ff-42f9-b454-c4fcb7f28609 x-openstack-request-id: req-f976bc4d-e1ff-42f9-b454-c4fcb7f28609 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:31.835042 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:31.835042 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f976bc4d-e1ff-42f9-b454-c4fcb7f28609 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:31.835042 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908', 'code': 200} Aug 10 03:14:31.835042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.835042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6029e061-e435-4b24-8b1c-e998e0701b0f no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:31.878246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 6029e061-e435-4b24-8b1c-e998e0701b0f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:31.878856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6029e061-e435-4b24-8b1c-e998e0701b0f not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:31.931893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:31.978345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] For port 9903b257-fcbd-4a77-991f-0723b68eb908, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9903b257-fcbd-4a77-991f-0723b68eb908,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:31.978345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.978345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fe255-ff32-42f2-8b74-c382de704294 req-f3a7c087-b124-40e8-9b00-11534f0161a6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:31.978345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c97fe255-ff32-42f2-8b74-c382de704294 req-f3a7c087-b124-40e8-9b00-11534f0161a6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.1676028 Aug 10 03:14:31.981112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Calling delete_port for 9903b257-fcbd-4a77-991f-0723b68eb908 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:32.010611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-08ef54d2-4a5b-4315-b492-604bbce2538e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.012755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-08ef54d2-4a5b-4315-b492-604bbce2538e tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 949 time: 0.1288109 Aug 10 03:14:32.045386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361d388-1f5f-4297-b2aa-7df952e4e2ce req-4847352f-6e43-44c3-98fe-6358b347e221 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.047869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1361d388-1f5f-4297-b2aa-7df952e4e2ce req-4847352f-6e43-44c3-98fe-6358b347e221 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0978062 Aug 10 03:14:32.060561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c97fe255-ff32-42f2-8b74-c382de704294 req-0b57dd29-fd42-46e2-91d3-186b8fa79c37 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919845 Aug 10 03:14:32.160417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1361d388-1f5f-4297-b2aa-7df952e4e2ce req-4b79303f-3b80-4d2f-bba3-7dfbce8b02cc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800858 Aug 10 03:14:32.196231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:32.197001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.282249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.311238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:32.311762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.317543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event deleted for resources: {'Port': ['ID=9903b257-fcbd-4a77-991f-0723b68eb908,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:32.333485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:32.426395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] No DVR routers for this DVR port 9903b257-fcbd-4a77-991f-0723b68eb908 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:32.439295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.443633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29e8439a-a7b0-47fe-af22-f75af3e22bb6 req-ae01f895-dd41-45f5-84d1-cd57f34d0ac5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.46 "DELETE /v2.0/ports/9903b257-fcbd-4a77-991f-0723b68eb908 HTTP/1.1" status: 204 len: 173 time: 0.8176761 Aug 10 03:14:32.443633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-deleted', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:32.447712 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd73754-c06d-413c-b2a9-9e0c80f5def4" -d '{"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-deleted", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:32.509456 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df75e56-15aa-4c2f-81a8-c70b5f93029d x-openstack-request-id: req-5df75e56-15aa-4c2f-81a8-c70b5f93029d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:32.509847 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f03d3a-b7f1-4e0f-a9da-60eba246c3b2", "name": "network-vif-deleted", "tag": "9903b257-fcbd-4a77-991f-0723b68eb908", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:32.517810 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5df75e56-15aa-4c2f-81a8-c70b5f93029d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:32.517810 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f03d3a-b7f1-4e0f-a9da-60eba246c3b2', 'name': 'network-vif-deleted', 'tag': '9903b257-fcbd-4a77-991f-0723b68eb908', 'status': 'completed', 'code': 200} Aug 10 03:14:32.536295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-89ace999-dd06-4419-8f6f-239fe8ce16d1 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.537979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-89ace999-dd06-4419-8f6f-239fe8ce16d1 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a60184a-58d4-41ed-84b7-41a4e30e46a7 HTTP/1.1" status: 200 len: 950 time: 0.1057494 Aug 10 03:14:32.670296 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.677780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.689184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:32.718072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:32.718694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1', '739f5f1d-70f2-4836-8404-8073c7aa1355'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:32.734680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf09f-d87b-4e98-ab27-f158aa1eb45f req-4537d6e1-2a15-4e49-8e14-c56ba87696d6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:32.736249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-806bf09f-d87b-4e98-ab27-f158aa1eb45f req-4537d6e1-2a15-4e49-8e14-c56ba87696d6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 867 time: 0.1136906 Aug 10 03:14:32.741008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port 739f5f1d-70f2-4836-8404-8073c7aa1355 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:32.741355 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.836502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:32.836502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.836502 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fea710eb-a6eb-4f20-8fea-aba94ec74793 req-b667ffa3-f6b6-4db6-90df-5eba1b1167be tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.46 "DELETE /v2.0/ports/b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c HTTP/1.1" status: 204 len: 173 time: 0.8077636 Aug 10 03:14:32.836502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'name': 'network-vif-deleted', 'tag': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:32.836502 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f0c935-58c2-4d6e-8114-275f75672ef9" -d '{"events": [{"server_uuid": "b2547698-8e6d-46da-91c6-cc33e2ff0208", "name": "network-vif-deleted", "tag": "b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:32.880933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-806bf09f-d87b-4e98-ab27-f158aa1eb45f req-ae974898-3bfd-4153-97fe-a9e0b8af2712 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364202 Aug 10 03:14:32.894997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc82486-28b1-455f-a50a-4b77a2408b24 req-bbfeae39-b7ae-4652-abc1-148b5cd6cecd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0413661 Aug 10 03:14:32.930251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port 739f5f1d-70f2-4836-8404-8073c7aa1355, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=739f5f1d-70f2-4836-8404-8073c7aa1355,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:32.931540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.936645 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b218f8b-0fe2-4c23-9798-00ee6da3a287 x-openstack-request-id: req-7b218f8b-0fe2-4c23-9798-00ee6da3a287 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:32.937350 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2547698-8e6d-46da-91c6-cc33e2ff0208", "name": "network-vif-deleted", "tag": "b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:32.937899 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b218f8b-0fe2-4c23-9798-00ee6da3a287 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:32.938605 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2547698-8e6d-46da-91c6-cc33e2ff0208', 'name': 'network-vif-deleted', 'tag': 'b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c', 'status': 'completed', 'code': 200} Aug 10 03:14:32.950889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for 739f5f1d-70f2-4836-8404-8073c7aa1355 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:33.191930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc1cf9-dd57-4981-9a09-9f6d1e2402e0 req-f6342160-abf5-41dc-b045-1bc148fab53f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.193847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47dc1cf9-dd57-4981-9a09-9f6d1e2402e0 req-f6342160-abf5-41dc-b045-1bc148fab53f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0565381 Aug 10 03:14:33.274172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47dc1cf9-dd57-4981-9a09-9f6d1e2402e0 req-19fd4c9f-8f40-47ec-9bb7-27ad91f9ec96 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711086 Aug 10 03:14:33.334409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b9ca-ee0e-481e-b7e4-0675a9651b56 req-ba4563b7-e4fe-4388-946a-3ce9af0deefc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:33.340813 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cce0b9ca-ee0e-481e-b7e4-0675a9651b56 req-ba4563b7-e4fe-4388-946a-3ce9af0deefc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0584323 Aug 10 03:14:33.375401 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cce0b9ca-ee0e-481e-b7e4-0675a9651b56 req-7608cbab-185b-410d-92c3-4d6b0aec9cb0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Aug 10 03:14:33.504956 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74219e8-f9f1-4782-b77b-8140a6eb50b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.506151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.521493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:33.549185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=739f5f1d-70f2-4836-8404-8073c7aa1355,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:33.595125 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port 739f5f1d-70f2-4836-8404-8073c7aa1355 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:33.597788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.599949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b42d0867-5662-4dbb-b204-6904d2281f15 req-20cdfa66-27f1-412f-89dc-7f56962de758 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "DELETE /v2.0/ports/739f5f1d-70f2-4836-8404-8073c7aa1355 HTTP/1.1" status: 204 len: 173 time: 1.0529361 Aug 10 03:14:34.060140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:34.072673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dab7d2bf-b89b-472b-8342-75692b17fccf req-a469709c-69de-4def-abef-b31731ec22c5 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2547698-8e6d-46da-91c6-cc33e2ff0208 HTTP/1.1" status: 200 len: 210 time: 0.0797215 Aug 10 03:14:34.092470 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-358f4eb4-a243-428f-b4c5-59eb2ed567e4 req-effc4d8e-9a94-470c-a118-798d7696c706 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f03d3a-b7f1-4e0f-a9da-60eba246c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0491168 Aug 10 03:14:34.430582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af1937-b91a-4a4e-a936-a2a6bdf4deba req-b741c576-3ec3-4292-9865-c56d621fc85f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.439652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af1937-b91a-4a4e-a936-a2a6bdf4deba req-b741c576-3ec3-4292-9865-c56d621fc85f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0685365 Aug 10 03:14:34.490605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af1937-b91a-4a4e-a936-a2a6bdf4deba req-d8027b00-af86-49d5-8586-40976334c17a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Aug 10 03:14:34.554830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab31e2-fd0d-430f-92f7-17815dee4ce3 req-a2f2656f-f9fd-4ca8-b757-e9018e34a67a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:34.555664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:34.562478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-acab31e2-fd0d-430f-92f7-17815dee4ce3 req-a2f2656f-f9fd-4ca8-b757-e9018e34a67a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0921006 Aug 10 03:14:34.603031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-acab31e2-fd0d-430f-92f7-17815dee4ce3 req-b4ab4642-3d1e-45d0-bda2-c0c36f71cc1e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Aug 10 03:14:34.940174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'name': 'network-vif-deleted', 'tag': '739f5f1d-70f2-4836-8404-8073c7aa1355'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:34.943717 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a981db-6dcb-4138-bc65-8266b763e44a" -d '{"events": [{"server_uuid": "3a60184a-58d4-41ed-84b7-41a4e30e46a7", "name": "network-vif-deleted", "tag": "739f5f1d-70f2-4836-8404-8073c7aa1355"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:34.994615 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b74e6c-7f8c-489d-a1c0-12c8e05b21a9 x-openstack-request-id: req-24b74e6c-7f8c-489d-a1c0-12c8e05b21a9 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:34.995903 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a60184a-58d4-41ed-84b7-41a4e30e46a7", "name": "network-vif-deleted", "tag": "739f5f1d-70f2-4836-8404-8073c7aa1355", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:34.996207 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24b74e6c-7f8c-489d-a1c0-12c8e05b21a9 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:35.006121 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a60184a-58d4-41ed-84b7-41a4e30e46a7', 'name': 'network-vif-deleted', 'tag': '739f5f1d-70f2-4836-8404-8073c7aa1355', 'status': 'completed', 'code': 200} Aug 10 03:14:35.115584 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-65a3c55e-d5cb-4db7-81d8-aab454a9be6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526876 Aug 10 03:14:35.222227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-6bffdb63-9346-4270-949d-532400bdc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.234113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-6bffdb63-9346-4270-949d-532400bdc352 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 1103 time: 0.0806890 Aug 10 03:14:35.339774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-aaf1adba-9a36-47c2-8c86-038da665f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.341649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-aaf1adba-9a36-47c2-8c86-038da665f013 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0928922 Aug 10 03:14:35.387996 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-b6c55283-c0a3-4079-9f1e-6d0d881e9c0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 200 len: 217 time: 0.0383897 Aug 10 03:14:35.445563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-73acd756-2202-4823-bdb7-002f800ecb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.447029 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-73acd756-2202-4823-bdb7-002f800ecb48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0514317 Aug 10 03:14:35.495983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-c6e74326-8675-422c-948e-96b848f75e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.497571 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-c6e74326-8675-422c-948e-96b848f75e3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425417 Aug 10 03:14:35.595317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.607440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-c8114671-5290-4e84-876e-a0a1acc26924 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009624 Aug 10 03:14:35.618349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:35.643314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44806) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:35.649944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142145090', 'description': 'tempest-description--875903845'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:35.663870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:35.664471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5ddb8e2-0bc5-4c33-8da8-2387dd6dd84c not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:35.665062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:35.703128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 9903b257-fcbd-4a77-991f-0723b68eb908 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:35.703468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9903b257-fcbd-4a77-991f-0723b68eb908 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:35.781993 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a6542a1-a3c2-40fd-ba28-7fdae62425c7 req-67112b7c-12d5-4b15-9ff8-8bc8143dfdc7 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629004 Aug 10 03:14:35.790311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39ab7-2598-4032-bc85-a6c0d4382f1a req-47d38672-5fae-41a7-9eda-63a6e48933b4 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.791774 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c8e39ab7-2598-4032-bc85-a6c0d4382f1a req-47d38672-5fae-41a7-9eda-63a6e48933b4 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0763869 Aug 10 03:14:35.824447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.834595 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c8e39ab7-2598-4032-bc85-a6c0d4382f1a req-1f1e052a-9276-4328-b3a8-5405a1041ff9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Aug 10 03:14:35.944202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:35.968129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14ec50-6eee-4a8c-824a-997e2a60138b req-e744bbbd-a1da-496e-9d3f-25177d066e56 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:35.980223 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4e14ec50-6eee-4a8c-824a-997e2a60138b req-e744bbbd-a1da-496e-9d3f-25177d066e56 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0630453 Aug 10 03:14:36.011515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4e14ec50-6eee-4a8c-824a-997e2a60138b req-7ff7677f-6c8c-4128-a5ae-66b6624aa66e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Aug 10 03:14:36.037343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.078052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59f6ce-b80e-49ce-b849-913d410b06f9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:36.236153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.240204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2fb18fb6-ec9f-4041-a2df-f065a4b907a9 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5929523 Aug 10 03:14:36.240479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44812) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:36.245315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'security_group_rule': {'security_group_id': '3c59f6ce-b80e-49ce-b849-913d410b06f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:36.452038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.519123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.687319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.710173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e9bf34-cccf-4159-a25f-4853ea3b4021,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:36.800330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655f6ba-1682-4e39-b849-010d3af4ce33 req-83a20413-6fa2-48b7-9cd4-8afb8ccb83b6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.805041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2655f6ba-1682-4e39-b849-010d3af4ce33 req-83a20413-6fa2-48b7-9cd4-8afb8ccb83b6 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 950 time: 0.0552206 Aug 10 03:14:36.831834 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:36.833507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ef9027c0-603a-4c19-bb2c-97021e4cee60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5919409 Aug 10 03:14:36.836406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44820) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:36.842129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'security_group_rule': {'security_group_id': '3c59f6ce-b80e-49ce-b849-913d410b06f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:36.861398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2655f6ba-1682-4e39-b849-010d3af4ce33 req-db329f8a-cb23-410f-a14c-0671146595bb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500402 Aug 10 03:14:36.889806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 739f5f1d-70f2-4836-8404-8073c7aa1355 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:36.911741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 739f5f1d-70f2-4836-8404-8073c7aa1355 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:36.912422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 739f5f1d-70f2-4836-8404-8073c7aa1355 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:36.971357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04081346-b766-45ce-be6c-923761c304e0 req-a8ba60a3-8669-4a2c-8416-230602afd77c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:36.971357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04081346-b766-45ce-be6c-923761c304e0 req-a8ba60a3-8669-4a2c-8416-230602afd77c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Aug 10 03:14:36.976950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.046243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04081346-b766-45ce-be6c-923761c304e0 req-25d2d8f8-a8da-4915-bfea-41e6019f8291 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Aug 10 03:14:37.057816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.174335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.189497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96982c-ed24-4e2f-84d4-cff0b1d88ca2 req-5781e060-6887-4459-9071-938d98d0db66 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.190987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad96982c-ed24-4e2f-84d4-cff0b1d88ca2 req-5781e060-6887-4459-9071-938d98d0db66 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0661550 Aug 10 03:14:37.207170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76b0b8f-99d2-4d7f-bdfe-b27fe7a2d62a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:37.252871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad96982c-ed24-4e2f-84d4-cff0b1d88ca2 req-a2036b4b-d825-499b-91ac-b30653861db9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Aug 10 03:14:37.395574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.396867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8c2c059d-8a3e-4bf9-8768-030dc7904194 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5594647 Aug 10 03:14:37.399985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44840) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:37.404402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:37.521524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.615202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.722352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Allocated IP 172.25.1.43 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/914b9859-3a45-40ea-ba94-f5cdd2084c46) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:37.822040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:37.982498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf64f76-1c6e-44d4-92da-77685d96061c req-af1683d6-bd61-49f2-90f9-e73c7a7a065f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:37.984078 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7cf64f76-1c6e-44d4-92da-77685d96061c req-af1683d6-bd61-49f2-90f9-e73c7a7a065f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 950 time: 0.0498838 Aug 10 03:14:37.990357 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.030385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7cf64f76-1c6e-44d4-92da-77685d96061c req-2f7351f0-7df8-4747-996a-71401964cc31 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Aug 10 03:14:38.043586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:38.047420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:38.048879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:38.075356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'Port': ['ID=914b9859-3a45-40ea-ba94-f5cdd2084c46,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.142639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.318603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.360565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-85546fae-414d-45ac-a2af-47b844824d61 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.362110 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-85546fae-414d-45ac-a2af-47b844824d61 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 950 time: 0.0528901 Aug 10 03:14:38.419779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68804ad9-0a50-41d4-b698-d03b9835ddf4 req-46d2f25e-e446-4cfe-aec1-0235b66d77a4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:38.421292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68804ad9-0a50-41d4-b698-d03b9835ddf4 req-46d2f25e-e446-4cfe-aec1-0235b66d77a4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0826585 Aug 10 03:14:38.460767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port 4fbe155a-dfe0-47a2-a063-626389e978f1 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:38.461115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.499538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68804ad9-0a50-41d4-b698-d03b9835ddf4 req-dedc1b7f-d3a1-4892-ac0c-de5c48df32af tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538549 Aug 10 03:14:38.555844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.560841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port 4fbe155a-dfe0-47a2-a063-626389e978f1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=4fbe155a-dfe0-47a2-a063-626389e978f1,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:38.561210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.576380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for 4fbe155a-dfe0-47a2-a063-626389e978f1 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:38.653495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.728678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'Port': ['ID=914b9859-3a45-40ea-ba94-f5cdd2084c46,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.739787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.892963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.893248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:38.895995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-afe7a37c-71aa-4c28-9ddb-c4db5a56e8fc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4941397 Aug 10 03:14:38.931100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=4fbe155a-dfe0-47a2-a063-626389e978f1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:38.949753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', '4fbe155a-dfe0-47a2-a063-626389e978f1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:39.002053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port 4fbe155a-dfe0-47a2-a063-626389e978f1 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:39.004789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.009431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e9127b85-2adc-4298-b222-b0a3f270b64b req-504b475c-85e9-462f-9080-12d40d72b3dc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "DELETE /v2.0/ports/4fbe155a-dfe0-47a2-a063-626389e978f1 HTTP/1.1" status: 204 len: 173 time: 0.6377790 Aug 10 03:14:39.010491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'name': 'network-vif-deleted', 'tag': '4fbe155a-dfe0-47a2-a063-626389e978f1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:39.017517 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e516d1-242b-4299-bed3-c80e736f0576" -d '{"events": [{"server_uuid": "d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3", "name": "network-vif-deleted", "tag": "4fbe155a-dfe0-47a2-a063-626389e978f1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:39.059572 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f160f-a64b-40c8-8a69-c09b95f72e77 x-openstack-request-id: req-fc6f160f-a64b-40c8-8a69-c09b95f72e77 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:39.059884 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3", "name": "network-vif-deleted", "tag": "4fbe155a-dfe0-47a2-a063-626389e978f1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:39.060125 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc6f160f-a64b-40c8-8a69-c09b95f72e77 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:39.060853 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bec1cc-c855-4d9b-a8ef-be4f7c9043e3', 'name': 'network-vif-deleted', 'tag': '4fbe155a-dfe0-47a2-a063-626389e978f1', 'status': 'completed', 'code': 200} Aug 10 03:14:39.221874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d42565b1-49b8-4c9c-a562-3cafff5426b3 req-af64875d-c1a4-4b4c-92a2-c8a8781bdd02 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 210 time: 0.0330658 Aug 10 03:14:39.258368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-4d0c81d5-e542-44de-878c-7be065bbf38f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.259857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-4d0c81d5-e542-44de-878c-7be065bbf38f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 822 time: 0.1582992 Aug 10 03:14:39.270725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-e8933c21-3432-4dcf-a9b7-cea3b690bfbc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.272285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-e8933c21-3432-4dcf-a9b7-cea3b690bfbc tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 950 time: 0.0986986 Aug 10 03:14:39.290726 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-f52a8c35-fd95-40fa-a03c-5d38a8a2cf07 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/quotas/8883b1e671564591810c800ff1aa0422 HTTP/1.1" status: 200 len: 375 time: 0.0173638 Aug 10 03:14:39.397145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-8c2fdc12-4e75-4444-aefb-14584b083da0 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841920 Aug 10 03:14:39.476561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port f3cda984-43f5-425a-a6af-9b224ab0cb8a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:39.491679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.569791 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-9db32dd1-9bab-477c-9c6b-0d73ff89d60b service neutron] 10.222.0.26 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605821 Aug 10 03:14:39.622648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344d332-d92c-46b4-9c74-d7972b22768f req-c431f606-659b-47a9-840f-6a6f1daed40f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:39.629624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4344d332-d92c-46b4-9c74-d7972b22768f req-c431f606-659b-47a9-840f-6a6f1daed40f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0523510 Aug 10 03:14:39.640499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port f3cda984-43f5-425a-a6af-9b224ab0cb8a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f3cda984-43f5-425a-a6af-9b224ab0cb8a,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:39.641063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:39.660227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for f3cda984-43f5-425a-a6af-9b224ab0cb8a owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:39.666870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4344d332-d92c-46b4-9c74-d7972b22768f req-645f09e7-a5d8-402a-8071-438a6d832ea8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Aug 10 03:14:39.737339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-effa62df-44d6-4bf9-857b-0bd4701a5d17 service neutron] 10.222.0.26 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590209 Aug 10 03:14:39.973555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:40.011496 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=f3cda984-43f5-425a-a6af-9b224ab0cb8a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:40.046340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e10f106-3b52-4eb5-b7cf-15a8bdae8304 req-88824470-f40b-4c30-a425-fabb5f65021b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 210 time: 0.0551019 Aug 10 03:14:40.074561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port f3cda984-43f5-425a-a6af-9b224ab0cb8a on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:40.077469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:40.079480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ba79d7f3-8c6e-48fe-8f79-a5231a9cd7b8 req-53adbbd3-1f48-40a5-9880-e8270f0c6a59 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "DELETE /v2.0/ports/f3cda984-43f5-425a-a6af-9b224ab0cb8a HTTP/1.1" status: 204 len: 173 time: 0.7995887 Aug 10 03:14:40.242014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', '4fbe155a-dfe0-47a2-a063-626389e978f1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:40.355713 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e9a02d38-cb81-4ea9-b264-6a3496eb8ce2 req-1ecbcfe1-388f-45bf-96a9-79e128caa502 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8bec1cc-c855-4d9b-a8ef-be4f7c9043e3 HTTP/1.1" status: 200 len: 210 time: 0.0352924 Aug 10 03:14:40.783713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b751e1-be97-4eec-9d9e-9e60e693e604 req-e007d828-801e-4dcf-a2ec-0ec4a3357780 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:40.785558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-19b751e1-be97-4eec-9d9e-9e60e693e604 req-e007d828-801e-4dcf-a2ec-0ec4a3357780 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0492859 Aug 10 03:14:40.825193 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-19b751e1-be97-4eec-9d9e-9e60e693e604 req-a87db816-b508-45b9-b30c-f0ed91277b8c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Aug 10 03:14:40.924614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:41.024834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:41.036705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'mac_address': 'fa:16:3e:07:2e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:41.061733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'name': 'network-vif-deleted', 'tag': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:41.064700 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e99b0bf-f5b3-4be6-b424-2337efc8ed10" -d '{"events": [{"server_uuid": "a5d350b9-67eb-4afe-aaa8-3403c04fbb71", "name": "network-vif-deleted", "tag": "f3cda984-43f5-425a-a6af-9b224ab0cb8a"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:41.076221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.098156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9381322d-9b8e-47a4-a55d-aa10ae076616 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:41.118179 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c80e2-4c8f-470e-8a54-83cb6506f121 x-openstack-request-id: req-cc6c80e2-4c8f-470e-8a54-83cb6506f121 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:41.118458 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d350b9-67eb-4afe-aaa8-3403c04fbb71", "name": "network-vif-deleted", "tag": "f3cda984-43f5-425a-a6af-9b224ab0cb8a", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:41.121068 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc6c80e2-4c8f-470e-8a54-83cb6506f121 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:41.121478 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d350b9-67eb-4afe-aaa8-3403c04fbb71', 'name': 'network-vif-deleted', 'tag': 'f3cda984-43f5-425a-a6af-9b224ab0cb8a', 'status': 'completed', 'code': 200} Aug 10 03:14:41.128221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:41.145176 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eaa31654-0d1b-4346-b5e4-942e6df000cb req-4f4688ee-488c-4beb-95e4-cf88f120b46d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 210 time: 0.0430267 Aug 10 03:14:41.218191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:41.268259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:41.464856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['9381322d-9b8e-47a4-a55d-aa10ae076616'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:41.493178 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3337baa1-dfba-4149-8cd0-e909fb9e113f req-8bef86fd-dea9-4012-b1cd-d156b4b62243 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d350b9-67eb-4afe-aaa8-3403c04fbb71 HTTP/1.1" status: 200 len: 210 time: 0.0299675 Aug 10 03:14:41.943574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154278ac-423a-471e-8e65-2288fb016b97 req-3b7811c8-29d3-478f-87ca-c52d6e589677 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:41.945146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-154278ac-423a-471e-8e65-2288fb016b97 req-3b7811c8-29d3-478f-87ca-c52d6e589677 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0488572 Aug 10 03:14:41.984977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-154278ac-423a-471e-8e65-2288fb016b97 req-155f4fbd-37d1-443a-bdf8-aa60c6f9af5b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Aug 10 03:14:42.247835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-608c9b70-1a6c-411e-92d7-a84cfbf10913 req-ce802656-6af6-44b1-baff-5880a1032b00 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 210 time: 0.0311472 Aug 10 03:14:42.938462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:42.990938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 9381322d-9b8e-47a4-a55d-aa10ae076616 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:42.991311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.075368 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.101793 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:43.104064 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7b121a-312d-4d27-a03b-7917ae6ba427" -d '{"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-plugged", "status": "completed", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:43.107844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781f2d-ecdd-4c7d-9378-57aa01670615 req-9dfa4ae9-8fbe-4aba-ae8b-d829ee206806 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.109431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-88781f2d-ecdd-4c7d-9378-57aa01670615 req-9dfa4ae9-8fbe-4aba-ae8b-d829ee206806 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0513570 Aug 10 03:14:43.119041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:43.156498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-88781f2d-ecdd-4c7d-9378-57aa01670615 req-a4204eff-636a-4ebb-8159-3d144bdbb312 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Aug 10 03:14:43.200094 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc35e7-4bfd-4810-b112-d41bd59cc38b x-openstack-request-id: req-dddc35e7-4bfd-4810-b112-d41bd59cc38b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:43.200415 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-plugged", "status": "completed", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:43.200887 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dddc35e7-4bfd-4810-b112-d41bd59cc38b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:43.201288 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'code': 200} Aug 10 03:14:43.258394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:43.259244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f3cda984-43f5-425a-a6af-9b224ab0cb8a no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:43.313500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: f3cda984-43f5-425a-a6af-9b224ab0cb8a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:43.313865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f3cda984-43f5-425a-a6af-9b224ab0cb8a not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:43.314309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 4fbe155a-dfe0-47a2-a063-626389e978f1 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:43.345711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 4fbe155a-dfe0-47a2-a063-626389e978f1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:43.346067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 4fbe155a-dfe0-47a2-a063-626389e978f1 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:43.360728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:43.389881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7d3cbd7-4021-4ae2-81a3-54a5de36319e req-530cdd76-81d5-4686-b27f-fb46a040bc83 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 210 time: 0.0274289 Aug 10 03:14:43.481940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d2970-4f4b-4b0d-a8d8-11ab5f924a66 req-6c1dee18-89c2-40f9-8b8f-19a8cd208a2c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.483496 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-756d2970-4f4b-4b0d-a8d8-11ab5f924a66 req-6c1dee18-89c2-40f9-8b8f-19a8cd208a2c tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.1138299 Aug 10 03:14:43.526862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-0b28d3bf-288c-4eff-bea9-27c467a9122f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:43.528523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-0b28d3bf-288c-4eff-bea9-27c467a9122f tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 822 time: 0.1486125 Aug 10 03:14:43.546462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-756d2970-4f4b-4b0d-a8d8-11ab5f924a66 req-487166fb-106e-4e3e-b05a-157811304da3 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 Aug 10 03:14:43.552305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'port': {'device_id': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'admin_state_up': True, 'tenant_id': '8883b1e671564591810c800ff1aa0422'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:44.064028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Made reservation on behalf of 8883b1e671564591810c800ff1aa0422 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:44.067634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.195542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Allocated IP 172.20.0.2 (d0ddfb4d-438e-4eb8-9d41-aefbc6090680/822b4b46-7b6f-4393-9586-6282deb49482/155bd355-7d5e-42e5-a651-730a9e50a9e6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:44.345954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71e3c-eabd-4f28-8147-3ff7eeebb7f6 req-89d06e1a-4b41-4498-84fd-1584ac1a59f0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.347474 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bbf71e3c-eabd-4f28-8147-3ff7eeebb7f6 req-89d06e1a-4b41-4498-84fd-1584ac1a59f0 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.1147876 Aug 10 03:14:44.420792 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bbf71e3c-eabd-4f28-8147-3ff7eeebb7f6 req-7962d476-22e6-4841-b60a-a4a930844fa6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Aug 10 03:14:44.429106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.497456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46846095-b29c-406d-9a06-f848f51c5b81 req-5d45dafd-093e-40f7-a36c-539d5877301a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 210 time: 0.0269244 Aug 10 03:14:44.607368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.653906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:44.657133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:44.660964 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:44.663850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19270c-c7af-4586-82cd-7b78c0472c04 req-0d6a1973-afb3-4165-b036-349a68550ba9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.665434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b19270c-c7af-4586-82cd-7b78c0472c04 req-0d6a1973-afb3-4165-b036-349a68550ba9 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.0508604 Aug 10 03:14:44.685053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:44.707964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b19270c-c7af-4586-82cd-7b78c0472c04 req-a023f34a-30b4-4a06-858c-67972437ca42 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Aug 10 03:14:44.713055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:44.713690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.807749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-155ceee7-680d-4355-bbb9-15a702fc4b44 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2590592 Aug 10 03:14:44.846325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Request body: {'port': {'device_id': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:44.906944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:44.983915 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.178463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155bd355-7d5e-42e5-a651-730a9e50a9e6 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:45.186664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.199245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Transition to ACTIVE for port object 155bd355-7d5e-42e5-a651-730a9e50a9e6 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:45.303648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.356165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:45.426352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Attempting to bind port 155bd355-7d5e-42e5-a651-730a9e50a9e6 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:45.426690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Attempting to bind port 155bd355-7d5e-42e5-a651-730a9e50a9e6 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:45.427020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Attempting to bind port 155bd355-7d5e-42e5-a651-730a9e50a9e6 on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:45.431361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Port 155bd355-7d5e-42e5-a651-730a9e50a9e6 on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:45.431737 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Attempting to bind port 155bd355-7d5e-42e5-a651-730a9e50a9e6 on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:45.437325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:45.437715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Checking segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:45.441872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Bound using segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:45.441872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Bound port: 155bd355-7d5e-42e5-a651-730a9e50a9e6, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:45.441872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.517640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:45.551347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:45.572151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d084e9-d24a-480a-98ae-b89038329fbf req-fb6adf82-f001-442d-bf95-ea762aac56d3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.573749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05d084e9-d24a-480a-98ae-b89038329fbf req-fb6adf82-f001-442d-bf95-ea762aac56d3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0694871 Aug 10 03:14:45.612486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-05d084e9-d24a-480a-98ae-b89038329fbf req-51d6b334-4e4d-435f-9618-b0a405a4e5cf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Aug 10 03:14:45.651577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aafa1-0313-489e-8e68-90bd2a512aae req-269fc808-c59e-4ef4-adb7-73d0d31944a1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.652375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c88aafa1-0313-489e-8e68-90bd2a512aae req-269fc808-c59e-4ef4-adb7-73d0d31944a1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 943 time: 0.0531056 Aug 10 03:14:45.687380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.691262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c88aafa1-0313-489e-8e68-90bd2a512aae req-76d68f6e-974f-4614-8652-d3f36a26be65 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Aug 10 03:14:45.721898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.731965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.731965 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/155bd355-7d5e-42e5-a651-730a9e50a9e6 HTTP/1.1" status: 200 len: 1092 time: 0.8830240 Aug 10 03:14:45.731965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:45.731965 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eace6f-ff68-4246-b592-ea9afcaccd45" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:45.760257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f70f8d-f396-4fba-9727-66cd97ecd2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:45.774151 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd72f55-53fd-4f78-a96a-aac67460f2c2 x-openstack-request-id: req-abd72f55-53fd-4f78-a96a-aac67460f2c2 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:45.774474 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:45.774754 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abd72f55-53fd-4f78-a96a-aac67460f2c2 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:45.775152 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'status': 'completed', 'code': 200} Aug 10 03:14:45.839032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbfeb7-00a2-469e-81e5-ed309232b08c req-2cf71653-fafe-4684-bcf2-ba4137d7327f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.840593 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-32bbfeb7-00a2-469e-81e5-ed309232b08c req-2cf71653-fafe-4684-bcf2-ba4137d7327f tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.0518360 Aug 10 03:14:45.948676 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-32bbfeb7-00a2-469e-81e5-ed309232b08c req-ef3a1060-2c9f-4c7a-a4a0-0a71cc3efb68 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/security-groups?id=7af93f81-7147-4d33-a77a-389d953a9e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992785 Aug 10 03:14:45.959187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eace6f-ff68-4246-b592-ea9afcaccd45 req-721e4793-bb4e-48b9-9d5d-8a847b74a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.960902 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1eace6f-ff68-4246-b592-ea9afcaccd45 req-721e4793-bb4e-48b9-9d5d-8a847b74a133 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 1095 time: 0.0836241 Aug 10 03:14:45.969582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-735485df-335f-4264-8ff1-eedb3bf8d811 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.970925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-735485df-335f-4264-8ff1-eedb3bf8d811 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 949 time: 0.1122336 Aug 10 03:14:46.137466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eace6f-ff68-4246-b592-ea9afcaccd45 req-5a0762ca-359c-4ca0-a9cc-2ddc68be051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.138932 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1eace6f-ff68-4246-b592-ea9afcaccd45 req-5a0762ca-359c-4ca0-a9cc-2ddc68be051e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8883b1e671564591810c800ff1aa0422&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1581380 Aug 10 03:14:46.170416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Deleting port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:14:46.170710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.311041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eace6f-ff68-4246-b592-ea9afcaccd45 req-c4ddc318-6b8a-4cb8-a9c9-e872c4ba36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.312530 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e1eace6f-ff68-4246-b592-ea9afcaccd45 req-c4ddc318-6b8a-4cb8-a9c9-e872c4ba36f4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656687 Aug 10 03:14:46.317302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] For port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:46.317669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.330295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Calling delete_port for f5c3900c-59e8-4e89-ad68-5d9a14aed3cf owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:14:46.446987 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-30770bbb-a11f-438b-bae2-8f3b454b16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.446987 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-30770bbb-a11f-438b-bae2-8f3b454b16d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 1095 time: 0.0675080 Aug 10 03:14:46.511500 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-824df8a7-9383-4e5e-b6a0-47be32499066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6 HTTP/1.1" status: 200 len: 217 time: 0.0384572 Aug 10 03:14:46.571636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-0828703b-641b-42dd-a681-2773b1ffa7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.573931 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-0828703b-641b-42dd-a681-2773b1ffa7c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=822b4b46-7b6f-4393-9586-6282deb49482 HTTP/1.1" status: 200 len: 862 time: 0.0554256 Aug 10 03:14:46.606480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-fcfdbcb7-679e-4e5e-8bd4-8a9bca2cd007 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 10 03:14:46.718123 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.755255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:46.763568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Pushing event deleted for resources: {'Port': ['ID=f5c3900c-59e8-4e89-ad68-5d9a14aed3cf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:46.768061 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-3191253a-3801-48d2-9827-a8ab6e72f4fe service neutron] 10.222.0.54 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531887 Aug 10 03:14:46.849876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c426a-e5ea-4b24-9243-105f987a8d7e req-f081ae8a-3b6e-47a1-9277-0a6b4f10b882 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.851681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-886c426a-e5ea-4b24-9243-105f987a8d7e req-f081ae8a-3b6e-47a1-9277-0a6b4f10b882 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 943 time: 0.0521824 Aug 10 03:14:46.858424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f4c9-11ef-4280-9f99-acfdf6f97d1d req-70e52e33-b38f-4ba7-9085-dddaa77d987d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:46.859918 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b248f4c9-11ef-4280-9f99-acfdf6f97d1d req-70e52e33-b38f-4ba7-9085-dddaa77d987d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.1778564 Aug 10 03:14:46.876770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] No DVR routers for this DVR port f5c3900c-59e8-4e89-ad68-5d9a14aed3cf on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:14:46.886331 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:46.888292 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-20accfdd-19ca-4554-a6ab-8f9caa89df4a req-1edd04fe-98ab-4299-9b6e-34f8eecac2fb tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.54 "DELETE /v2.0/ports/f5c3900c-59e8-4e89-ad68-5d9a14aed3cf HTTP/1.1" status: 204 len: 173 time: 0.9063959 Aug 10 03:14:46.894255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-886c426a-e5ea-4b24-9243-105f987a8d7e req-7ee96ac2-4b03-4b1f-8253-21cba5fa8ab1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361149 Aug 10 03:14:46.942468 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b248f4c9-11ef-4280-9f99-acfdf6f97d1d req-146a0cdd-6c51-4037-9fb0-339c38c545a9 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619361 Aug 10 03:14:46.954637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-468df866-6f26-4bb4-8ef2-b71802f3c93b req-e6d7cd91-c423-4019-828e-a4a9813105eb service neutron] 10.222.0.54 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723366 Aug 10 03:14:47.044531 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8093ae57-b5d7-4d93-a792-25d688df2138 req-303f3274-6f18-4a6a-ac64-b6b5974e8f2b tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0262623 Aug 10 03:14:47.775884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'name': 'network-vif-deleted', 'tag': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:47.778799 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09efc261-2159-423a-a0a4-bc194f045568" -d '{"events": [{"server_uuid": "819c5867-1d40-42ef-85ad-2a3fa7f4aaf9", "name": "network-vif-deleted", "tag": "f5c3900c-59e8-4e89-ad68-5d9a14aed3cf"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:47.817216 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f95046-9a3d-4463-9355-ab2b34561977 x-openstack-request-id: req-30f95046-9a3d-4463-9355-ab2b34561977 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:47.817509 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c5867-1d40-42ef-85ad-2a3fa7f4aaf9", "name": "network-vif-deleted", "tag": "f5c3900c-59e8-4e89-ad68-5d9a14aed3cf", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:47.817762 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30f95046-9a3d-4463-9355-ab2b34561977 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:47.818158 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c5867-1d40-42ef-85ad-2a3fa7f4aaf9', 'name': 'network-vif-deleted', 'tag': 'f5c3900c-59e8-4e89-ad68-5d9a14aed3cf', 'status': 'completed', 'code': 200} Aug 10 03:14:48.085110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7ff8-9c6a-4495-ac8e-6594fc0fad1c req-7768b3f2-febd-4907-91d2-7a552c26aa41 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.085917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208068b-fae9-466a-8b48-0f804d192756 req-6d5514f9-8bd9-43a4-b948-10947e2e43b2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:48.087093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-118e7ff8-9c6a-4495-ac8e-6594fc0fad1c req-7768b3f2-febd-4907-91d2-7a552c26aa41 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 943 time: 0.0558612 Aug 10 03:14:48.087572 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f208068b-fae9-466a-8b48-0f804d192756 req-6d5514f9-8bd9-43a4-b948-10947e2e43b2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0564759 Aug 10 03:14:48.136666 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f208068b-fae9-466a-8b48-0f804d192756 req-b37b77bc-e45b-4cc1-91c4-6977cea53abf tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Aug 10 03:14:48.136848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-118e7ff8-9c6a-4495-ac8e-6594fc0fad1c req-4361935c-ea35-4a5e-947e-20f60605ddca tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Aug 10 03:14:48.278579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a844ae0f-aa71-41aa-97b6-3d0ae4275d66 req-8c6b8dd4-99cd-4214-8eb3-45ab8f7a0f45 tempest-ServersOnMultiNodesTest-780529866 tempest-ServersOnMultiNodesTest-780529866-project] 10.222.0.26 "GET /v2.0/ports?device_id=819c5867-1d40-42ef-85ad-2a3fa7f4aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0546730 Aug 10 03:14:48.982673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f5c3900c-59e8-4e89-ad68-5d9a14aed3cf no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:14:49.005548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: f5c3900c-59e8-4e89-ad68-5d9a14aed3cf {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:14:49.006362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device f5c3900c-59e8-4e89-ad68-5d9a14aed3cf not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:14:49.306596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f127f-632b-4991-8464-12e5297b579b req-203c3862-9fe1-42e4-8607-d91eafd1366b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.308284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-920f127f-632b-4991-8464-12e5297b579b req-203c3862-9fe1-42e4-8607-d91eafd1366b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 943 time: 0.0725863 Aug 10 03:14:49.356617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074195a-5772-4974-bf64-78b479802a49 req-b46351cf-a868-4fcb-8b78-70c5d9013a1e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.359389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a074195a-5772-4974-bf64-78b479802a49 req-b46351cf-a868-4fcb-8b78-70c5d9013a1e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0965002 Aug 10 03:14:49.384942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-920f127f-632b-4991-8464-12e5297b579b req-065618cb-80ce-478b-9583-bd2e6ba15ec5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664639 Aug 10 03:14:49.420299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a074195a-5772-4974-bf64-78b479802a49 req-ec31e191-3c50-4ea7-a57e-a0ba55a3e3e4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545192 Aug 10 03:14:49.697233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-062b6a35-4af4-4f2c-8119-69a6a8df1202 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:49.699540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-062b6a35-4af4-4f2c-8119-69a6a8df1202 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.1212592 Aug 10 03:14:49.716262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-773ff2c7-62c2-4460-b763-46893be09d82 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/quotas/fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 375 time: 0.0110538 Aug 10 03:14:49.781027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-face99f6-a9ec-4904-ae32-bc1c90866abd tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592101 Aug 10 03:14:49.890113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-c346c694-356d-4055-8083-1597c8f5d278 service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016262 Aug 10 03:14:50.010182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-5a1996be-fcc7-4bec-bd13-1b515ace656b service neutron] 10.222.0.26 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119664 Aug 10 03:14:50.029880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45194) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:50.208616 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b3143b6-acdc-458c-87b2-dacde88c5977 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e98722b8d3734b5899923a1dfe261fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774392 Aug 10 03:14:50.211042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:50.278860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.308651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.464658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.468283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.469580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7af93f81-7147-4d33-a77a-389d953a9e42 HTTP/1.1" status: 204 len: 168 time: 0.2575808 Aug 10 03:14:50.517316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af93f81-7147-4d33-a77a-389d953a9e42,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:50.529868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.530148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.530481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.530836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.531162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.531501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.531826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.532156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.532710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.533044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.533498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.533836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bec53-5f9e-4b55-b3d8-2ef2e6054713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:50.556670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad875a8-bd9d-4b63-9308-41be50ccd2fe req-b636e03a-b830-4404-bae4-ef4b7cedd599 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:50.558419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fad875a8-bd9d-4b63-9308-41be50ccd2fe req-b636e03a-b830-4404-bae4-ef4b7cedd599 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 943 time: 0.0875244 Aug 10 03:14:50.645168 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fad875a8-bd9d-4b63-9308-41be50ccd2fe req-0b8b965d-ba92-45a4-9ca7-82ce82fd22cf tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631177 Aug 10 03:14:50.808192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312df815-876b-4ad0-af79-8fc62280778a req-6936711b-fa90-4f7b-9053-281106ae141a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:50.816634 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-312df815-876b-4ad0-af79-8fc62280778a req-6936711b-fa90-4f7b-9053-281106ae141a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0994060 Aug 10 03:14:50.896165 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-312df815-876b-4ad0-af79-8fc62280778a req-1530a24f-df97-43f1-b1d2-ff52991de1bc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 Aug 10 03:14:50.983223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:51.007123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60ff5f71-1bd5-4985-9c39-51ad19148073 req-fb45a997-dd2d-485a-853e-19ec488bf3b4 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0439420 Aug 10 03:14:51.161542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:51.175809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'port_id': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'mac_address': 'fa:16:3e:c5:f2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b4b46-7b6f-4393-9586-6282deb49482', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:51.221253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.243987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155bd355-7d5e-42e5-a651-730a9e50a9e6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:51.274868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:51.385678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.425703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45242) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:51.476062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:51.521955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51a18d61-5db6-4fc9-b1c0-a35320375198 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5795cc9fc59480db31da9af5c5efa30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950470 Aug 10 03:14:51.522551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45244) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:51.587520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e367287-bbe2-43f0-ae85-517de270ae7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.612440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e367287-bbe2-43f0-ae85-517de270ae7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.777576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f674567-db73-4e03-a7ce-59aa7f8d71e3 req-b5c0392f-19f0-4e6d-8d59-dc725878fc07 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:51.779131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f674567-db73-4e03-a7ce-59aa7f8d71e3 req-b5c0392f-19f0-4e6d-8d59-dc725878fc07 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 944 time: 0.0541403 Aug 10 03:14:51.816011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f674567-db73-4e03-a7ce-59aa7f8d71e3 req-8716f840-2b65-4a7c-bfe5-df880b7c5aff tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Aug 10 03:14:51.895584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['155bd355-7d5e-42e5-a651-730a9e50a9e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:51.978562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e367287-bbe2-43f0-ae85-517de270ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.981876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e367287-bbe2-43f0-ae85-517de270ae7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:51.991337 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3e367287-bbe2-43f0-ae85-517de270ae7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22dbe9ec-c5f4-41ec-afeb-9058a0e45ef5 HTTP/1.1" status: 204 len: 168 time: 0.4599211 Aug 10 03:14:52.006006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e367287-bbe2-43f0-ae85-517de270ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbe9ec-c5f4-41ec-afeb-9058a0e45ef5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:52.148806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9327-38a7-44c8-a0c9-4809e51da0ea req-d4d8756f-6d80-48e9-8e72-9e330c091574 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.161900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abae9327-38a7-44c8-a0c9-4809e51da0ea req-d4d8756f-6d80-48e9-8e72-9e330c091574 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.1799510 Aug 10 03:14:52.215819 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f13e5a84-7039-4612-9d05-3fb01fd5310a req-b7802484-4d73-4bf4-a698-26ce35aacf51 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.1025150 Aug 10 03:14:52.230398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abae9327-38a7-44c8-a0c9-4809e51da0ea req-3ab716d8-e8c2-4cca-b109-a8f1803a1521 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605659 Aug 10 03:14:52.274323 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-2c8e7c95-2a1f-462e-8784-e381b265ef31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848784 Aug 10 03:14:52.369352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-110d18ab-899d-4cd7-81fc-5b94741a2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.371839 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-110d18ab-899d-4cd7-81fc-5b94741a2683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 1101 time: 0.0605366 Aug 10 03:14:52.486222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-e906965b-420d-4dc8-827b-d3c326b7c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.487704 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-e906965b-420d-4dc8-827b-d3c326b7c5af service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0926235 Aug 10 03:14:52.538473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-6b807bb9-6587-4596-8925-4ef66dfa5333 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 200 len: 217 time: 0.0432324 Aug 10 03:14:52.613427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-73676a47-722a-4a3d-9dd4-c8646ab226a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.615179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-73676a47-722a-4a3d-9dd4-c8646ab226a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0686185 Aug 10 03:14:52.674646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-533940d7-8330-4895-a42e-d2594944e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:52.676281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-533940d7-8330-4895-a42e-d2594944e8a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532064 Aug 10 03:14:52.823784 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-53c8949b-61d0-4223-98bf-39357afdfb01 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373444 Aug 10 03:14:52.995702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-8ed185e6-d74a-4205-9b8c-89ed47ce0029 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--277191889&fields=id&tenant_id=6e5fc313f52549a9969d05d6e663fd38 HTTP/1.1" status: 200 len: 267 time: 0.0519719 Aug 10 03:14:53.016159 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-17a5ca84-f38c-49c5-9eaf-c61e87b4df19 req-5d69df4e-067a-40f3-a8fd-da0c27faa73b service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843755 Aug 10 03:14:53.028257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf186-f1ce-4c02-8628-f33404f32563 req-9855a475-64df-4733-adc8-ecc3be50090a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.036014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1bfbf186-f1ce-4c02-8628-f33404f32563 req-9855a475-64df-4733-adc8-ecc3be50090a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 944 time: 0.1055353 Aug 10 03:14:53.090580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1bfbf186-f1ce-4c02-8628-f33404f32563 req-ed743a3d-ab98-48fb-bc6c-912f6f8f3d00 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Aug 10 03:14:53.217009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-aaa7bc9c-8729-43d4-aa00-2483101d9930 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.225404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-aaa7bc9c-8729-43d4-aa00-2483101d9930 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/networks?id=d088f17a-201a-4a94-b996-265ee4675ce7 HTTP/1.1" status: 200 len: 816 time: 0.2220683 Aug 10 03:14:53.244192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-bab8577a-319d-4bc8-b724-ecb518592028 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/quotas/6e5fc313f52549a9969d05d6e663fd38 HTTP/1.1" status: 200 len: 375 time: 0.0174782 Aug 10 03:14:53.342853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-5a569bcb-25ad-4cc7-b0be-0d10540c48c5 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e5fc313f52549a9969d05d6e663fd38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980475 Aug 10 03:14:53.486728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-7099b314-304b-4c59-a99a-0e202d4f0232 service neutron] 10.222.0.26 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225724 Aug 10 03:14:53.503059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc46deb-d37c-46af-b36d-b0f61599e959 req-1180d766-fe9a-4cbc-b5cb-c54e31a3b2ee tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:53.510984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bbc46deb-d37c-46af-b36d-b0f61599e959 req-1180d766-fe9a-4cbc-b5cb-c54e31a3b2ee tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0992854 Aug 10 03:14:53.562239 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bbc46deb-d37c-46af-b36d-b0f61599e959 req-9b082902-6dab-4d74-a2c8-edb3adba8105 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Aug 10 03:14:53.613468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-9c65bb6f-6807-4ca2-afee-7be3bf2261e4 service neutron] 10.222.0.26 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260118 Aug 10 03:14:53.718541 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c58717e7-4880-4357-aae6-bb7596fff78e req-d1b85746-44f1-448a-8629-3c2537f91cf8 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0783024 Aug 10 03:14:54.221282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65db16-b851-4c49-8a92-e50702954aba req-5db222bf-23f9-476b-9214-c92bbefadb5b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.221282 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c65db16-b851-4c49-8a92-e50702954aba req-5db222bf-23f9-476b-9214-c92bbefadb5b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 944 time: 0.0518851 Aug 10 03:14:54.260308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6c65db16-b851-4c49-8a92-e50702954aba req-538fc13e-1648-4e9d-a64c-a495a3fd9db2 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Aug 10 03:14:54.687341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-342ee232-a704-4f39-89ce-4566ac4a48ba tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:54.689162 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-342ee232-a704-4f39-89ce-4566ac4a48ba tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 821 time: 0.1238945 Aug 10 03:14:54.705139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Request body: {'port': {'device_id': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'admin_state_up': True, 'tenant_id': 'fcb5145c5e94438ba62246f73a73b3ed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:54.982756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:54.998640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d115bc7-ae94-4bb3-b2d3-685cb72171a5 req-8a681c40-4f62-4c98-bea8-cd0ce4c14eb4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.010908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d115bc7-ae94-4bb3-b2d3-685cb72171a5 req-8a681c40-4f62-4c98-bea8-cd0ce4c14eb4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0963244 Aug 10 03:14:55.052906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Made reservation on behalf of fcb5145c5e94438ba62246f73a73b3ed for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:55.056942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.075308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d115bc7-ae94-4bb3-b2d3-685cb72171a5 req-20a63b02-aa8f-4bb9-9bcd-d8ee67166bed tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Aug 10 03:14:55.143973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 155bd355-7d5e-42e5-a651-730a9e50a9e6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:55.149780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 155bd355-7d5e-42e5-a651-730a9e50a9e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:55.150792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.208065 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:55.288608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07f71dff-7cca-42ac-a6c3-35057728c722 req-a2a2466a-c367-4241-a801-03a2c3293565 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0904315 Aug 10 03:14:55.314062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.348411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Allocated IP 172.20.0.2 (b47f7dec-7c04-48ad-aa2f-fab4aab236f0/2084d43d-9d2f-4497-9719-38ac098f031f/ed7ea5de-01d6-4e74-a1f9-14120525e441) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:55.366010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:55.367170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:55.369759 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f910bf-8542-4b65-83ba-8b39f88aa240" -d '{"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-plugged", "status": "completed", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:55.431111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2160f400-0cdf-4ee7-8566-f41585fad626 req-4f156069-fe8b-40b8-a652-78d47cfac6a3 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0373242 Aug 10 03:14:55.510101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.653943 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.660380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:55.696442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578583b-b043-47b3-b6ba-3b412ddc99a5 req-202b9712-8876-452f-8367-3c6bfabfca60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:55.704737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b578583b-b043-47b3-b6ba-3b412ddc99a5 req-202b9712-8876-452f-8367-3c6bfabfca60 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0958922 Aug 10 03:14:55.755676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.772055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b578583b-b043-47b3-b6ba-3b412ddc99a5 req-0fcfe546-cce0-4b3b-9dcf-6196b90ce649 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657902 Aug 10 03:14:55.811982 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8118f-222f-41e4-acad-45dc71dce093 x-openstack-request-id: req-cbf8118f-222f-41e4-acad-45dc71dce093 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:55.812278 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-plugged", "status": "completed", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:55.812569 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbf8118f-222f-41e4-acad-45dc71dce093 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:55.812994 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'code': 200} Aug 10 03:14:55.852961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:55.889722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:55.935062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ddda50-6ece-43af-9558-d76d766af2e4 req-fe5a20bf-af31-4de6-8d56-35abe7c7656d tempest-FlavorsV2NegativeTest-2066438464 tempest-FlavorsV2NegativeTest-2066438464-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a53d86f3b574f879f49ea904cb3608b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505645 Aug 10 03:14:55.968540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:55.978711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:55.995487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:56.173258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:56.250997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddda50-6ece-43af-9558-d76d766af2e4 req-efd00abe-2ef3-45ae-b42e-724accc24b1f tempest-FlavorsV2NegativeTest-2066438464 tempest-FlavorsV2NegativeTest-2066438464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.252542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ddda50-6ece-43af-9558-d76d766af2e4 req-efd00abe-2ef3-45ae-b42e-724accc24b1f tempest-FlavorsV2NegativeTest-2066438464 tempest-FlavorsV2NegativeTest-2066438464-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3115389 Aug 10 03:14:56.269480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ddda50-6ece-43af-9558-d76d766af2e4 req-d78db1ef-db22-41cd-81ee-8619ebd5a96a tempest-FlavorsV2NegativeTest-2066438464 tempest-FlavorsV2NegativeTest-2066438464-project] 10.222.0.26 "GET /v2.0/quotas/9a53d86f3b574f879f49ea904cb3608b HTTP/1.1" status: 200 len: 375 time: 0.0106223 Aug 10 03:14:56.300484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.300802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.318493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd82aa-b789-4858-806e-dd25715ea9ca req-21bef4cb-701d-43f0-a5a7-0991c84068b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.320752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fbdd82aa-b789-4858-806e-dd25715ea9ca req-21bef4cb-701d-43f0-a5a7-0991c84068b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 1097 time: 0.4084501 Aug 10 03:14:56.326631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ddda50-6ece-43af-9558-d76d766af2e4 req-60a8dd91-46af-4f7b-a57c-e9a65d1c44cf tempest-FlavorsV2NegativeTest-2066438464 tempest-FlavorsV2NegativeTest-2066438464-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a53d86f3b574f879f49ea904cb3608b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503049 Aug 10 03:14:56.392128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fbdd82aa-b789-4858-806e-dd25715ea9ca req-04686bfe-c5fe-4ac2-bd7b-7d7640e7a38b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539799 Aug 10 03:14:56.402286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a9f52-76bb-4f89-b8b1-213c53fc0282 req-1818300b-ba68-4f2b-820c-02043dcec6c8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.404100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-544a9f52-76bb-4f89-b8b1-213c53fc0282 req-1818300b-ba68-4f2b-820c-02043dcec6c8 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.1855180 Aug 10 03:14:56.463848 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-544a9f52-76bb-4f89-b8b1-213c53fc0282 req-3c48a214-8d29-445e-85b3-6ad29cb71d88 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Aug 10 03:14:56.496723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0742ec-9cce-4d4c-a70f-2fbdd43ce824 req-eb8a19d1-bf32-4179-8cef-56b03c51e535 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:56.521896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e0742ec-9cce-4d4c-a70f-2fbdd43ce824 req-eb8a19d1-bf32-4179-8cef-56b03c51e535 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 931 time: 0.0974350 Aug 10 03:14:56.540982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-481b7079-e357-4456-b74c-4bdbf5b3594c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8388121 Aug 10 03:14:56.565703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Request body: {'port': {'device_id': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:56.573471 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9ea1e7ad-42db-4470-b2c1-78bc9e602863 req-1020f5df-e8ef-4fad-8aee-07d6a9359f7b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0509593 Aug 10 03:14:56.640028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e0742ec-9cce-4d4c-a70f-2fbdd43ce824 req-0fb06d77-5067-4778-a9a6-1e31656699aa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020672 Aug 10 03:14:56.659240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.971726 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-ffb20fcc-48a8-436a-92a5-baf91348ff95 service neutron] show failed (client error): The resource could not be found. Aug 10 03:14:56.977028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-ffb20fcc-48a8-436a-92a5-baf91348ff95 service neutron] 10.222.0.46 "GET /v2.0/ports/8d714d53-3211-442c-9670-e0c45476c875/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.1677079 Aug 10 03:14:57.134222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1089ec4-3035-48eb-9c01-ffa414ca6050 req-c89d4080-d915-4651-9e16-adaa18b36554 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.135862 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c1089ec4-3035-48eb-9c01-ffa414ca6050 req-c89d4080-d915-4651-9e16-adaa18b36554 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0883949 Aug 10 03:14:57.219476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c1089ec4-3035-48eb-9c01-ffa414ca6050 req-94b6c5da-001d-4885-8b73-10a15876f70b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711884 Aug 10 03:14:57.271934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7ea5de-01d6-4e74-a1f9-14120525e441 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:57.282561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.300907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Transition to ACTIVE for port object ed7ea5de-01d6-4e74-a1f9-14120525e441 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:57.413088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.587866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:57.633019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:57.633362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:57.635998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:57.648646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:57.657421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:57.691592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:57.691924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:57.695229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:57.695229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Bound port: ed7ea5de-01d6-4e74-a1f9-14120525e441, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:57.695229 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:57.705991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9cf58-d043-418a-aef0-85796d02094a req-ccc00f9a-d376-4a8c-8046-051357e8a8cc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.717951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00f9cf58-d043-418a-aef0-85796d02094a req-ccc00f9a-d376-4a8c-8046-051357e8a8cc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0890062 Aug 10 03:14:57.808987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00f9cf58-d043-418a-aef0-85796d02094a req-c5a9b125-404d-4d90-bc17-7a06a8ce3eb2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898681 Aug 10 03:14:57.943585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45458) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:57.967498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bccba-7537-4cfa-9b64-9d296b4ce82f req-d150cd87-27e4-4b74-9bb8-45ad81d44e96 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:57.975026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-735bccba-7537-4cfa-9b64-9d296b4ce82f req-d150cd87-27e4-4b74-9bb8-45ad81d44e96 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0656865 Aug 10 03:14:58.021575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-735bccba-7537-4cfa-9b64-9d296b4ce82f req-738d5bd7-5f75-49f1-8a65-5848f9cf5884 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Aug 10 03:14:58.128336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.239156 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e0aafe3f-29a5-4232-8691-2ed725d02d81 req-19ec3d7b-a68a-41b7-a35e-61d4ed4dc31e tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.5459406 Aug 10 03:14:58.249603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-9c9e0a09-1640-465d-bb8a-fb40cfd01ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.258067 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-9c9e0a09-1640-465d-bb8a-fb40cfd01ccb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076&tenant_id=340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 1102 time: 0.6014802 Aug 10 03:14:58.316065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:58.316065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:58.320097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:58.376333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.389602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.416165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.431456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf9ed2-cc43-49ec-97bb-2da0a203433d req-a2eacf27-2eb0-4896-b25b-a81374265725 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.434174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9cf9ed2-cc43-49ec-97bb-2da0a203433d req-a2eacf27-2eb0-4896-b25b-a81374265725 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0763474 Aug 10 03:14:58.486588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9cf9ed2-cc43-49ec-97bb-2da0a203433d req-c9d21b56-f13f-4c0b-aaa9-be5040e89a3c tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450866 Aug 10 03:14:58.497126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:58.497752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.497960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.499171 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 200 len: 1092 time: 1.9379873 Aug 10 03:14:58.499622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:58.502206 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73275e45-1e34-4800-919f-4bb0d27ea6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:58.555296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a53d86f3b574f879f49ea904cb3608b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6080072 Aug 10 03:14:58.557939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45478) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:58.577834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1045bfc6-311c-42c9-aff9-3a048ccf63ad,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:58.596816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.597162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.597504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.598296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.598615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.598951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.599280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.599605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.599928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.600248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.600603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.600951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c350f5-39b7-4513-a001-3b4b59240c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:14:58.625071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f18076-635d-45e8-bab0-25bd66e71305 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:58.650708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1480fa86-9139-4e16-849e-47c75dfe2def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.676715 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1480fa86-9139-4e16-849e-47c75dfe2def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.737738 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d42d6ed-497e-4ad5-a064-4f1e62774852 x-openstack-request-id: req-8d42d6ed-497e-4ad5-a064-4f1e62774852 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:58.738262 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:58.738508 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d42d6ed-497e-4ad5-a064-4f1e62774852 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:58.738920 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'status': 'completed', 'code': 200} Aug 10 03:14:58.818252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1480fa86-9139-4e16-849e-47c75dfe2def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.821022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1480fa86-9139-4e16-849e-47c75dfe2def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:58.822326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1480fa86-9139-4e16-849e-47c75dfe2def admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1045bfc6-311c-42c9-aff9-3a048ccf63ad HTTP/1.1" status: 204 len: 168 time: 0.2632866 Aug 10 03:14:58.839027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480fa86-9139-4e16-849e-47c75dfe2def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045bfc6-311c-42c9-aff9-3a048ccf63ad,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:59.033109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92550d80-20ec-4bc5-a38a-917bd9125703 req-783acf94-d598-4286-a3f7-11df0456b1a2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.041206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92550d80-20ec-4bc5-a38a-917bd9125703 req-783acf94-d598-4286-a3f7-11df0456b1a2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0992112 Aug 10 03:14:59.150889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92550d80-20ec-4bc5-a38a-917bd9125703 req-31bcfd27-95d4-40f6-9d32-79421709e4a2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081450 Aug 10 03:14:59.190206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275e45-1e34-4800-919f-4bb0d27ea6e2 req-e6bd15b4-2e1e-40fb-b647-27c295ecad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.191962 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-73275e45-1e34-4800-919f-4bb0d27ea6e2 req-e6bd15b4-2e1e-40fb-b647-27c295ecad75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1095 time: 0.4668012 Aug 10 03:14:59.334112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275e45-1e34-4800-919f-4bb0d27ea6e2 req-dcd3ca8f-0082-4776-b765-dcd4ab1a0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.335607 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-73275e45-1e34-4800-919f-4bb0d27ea6e2 req-dcd3ca8f-0082-4776-b765-dcd4ab1a0e8e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1305599 Aug 10 03:14:59.344381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede36f02-1986-48a2-b1a8-8253a76b4c33 req-9a4c8cea-56a2-4ece-baac-56b2ab618a74 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.345936 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ede36f02-1986-48a2-b1a8-8253a76b4c33 req-9a4c8cea-56a2-4ece-baac-56b2ab618a74 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.6249573 Aug 10 03:14:59.381488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b8932-82aa-4eb5-a340-fd1c17944532 req-4f9419c1-9e4e-4f1e-8f53-84c5a058c6ea tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.391384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-173b8932-82aa-4eb5-a340-fd1c17944532 req-4f9419c1-9e4e-4f1e-8f53-84c5a058c6ea tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.1039898 Aug 10 03:14:59.505004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-173b8932-82aa-4eb5-a340-fd1c17944532 req-b6839a2a-9661-4055-b9e8-f53e88b62da8 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119740 Aug 10 03:14:59.654094 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ede36f02-1986-48a2-b1a8-8253a76b4c33 req-6b613efd-69af-467d-b346-32eb8008c866 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405601 Aug 10 03:14:59.661198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:59.707274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275e45-1e34-4800-919f-4bb0d27ea6e2 req-0e62d667-5aa8-4521-8898-016784233e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.708882 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-73275e45-1e34-4800-919f-4bb0d27ea6e2 req-0e62d667-5aa8-4521-8898-016784233e47 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3620784 Aug 10 03:14:59.728219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-c81a6f66-fa33-435d-95f0-79f667d56c44 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:59.731266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-c81a6f66-fa33-435d-95f0-79f667d56c44 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.54 "GET /v2.0/networks?id=d088f17a-201a-4a94-b996-265ee4675ce7 HTTP/1.1" status: 200 len: 816 time: 0.8356547 Aug 10 03:14:59.733107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:00.037106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1a3fb5f8-ace7-4b42-84ae-7e28b7ecc4d9 req-eaf0457f-e1cc-4149-8ce8-d54f2855db77 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.1369801 Aug 10 03:15:00.064728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:00.093106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.189547 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-f6fb54ad-065c-4945-8b1f-320c60f0b4bd tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e5fc313f52549a9969d05d6e663fd38 HTTP/1.1" status: 200 len: 379 time: 0.4359629 Aug 10 03:15:00.220234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Request body: {'port': {'device_id': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'admin_state_up': True, 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'security_groups': ['ece68cdd-92e5-4783-8470-258c2542d02a']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:00.320665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36c98e3c-60c1-406f-952d-0baa8430bdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.409718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.434976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Transition to ACTIVE for port object 8d714d53-3211-442c-9670-e0c45476c875 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:00.439329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-9bbabeb1-7c1e-49d4-b2b6-6df4ad351ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.443829 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-9bbabeb1-7c1e-49d4-b2b6-6df4ad351ef8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1095 time: 0.6509030 Aug 10 03:15:00.545362 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.548116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-4d71c5a0-4ec0-4a4b-ab45-39db57ac4d28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 200 len: 217 time: 0.0643733 Aug 10 03:15:00.585637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:15:00.586176 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:15:00.659387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-800f3dda-2e18-4a66-bfcb-d65948209ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.661276 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-800f3dda-2e18-4a66-bfcb-d65948209ae9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0600293 Aug 10 03:15:00.720717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0408504-83ad-46d0-b2c2-14e421d2c5c1 req-b0f7ea20-5eea-4c2e-9c6f-ab3cadb79937 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:00.722318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45536) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:00.729100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c0408504-83ad-46d0-b2c2-14e421d2c5c1 req-b0f7ea20-5eea-4c2e-9c6f-ab3cadb79937 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.3452742 Aug 10 03:15:00.788532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:00.791477 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d29ab1-1c87-4ccc-9a90-858da9daed1e" -d '{"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-unplugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:00.798801 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-00263975-87c6-4d88-922e-f074112dbcb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883107 Aug 10 03:15:00.882059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1084636816-network', 'tenant_id': '60e168ab56264947acc95465fda545a0'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:00.946911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] No DVR routers for this DVR port 8d714d53-3211-442c-9670-e0c45476c875 on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:00.961147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Made reservation on behalf of 6e5fc313f52549a9969d05d6e663fd38 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:00.969269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:00.993398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c0408504-83ad-46d0-b2c2-14e421d2c5c1 req-df28aa20-d6fc-4d91-817b-c545a1309861 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627187 Aug 10 03:15:01.001533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Made reservation on behalf of 60e168ab56264947acc95465fda545a0 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:01.005244 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.025128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.089263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=6']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:01.242160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:01.242812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:01.243867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:01.254373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:01.255256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:01.268701 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-89c23166-e50c-4e02-bc33-8cb3f07b74bd service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344301 Aug 10 03:15:01.269865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.292047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932321d1-078d-464e-bd4b-7d60c2207035 req-d0144aea-e1c1-4217-8ce2-91034bdd74d0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.293960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-932321d1-078d-464e-bd4b-7d60c2207035 req-d0144aea-e1c1-4217-8ce2-91034bdd74d0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.1848612 Aug 10 03:15:01.331675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:01.331675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:01.331675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:01.331675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Bound port: 8d714d53-3211-442c-9670-e0c45476c875, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:01.331675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.364810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.418229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-932321d1-078d-464e-bd4b-7d60c2207035 req-6eb8a96c-f039-408c-aa68-3385af456a56 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181657 Aug 10 03:15:01.432226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:01.445612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.445955 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Added segment 6c247133-206f-47eb-b73a-799d06cea306 of type vlan for network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 Aug 10 03:15:01.467791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1962488a-407a-4cd2-b63a-380c2720bb17,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:01.584815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.622120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:01.631993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:01.669276 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961fba4b-3eef-4de6-8270-992d72bdf63c x-openstack-request-id: req-961fba4b-3eef-4de6-8270-992d72bdf63c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:01.669615 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-unplugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:01.669962 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-961fba4b-3eef-4de6-8270-992d72bdf63c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:01.670445 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'code': 200} Aug 10 03:15:01.673234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Allocated IP 172.20.0.10 (d088f17a-201a-4a94-b996-265ee4675ce7/98485f93-762f-49ad-bd8c-8ce9ac108216/e49a0667-48e7-4242-a721-2dd7d8192d78) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:01.701258 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-76f91337-2a9b-40c9-8eff-da120eff2cec req-cc17569d-3880-4c27-9afd-60449802d9d8 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133377 Aug 10 03:15:01.732250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.733344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.733984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.818509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.839729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] Pushing event updated for resources: {'Network': ['ID=89ce8b8f-89b6-43af-afbc-bf63e2c59670,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:01.851167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-57b6e034-7f26-4e3a-b595-ddb628706a70 req-435cb510-0f90-49d9-a163-c87f733c1b81 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0837524 Aug 10 03:15:01.864981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:01.919714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-74d87e75-3ffb-4ac8-8087-0d437b163e74 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1890142 Aug 10 03:15:01.919714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45564) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:01.919714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Request body: {'subnet': {'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1084636816-subnet', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:01.950557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:01.953289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.956303 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] 10.222.0.54 "PUT /v2.0/ports/8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 1097 time: 3.6749647 Aug 10 03:15:02.017932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Made reservation on behalf of 60e168ab56264947acc95465fda545a0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:02.020483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.082981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0263945-8b3e-49d7-9db8-577d4ee6628f service neutron] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.131702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.183772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Transition to ACTIVE for port object e49a0667-48e7-4242-a721-2dd7d8192d78 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:02.192185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d7882510-da63-47e9-af91-7cad25bade67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.201349 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-d7882510-da63-47e9-af91-7cad25bade67 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1100 time: 0.1957541 Aug 10 03:15:02.274747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df079cee-afa2-40cd-b7a9-ebb895140bfa req-e1ab86bc-3e34-42bf-abe6-b9f71f137fae tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.284086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df079cee-afa2-40cd-b7a9-ebb895140bfa req-e1ab86bc-3e34-42bf-abe6-b9f71f137fae tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.1670465 Aug 10 03:15:02.379345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05309f-bdb1-4769-9812-b07e9dd2f2b4 req-55b030e9-887d-4e38-beee-9ce78ab32cd6 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.387076 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8d05309f-bdb1-4769-9812-b07e9dd2f2b4 req-55b030e9-887d-4e38-beee-9ce78ab32cd6 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.1379642 Aug 10 03:15:02.387773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df079cee-afa2-40cd-b7a9-ebb895140bfa req-50c6a6f9-4a17-427d-8464-545347b5af6a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023912 Aug 10 03:15:02.438650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-97d6f86a-e77e-48ec-940b-b0b0150690a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.441203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-97d6f86a-e77e-48ec-940b-b0b0150690a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2205780 Aug 10 03:15:02.563816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8d05309f-bdb1-4769-9812-b07e9dd2f2b4 req-9a573390-9454-482e-8350-79774c6d639d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757083 Aug 10 03:15:02.566455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.575588 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-eb8a0995-ae2d-457b-8484-0286cd0cabc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.1122751 Aug 10 03:15:02.746774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Network d088f17a-201a-4a94-b996-265ee4675ce7 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:02.748398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:02.751423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:02.766593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.790185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-632af0ae-502e-4acf-946e-9e269b0b4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.791868 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-632af0ae-502e-4acf-946e-9e269b0b4fb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1990385 Aug 10 03:15:02.792515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event updated for resources: {'Port': ['ID=e49a0667-48e7-4242-a721-2dd7d8192d78,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.814522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8bf1d-c50c-4428-8ed3-9b5a49193f05 req-731d7abd-79fa-43cb-bcb5-c6d35c1afaa7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.817989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.823894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-04c8bf1d-c50c-4428-8ed3-9b5a49193f05 req-731d7abd-79fa-43cb-bcb5-c6d35c1afaa7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.1432846 Aug 10 03:15:02.942530 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-04c8bf1d-c50c-4428-8ed3-9b5a49193f05 req-ed6d5c20-2ee8-4100-8b5b-ed7796e154ea tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133657 Aug 10 03:15:02.949843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f4898456-02fd-4c93-bccf-329d1d6bc340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.960188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.960915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.972105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10c4818-bf52-4d0b-a79d-680e5c28db6e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:02.983459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-b263fa8f-08be-4c05-b12d-d26e57ebabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:02.985215 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-b263fa8f-08be-4c05-b12d-d26e57ebabcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793308 Aug 10 03:15:03.066759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Checking segment: {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:03.067117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Network hostable DHCP agents. Network: 89ce8b8f-89b6-43af-afbc-bf63e2c59670, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:03.101520 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-59ed8d8e-3d65-46cc-a12e-49054b1b5446 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8943222 Aug 10 03:15:03.131948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Request body: {'port': {'device_id': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:03.152172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfb62d-2e9b-4a61-a232-4046ab243dfc req-d7a6a5c4-b225-42cb-857d-b23bcedc9841 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.161599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83bfb62d-2e9b-4a61-a232-4046ab243dfc req-d7a6a5c4-b225-42cb-857d-b23bcedc9841 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 932 time: 0.0900576 Aug 10 03:15:03.235951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.236178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8c3b1c5d-a1d7-45eb-aaf0-1b83d9dcbe93 None None] Provisioning for port e49a0667-48e7-4242-a721-2dd7d8192d78 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:03.241517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8c3b1c5d-a1d7-45eb-aaf0-1b83d9dcbe93 None None] Provisioning complete for port e49a0667-48e7-4242-a721-2dd7d8192d78 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:03.241933 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1c5d-a1d7-45eb-aaf0-1b83d9dcbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.299872 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-b65f1451-8490-4faf-84c4-356193d23d6b service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021588 Aug 10 03:15:03.305010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b1c5d-a1d7-45eb-aaf0-1b83d9dcbe93 None None] Port e49a0667-48e7-4242-a721-2dd7d8192d78 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:03.313398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83bfb62d-2e9b-4a61-a232-4046ab243dfc req-b6595754-20cb-4996-b6a4-fcb87e6bf858 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321149 Aug 10 03:15:03.322362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:03.446489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 89ce8b8f-89b6-43af-afbc-bf63e2c59670) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:03.457911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.457911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.462435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45caeb95-2e7c-46c5-b402-5d0eb68cdee3 None None] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:03.578062 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1d3c6cf1-1112-4114-9dbe-bcf7b47a1685 req-6f31c12c-bfc1-4991-af4f-92a69a0f59c2 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691634 Aug 10 03:15:03.612234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc0b0e-73f2-4c3c-a4b0-b38d7a46b4cb req-7afc7c7a-e1f7-4f47-ab56-f199f8197f3c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.618365 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0cfc0b0e-73f2-4c3c-a4b0-b38d7a46b4cb req-7afc7c7a-e1f7-4f47-ab56-f199f8197f3c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.1497412 Aug 10 03:15:03.659044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ea76e7c9-f64e-46a9-8f88-d3952839f936 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7438455 Aug 10 03:15:03.662110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45602) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:03.667176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:03.673967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:03.676201 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a740e-31e8-4367-b4c1-181c70ba00f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:03.709618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0cfc0b0e-73f2-4c3c-a4b0-b38d7a46b4cb req-468faeac-53d1-4b9c-b3fc-600be460bd93 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784452 Aug 10 03:15:03.862960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ead0-4704-4814-8bad-44f35561df16 req-d0a34bdd-fa52-4861-ad99-5cc6b924015e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:03.864577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a82ead0-4704-4814-8bad-44f35561df16 req-d0a34bdd-fa52-4861-ad99-5cc6b924015e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0869017 Aug 10 03:15:03.866252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49a0667-48e7-4242-a721-2dd7d8192d78 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:03.879890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:03.898130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Transition to ACTIVE for port object e49a0667-48e7-4242-a721-2dd7d8192d78 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:03.946505 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c8dda-fd91-4183-acf1-a9c9407e7e73 x-openstack-request-id: req-5b0c8dda-fd91-4183-acf1-a9c9407e7e73 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:03.946933 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:03.947286 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b0c8dda-fd91-4183-acf1-a9c9407e7e73 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:03.948384 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'status': 'completed', 'code': 200} Aug 10 03:15:03.972581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-89ce8b8f-89b6-43af-afbc-bf63e2c59670', 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'fixed_ips': [{'subnet_id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:03.973552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.066575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-035b4124-9482-418e-b509-b4032b08d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.068635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-035b4124-9482-418e-b509-b4032b08d416 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1100 time: 0.0716095 Aug 10 03:15:04.174100 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.207436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Allocated IP 172.20.0.2 (89ce8b8f-89b6-43af-afbc-bf63e2c59670/c10c4818-bf52-4d0b-a79d-680e5c28db6e/6a75f89a-b148-40ea-af5d-d038ea21dbf0) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:04.410227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.411164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.427192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.441183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Transition to ACTIVE for port object 6a75f89a-b148-40ea-af5d-d038ea21dbf0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:04.460884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Transition to ACTIVE for port object 6a75f89a-b148-40ea-af5d-d038ea21dbf0 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:04.525021 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.535485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a82ead0-4704-4814-8bad-44f35561df16 req-f853cc37-2713-4a5f-87cc-b5da6bd522e7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626396 Aug 10 03:15:04.566378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.635687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Pushing event updated for resources: {'Port': ['ID=6a75f89a-b148-40ea-af5d-d038ea21dbf0,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:04.647836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:04.653759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:04.656376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:04.659173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.659517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.659857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.660192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.660645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.660916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.661246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.661725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.662403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.679911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.680175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.680492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.680763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:04.830099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Attempting to bind port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:04.830591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Attempting to bind port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:04.830591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Attempting to bind port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 on network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:04.850809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:04.851227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Checking segment: {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:04.851603 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.852013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Bound using segment: {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:04.852611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Bound port: 6a75f89a-b148-40ea-af5d-d038ea21dbf0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:04.853003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.874471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4439033-eca9-45f8-9f1b-1a5dc243a945 req-d4532d1f-4282-4381-bcf2-da9617ac9e14 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.886808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4439033-eca9-45f8-9f1b-1a5dc243a945 req-d4532d1f-4282-4381-bcf2-da9617ac9e14 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.2100441 Aug 10 03:15:04.900509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-1f05ded6-8292-4102-aeb3-1ab63173b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:04.902046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-1f05ded6-8292-4102-aeb3-1ab63173b2b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.8030300 Aug 10 03:15:04.907818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:04.955034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] For port 6a75f89a-b148-40ea-af5d-d038ea21dbf0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:04.961377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] For port 6a75f89a-b148-40ea-af5d-d038ea21dbf0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a75f89a-b148-40ea-af5d-d038ea21dbf0,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:04.974652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4439033-eca9-45f8-9f1b-1a5dc243a945 req-f831647b-646c-4104-98c2-3d23fe3981c8 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868421 Aug 10 03:15:05.015640 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-4a29f288-d310-482f-b0f7-2e5e5cc981e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0774682 Aug 10 03:15:05.016601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:05.032425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-3537e1dc-c8b0-46a7-86ba-6257b988bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.033984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-3537e1dc-c8b0-46a7-86ba-6257b988bb7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1100 time: 1.0693433 Aug 10 03:15:05.061432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee4acd-0eed-4211-8b2b-508b91c32f13 req-3331cee9-75fe-4ada-b77f-29006bfcaf9d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.068722 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6dee4acd-0eed-4211-8b2b-508b91c32f13 req-3331cee9-75fe-4ada-b77f-29006bfcaf9d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.3908012 Aug 10 03:15:05.186559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:05.202065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'port_id': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'mac_address': 'fa:16:3e:c5:f2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b4b46-7b6f-4393-9586-6282deb49482', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:05.205532 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.235625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Attempting to bind port e49a0667-48e7-4242-a721-2dd7d8192d78 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:05.235995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Attempting to bind port e49a0667-48e7-4242-a721-2dd7d8192d78 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:05.236283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Attempting to bind port e49a0667-48e7-4242-a721-2dd7d8192d78 on network d088f17a-201a-4a94-b996-265ee4675ce7 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:05.241018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e49a0667-48e7-4242-a721-2dd7d8192d78,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:05.278380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cb72d-0038-4351-8d49-6d4a2d17a327 None None] Pushing event updated for resources: {'Port': ['ID=6a75f89a-b148-40ea-af5d-d038ea21dbf0,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:05.284821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Port e49a0667-48e7-4242-a721-2dd7d8192d78 on network d088f17a-201a-4a94-b996-265ee4675ce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:05.285148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Attempting to bind port e49a0667-48e7-4242-a721-2dd7d8192d78 on network d088f17a-201a-4a94-b996-265ee4675ce7 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:05.305686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:05.306031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Checking segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:05.306420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Bound using segment: {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:05.306930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Bound port: e49a0667-48e7-4242-a721-2dd7d8192d78, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d07edd5-50b9-48f8-ac1d-6d47638daa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:05.307806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.367319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.386065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-c3be3414-b6fc-4523-b666-24a73ed9628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.387091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 155bd355-7d5e-42e5-a651-730a9e50a9e6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:05.387633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-c3be3414-b6fc-4523-b666-24a73ed9628f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.3526421 Aug 10 03:15:05.421816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6dee4acd-0eed-4211-8b2b-508b91c32f13 req-fbe755b7-a3cf-4219-a09c-191f8deed229 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523262 Aug 10 03:15:05.430350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:05.482281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f07ce5-bfbb-4e71-8fe1-18ad5acff1ed req-a480234e-7187-4155-8435-6dc727c1d45e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.489954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22f07ce5-bfbb-4e71-8fe1-18ad5acff1ed req-a480234e-7187-4155-8435-6dc727c1d45e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.2297940 Aug 10 03:15:05.508090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.533987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.536135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-b7fff85c-f8e9-4781-80e8-d0418d49dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.537763 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-b7fff85c-f8e9-4781-80e8-d0418d49dc77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.4867947 Aug 10 03:15:05.554043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-ab6c6acf-5082-4dcc-aa62-48c6468b3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.555400 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-ab6c6acf-5082-4dcc-aa62-48c6468b3214 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1512547 Aug 10 03:15:05.567343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22f07ce5-bfbb-4e71-8fe1-18ad5acff1ed req-bcabe2fe-08ac-4e21-983f-102f855cc0e5 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732379 Aug 10 03:15:05.636241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.645497 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-6de2ab42-d5d8-4c62-add0-26c3f3d92cb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0989509 Aug 10 03:15:05.656793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] For port e49a0667-48e7-4242-a721-2dd7d8192d78, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:05.707301 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.734783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:05.747253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] For port e49a0667-48e7-4242-a721-2dd7d8192d78, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e49a0667-48e7-4242-a721-2dd7d8192d78,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:05.784882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-f8686975-9f1c-42cb-ab59-28368cba86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.786364 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-f8686975-9f1c-42cb-ab59-28368cba86dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0895553 Aug 10 03:15:05.803624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb102b-0e28-4847-a7fb-0df2665d1abf req-8ba327bd-b0c8-4c90-9a6e-2679f654cf8b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.811656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38bb102b-0e28-4847-a7fb-0df2665d1abf req-8ba327bd-b0c8-4c90-9a6e-2679f654cf8b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 944 time: 0.1220002 Aug 10 03:15:05.825949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Allocated IP 172.25.1.13 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:05.830649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.892324 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-4fd1edaa-7dad-4cb0-a7fc-6233d3cb244e service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238547 Aug 10 03:15:05.899191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.899821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:05.901677 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/e49a0667-48e7-4242-a721-2dd7d8192d78 HTTP/1.1" status: 200 len: 1093 time: 2.7824011 Aug 10 03:15:05.923838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38bb102b-0e28-4847-a7fb-0df2665d1abf req-338dee54-2a2c-4aa5-b979-1d94f92ed076 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112065 Aug 10 03:15:05.946635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-ff134aad-5866-4717-aaad-61094499e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:05.946775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['155bd355-7d5e-42e5-a651-730a9e50a9e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:05.947745 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-ff134aad-5866-4717-aaad-61094499e8ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1512549 Aug 10 03:15:05.987000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:05.987000 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9" -d '{"events": [{"name": "network-changed", "server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:06.000893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.015584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309da1-936e-45e3-90ac-2751f279e3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e49a0667-48e7-4242-a721-2dd7d8192d78,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:06.144101 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaed358-85fb-44a6-9d69-0a6b34836547 x-openstack-request-id: req-ddaed358-85fb-44a6-9d69-0a6b34836547 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:06.144451 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:06.144714 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddaed358-85fb-44a6-9d69-0a6b34836547 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:06.154388 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'status': 'completed', 'code': 200} Aug 10 03:15:06.219040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.261473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-f9e7044d-3890-4e4e-a0d9-1c3060d59b8c service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562331 Aug 10 03:15:06.266793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-ba9500cb-2772-480a-bd37-c88d9b25868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.268537 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-ba9500cb-2772-480a-bd37-c88d9b25868a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5fc313f52549a9969d05d6e663fd38&device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 1096 time: 0.1830750 Aug 10 03:15:06.276486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-bd2f2dbc-c0e2-4454-ba6c-1657eccf9196 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861245 Aug 10 03:15:06.308618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Pushing event updated for resources: {'Port': ['ID=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:06.318455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:06.321037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:06.322676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:06.402281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970bf9-9af0-49bc-802a-866bac4a92f3 req-167cb94a-ec28-4d04-bd46-41aeedf51521 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.403941 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b970bf9-9af0-49bc-802a-866bac4a92f3 req-167cb94a-ec28-4d04-bd46-41aeedf51521 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.2103493 Aug 10 03:15:06.405442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-0066b2ce-2bdf-4ff1-a0c9-de522a0f101f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49a0667-48e7-4242-a721-2dd7d8192d78 HTTP/1.1" status: 200 len: 217 time: 0.0843871 Aug 10 03:15:06.519675 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b970bf9-9af0-49bc-802a-866bac4a92f3 req-27be84eb-101a-4936-815f-898d3dd472b4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981543 Aug 10 03:15:06.569622 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6b5a740e-31e8-4367-b4c1-181c70ba00f9 req-be9b1238-b7e4-498b-a224-ac1926b70ec9 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799234 Aug 10 03:15:06.593845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-d1effb41-be38-4bc0-a74c-0b5722ea5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.598148 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-d1effb41-be38-4bc0-a74c-0b5722ea5a52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98485f93-762f-49ad-bd8c-8ce9ac108216 HTTP/1.1" status: 200 len: 855 time: 0.1728928 Aug 10 03:15:06.631238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec077f-8635-4e3e-b844-ce602cabbb63 req-c6eec9c8-8bbc-4de7-b548-4efbecf89058 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.633588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7ec077f-8635-4e3e-b844-ce602cabbb63 req-c6eec9c8-8bbc-4de7-b548-4efbecf89058 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0757287 Aug 10 03:15:06.660541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038def-9411-4339-b745-a86522ffdf54 req-2cdffbf4-457d-4e60-80b6-a3ef7b28a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.662332 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-2cdffbf4-457d-4e60-80b6-a3ef7b28a37d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d088f17a-201a-4a94-b996-265ee4675ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575731 Aug 10 03:15:06.710584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af11c6-fe0a-4322-8516-c2794c880645 None None] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:06.773438 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-933c4477-685b-43d4-9de3-5a1103ae5b97 service neutron] 10.222.0.54 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029799 Aug 10 03:15:06.788224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7ec077f-8635-4e3e-b844-ce602cabbb63 req-789f906d-1628-453c-9033-5a2e9abab5e1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203589 Aug 10 03:15:06.797008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:06.887592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de774bc-01b0-4cc8-83c9-afbd3759d0dc req-5d5b0fd3-d356-4e8a-b162-401e7e0a7420 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:06.896394 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0de774bc-01b0-4cc8-83c9-afbd3759d0dc req-5d5b0fd3-d356-4e8a-b162-401e7e0a7420 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.1220005 Aug 10 03:15:06.981480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-40038def-9411-4339-b745-a86522ffdf54 req-d8f42e5a-5265-4d1a-a254-97247fd70dfb service neutron] 10.222.0.54 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922114 Aug 10 03:15:07.000944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bd51f66f-acc0-4aa9-9b94-34d01c54c14d None None] Provisioning for port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:07.005605 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0de774bc-01b0-4cc8-83c9-afbd3759d0dc req-62b5c805-adc1-42be-a43c-73db045c5181 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082554 Aug 10 03:15:07.036777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:07.191358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 155bd355-7d5e-42e5-a651-730a9e50a9e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:07.191706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.252321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a75f89a-b148-40ea-af5d-d038ea21dbf0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:07.257538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-be8ed508-b89c-4d8e-9f89-0d87e27be21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.258740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.259230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-be8ed508-b89c-4d8e-9f89-0d87e27be21c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5fc313f52549a9969d05d6e663fd38&device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 1096 time: 0.0949681 Aug 10 03:15:07.274402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674a60a-fe3c-4c79-99a2-e27fa08810f4 req-5b8f66ab-cf7c-4aef-a8e3-b20f0c0654c5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.276623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9674a60a-fe3c-4c79-99a2-e27fa08810f4 req-5b8f66ab-cf7c-4aef-a8e3-b20f0c0654c5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 944 time: 0.1694930 Aug 10 03:15:07.407011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.448633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-2a5131d0-7e10-4007-961d-3d863bc41892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.449497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:07.450709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-2a5131d0-7e10-4007-961d-3d863bc41892 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d088f17a-201a-4a94-b996-265ee4675ce7 HTTP/1.1" status: 200 len: 917 time: 0.1048846 Aug 10 03:15:07.451856 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcff8106-3bb4-4669-8581-5c7517bbd37a" -d '{"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-plugged", "status": "completed", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:07.457768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:07.471254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:07.471980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.474823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:07.495144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9674a60a-fe3c-4c79-99a2-e27fa08810f4 req-1decf915-5e4d-4242-b031-6a756e699cbb tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314764 Aug 10 03:15:07.538893 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-1dfa3f76-eaff-456b-a9c4-7ae8a5278382 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49a0667-48e7-4242-a721-2dd7d8192d78 HTTP/1.1" status: 200 len: 217 time: 0.0786366 Aug 10 03:15:07.601168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.601971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-7357815a-25ac-46eb-8fcd-61b58035b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.606501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-7357815a-25ac-46eb-8fcd-61b58035b874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98485f93-762f-49ad-bd8c-8ce9ac108216 HTTP/1.1" status: 200 len: 855 time: 0.0580027 Aug 10 03:15:07.630110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.644115 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e0c161-5bba-4bd5-9555-373ba37dd36a x-openstack-request-id: req-f9e0c161-5bba-4bd5-9555-373ba37dd36a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:07.644498 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-plugged", "status": "completed", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:07.644671 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9e0c161-5bba-4bd5-9555-373ba37dd36a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:07.645139 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'code': 200} Aug 10 03:15:07.661324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-ab4bdb91-8c35-4022-b8ec-0fc98140940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.663488 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-ab4bdb91-8c35-4022-b8ec-0fc98140940e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d088f17a-201a-4a94-b996-265ee4675ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527246 Aug 10 03:15:07.674745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:07.694151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:07.702643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 6a75f89a-b148-40ea-af5d-d038ea21dbf0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a75f89a-b148-40ea-af5d-d038ea21dbf0,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:07.803907 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-ae6d8aac-1da1-4ad0-b3da-53a2222f3922 service neutron] 10.222.0.54 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223857 Aug 10 03:15:07.828226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfcbc3-5f92-4109-8a8d-3e0a49cf5362 req-858f894d-86b3-4925-9da1-03a06865fa3f tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:07.829642 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.839046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64bfcbc3-5f92-4109-8a8d-3e0a49cf5362 req-858f894d-86b3-4925-9da1-03a06865fa3f tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.1343749 Aug 10 03:15:07.854932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:07.875500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Sync routers for ids ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:07.883568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64bfcbc3-5f92-4109-8a8d-3e0a49cf5362 req-dbe97055-1514-4190-aafd-4c84bbe0b4e8 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Aug 10 03:15:07.896188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Routers {'9082103c-0e27-4a2e-a8e3-01f3ee9a4359'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:07.908820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:07.921557 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fcaa5f6-fd69-4682-ae2a-0efa755a25c9 req-be22dc32-12f5-4f96-86d2-a852c7b8626d service neutron] 10.222.0.54 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105456 Aug 10 03:15:07.950523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=6a75f89a-b148-40ea-af5d-d038ea21dbf0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:07.971993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:07.973366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-27fb7e74-6267-4c92-b118-8432a5e6432d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3099580 Aug 10 03:15:07.976103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45722) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:08.037130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Set router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:08.138230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca5088-7513-4ac7-8766-f1e9890b7c22 req-f349c6f6-2df7-458f-9bf4-386b9f9566aa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.139746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecca5088-7513-4ac7-8766-f1e9890b7c22 req-f349c6f6-2df7-458f-9bf4-386b9f9566aa tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0988972 Aug 10 03:15:08.220914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:06Z', 'revision_number': 3, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:08.246271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Checking router: 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:08.246595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Updating router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:08.249939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecca5088-7513-4ac7-8766-f1e9890b7c22 req-efa4634f-c830-4194-b36c-2a234c8df8c2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710251 Aug 10 03:15:08.292225 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.563925 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.577300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Transition to ACTIVE for port object 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:08.669527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.718925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Attempting to bind port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:08.719298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Attempting to bind port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:08.719660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Attempting to bind port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:08.723666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98cc9c-3709-474e-b372-26fd38d9e807 req-3293dd44-eea5-45e6-bf90-1b1cb79aef55 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.725201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f98cc9c-3709-474e-b372-26fd38d9e807 req-3293dd44-eea5-45e6-bf90-1b1cb79aef55 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 948 time: 0.3987341 Aug 10 03:15:08.726744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee7c4e-d296-4179-931e-4df48a9a1c19 None None] Pushing event updated for resources: {'Port': ['ID=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:08.729732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:08.730110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:08.730516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.730886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:08.731363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Bound port: 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:08.731743 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.798377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] For port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:08.801604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] For port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:08.812664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f98cc9c-3709-474e-b372-26fd38d9e807 req-7a01853b-751a-43f4-8912-eb32c3cc8d18 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647120 Aug 10 03:15:08.879022 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188833fc-58f9-4115-9ab0-47a08a670855 req-6fcd55b3-0c6a-45aa-b829-99ea71022ec5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:08.886744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-188833fc-58f9-4115-9ab0-47a08a670855 req-6fcd55b3-0c6a-45aa-b829-99ea71022ec5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0543396 Aug 10 03:15:08.900204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.927257 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-188833fc-58f9-4115-9ab0-47a08a670855 req-e72d8842-3fef-4e24-97b6-7049a07900d6 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Aug 10 03:15:08.933240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:08.998710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee7c4e-d296-4179-931e-4df48a9a1c19 None None] Pushing event updated for resources: {'Port': ['ID=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.011469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Routers {'9082103c-0e27-4a2e-a8e3-01f3ee9a4359'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:09.012090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:09.045676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f3a4c-d0a0-401c-ad27-48f3e4600767 req-961c3246-0e58-41b3-80f5-424fe26f4800 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.047284 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-059f3a4c-d0a0-401c-ad27-48f3e4600767 req-961c3246-0e58-41b3-80f5-424fe26f4800 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.0529954 Aug 10 03:15:09.051844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:09.106287 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-059f3a4c-d0a0-401c-ad27-48f3e4600767 req-725104a2-a862-421f-8cdf-5aadd3b79a3b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Aug 10 03:15:09.148657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Allocated IP 172.20.0.1 (89ce8b8f-89b6-43af-afbc-bf63e2c59670/c10c4818-bf52-4d0b-a79d-680e5c28db6e/09c06deb-6e96-43e3-aca2-0015dde92dcb) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:09.186835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a75f89a-b148-40ea-af5d-d038ea21dbf0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:09.278548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.292924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Transition to ACTIVE for port object 09c06deb-6e96-43e3-aca2-0015dde92dcb will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:09.374930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] Set router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:09.393936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d058b0-9849-4ebf-ac11-91a73ba99dc1 req-18575bb0-f67a-41b5-8860-3322f6404287 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.395450 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.395607 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d058b0-9849-4ebf-ac11-91a73ba99dc1 req-18575bb0-f67a-41b5-8860-3322f6404287 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0553446 Aug 10 03:15:09.451227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d058b0-9849-4ebf-ac11-91a73ba99dc1 req-de6b167e-b501-4414-8949-79da72e8c0bb tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Aug 10 03:15:09.466779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:09.498022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:09.504106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:09.511229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Pushing event updated for resources: {'Port': ['ID=09c06deb-6e96-43e3-aca2-0015dde92dcb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.512818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:09.542590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:09.542970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.547594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '8d714d53-3211-442c-9670-e0c45476c875', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '8d714d53-3211-442c-9670-e0c45476c875', 'mac_address': 'fa:16:3e:a5:fa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:09.563835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.642628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-39de350a-3e19-422b-8f03-034e7250b0bb tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.644582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-39de350a-3e19-422b-8f03-034e7250b0bb tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.2120123 Aug 10 03:15:09.656562 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.668514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-d012e2a2-c9b5-47c4-a152-08f5245edda1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/quotas/104156a7d99b4882b1dd45e745fd46aa HTTP/1.1" status: 200 len: 375 time: 0.0156689 Aug 10 03:15:09.681453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d714d53-3211-442c-9670-e0c45476c875 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:09.727502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:09.752312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-122e3765-f30f-4979-930a-afc12591f5b0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614100 Aug 10 03:15:09.754914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:06Z', 'revision_number': 3, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:09.785831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d80d13-8250-46dc-ad9e-161b27e38554 None None] The sync data for ids ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'] in n-d-765315-26 is: [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:06Z', 'revision_number': 3, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:09.800483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.864264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-e57d645a-0974-4c58-a1c7-bcb8c93cbce7 service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028481 Aug 10 03:15:09.866532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:09.894871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d666fe63-ba50-42a0-ab95-fc8f0332ec92 None None] Provisioning for port 09c06deb-6e96-43e3-aca2-0015dde92dcb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:09.905546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d666fe63-ba50-42a0-ab95-fc8f0332ec92 None None] Provisioning complete for port 09c06deb-6e96-43e3-aca2-0015dde92dcb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:09.906398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d666fe63-ba50-42a0-ab95-fc8f0332ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.934299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:09.977595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037a2c-f844-41c3-91d2-cf44e6c9a6e3 req-e946e571-6f91-4cd4-bad1-a35137175479 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:09.979767 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0037a2c-f844-41c3-91d2-cf44e6c9a6e3 req-e946e571-6f91-4cd4-bad1-a35137175479 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.0660360 Aug 10 03:15:09.990882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d666fe63-ba50-42a0-ab95-fc8f0332ec92 None None] Port 09c06deb-6e96-43e3-aca2-0015dde92dcb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:10.036129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0037a2c-f844-41c3-91d2-cf44e6c9a6e3 req-f4669d97-e0a0-4b14-be4f-754fe15999dd tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Aug 10 03:15:10.099173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-0873d881-3f84-4734-81bf-6bfb292afbf8 service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164052 Aug 10 03:15:10.219742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.250700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0f638-f6d8-4d89-ae1e-93994e8df619 req-993253e3-e2eb-4d4a-a0b7-01172ae2f413 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.252224 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4b0f638-f6d8-4d89-ae1e-93994e8df619 req-993253e3-e2eb-4d4a-a0b7-01172ae2f413 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0537539 Aug 10 03:15:10.298273 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4b0f638-f6d8-4d89-ae1e-93994e8df619 req-459ddd99-37b0-4970-b865-687b2c9b068b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Aug 10 03:15:10.315205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.410928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Pushing event updated for resources: {'Port': ['ID=09c06deb-6e96-43e3-aca2-0015dde92dcb,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:10.423786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.442398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f7ca-e7f1-4fb2-bd41-4fbaf5cdda9a req-2247d022-bd88-4c89-85af-0f4196272216 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.444578 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8401f7ca-e7f1-4fb2-bd41-4fbaf5cdda9a req-2247d022-bd88-4c89-85af-0f4196272216 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.0798581 Aug 10 03:15:10.448521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8d714d53-3211-442c-9670-e0c45476c875'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:10.541873 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8401f7ca-e7f1-4fb2-bd41-4fbaf5cdda9a req-b643fc98-ea58-4aa6-b07f-50ff48ae308e tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902636 Aug 10 03:15:10.554715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:10.556556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:10.676392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aeef87d6-56ef-417f-b0db-147a66f93219 req-3454f991-20de-43f7-af80-97153c2e2c7e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 210 time: 0.0551078 Aug 10 03:15:10.792781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:10.832186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a5c19-fc59-4bdd-8baf-dd548455ba42 req-87defcf7-e49f-4bea-99f5-3affe49ec1a7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:10.833909 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-980a5c19-fc59-4bdd-8baf-dd548455ba42 req-87defcf7-e49f-4bea-99f5-3affe49ec1a7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0766916 Aug 10 03:15:10.887359 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-980a5c19-fc59-4bdd-8baf-dd548455ba42 req-e4a4cf73-d296-4757-9e08-d9b762bca316 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Aug 10 03:15:10.918376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3c7519c3-5071-45f9-9423-3c5b42ea16a0 None None] Provisioning complete for port 09c06deb-6e96-43e3-aca2-0015dde92dcb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:10.918642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:10.918752 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3c7519c3-5071-45f9-9423-3c5b42ea16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.932371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6b3ef20d-4a68-4420-9811-8f13255fc226 admin admin] 10.222.0.26 "PUT /v2.0/routers/9082103c-0e27-4a2e-a8e3-01f3ee9a4359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9461379 Aug 10 03:15:10.956844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3c7519c3-5071-45f9-9423-3c5b42ea16a0 None None] Port 09c06deb-6e96-43e3-aca2-0015dde92dcb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:11.056234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:11.065086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8647f-0f1e-4d4a-af9e-19c251b3ecee req-663822b2-de81-45f1-aff0-58e0c82317db tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.066761 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-71a8647f-0f1e-4d4a-af9e-19c251b3ecee req-663822b2-de81-45f1-aff0-58e0c82317db tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.0549562 Aug 10 03:15:11.128257 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-71a8647f-0f1e-4d4a-af9e-19c251b3ecee req-5632b999-597a-46dd-b8fb-457bff522624 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495563 Aug 10 03:15:11.181313 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.236119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:11.236119 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2a7980-bae1-4d1b-ac46-03153d06de9f" -d '{"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-unplugged", "status": "completed", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:11.242289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:11.249491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:11.315088 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.333013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9759900-0620-470a-a647-ff9eb0879032 req-da279916-bc7b-496e-9a2e-8c5061353636 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1564283 Aug 10 03:15:11.340998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:11.381066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:11.411551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:11.416225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:11.419635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.439149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512e87-7fe4-4816-a8dd-cc5ae5ea3725 req-20e1a3a1-4511-4605-9d83-eda2198e3c61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.440853 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf512e87-7fe4-4816-a8dd-cc5ae5ea3725 req-20e1a3a1-4511-4605-9d83-eda2198e3c61 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.0577269 Aug 10 03:15:11.484894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf512e87-7fe4-4816-a8dd-cc5ae5ea3725 req-72fcffa2-1ac2-4c8c-a0c7-6b6cbdbbc412 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379980 Aug 10 03:15:11.492921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.505241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.524097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:11.594896 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5115b3-4186-451b-82a7-2e07a58c9078 x-openstack-request-id: req-1b5115b3-4186-451b-82a7-2e07a58c9078 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:11.595988 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-unplugged", "status": "completed", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:11.596536 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b5115b3-4186-451b-82a7-2e07a58c9078 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:11.597039 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'code': 200} Aug 10 03:15:11.597680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.691809 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.723950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Allocated IP 172.25.1.192 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5274d0e4-4f8b-47de-9e3e-7fedcbf8f120) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:11.728483 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Sync routers for ids ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:11.738135 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Routers {'9082103c-0e27-4a2e-a8e3-01f3ee9a4359'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:11.738807 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:11.773372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:11.802878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:11.833477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-eb58c3bb-eb17-45b6-9075-4ed7e2a8a73e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:11.835073 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-eb58c3bb-eb17-45b6-9075-4ed7e2a8a73e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "GET /v2.0/ports?device_id=66e40dda-0d2d-4d1a-aa48-a0340116f018 HTTP/1.1" status: 200 len: 943 time: 0.0600166 Aug 10 03:15:11.864185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.881987 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Set router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:11.939395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:11.953913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Deleting port 9381322d-9b8e-47a4-a55d-aa10ae076616 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:11.954282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:11.954591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0', 'port_id': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'mac_address': 'fa:16:3e:c6:cd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2084d43d-9d2f-4497-9719-38ac098f031f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:12.000428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.015139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7ea5de-01d6-4e74-a1f9-14120525e441 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:12.029608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.037649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:12.053356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] For port 9381322d-9b8e-47a4-a55d-aa10ae076616, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9381322d-9b8e-47a4-a55d-aa10ae076616,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:12.053722 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.069363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Calling delete_port for 9381322d-9b8e-47a4-a55d-aa10ae076616 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:12.070441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:12.075873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:12.095518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:12.114530 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.131245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Pushing event updated for resources: {'Port': ['ID=5274d0e4-4f8b-47de-9e3e-7fedcbf8f120,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.191008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 4, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '09c06deb-6e96-43e3-aca2-0015dde92dcb', 'name': '', 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'mac_address': 'fa:16:3e:52:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:08Z', 'updated_at': '2021-08-10T03:15:10Z', 'revision_number': 2, 'project_id': '60e168ab56264947acc95465fda545a0', 'subnets': [{'id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:12.200105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.223372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.231123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Checking router: 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:12.231715 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Updating router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 port 09c06deb-6e96-43e3-aca2-0015dde92dcb binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:12.257316 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.302303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29a00f-8adb-4d08-bf8a-1bf99be2e03f req-adf210ea-28c0-4ddc-9318-a5232690d03b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.303794 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ef29a00f-8adb-4d08-bf8a-1bf99be2e03f req-adf210ea-28c0-4ddc-9318-a5232690d03b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.1389608 Aug 10 03:15:12.333878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-32feebce-492b-41d1-b19a-3e31c3521c9e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.335821 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-32feebce-492b-41d1-b19a-3e31c3521c9e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076&tenant_id=340618df28e74e3bb818eb8c4df9e674&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 949 time: 0.1179063 Aug 10 03:15:12.358933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.359575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ed7ea5de-01d6-4e74-a1f9-14120525e441'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:12.401359 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ef29a00f-8adb-4d08-bf8a-1bf99be2e03f req-273fa3b6-a0f5-470a-ba41-d793e68a5c02 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867546 Aug 10 03:15:12.433216 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-5c749bff-4d6e-4f87-aaa7-3585854e8454 service neutron] 10.222.0.54 "GET /v2.0/ports/8d714d53-3211-442c-9670-e0c45476c875/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 383 time: 0.0878413 Aug 10 03:15:12.446364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.510976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event deleted for resources: {'Port': ['ID=9381322d-9b8e-47a4-a55d-aa10ae076616,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.550488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.562660 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-92e71ae4-6841-448a-81a3-531b3499e5e8 req-daca252e-824b-46a8-91be-1dcce8417359 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 210 time: 0.0662706 Aug 10 03:15:12.602405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] No DVR routers for this DVR port 9381322d-9b8e-47a4-a55d-aa10ae076616 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:12.606472 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.607209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.609323 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-830d0c01-0816-410d-bfc2-c7a7c5787c28 req-cdfa1bad-67e0-49ae-b61d-d9ce898b1297 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.54 "DELETE /v2.0/ports/9381322d-9b8e-47a4-a55d-aa10ae076616 HTTP/1.1" status: 204 len: 173 time: 0.7665653 Aug 10 03:15:12.609758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-deleted', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:12.612091 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c50af7-ee08-45c4-ae07-215af81d4f4b" -d '{"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-deleted", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:12.617884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.622718 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Transition to ACTIVE for port object 09c06deb-6e96-43e3-aca2-0015dde92dcb will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:12.622920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-3d608ec9-7ac1-41e9-b522-5689e8e004a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.624438 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-3d608ec9-7ac1-41e9-b522-5689e8e004a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1101 time: 0.1297038 Aug 10 03:15:12.694482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Pushing event updated for resources: {'Port': ['ID=5274d0e4-4f8b-47de-9e3e-7fedcbf8f120,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.700041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.746696 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.748977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cbc09-62c8-4125-a538-22454129c37d req-da717563-6211-4840-bb06-83c951887adb tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.750467 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5d7cbc09-62c8-4125-a538-22454129c37d req-da717563-6211-4840-bb06-83c951887adb tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 944 time: 0.1034224 Aug 10 03:15:12.786398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-1ff92225-c017-4b3e-9c06-26bb04f2e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.788386 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-1ff92225-c017-4b3e-9c06-26bb04f2e647 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1506524 Aug 10 03:15:12.805351 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Pushing event updated for resources: {'Port': ['ID=09c06deb-6e96-43e3-aca2-0015dde92dcb,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:12.826999 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.827340 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.827680 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.828020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.828369 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.828700 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.829166 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.829612 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.829942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.830266 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.830589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.830911 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:12.844037 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5d7cbc09-62c8-4125-a538-22454129c37d req-5ad60c9d-d5e2-4185-bf44-688d849ce22a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822427 Aug 10 03:15:12.845847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-f51c1d24-5049-4ab1-b688-62ec6da463c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0469501 Aug 10 03:15:12.874854 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Attempting to bind port 09c06deb-6e96-43e3-aca2-0015dde92dcb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:12.875578 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Attempting to bind port 09c06deb-6e96-43e3-aca2-0015dde92dcb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:12.876036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Attempting to bind port 09c06deb-6e96-43e3-aca2-0015dde92dcb on network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:12.880992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.882847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9759900-0620-470a-a647-ff9eb0879032 req-c4552aeb-be69-4947-b9d8-5074da9f3d47 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5477126 Aug 10 03:15:12.883652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:12.884309 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Checking segment: {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:12.885536 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.886100 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Bound using segment: {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:12.886884 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Bound port: 09c06deb-6e96-43e3-aca2-0015dde92dcb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c247133-206f-47eb-b73a-799d06cea306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:12.887406 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:12.902341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-67a4fb12-db35-4b83-8a15-a52f1296b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:12.903853 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-67a4fb12-db35-4b83-8a15-a52f1296b337 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0500598 Aug 10 03:15:12.969415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9759900-0620-470a-a647-ff9eb0879032 req-e41daf1a-0d53-464a-83f3-d0223ae045f2 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0773275 Aug 10 03:15:12.987689 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] For port 09c06deb-6e96-43e3-aca2-0015dde92dcb, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:12.991202 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] For port 09c06deb-6e96-43e3-aca2-0015dde92dcb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09c06deb-6e96-43e3-aca2-0015dde92dcb,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:13.059304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:13.069067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-ee73bc8c-76bb-4f4b-97e5-cbd0de191886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.070684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-ee73bc8c-76bb-4f4b-97e5-cbd0de191886 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568644 Aug 10 03:15:13.108594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75705a-94f8-492d-a1bd-a97dcddb4e43 req-cb1e7b38-077b-4a92-aabd-912d0dbfd919 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.109638 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.119835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2c75705a-94f8-492d-a1bd-a97dcddb4e43 req-cb1e7b38-077b-4a92-aabd-912d0dbfd919 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.1755931 Aug 10 03:15:13.131287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9759900-0620-470a-a647-ff9eb0879032 req-a01fd513-9b86-4ed8-9851-22afd280c0b8 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.134014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9759900-0620-470a-a647-ff9eb0879032 req-a01fd513-9b86-4ed8-9851-22afd280c0b8 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1634390 Aug 10 03:15:13.211278 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Routers {'9082103c-0e27-4a2e-a8e3-01f3ee9a4359'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:13.212050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.214833 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04d30-b2b0-4155-8bdd-a3ff9b40989d None None] Pushing event updated for resources: {'Port': ['ID=09c06deb-6e96-43e3-aca2-0015dde92dcb,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:13.258144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 8d714d53-3211-442c-9670-e0c45476c875 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:13.265845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:13.321243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 8d714d53-3211-442c-9670-e0c45476c875 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:13.323763 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.382292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7723422-9c76-4dee-a161-3d7d64365c7e req-30fc256b-3650-4aef-8b9a-7dea5adbb029 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.384134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7723422-9c76-4dee-a161-3d7d64365c7e req-30fc256b-3650-4aef-8b9a-7dea5adbb029 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.1006947 Aug 10 03:15:13.394180 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] Set router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:13.429389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:13.430079 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.439646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7723422-9c76-4dee-a161-3d7d64365c7e req-fbcf21a9-fcde-4fc3-a566-5ed5bc6bfad1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Aug 10 03:15:13.568687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.623438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:13.626051 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18c069-581f-4ab6-8e7c-d1f7eac88800" -d '{"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-plugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:13.628572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-b33e2047-b905-46be-8738-b1e852768008 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.630304 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-b33e2047-b905-46be-8738-b1e852768008 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.6729951 Aug 10 03:15:13.647773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:13.649446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Request body: {'port': {'device_id': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'admin_state_up': True, 'tenant_id': '104156a7d99b4882b1dd45e745fd46aa'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:13.660785 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2c75705a-94f8-492d-a1bd-a97dcddb4e43 req-f72a782c-291e-4342-b6fa-65f28b1789d4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384331 Aug 10 03:15:13.680100 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 4, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '09c06deb-6e96-43e3-aca2-0015dde92dcb', 'name': '', 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'mac_address': 'fa:16:3e:52:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:08Z', 'updated_at': '2021-08-10T03:15:12Z', 'revision_number': 4, 'project_id': '60e168ab56264947acc95465fda545a0', 'subnets': [{'id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:13.713753 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7856d50-3c41-4a87-8446-61193792e05e None None] The sync data for ids ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'] in n-d-765315-26 is: [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:09Z', 'revision_number': 4, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '09c06deb-6e96-43e3-aca2-0015dde92dcb', 'name': '', 'network_id': '89ce8b8f-89b6-43af-afbc-bf63e2c59670', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'mac_address': 'fa:16:3e:52:10:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:08Z', 'updated_at': '2021-08-10T03:15:12Z', 'revision_number': 4, 'project_id': '60e168ab56264947acc95465fda545a0', 'subnets': [{'id': 'c10c4818-bf52-4d0b-a79d-680e5c28db6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:13.715141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:13.716057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:13.764821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-251df041-ecbf-414b-9f20-f8389eb8f3c4 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.771709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-251df041-ecbf-414b-9f20-f8389eb8f3c4 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 945 time: 0.2304502 Aug 10 03:15:13.773244 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970afd47-0115-493a-8bab-83be5651e54c x-openstack-request-id: req-970afd47-0115-493a-8bab-83be5651e54c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:13.773538 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e40dda-0d2d-4d1a-aa48-a0340116f018", "name": "network-vif-deleted", "tag": "9381322d-9b8e-47a4-a55d-aa10ae076616", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:13.773795 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-970afd47-0115-493a-8bab-83be5651e54c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:13.774187 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e40dda-0d2d-4d1a-aa48-a0340116f018', 'name': 'network-vif-deleted', 'tag': '9381322d-9b8e-47a4-a55d-aa10ae076616', 'status': 'completed', 'code': 200} Aug 10 03:15:13.790064 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-662316c8-6605-4fa9-9983-db2fa52d4c59 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962926 Aug 10 03:15:13.820540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:13.925588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:13.975547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f24b6-2002-447a-8633-c92f8d9a5453 req-1339fd11-d82a-4abe-ac82-f2b7f6ccf251 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:13.980711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e2f24b6-2002-447a-8633-c92f8d9a5453 req-1339fd11-d82a-4abe-ac82-f2b7f6ccf251 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.0799677 Aug 10 03:15:13.986951 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66c9026d-f4d1-462d-801c-8c3dbf662984 req-d433f325-4a51-4fa8-bbcd-c4e9a7b65a03 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips/ff268981-e43c-4932-b9f0-8eec176ddc69 HTTP/1.1" status: 200 len: 693 time: 0.1601996 Aug 10 03:15:13.995633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.040658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:14.047279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e2f24b6-2002-447a-8633-c92f8d9a5453 req-4209ab8e-b399-4ad4-84fd-2d68eb7a0192 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571277 Aug 10 03:15:14.154253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34b86418-5fd2-40c1-9bdd-ce9c9d47878a req-20550691-e1b3-4240-92ba-113c233be02c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 210 time: 0.0404227 Aug 10 03:15:14.162323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.167051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port ed7ea5de-01d6-4e74-a1f9-14120525e441 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:14.172039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port ed7ea5de-01d6-4e74-a1f9-14120525e441 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:14.172444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.185560 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-fc6bc890-64b4-4c03-b35f-bdf694febff2 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669920 Aug 10 03:15:14.227689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9026d-f4d1-462d-801c-8c3dbf662984 req-49bf9c71-df0e-4fcb-bfa3-644d20dbf656 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.236101 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66c9026d-f4d1-462d-801c-8c3dbf662984 req-49bf9c71-df0e-4fcb-bfa3-644d20dbf656 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2481241 Aug 10 03:15:14.252504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Deleting port 155bd355-7d5e-42e5-a651-730a9e50a9e6 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:14.258161 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.301536 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b11f1-7fd0-4e2c-b4ac-86a09e65721a x-openstack-request-id: req-906b11f1-7fd0-4e2c-b4ac-86a09e65721a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:14.302148 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-plugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:14.302148 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-906b11f1-7fd0-4e2c-b4ac-86a09e65721a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:14.302529 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'code': 200} Aug 10 03:15:14.312574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:14.357911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Made reservation on behalf of 104156a7d99b4882b1dd45e745fd46aa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:14.361695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.382365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08b62f7c-8540-4989-a303-15a47a1cd789 req-863daa98-3e35-430c-9e7b-0b50ddd03068 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=60e168ab56264947acc95465fda545a0 HTTP/1.1" status: 200 len: 696 time: 0.0724044 Aug 10 03:15:14.389580 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.425788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:14.511308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b62f7c-8540-4989-a303-15a47a1cd789 req-4aaecc33-9c7c-4f2a-ac1e-814371f9635c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.512995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08b62f7c-8540-4989-a303-15a47a1cd789 req-4aaecc33-9c7c-4f2a-ac1e-814371f9635c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks?id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 787 time: 0.1298506 Aug 10 03:15:14.522242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cdbdf-de9c-4858-a334-d11fc27c9d34 req-e65cb7f9-9f31-4ac1-91ce-4692fc1a65ec tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.524866 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dd5cdbdf-de9c-4858-a334-d11fc27c9d34 req-e65cb7f9-9f31-4ac1-91ce-4692fc1a65ec tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 944 time: 0.1606052 Aug 10 03:15:14.526940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.527574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] For port 155bd355-7d5e-42e5-a651-730a9e50a9e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=155bd355-7d5e-42e5-a651-730a9e50a9e6,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:14.527945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:14.567786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Calling delete_port for 155bd355-7d5e-42e5-a651-730a9e50a9e6 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:14.600061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:14.635476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80959678-40d8-464a-b813-1f2ff5f57d7e req-a4cd85a2-40ba-43e6-8fbc-fe2aec8e0c2e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.637110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80959678-40d8-464a-b813-1f2ff5f57d7e req-a4cd85a2-40ba-43e6-8fbc-fe2aec8e0c2e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 943 time: 0.0624950 Aug 10 03:15:14.680959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dd5cdbdf-de9c-4858-a334-d11fc27c9d34 req-2b623596-ceea-4b71-a5b0-abdeee32d861 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476417 Aug 10 03:15:14.689174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80959678-40d8-464a-b813-1f2ff5f57d7e req-4e88d92c-9079-4dce-8c06-f0c60b6e91d7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Aug 10 03:15:14.694253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Allocated IP 172.20.0.11 (94e103e2-30d6-4580-9b57-e869719c555e/ba35c8f5-eebc-4816-91b2-a58686e8ace0/d0377936-410e-437c-a391-606cab48c4d2) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:14.784104 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6512c0d6-d41d-4907-a092-01c5297946aa req-d9c307e1-f137-4d95-9fbd-3a01e1b9b6cb tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips/ff268981-e43c-4932-b9f0-8eec176ddc69 HTTP/1.1" status: 200 len: 693 time: 0.0810730 Aug 10 03:15:14.814696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c349e-f34a-46a1-aa8a-2127018f94aa req-0b1f34ff-a922-4b7c-8a68-e62e31971b0b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:14.816236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c04c349e-f34a-46a1-aa8a-2127018f94aa req-0b1f34ff-a922-4b7c-8a68-e62e31971b0b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0499833 Aug 10 03:15:14.860716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c04c349e-f34a-46a1-aa8a-2127018f94aa req-339c03d8-7367-4ab2-95c8-7d76a78a05fd tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Aug 10 03:15:14.943876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.020137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c0d6-d41d-4907-a092-01c5297946aa req-af66efdf-0f96-43d7-be6d-31dce11c2510 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.020137 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6512c0d6-d41d-4907-a092-01c5297946aa req-af66efdf-0f96-43d7-be6d-31dce11c2510 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2197409 Aug 10 03:15:15.082010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:15.086913 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6512c0d6-d41d-4907-a092-01c5297946aa req-16123c2e-b563-4e32-a306-a78c2bd38357 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0642853 Aug 10 03:15:15.113490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.137720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 9381322d-9b8e-47a4-a55d-aa10ae076616 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:15.138201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9381322d-9b8e-47a4-a55d-aa10ae076616 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:15.138691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:15.153492 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.167225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 155bd355-7d5e-42e5-a651-730a9e50a9e6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:15.167668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 155bd355-7d5e-42e5-a651-730a9e50a9e6 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:15.172236 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6512c0d6-d41d-4907-a092-01c5297946aa req-cddb13bb-d101-453a-9364-6ba0cdf35e2b tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.192 HTTP/1.1" status: 200 len: 696 time: 0.0762229 Aug 10 03:15:15.205368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event deleted for resources: {'Port': ['ID=155bd355-7d5e-42e5-a651-730a9e50a9e6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.208472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948b9b0-92ba-474b-a7ab-6d41699d67a2 req-9a8894b4-d06c-4cd1-bbec-86d8542345e4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.217073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9948b9b0-92ba-474b-a7ab-6d41699d67a2 req-9a8894b4-d06c-4cd1-bbec-86d8542345e4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.0691533 Aug 10 03:15:15.241300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09c06deb-6e96-43e3-aca2-0015dde92dcb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:15.265567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9948b9b0-92ba-474b-a7ab-6d41699d67a2 req-ac92ddd7-2ad8-48f5-afd9-b0abee8c0bb2 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475049 Aug 10 03:15:15.294563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] No DVR routers for this DVR port 155bd355-7d5e-42e5-a651-730a9e50a9e6 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:15.302643 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.304520 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fafa296e-edab-48d3-90b9-ad0257bd46d8 req-98904469-5b80-4cbc-8f04-bf21152a6cc7 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "DELETE /v2.0/ports/155bd355-7d5e-42e5-a651-730a9e50a9e6 HTTP/1.1" status: 204 len: 173 time: 1.5000062 Aug 10 03:15:15.357659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b91de4b7-8d77-4f12-9b79-0fe262bc8337 req-2dab2af3-3e96-466c-94cd-3bb3d5b053f6 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 210 time: 0.0255678 Aug 10 03:15:15.372561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 09c06deb-6e96-43e3-aca2-0015dde92dcb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:15.377206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 09c06deb-6e96-43e3-aca2-0015dde92dcb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:15.377592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.391561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Deleting port 5274d0e4-4f8b-47de-9e3e-7fedcbf8f120 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:15.391900 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.432725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.461316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.482641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Network 94e103e2-30d6-4580-9b57-e869719c555e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:15.496173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 09c06deb-6e96-43e3-aca2-0015dde92dcb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09c06deb-6e96-43e3-aca2-0015dde92dcb,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:15.497544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:15.502538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:15.532499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.554927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.555258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.574051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Calling delete_port for 5274d0e4-4f8b-47de-9e3e-7fedcbf8f120 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:15.583189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.583944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.595018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.645225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=09c06deb-6e96-43e3-aca2-0015dde92dcb,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.683747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-06760ba9-ebfe-4fd8-bdce-df7fda9e2f26 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0426650 Aug 10 03:15:15.707157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Request body: {'port': {'device_id': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:15.776095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-deleted', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:15.778447 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc678745-f56b-4af0-9f91-7b589cde7cc3" -d '{"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-deleted", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:15.781752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.805290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc153d2-d483-47b5-bacb-df5436525537 req-e69b6944-ee80-4690-a8cd-a975aae9ce7a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:15.807039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc153d2-d483-47b5-bacb-df5436525537 req-e69b6944-ee80-4690-a8cd-a975aae9ce7a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0538151 Aug 10 03:15:15.820093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.845944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc153d2-d483-47b5-bacb-df5436525537 req-3a5253f2-2e61-41e8-bbb8-f21b42fca2d9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Aug 10 03:15:15.854993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Pushing event deleted for resources: {'Port': ['ID=5274d0e4-4f8b-47de-9e3e-7fedcbf8f120,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:15.951535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56f02894-0bdb-4561-a101-ccae6675fa7d req-a2258fdb-28f7-4edb-8ae7-366e69a452c3 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff88add-3d7c-479d-bd12-fa41e00e2aeb HTTP/1.1" status: 200 len: 210 time: 0.0272193 Aug 10 03:15:15.985540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.988114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.989288 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6512c0d6-d41d-4907-a092-01c5297946aa req-51a46bdc-6f2a-4b81-97b3-0e20b02d5e37 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "DELETE /v2.0/floatingips/ff268981-e43c-4932-b9f0-8eec176ddc69 HTTP/1.1" status: 204 len: 173 time: 0.7877538 Aug 10 03:15:16.007152 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7f66e5-e810-45ba-9a80-bc2c3ef468ad x-openstack-request-id: req-0e7f66e5-e810-45ba-9a80-bc2c3ef468ad {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:16.007496 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-deleted", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:16.007781 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e7f66e5-e810-45ba-9a80-bc2c3ef468ad {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:16.008071 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-deleted', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'status': 'completed', 'code': 200} Aug 10 03:15:16.140264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca631413-44d8-41b5-8ac1-c375f0711c2d req-02d84c9c-4257-4987-9dd3-a15192c33f27 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.141945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ca631413-44d8-41b5-8ac1-c375f0711c2d req-02d84c9c-4257-4987-9dd3-a15192c33f27 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0860894 Aug 10 03:15:16.180779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-085d717c-3bd2-41a5-acd6-365b7c4de3e3 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1147904 Aug 10 03:15:16.191650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:16.207662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0377936-410e-437c-a391-606cab48c4d2 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:16.219185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.223923 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ca631413-44d8-41b5-8ac1-c375f0711c2d req-da531b33-ff46-47d4-b4c6-8db408d8ab43 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704310 Aug 10 03:15:16.234417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Transition to ACTIVE for port object d0377936-410e-437c-a391-606cab48c4d2 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:16.303482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6'}, {'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:16.308679 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c899137-d205-4bca-a8a4-c7f3ca8f3243" -d '{"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6"}, {"server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "name": "network-vif-plugged", "status": "completed", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:16.361019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.363970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.441275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:16.455455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc5ff5-98c6-458d-baca-bae002662b58 req-0d37eec6-04d2-4fb3-9da9-6189401372b9 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.457013 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91dc5ff5-98c6-458d-baca-bae002662b58 req-0d37eec6-04d2-4fb3-9da9-6189401372b9 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 944 time: 0.1045814 Aug 10 03:15:16.466740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.534436 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91dc5ff5-98c6-458d-baca-bae002662b58 req-37874d4d-ebe0-42dc-b8ff-7d50d1e58772 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632577 Aug 10 03:15:16.554171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Attempting to bind port d0377936-410e-437c-a391-606cab48c4d2 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:16.554591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Attempting to bind port d0377936-410e-437c-a391-606cab48c4d2 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:16.554999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Attempting to bind port d0377936-410e-437c-a391-606cab48c4d2 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:16.559943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Port d0377936-410e-437c-a391-606cab48c4d2 on network 94e103e2-30d6-4580-9b57-e869719c555e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:16.560353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Attempting to bind port d0377936-410e-437c-a391-606cab48c4d2 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:16.565588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:16.565930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Checking segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:16.566319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Bound using segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:16.566757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Bound port: d0377936-410e-437c-a391-606cab48c4d2, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:16.567122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.584803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Allocated IP 172.25.1.3 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/006df473-9979-4dbf-9bba-7563d032d199) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:16.594663 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e83cc59-5861-4a78-a024-717352918b0f x-openstack-request-id: req-9e83cc59-5861-4a78-a024-717352918b0f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:16.594663 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff88add-3d7c-479d-bd12-fa41e00e2aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "155bd355-7d5e-42e5-a651-730a9e50a9e6", "code": 200}, {"server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "name": "network-vif-plugged", "status": "completed", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:16.595259 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e83cc59-5861-4a78-a024-717352918b0f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:16.596653 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff88add-3d7c-479d-bd12-fa41e00e2aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155bd355-7d5e-42e5-a651-730a9e50a9e6', 'code': 200} Aug 10 03:15:16.598490 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'code': 200} Aug 10 03:15:16.665685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:16.678955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:16.720880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b650-98b9-4c80-900c-8d68e9062ad0 req-06afca00-be4a-4069-a47a-b426a7e7177c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.722451 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0539b650-98b9-4c80-900c-8d68e9062ad0 req-06afca00-be4a-4069-a47a-b426a7e7177c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 944 time: 0.0708711 Aug 10 03:15:16.741233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d91bf5-1086-4df2-8a55-2e797c043d86 req-dfcd5acd-d8b3-4783-8e7f-82c17ada5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.743160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9d91bf5-1086-4df2-8a55-2e797c043d86 req-dfcd5acd-d8b3-4783-8e7f-82c17ada5fc4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1097 time: 0.0725901 Aug 10 03:15:16.758414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.766535 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.770876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0539b650-98b9-4c80-900c-8d68e9062ad0 req-4d9e8675-2af1-451f-b873-5534fd3b0742 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Aug 10 03:15:16.800008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.800366 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.801748 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] 10.222.0.46 "PUT /v2.0/ports/d0377936-410e-437c-a391-606cab48c4d2 HTTP/1.1" status: 200 len: 1093 time: 1.1003218 Aug 10 03:15:16.806030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9d91bf5-1086-4df2-8a55-2e797c043d86 req-4d847ae4-bbd8-4225-9c61-bd17d71499ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Aug 10 03:15:16.821897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d98d5-5de2-46cd-a71d-7717bf6b6ecf service neutron] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:16.926666 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:16.977889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ca443-20c7-45cb-b8f2-4b7c854aefd1 req-cbac5998-45a0-477b-8420-adac2b37cada tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.980461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c62ca443-20c7-45cb-b8f2-4b7c854aefd1 req-cbac5998-45a0-477b-8420-adac2b37cada tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0536482 Aug 10 03:15:16.981761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:16.986870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:16.992318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-3b80cf7c-b410-4c18-b6f6-a08cead490a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:16.994070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-3b80cf7c-b410-4c18-b6f6-a08cead490a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 1096 time: 0.0952325 Aug 10 03:15:16.994798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:16.997860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Pushing event updated for resources: {'Port': ['ID=006df473-9979-4dbf-9bba-7563d032d199,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:17.025640 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c62ca443-20c7-45cb-b8f2-4b7c854aefd1 req-61160bd1-1850-4136-86db-fc5bcdb02dfc tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Aug 10 03:15:17.054279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e49a0667-48e7-4242-a721-2dd7d8192d78 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:17.061835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-00f4d916-8d4f-4f6b-902c-ebae79087a3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0377936-410e-437c-a391-606cab48c4d2 HTTP/1.1" status: 200 len: 217 time: 0.0436983 Aug 10 03:15:17.152623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-b21eb81a-9e7a-40a7-ab38-39bd6b009dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.154322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-b21eb81a-9e7a-40a7-ab38-39bd6b009dd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 200 len: 844 time: 0.0833397 Aug 10 03:15:17.171917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.192962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-5b17b12e-6e85-42f0-903c-c12aab68657e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e103e2-30d6-4580-9b57-e869719c555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309882 Aug 10 03:15:17.236094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09c06deb-6e96-43e3-aca2-0015dde92dcb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:17.271604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e49a0667-48e7-4242-a721-2dd7d8192d78, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e49a0667-48e7-4242-a721-2dd7d8192d78,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:17.293562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'port_id': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'mac_address': 'fa:16:3e:8c:f3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:17.308445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-1bc1e9b7-5c22-4da0-8da8-3e3777dd7ce3 service neutron] 10.222.0.46 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048198 Aug 10 03:15:17.331321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 09c06deb-6e96-43e3-aca2-0015dde92dcb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:17.331693 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.368747 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.395244 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.399789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49a0667-48e7-4242-a721-2dd7d8192d78 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:17.419454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-0837f7ed-5eb1-4d77-b7e5-414754aec23a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.421660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e49a0667-48e7-4242-a721-2dd7d8192d78, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e49a0667-48e7-4242-a721-2dd7d8192d78,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:17.421901 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-0837f7ed-5eb1-4d77-b7e5-414754aec23a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 822 time: 0.1174860 Aug 10 03:15:17.440732 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-056e4d03-aba4-4f1a-b92f-a678dccc89b1 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/quotas/8883b1e671564591810c800ff1aa0422 HTTP/1.1" status: 200 len: 375 time: 0.0123606 Aug 10 03:15:17.488781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39fbed9-58f7-4875-8427-a7b2d0a834c5 req-95d553c1-d5ef-4c1b-a46d-da265460e197 service neutron] 10.222.0.46 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599004 Aug 10 03:15:17.503378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.539365 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-03da8d2b-878f-47a4-b4ad-db29537077a4 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934198 Aug 10 03:15:17.587441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e49a0667-48e7-4242-a721-2dd7d8192d78,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:17.622904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.648730 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-aeef9e58-0ff2-4d80-8235-30c3e38f8dbd service neutron] 10.222.0.26 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990362 Aug 10 03:15:17.704459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.742380 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-bc15914a-7e66-4e3a-9f6f-716f8c32db92 service neutron] 10.222.0.26 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867391 Aug 10 03:15:17.808059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Pushing event updated for resources: {'Port': ['ID=006df473-9979-4dbf-9bba-7563d032d199,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:17.823085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.826712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-d0db9198-3896-4049-8494-024a2548dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:17.828366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-d0db9198-3896-4049-8494-024a2548dfb2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076&tenant_id=340618df28e74e3bb818eb8c4df9e674 HTTP/1.1" status: 200 len: 1102 time: 0.1135399 Aug 10 03:15:17.845066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:17.900036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.986394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e49a0667-48e7-4242-a721-2dd7d8192d78'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:18.010972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:18.016208 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7000759-0073-41b3-b7f9-62a6dc70e9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "tag": "d0377936-410e-437c-a391-606cab48c4d2"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:18.057219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5ad3b-221e-46a8-983b-8ed7ef14c960 req-cb123136-ce33-4f2a-84e2-729bbc2008b3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.058737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-97e5ad3b-221e-46a8-983b-8ed7ef14c960 req-cb123136-ce33-4f2a-84e2-729bbc2008b3 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.0847716 Aug 10 03:15:18.121128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-97e5ad3b-221e-46a8-983b-8ed7ef14c960 req-24cfc59e-517a-47d2-897d-b345f4a94ba4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515704 Aug 10 03:15:18.245508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.246726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-f22c3096-425a-46dd-ad74-414848217f8c tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0592806 Aug 10 03:15:18.315826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af465ba-fd8b-47c7-9836-da4c4c2517f7 req-c1a514d3-a7d5-44dd-931f-e21d35323852 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.316058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-31009e7a-25d3-400a-95f3-168ffa400a7b tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0483427 Aug 10 03:15:18.317522 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6af465ba-fd8b-47c7-9836-da4c4c2517f7 req-c1a514d3-a7d5-44dd-931f-e21d35323852 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Aug 10 03:15:18.360960 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6af465ba-fd8b-47c7-9836-da4c4c2517f7 req-48580e69-7779-45f6-8022-aed5ce428927 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362420 Aug 10 03:15:18.469304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8326d-164a-44ab-9b9a-fff384f41094 req-b096531f-15f3-4b3f-aca9-c720486805da tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.470836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-57c8326d-164a-44ab-9b9a-fff384f41094 req-b096531f-15f3-4b3f-aca9-c720486805da tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 944 time: 0.0503790 Aug 10 03:15:18.513990 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-57c8326d-164a-44ab-9b9a-fff384f41094 req-2ef1f163-d991-4c30-93d9-edf7bbaa78b9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Aug 10 03:15:18.529360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-9e21ea0f-9569-48fe-8568-bb18e4839bd3 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.530722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ef01864-4da8-4b75-8687-eac9eafaa616 req-9e21ea0f-9569-48fe-8568-bb18e4839bd3 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2057977 Aug 10 03:15:18.566772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:18.573242 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6c9f2-b223-4cf0-8a39-40695ecce923 x-openstack-request-id: req-7cb6c9f2-b223-4cf0-8a39-40695ecce923 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:18.573572 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "tag": "d0377936-410e-437c-a391-606cab48c4d2", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:18.573820 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cb6c9f2-b223-4cf0-8a39-40695ecce923 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:18.574589 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2', 'status': 'completed', 'code': 200} Aug 10 03:15:18.604103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07af7d0e-8f49-4275-bdb5-a78258cc5bf6 req-ff8b835f-de88-40a3-a28e-d0b7d32c2978 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 210 time: 0.0347195 Aug 10 03:15:18.637240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:18.683589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:18.685936 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f924524-094a-4447-89c6-98cd69171caf" -d '{"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-unplugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:18.690423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.698931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-9061269d-1a22-44e7-9f8d-cffc7cb9c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.700875 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-9061269d-1a22-44e7-9f8d-cffc7cb9c562 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 1096 time: 0.1039400 Aug 10 03:15:18.704942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Transition to ACTIVE for port object 8d714d53-3211-442c-9670-e0c45476c875 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:18.711978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4359f8-2350-4033-a322-62d4bcf922b2 req-f3496ce1-a5d1-4dfc-8e1f-06cb8e59f1ea tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.713668 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f4359f8-2350-4033-a322-62d4bcf922b2 req-f3496ce1-a5d1-4dfc-8e1f-06cb8e59f1ea tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0749023 Aug 10 03:15:18.755140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-52247e82-376a-4c9b-b8ed-51cf201b58f6 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips/983f1c96-eda0-4f40-b559-77f291caad06 HTTP/1.1" status: 200 len: 691 time: 0.0486233 Aug 10 03:15:18.801974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f4359f8-2350-4033-a322-62d4bcf922b2 req-0c2d9ee1-6b69-411f-a041-6af6d64d5b5e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791018 Aug 10 03:15:18.828625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-eef45446-5ad3-4c65-a1a3-d8dcf7af36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.830188 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-eef45446-5ad3-4c65-a1a3-d8dcf7af36f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 905 time: 0.1156309 Aug 10 03:15:18.840037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:18.872489 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-ed423213-e689-4702-b100-1a8585c42a01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0377936-410e-437c-a391-606cab48c4d2 HTTP/1.1" status: 200 len: 217 time: 0.0351233 Aug 10 03:15:18.920482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:18.927310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-89d67a8f-2cff-4afb-83d7-15c4b670e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.929190 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-89d67a8f-2cff-4afb-83d7-15c4b670e449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 200 len: 844 time: 0.0500646 Aug 10 03:15:18.938512 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b92ba3-6dd4-4590-9ac9-fea0600ceec0 x-openstack-request-id: req-a3b92ba3-6dd4-4590-9ac9-fea0600ceec0 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:18.938819 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-unplugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:18.939101 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3b92ba3-6dd4-4590-9ac9-fea0600ceec0 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:18.940118 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'code': 200} Aug 10 03:15:18.961164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-c23f2d0e-89da-4181-bdd5-1948d6434685 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:18.964505 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-9b25fee4-0711-45d4-967b-5bb968dc472a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e103e2-30d6-4580-9b57-e869719c555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274971 Aug 10 03:15:18.969202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-c23f2d0e-89da-4181-bdd5-1948d6434685 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2083585 Aug 10 03:15:18.971563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] No DVR routers for this DVR port 8d714d53-3211-442c-9670-e0c45476c875 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:19.047922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-d5c06e6f-e148-480f-af16-58a5c804fbbd tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0777655 Aug 10 03:15:19.061786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:19.103559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:19.104655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:19.105170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:19.114980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:19.115609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Attempting to bind port 8d714d53-3211-442c-9670-e0c45476c875 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:19.116683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8bb60-9480-4273-b943-0152c5225c1a req-ca5865ed-c76c-4d1f-b9f1-83a6f8e23a7d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.118319 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62a8bb60-9480-4273-b943-0152c5225c1a req-ca5865ed-c76c-4d1f-b9f1-83a6f8e23a7d tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1097 time: 0.0967839 Aug 10 03:15:19.120409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-1549ec53-a766-45ca-9a9e-f39f20489b40 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0715475 Aug 10 03:15:19.136168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:19.138985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:19.139407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:19.139803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:19.140257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Bound port: 8d714d53-3211-442c-9670-e0c45476c875, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:19.140653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.151398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-2cba0a79-f64f-4acc-991d-1cbaa0def5c5 service neutron] 10.222.0.46 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795974 Aug 10 03:15:19.216570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62a8bb60-9480-4273-b943-0152c5225c1a req-3c29227d-6de5-44be-9469-bd23542d4ab9 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873692 Aug 10 03:15:19.271088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a7000759-0073-41b3-b7f9-62a6dc70e9b4 req-828556d4-96b7-4811-ad9f-e1f6b5eafcbd service neutron] 10.222.0.46 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114202 Aug 10 03:15:19.315859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:19.330549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:19.336416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Deleting port 006df473-9979-4dbf-9bba-7563d032d199 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:19.337013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.362195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce199-9749-450d-a7f2-bfb310727785 req-1216b00f-c7f0-4d58-b688-8c1f4b07c3a6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.364006 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ac3ce199-9749-450d-a7f2-bfb310727785 req-1216b00f-c7f0-4d58-b688-8c1f4b07c3a6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.0531039 Aug 10 03:15:19.399863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.405924 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ac3ce199-9749-450d-a7f2-bfb310727785 req-7dced1a2-fc75-435d-9cae-260710cbd552 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351477 Aug 10 03:15:19.448204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.448204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.448428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 1098 time: 1.6074853 Aug 10 03:15:19.458735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.459055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.495631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Calling delete_port for 006df473-9979-4dbf-9bba-7563d032d199 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:19.532303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef4f3b-0faf-4cb0-aed5-04ac7698edb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=11']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:19.589464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-74ac8c2a-bcfc-4ed0-abd8-138df269dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.590881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-74ac8c2a-bcfc-4ed0-abd8-138df269dca9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1101 time: 0.1169167 Aug 10 03:15:19.610603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abb2c6-6365-4be3-9c64-bd4a7aff1237 req-33601edc-31da-4d16-8c62-1e55ab00f2fe tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.612968 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-55abb2c6-6365-4be3-9c64-bd4a7aff1237 req-33601edc-31da-4d16-8c62-1e55ab00f2fe tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1097 time: 0.0437891 Aug 10 03:15:19.654934 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-55abb2c6-6365-4be3-9c64-bd4a7aff1237 req-d337c851-ce97-45d3-8861-c5f96c991916 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Aug 10 03:15:19.734562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-6ee2605e-0816-49d0-b93b-2afdc14655dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.736005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-6ee2605e-0816-49d0-b93b-2afdc14655dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1351547 Aug 10 03:15:19.780628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-1c76487c-c885-4973-bce6-7a62385fdaa4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0350332 Aug 10 03:15:19.791109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe43804-e328-40ef-a1d2-17f417a26fa7 req-c231cd9e-45d3-4f13-b522-5fb24113f3a7 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.792584 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fe43804-e328-40ef-a1d2-17f417a26fa7 req-c231cd9e-45d3-4f13-b522-5fb24113f3a7 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 945 time: 0.0526986 Aug 10 03:15:19.829087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.832533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-d94bfa7f-45ff-46ae-b8fd-c9b83c6dbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.832687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2fe43804-e328-40ef-a1d2-17f417a26fa7 req-52ab8a23-41ab-4e68-856c-4bed7cae3db7 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334246 Aug 10 03:15:19.833988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-d94bfa7f-45ff-46ae-b8fd-c9b83c6dbe17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0470006 Aug 10 03:15:19.865507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:19.872931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Pushing event deleted for resources: {'Port': ['ID=006df473-9979-4dbf-9bba-7563d032d199,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:19.945437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211b3e8-26a9-4a45-bcba-761126000aae req-a6ebb0bb-4a40-45ba-9c00-eb80c7f065f9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.947869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1211b3e8-26a9-4a45-bcba-761126000aae req-a6ebb0bb-4a40-45ba-9c00-eb80c7f065f9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 944 time: 0.0529263 Aug 10 03:15:19.953880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-bc65af11-6a42-4a1a-b81c-b6950992bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:19.953880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-bc65af11-6a42-4a1a-b81c-b6950992bccd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104810 Aug 10 03:15:19.955874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.958683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:19.959759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8fbe8172-f30b-4b58-b104-f249cb02add7 req-7148e995-b79b-4baf-9da5-782cb0175479 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "DELETE /v2.0/floatingips/983f1c96-eda0-4f40-b559-77f291caad06 HTTP/1.1" status: 204 len: 173 time: 0.8305936 Aug 10 03:15:19.985421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:19.997733 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1211b3e8-26a9-4a45-bcba-761126000aae req-c56ec71f-24ef-4a20-aac6-38f34adf0e8e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430667 Aug 10 03:15:20.006064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd0377936-410e-437c-a391-606cab48c4d2', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': 'd0377936-410e-437c-a391-606cab48c4d2', 'mac_address': 'fa:16:3e:c2:61:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:20.054880 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.071460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0377936-410e-437c-a391-606cab48c4d2 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:20.086078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08e17271-f30b-427d-9b19-4bf35d325d7e req-3805b65c-85a2-4ac3-bb83-d041a5dfef1c tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 210 time: 0.0344496 Aug 10 03:15:20.095445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:20.096727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-59ef089b-2529-4ce1-8f92-21d9c4ed382e service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359031 Aug 10 03:15:20.166435 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.217948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:20.230491 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-7585ad4c-ae70-42c1-a5c1-12aa45763e7f req-411ec3ff-a8cc-42b5-955b-7b8dfb59e35e tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] show failed (client error): The resource could not be found. Aug 10 03:15:20.231520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7585ad4c-ae70-42c1-a5c1-12aa45763e7f req-411ec3ff-a8cc-42b5-955b-7b8dfb59e35e tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips/983f1c96-eda0-4f40-b559-77f291caad06 HTTP/1.1" status: 404 len: 350 time: 0.0915232 Aug 10 03:15:20.270201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-1b138508-54c3-4d93-a54c-d4806b9b006d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.271710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-1b138508-54c3-4d93-a54c-d4806b9b006d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 822 time: 0.1355588 Aug 10 03:15:20.292716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Request body: {'port': {'device_id': '41f6dd61-9453-422f-9006-6a20405f0f48', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'admin_state_up': True, 'tenant_id': '8883b1e671564591810c800ff1aa0422'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:20.310352 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-cb8d7e55-e94b-4f6d-87a9-a3d496efae89 req-95fa61ed-3b58-45fd-877a-b62f267d6d80 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] show failed (client error): The resource could not be found. Aug 10 03:15:20.312558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb8d7e55-e94b-4f6d-87a9-a3d496efae89 req-95fa61ed-3b58-45fd-877a-b62f267d6d80 tempest-FloatingIPsTestJSON-2058904687 tempest-FloatingIPsTestJSON-2058904687-project] 10.222.0.26 "GET /v2.0/floatingips/983f1c96-eda0-4f40-b559-77f291caad06 HTTP/1.1" status: 404 len: 350 time: 0.0494099 Aug 10 03:15:20.315233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35544e5f-f8a5-40b6-8cf2-1bddd2489b2d req-aeb7647a-6923-438d-8f61-f31adaceaacc service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102077 Aug 10 03:15:20.323421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45946) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:20.420917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d0377936-410e-437c-a391-606cab48c4d2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:20.568776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199c7b-6fdb-473b-b874-2eabdeabb0cc req-42c15af7-eef8-4fd3-8d8e-70ed0df71466 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:20.570239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5199c7b-6fdb-473b-b874-2eabdeabb0cc req-42c15af7-eef8-4fd3-8d8e-70ed0df71466 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 949 time: 0.0951350 Aug 10 03:15:20.572863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Made reservation on behalf of 8883b1e671564591810c800ff1aa0422 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:20.577213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.637867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5199c7b-6fdb-473b-b874-2eabdeabb0cc req-68a54e56-a94b-4a44-8493-b5e1d9af9ce6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Aug 10 03:15:20.802124 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.950821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:20.953014 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:21.028643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Allocated IP 172.20.0.8 (d0ddfb4d-438e-4eb8-9d41-aefbc6090680/822b4b46-7b6f-4393-9586-6282deb49482/cfb6d43a-0522-4488-bebe-cae897f7620e) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:21.032696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a2aa-d50c-46a9-87fc-621869a4f73f req-81caef0d-a29c-4ae0-ac69-466d56f82145 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.034318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2287a2aa-d50c-46a9-87fc-621869a4f73f req-81caef0d-a29c-4ae0-ac69-466d56f82145 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 945 time: 0.1106296 Aug 10 03:15:21.074960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e49a0667-48e7-4242-a721-2dd7d8192d78 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.110968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2287a2aa-d50c-46a9-87fc-621869a4f73f req-41f8d2db-a7f2-467f-86b3-b9d20676ebef tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637310 Aug 10 03:15:21.195532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Deleting port 09c06deb-6e96-43e3-aca2-0015dde92dcb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:21.195956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.219964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.224056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port e49a0667-48e7-4242-a721-2dd7d8192d78 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:21.229378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port e49a0667-48e7-4242-a721-2dd7d8192d78 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:21.229983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.278979 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8009d003-de00-480e-a308-3d24cb603674 x-openstack-request-id: req-8009d003-de00-480e-a308-3d24cb603674 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:21.280124 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:21.281249 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8009d003-de00-480e-a308-3d24cb603674 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:21.284886 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'status': 'completed', 'code': 200} Aug 10 03:15:21.308233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-fdd20546-3960-4ad2-857b-e10fc702f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.309959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-fdd20546-3960-4ad2-857b-e10fc702f4cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1101 time: 0.0478446 Aug 10 03:15:21.316111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.329857 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.368194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e49a0667-48e7-4242-a721-2dd7d8192d78, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e49a0667-48e7-4242-a721-2dd7d8192d78,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:21.369311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:21.371709 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f720dbf-3835-49c4-b3d7-b351fccb8159" -d '{"events": [{"server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "name": "network-vif-plugged", "status": "completed", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:21.417167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] For port 09c06deb-6e96-43e3-aca2-0015dde92dcb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09c06deb-6e96-43e3-aca2-0015dde92dcb,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:21.417614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.423888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:21.430202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-fe241035-a235-4fde-bda1-226ae4160bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.430873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:21.431835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-fe241035-a235-4fde-bda1-226ae4160bbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1101 time: 0.1427767 Aug 10 03:15:21.433397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:21.439494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event updated for resources: {'Port': ['ID=cfb6d43a-0522-4488-bebe-cae897f7620e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:21.441355 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.444448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb181e10-d275-4c34-9fe5-5563d1b6b88e req-c0320917-996b-4658-8534-a3e84f451497 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.451681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb181e10-d275-4c34-9fe5-5563d1b6b88e req-c0320917-996b-4658-8534-a3e84f451497 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 945 time: 0.1613290 Aug 10 03:15:21.453891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Calling delete_port for 09c06deb-6e96-43e3-aca2-0015dde92dcb owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:21.502204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-40dd774a-4c7b-4c16-9c55-090398abac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.502948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e49a0667-48e7-4242-a721-2dd7d8192d78,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:21.503677 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-40dd774a-4c7b-4c16-9c55-090398abac6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1822679 Aug 10 03:15:21.511435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.512054 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.557892 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-9a4770c5-01a0-4fdd-807b-6f096dc0171e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0429106 Aug 10 03:15:21.585380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb181e10-d275-4c34-9fe5-5563d1b6b88e req-04de3c76-df11-40c8-a33b-e3f2d9e0c846 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328158 Aug 10 03:15:21.611793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-0325d533-a829-4808-89c6-0790cb777c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.613513 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-0325d533-a829-4808-89c6-0790cb777c17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0479727 Aug 10 03:15:21.627028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-a478a179-09fb-4baf-96a0-4bcd3e0a0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.628540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-a478a179-09fb-4baf-96a0-4bcd3e0a0a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1726632 Aug 10 03:15:21.648880 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7d830adc-759f-4aab-a70d-c7da4c91d4ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3602750 Aug 10 03:15:21.668760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Request body: {'port': {'device_id': '41f6dd61-9453-422f-9006-6a20405f0f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:21.673095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-17895625-c204-4929-bea4-c222322d66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.677575 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-17895625-c204-4929-bea4-c222322d66de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538578 Aug 10 03:15:21.699632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-93b9844a-c05c-4ecc-bbef-e8a6d5572e6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 200 len: 217 time: 0.0415702 Aug 10 03:15:21.788469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.792666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-fff6e1f0-7c54-4335-b0e5-a6f392981313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.794137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-fff6e1f0-7c54-4335-b0e5-a6f392981313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0846906 Aug 10 03:15:21.844291 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-c8aee442-ecad-47a3-9101-f4da2f6e6b3f service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506324 Aug 10 03:15:21.870238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2ad6d-1575-4804-8d1f-d769764ac482 req-5bcc03c8-8dc6-49ac-956f-38fe0e9bd74a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.871738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e2ad6d-1575-4804-8d1f-d769764ac482 req-5bcc03c8-8dc6-49ac-956f-38fe0e9bd74a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 931 time: 0.1278219 Aug 10 03:15:21.885152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:21.888047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:21.910183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-75269052-1160-4891-bb0b-2b81938d7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:21.911705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-75269052-1160-4891-bb0b-2b81938d7d35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841787 Aug 10 03:15:21.937041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e2ad6d-1575-4804-8d1f-d769764ac482 req-c190fc27-717d-49fc-b36a-063af687bd4d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531819 Aug 10 03:15:21.972284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.009431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c06deb-6e96-43e3-aca2-0015dde92dcb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.073687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d0377936-410e-437c-a391-606cab48c4d2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:22.084846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:22.089325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d0377936-410e-437c-a391-606cab48c4d2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:22.090162 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.117324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-1165e33e-ab37-45e4-8521-e87b078f64a7 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958191 Aug 10 03:15:22.181946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8d714d53-3211-442c-9670-e0c45476c875', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '8d714d53-3211-442c-9670-e0c45476c875', 'mac_address': 'fa:16:3e:a5:fa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:22.189236 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b8c24-08b7-46eb-a07d-6fb1cf9dfb6b x-openstack-request-id: req-b29b8c24-08b7-46eb-a07d-6fb1cf9dfb6b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:22.189594 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "name": "network-vif-plugged", "status": "completed", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:22.189941 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b29b8c24-08b7-46eb-a07d-6fb1cf9dfb6b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:22.190431 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'code': 200} Aug 10 03:15:22.254893 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-11648e23-3718-47a7-b181-57219a8a5743 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936815 Aug 10 03:15:22.286549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.303502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.323004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d714d53-3211-442c-9670-e0c45476c875 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:22.325428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb6d43a-0522-4488-bebe-cae897f7620e {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:22.336322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.352827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Transition to ACTIVE for port object cfb6d43a-0522-4488-bebe-cae897f7620e will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:22.417874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.427951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522c52e-cf7b-4649-a3f9-e4b44ffb67ed req-b2738a9b-86d1-4bc5-9eac-f5335d87c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.429554 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5522c52e-cf7b-4649-a3f9-e4b44ffb67ed req-b2738a9b-86d1-4bc5-9eac-f5335d87c647 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 1098 time: 0.0577874 Aug 10 03:15:22.524173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb6d43a-0522-4488-bebe-cae897f7620e,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.531456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5522c52e-cf7b-4649-a3f9-e4b44ffb67ed req-47c8bf32-1093-4d3f-b634-ce4ef7ba8c5e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773699 Aug 10 03:15:22.533923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:22.546360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:22.584932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Attempting to bind port cfb6d43a-0522-4488-bebe-cae897f7620e on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:22.584932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Attempting to bind port cfb6d43a-0522-4488-bebe-cae897f7620e by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:22.584932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Attempting to bind port cfb6d43a-0522-4488-bebe-cae897f7620e on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:22.586730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Port cfb6d43a-0522-4488-bebe-cae897f7620e on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:22.587062 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Attempting to bind port cfb6d43a-0522-4488-bebe-cae897f7620e on network d0ddfb4d-438e-4eb8-9d41-aefbc6090680 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:22.592634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:22.592973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Checking segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:22.593377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Bound using segment: {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:22.593809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Bound port: cfb6d43a-0522-4488-bebe-cae897f7620e, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:22.594170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.641991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.667465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] For port cfb6d43a-0522-4488-bebe-cae897f7620e, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:22.672174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] For port cfb6d43a-0522-4488-bebe-cae897f7620e, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=cfb6d43a-0522-4488-bebe-cae897f7620e,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:22.678946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.688367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-a689fe07-17bb-4316-b688-359ccc94d20f tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:15:22.689382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-a689fe07-17bb-4316-b688-359ccc94d20f tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237556 Aug 10 03:15:22.709495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=12']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.724026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:22.724512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:15:22.734267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a33a6f-41b8-4513-aeda-00a98ac5eb2b req-abae652c-f410-4641-8244-4244c01a5874 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017318 Aug 10 03:15:22.751996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.767752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.777131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.788399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.789024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.790397 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] 10.222.0.54 "PUT /v2.0/ports/cfb6d43a-0522-4488-bebe-cae897f7620e HTTP/1.1" status: 200 len: 1092 time: 1.1269953 Aug 10 03:15:22.791395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f6dd61-9453-422f-9006-6a20405f0f48', 'tag': 'cfb6d43a-0522-4488-bebe-cae897f7620e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:22.793682 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9404c94b-b35c-4a9d-95ea-f509c653c675" -d '{"events": [{"name": "network-changed", "server_uuid": "41f6dd61-9453-422f-9006-6a20405f0f48", "tag": "cfb6d43a-0522-4488-bebe-cae897f7620e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:22.802833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa8c79-e25f-4237-91a6-544e0b90fbc2 req-8d09b45b-35cc-4fea-b1b4-82b89536452d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:22.805847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6dfa8c79-e25f-4237-91a6-544e0b90fbc2 req-8d09b45b-35cc-4fea-b1b4-82b89536452d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.1333025 Aug 10 03:15:22.816565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701881-b0f7-41e4-9e2e-29e5582f4359 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb6d43a-0522-4488-bebe-cae897f7620e,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:22.921577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8d714d53-3211-442c-9670-e0c45476c875'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:22.929536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6dfa8c79-e25f-4237-91a6-544e0b90fbc2 req-d4153981-81ea-4dfa-bac6-a6b5524144eb tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963101 Aug 10 03:15:23.011202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:23.011544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:23.011888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:23.018557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:23.018906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:23.064236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:23.064612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:23.065012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:23.065463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Bound port: ed7ea5de-01d6-4e74-a1f9-14120525e441, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:23.142747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-62d380b2-57ed-4914-af6a-e0a17ad428e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.144305 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-62d380b2-57ed-4914-af6a-e0a17ad428e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 1095 time: 0.0599799 Aug 10 03:15:23.199516 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-11fa1fa4-aab3-49be-92a1-22745ecc9733 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfb6d43a-0522-4488-bebe-cae897f7620e HTTP/1.1" status: 200 len: 217 time: 0.0381696 Aug 10 03:15:23.211861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:23.229147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43b3b8-74a0-4033-8d24-c5dd5bafb8db req-b8e31a9c-cfd4-4ffd-b07e-073cc60677bf tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.230641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd43b3b8-74a0-4033-8d24-c5dd5bafb8db req-b8e31a9c-cfd4-4ffd-b07e-073cc60677bf tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.1295424 Aug 10 03:15:23.234729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:23.251032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7a7bf85c-1d4a-45c8-ad88-f6129a61c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.252513 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-7a7bf85c-1d4a-45c8-ad88-f6129a61c11c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=822b4b46-7b6f-4393-9586-6282deb49482 HTTP/1.1" status: 200 len: 862 time: 0.0455484 Aug 10 03:15:23.285905 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-947094cf-b923-4f29-81ec-85cb895ff3ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246713 Aug 10 03:15:23.302705 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:23.303858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-8ce67b1d-ae3f-42dd-b9b6-4ad608bdc9e2 service neutron] 10.222.0.26 "POST /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441/bindings HTTP/1.1" status: 201 len: 390 time: 0.5857322 Aug 10 03:15:23.317067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd43b3b8-74a0-4033-8d24-c5dd5bafb8db req-912b8bde-dd32-4135-b2d5-75c8dab7a43c tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794008 Aug 10 03:15:23.378787 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-19382b03-aa87-4ca7-a407-a6af70c2b819 service neutron] 10.222.0.54 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Aug 10 03:15:23.394095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:23.403508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] Sync routers for ids ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:23.413638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] Routers {'9082103c-0e27-4a2e-a8e3-01f3ee9a4359'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:23.414664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:23.420849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e27f850-86f7-4c57-aec8-594688dcb715 admin admin] 10.222.0.26 "PUT /v2.0/routers/9082103c-0e27-4a2e-a8e3-01f3ee9a4359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0960140 Aug 10 03:15:23.424015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46002) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:23.488885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015c07b-7187-436f-9ba7-989a6b88f087 req-90fb4b36-0192-44fa-a67d-ce3da053de84 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.490365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d015c07b-7187-436f-9ba7-989a6b88f087 req-90fb4b36-0192-44fa-a67d-ce3da053de84 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 946 time: 0.1082780 Aug 10 03:15:23.503899 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5d372d0-b1d2-412d-a5c0-0320dbb51c0d req-17718a8e-0250-46b3-aca9-566e68de7167 service neutron] 10.222.0.54 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166224 Aug 10 03:15:23.529585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] Set router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:23.570787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:23.576103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d015c07b-7187-436f-9ba7-989a6b88f087 req-ae0bbf49-72de-433e-a243-dcd3708997d2 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545099 Aug 10 03:15:23.706289 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4b1123-1e22-4788-851e-5a197537deda x-openstack-request-id: req-4e4b1123-1e22-4788-851e-5a197537deda {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:23.706776 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f6dd61-9453-422f-9006-6a20405f0f48", "tag": "cfb6d43a-0522-4488-bebe-cae897f7620e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:23.707183 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e4b1123-1e22-4788-851e-5a197537deda {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:23.707871 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f6dd61-9453-422f-9006-6a20405f0f48', 'tag': 'cfb6d43a-0522-4488-bebe-cae897f7620e', 'status': 'completed', 'code': 200} Aug 10 03:15:23.716621 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:23.734235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:21Z', 'revision_number': 5, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:23.766466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] Checking router: 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:23.773871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] Routers {'9082103c-0e27-4a2e-a8e3-01f3ee9a4359'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:23.774488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:23.810336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69d11f-eab9-4257-850d-09bba2311c12 req-4510d6e1-9bbe-4863-82f7-4c24aa9232ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.812120 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a69d11f-eab9-4257-850d-09bba2311c12 req-4510d6e1-9bbe-4863-82f7-4c24aa9232ac tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 943 time: 0.0828793 Aug 10 03:15:23.842164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53017b-16e2-4238-afd0-8ff164b7c383 req-d150d13c-6665-494f-8574-d98761cefb1c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.843976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b53017b-16e2-4238-afd0-8ff164b7c383 req-d150d13c-6665-494f-8574-d98761cefb1c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0805504 Aug 10 03:15:23.844110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-c47b5cf1-5d6f-439d-9284-f1239c794b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.845678 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-c47b5cf1-5d6f-439d-9284-f1239c794b63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8883b1e671564591810c800ff1aa0422&device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 1095 time: 0.0774674 Aug 10 03:15:23.870627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a69d11f-eab9-4257-850d-09bba2311c12 req-93a312c7-236a-4de1-a71f-55c00f6d312c tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Aug 10 03:15:23.876159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Deleting port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:23.876763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:23.897002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:23.930435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] Set router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:23.943534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b53017b-16e2-4238-afd0-8ff164b7c383 req-f83e19ae-2db5-4d0b-9247-bbf17f54bfa1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905025 Aug 10 03:15:23.966655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-98359638-90ca-4336-b938-e4ce04b0758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:23.968158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-98359638-90ca-4336-b938-e4ce04b0758c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 200 len: 923 time: 0.1029079 Aug 10 03:15:23.986030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] For port 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:23.986402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.011111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Calling delete_port for 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:24.030167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-10f6e4d9-92d8-45a5-8add-f58a93ab6d0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfb6d43a-0522-4488-bebe-cae897f7620e HTTP/1.1" status: 200 len: 217 time: 0.0456495 Aug 10 03:15:24.144641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8d714d53-3211-442c-9670-e0c45476c875 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:24.150656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8d714d53-3211-442c-9670-e0c45476c875 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:24.151040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.187379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-ff33e35e-1017-44e2-892a-efffb0ae6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.189315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-ff33e35e-1017-44e2-892a-efffb0ae6114 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=822b4b46-7b6f-4393-9586-6282deb49482 HTTP/1.1" status: 200 len: 862 time: 0.1457653 Aug 10 03:15:24.191031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:24.193341 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727e736c-dff9-4cdc-8761-f6c36d685e9e" -d '{"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-plugged", "status": "completed", "tag": "d0377936-410e-437c-a391-606cab48c4d2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:24.194123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-65f5b135-8c87-4e93-9ef0-922bac2f088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.195601 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-65f5b135-8c87-4e93-9ef0-922bac2f088c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1097 time: 0.1639688 Aug 10 03:15:24.204981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:21Z', 'revision_number': 5, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:24.211115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097464e-4090-4245-b46b-cfb03ae0054a req-ed570465-7684-4176-b071-78fece591534 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.213040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a097464e-4090-4245-b46b-cfb03ae0054a req-ed570465-7684-4176-b071-78fece591534 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 950 time: 0.1710885 Aug 10 03:15:24.243294 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ea647-e38a-4322-af6e-d0854f2b8049 x-openstack-request-id: req-6d5ea647-e38a-4322-af6e-d0854f2b8049 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:24.243593 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-plugged", "status": "completed", "tag": "d0377936-410e-437c-a391-606cab48c4d2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:24.244431 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d5ea647-e38a-4322-af6e-d0854f2b8049 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:24.244833 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2', 'code': 200} Aug 10 03:15:24.246378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b76d3c-cbdc-4e4c-b0a9-d99408c6d13f None None] The sync data for ids ['9082103c-0e27-4a2e-a8e3-01f3ee9a4359'] in n-d-765315-26 is: [{'id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'name': 'tempest-FloatingIPsTestJSON-1084636816-router', 'tenant_id': '60e168ab56264947acc95465fda545a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13'}], 'enable_snat': True}, 'gw_port_id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:04Z', 'updated_at': '2021-08-10T03:15:21Z', 'revision_number': 5, 'project_id': '60e168ab56264947acc95465fda545a0', 'gw_port': {'id': '4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9082103c-0e27-4a2e-a8e3-01f3ee9a4359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:05Z', 'updated_at': '2021-08-10T03:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:24.297809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.302654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-ef8e4b14-7bc8-4cd7-b9bd-08df34d26e94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0ddfb4d-438e-4eb8-9d41-aefbc6090680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808043 Aug 10 03:15:24.318742 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.332280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:24.353973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:24.409988 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a097464e-4090-4245-b46b-cfb03ae0054a req-8bfc9ba8-ab15-40e6-9397-3465f36275ff tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780376 Aug 10 03:15:24.452802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-36b139b1-317f-4482-b056-2037fb85c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.452802 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-36b139b1-317f-4482-b056-2037fb85c658 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.2353082 Aug 10 03:15:24.463566 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.464483 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-10b3f450-d4da-482b-87a0-24be738f333c service neutron] 10.222.0.54 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525946 Aug 10 03:15:24.479781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.487276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20f4dd-6f02-4ce3-a271-3c5241013c21 req-5276833a-4ee1-4afb-90d1-60d81af4a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.488949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b20f4dd-6f02-4ce3-a271-3c5241013c21 req-5276833a-4ee1-4afb-90d1-60d81af4a31f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 1098 time: 0.0950370 Aug 10 03:15:24.524547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=13']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:24.564892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d15802-d1fa-4eb7-9d1e-55c5f9d67937 req-50d760b7-9ffb-4490-82fc-5de6419eb24b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.566562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2d15802-d1fa-4eb7-9d1e-55c5f9d67937 req-50d760b7-9ffb-4490-82fc-5de6419eb24b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.1622171 Aug 10 03:15:24.573486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-a222ae82-41e8-4894-8781-3decacd14d68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 200 len: 217 time: 0.0963395 Aug 10 03:15:24.614712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.625217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.669721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782a166-b39e-49d0-b183-47922d6f82f9 req-442693c5-969d-4669-a3ae-d713a0fd90fd tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.679415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4782a166-b39e-49d0-b183-47922d6f82f9 req-442693c5-969d-4669-a3ae-d713a0fd90fd tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 1103 time: 0.1435866 Aug 10 03:15:24.697083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2d15802-d1fa-4eb7-9d1e-55c5f9d67937 req-7823f4fd-9cb7-41a3-bc66-22c71a8afe27 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977476 Aug 10 03:15:24.699036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b20f4dd-6f02-4ce3-a271-3c5241013c21 req-edd01ec6-02f1-4371-808a-5065e2c96975 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813345 Aug 10 03:15:24.714977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9404c94b-b35c-4a9d-95ea-f509c653c675 req-0a7e1f8f-a7a9-432d-a63b-a4d890b6f029 service neutron] 10.222.0.54 "GET /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239158 Aug 10 03:15:24.714977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-07290952-5287-4563-88ad-b94df90e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.714977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-07290952-5287-4563-88ad-b94df90e42cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.1188509 Aug 10 03:15:24.728897 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4782a166-b39e-49d0-b183-47922d6f82f9 req-1d24e750-da01-4020-a937-f4d07266d23c tempest-MigrationsAdminTest-118169846 tempest-MigrationsAdminTest-118169846-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 Aug 10 03:15:24.768522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.768522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9082103c-0e27-4a2e-a8e3-01f3ee9a4359 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:15:24.772402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.773588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a71b9901-fa1a-4ace-8bda-bbdc1b44bd68 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9082103c-0e27-4a2e-a8e3-01f3ee9a4359 HTTP/1.1" status: 204 len: 168 time: 1.3475935 Aug 10 03:15:24.776193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46020) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:24.786879 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-967ff1a7-b799-4d64-9243-9af21f961bd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510874 Aug 10 03:15:24.859181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Deleting subnet c10c4818-bf52-4d0b-a79d-680e5c28db6e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:15:24.863228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.872307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97855ec-9ea3-470e-a6e1-80ceb7585fae req-f4acbda2-49ee-4148-a2dd-520120e97d8c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:24.873942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a97855ec-9ea3-470e-a6e1-80ceb7585fae req-f4acbda2-49ee-4148-a2dd-520120e97d8c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 946 time: 0.1164224 Aug 10 03:15:24.886095 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-550e1cb4-53d7-4612-a437-5a88f7edaaf5 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914412 Aug 10 03:15:24.937607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.953879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a97855ec-9ea3-470e-a6e1-80ceb7585fae req-8b529b88-2d20-4fac-9ea3-caa2c623bddb tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610962 Aug 10 03:15:25.008914 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-0197586b-3093-41b5-bf59-49ed46e14799 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141737 Aug 10 03:15:25.084586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.128774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cca62-6fce-4fd0-af5c-43a38af07634 req-c91aaa18-dac7-48da-91b1-d497963b51df tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.130816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db9cca62-6fce-4fd0-af5c-43a38af07634 req-c91aaa18-dac7-48da-91b1-d497963b51df tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 943 time: 0.0917275 Aug 10 03:15:25.181958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db9cca62-6fce-4fd0-af5c-43a38af07634 req-98c177b6-86b9-41b9-ba1f-d150fe6b20c5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419490 Aug 10 03:15:25.294175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3d770-2750-4060-a5b3-f317064d3ad0 req-ccbbfb27-727c-41a4-bef2-52a17917c80f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.295908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbd3d770-2750-4060-a5b3-f317064d3ad0 req-ccbbfb27-727c-41a4-bef2-52a17917c80f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0551403 Aug 10 03:15:25.342813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbd3d770-2750-4060-a5b3-f317064d3ad0 req-2e0b2fad-1f61-48da-9d6d-cb57f0e6908f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Aug 10 03:15:25.393901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae667c60-a97b-41ba-a985-af674c4512a9 req-9a2b4332-5482-448f-9241-27febfc0bb51 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.396994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ae667c60-a97b-41ba-a985-af674c4512a9 req-9a2b4332-5482-448f-9241-27febfc0bb51 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 951 time: 0.0594580 Aug 10 03:15:25.444674 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ae667c60-a97b-41ba-a985-af674c4512a9 req-ccebb9c2-ced4-4baf-8789-1a7afd39b039 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Aug 10 03:15:25.455546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:25.475914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:25.476560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4e7bf3ec-5af0-4f4e-9e9a-b60a444c4130 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:25.476670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09c06deb-6e96-43e3-aca2-0015dde92dcb no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:25.494513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 09c06deb-6e96-43e3-aca2-0015dde92dcb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:25.507666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09c06deb-6e96-43e3-aca2-0015dde92dcb not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:25.572489 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.598137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10c4818-bf52-4d0b-a79d-680e5c28db6e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:25.605043 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.609202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7f74b1a4-a8f1-4529-89e0-cf3f3fc4e77c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c10c4818-bf52-4d0b-a79d-680e5c28db6e HTTP/1.1" status: 204 len: 168 time: 0.8298123 Aug 10 03:15:25.609446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46032) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:25.619550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1eefca-6f0e-4205-954b-1bc8c96523c3 None None] Network 89ce8b8f-89b6-43af-afbc-bf63e2c59670 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:25.694768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.710417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.769173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Deleting port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:25.769735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.816837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] DHCP port deletion for 89ce8b8f-89b6-43af-afbc-bf63e2c59670 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:15:25.873899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] Deleting port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:25.874495 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.887489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] For port 6a75f89a-b148-40ea-af5d-d038ea21dbf0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a75f89a-b148-40ea-af5d-d038ea21dbf0,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:25.887951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.908175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7fbf-b0dd-4eb7-bcbd-bba690d0a49f req-ee78a9cf-003f-48fa-97df-e8d7acf2fae4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:25.909802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a73b7fbf-b0dd-4eb7-bcbd-bba690d0a49f req-ee78a9cf-003f-48fa-97df-e8d7acf2fae4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.0935967 Aug 10 03:15:25.918112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Calling delete_port for 6a75f89a-b148-40ea-af5d-d038ea21dbf0 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:25.956857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] For port 6a75f89a-b148-40ea-af5d-d038ea21dbf0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a75f89a-b148-40ea-af5d-d038ea21dbf0,segment=NetworkSegment(6c247133-206f-47eb-b73a-799d06cea306),segment_id=6c247133-206f-47eb-b73a-799d06cea306)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:25.957284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:25.973070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] Calling delete_port for 6a75f89a-b148-40ea-af5d-d038ea21dbf0 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:26.007092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a73b7fbf-b0dd-4eb7-bcbd-bba690d0a49f req-c873b390-2793-402d-b27c-972422ff5c65 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784011 Aug 10 03:15:26.082296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51cec0-7f16-45d9-b32a-39712dda804d req-2831ac28-c605-4215-9faa-f5439359b6ff tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.083815 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cb51cec0-7f16-45d9-b32a-39712dda804d req-2831ac28-c605-4215-9faa-f5439359b6ff tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 946 time: 0.0688927 Aug 10 03:15:26.125287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.126719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.152245 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cb51cec0-7f16-45d9-b32a-39712dda804d req-2b3dc32e-8fed-4e81-abfc-85659f4a6198 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531013 Aug 10 03:15:26.157806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] Pushing event deleted for resources: {'Port': ['ID=6a75f89a-b148-40ea-af5d-d038ea21dbf0,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:26.165471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc4961-7ac0-44e9-b4b6-22869f9c97ee None None] No DVR routers for this DVR port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:26.171469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] No DVR routers for this DVR port 6a75f89a-b148-40ea-af5d-d038ea21dbf0 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:26.173136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a75f89a-b148-40ea-af5d-d038ea21dbf0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:26.216049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0af76b-04d5-46de-bed0-fad61b5445d1 req-39cfcd40-f225-4432-a495-f847291e1735 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.217735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df0af76b-04d5-46de-bed0-fad61b5445d1 req-39cfcd40-f225-4432-a495-f847291e1735 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.1224830 Aug 10 03:15:26.232831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46046) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:26.240361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Request body: {'floatingip': {'port_id': 'e49a0667-48e7-4242-a721-2dd7d8192d78'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:26.246571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:26.249134 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5d857-e00b-4296-a2b4-dc61aa2049c0" -d '{"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-plugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:26.279468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.297690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce8b8f-89b6-43af-afbc-bf63e2c59670']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:26.311820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.318388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c247133-206f-47eb-b73a-799d06cea306') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:26.319217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c247133-206f-47eb-b73a-799d06cea306') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:26.338745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.371251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.381677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:15:26.382388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.398046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b0256-884f-41c8-954c-920a53263ab5 req-a97f77ab-b429-43bf-be37-e5a5397bfc99 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.406234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c5b0256-884f-41c8-954c-920a53263ab5 req-a97f77ab-b429-43bf-be37-e5a5397bfc99 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 943 time: 0.0929132 Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:15:26.410970 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:15:26.497061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c5b0256-884f-41c8-954c-920a53263ab5 req-9a8348aa-2442-40ef-a218-10dc6ad849f5 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894978 Aug 10 03:15:26.560125 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3e439b-ca85-45f3-8c3f-ff7e8c729086 x-openstack-request-id: req-dc3e439b-ca85-45f3-8c3f-ff7e8c729086 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:26.560125 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-plugged", "status": "completed", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:26.560125 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc3e439b-ca85-45f3-8c3f-ff7e8c729086 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:26.560125 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'code': 200} Aug 10 03:15:26.654026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fa185-dc05-4330-8e8f-d23b2f03de0a req-0333fe7a-f6b1-4b9b-851f-c92fc5890810 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.656501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-732fa185-dc05-4330-8e8f-d23b2f03de0a req-0333fe7a-f6b1-4b9b-851f-c92fc5890810 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0562091 Aug 10 03:15:26.668699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.669211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.671021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] 10.222.0.26 "DELETE /v2.0/networks/89ce8b8f-89b6-43af-afbc-bf63e2c59670 HTTP/1.1" status: 204 len: 168 time: 1.0606642 Aug 10 03:15:26.694248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab2993-bdf9-4d9c-b789-fc31997d6250 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ce8b8f-89b6-43af-afbc-bf63e2c59670,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:26.772782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-732fa185-dc05-4330-8e8f-d23b2f03de0a req-7d58a5e2-1e44-47aa-94c9-6b00c8b2e8c7 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926616 Aug 10 03:15:26.795675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-5b2336d5-d90a-4fbf-96c6-b8548ff021f2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.798027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-5b2336d5-d90a-4fbf-96c6-b8548ff021f2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 951 time: 0.0887363 Aug 10 03:15:26.849376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946c4f3-0851-479c-bbc8-555b9ee8ecf6 req-53c584c3-f8d5-48cc-8b08-30ac176eacfa tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.856920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1946c4f3-0851-479c-bbc8-555b9ee8ecf6 req-53c584c3-f8d5-48cc-8b08-30ac176eacfa tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 951 time: 0.1055458 Aug 10 03:15:26.940246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1946c4f3-0851-479c-bbc8-555b9ee8ecf6 req-b15f917d-bac2-4607-b4f1-cf3fef36ec4f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Aug 10 03:15:26.941929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288e80-51bb-48d8-b8f3-2a686694825d req-34c7f3db-ce12-4e51-9873-dd57000a09b4 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:26.942136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.943502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85288e80-51bb-48d8-b8f3-2a686694825d req-34c7f3db-ce12-4e51-9873-dd57000a09b4 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 946 time: 0.0875380 Aug 10 03:15:26.971635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Deleting port 8d714d53-3211-442c-9670-e0c45476c875 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:26.972031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.039958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85288e80-51bb-48d8-b8f3-2a686694825d req-10daea9d-f165-40e8-9176-eb59def5c101 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884836 Aug 10 03:15:27.074619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.079143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] For port 8d714d53-3211-442c-9670-e0c45476c875, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8d714d53-3211-442c-9670-e0c45476c875,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:27.079516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.093430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Calling delete_port for 8d714d53-3211-442c-9670-e0c45476c875 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:27.108658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device cfb6d43a-0522-4488-bebe-cae897f7620e details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:27.227459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46062) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:27.229331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a75f89a-b148-40ea-af5d-d038ea21dbf0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:27.255151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6a75f89a-b148-40ea-af5d-d038ea21dbf0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:27.255861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a75f89a-b148-40ea-af5d-d038ea21dbf0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:27.316775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port cfb6d43a-0522-4488-bebe-cae897f7620e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=cfb6d43a-0522-4488-bebe-cae897f7620e,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:27.323755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6b8fb4ce-aaf6-43e1-b9de-c1f7248be819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60e168ab56264947acc95465fda545a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942523 Aug 10 03:15:27.325343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46064) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:27.333714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'cfb6d43a-0522-4488-bebe-cae897f7620e', 'network_id': 'd0ddfb4d-438e-4eb8-9d41-aefbc6090680', 'port_id': 'cfb6d43a-0522-4488-bebe-cae897f7620e', 'mac_address': 'fa:16:3e:f0:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b4b46-7b6f-4393-9586-6282deb49482', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:27.377263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.393241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d62cfc4b-36da-4694-a6cf-8ba10e6af83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.397706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb6d43a-0522-4488-bebe-cae897f7620e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:27.409373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.424144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d', '9e0390be-bc2a-4642-a269-63130fb9340d', '8d714d53-3211-442c-9670-e0c45476c875'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:27.478987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d62cfc4b-36da-4694-a6cf-8ba10e6af83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.482120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event deleted for resources: {'Port': ['ID=8d714d53-3211-442c-9670-e0c45476c875,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.487923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port cfb6d43a-0522-4488-bebe-cae897f7620e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=cfb6d43a-0522-4488-bebe-cae897f7620e,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:27.491986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:27.569993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] No DVR routers for this DVR port 8d714d53-3211-442c-9670-e0c45476c875 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:27.573590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.576965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32db6ec0-ab76-4b6d-9a1a-1800fbca08d3 req-84aa7433-57a5-4d65-9325-d9c49d068f5e tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "DELETE /v2.0/ports/8d714d53-3211-442c-9670-e0c45476c875 HTTP/1.1" status: 204 len: 173 time: 0.7674472 Aug 10 03:15:27.583039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-deleted', 'tag': '8d714d53-3211-442c-9670-e0c45476c875'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:27.585407 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d74658-c23e-45b2-948b-60c0ab630d5c" -d '{"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-deleted", "tag": "8d714d53-3211-442c-9670-e0c45476c875"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:27.621534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.662308 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca5ab77-f257-4e4a-b9a3-620afd7f337e x-openstack-request-id: req-cca5ab77-f257-4e4a-b9a3-620afd7f337e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:27.662751 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dd889d-580b-425c-81e5-f94b5c087076", "name": "network-vif-deleted", "tag": "8d714d53-3211-442c-9670-e0c45476c875", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:27.663023 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cca5ab77-f257-4e4a-b9a3-620afd7f337e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:27.663421 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dd889d-580b-425c-81e5-f94b5c087076', 'name': 'network-vif-deleted', 'tag': '8d714d53-3211-442c-9670-e0c45476c875', 'status': 'completed', 'code': 200} Aug 10 03:15:27.674903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d62cfc4b-36da-4694-a6cf-8ba10e6af83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.685042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d62cfc4b-36da-4694-a6cf-8ba10e6af83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:27.690410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d62cfc4b-36da-4694-a6cf-8ba10e6af83d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1962488a-407a-4cd2-b63a-380c2720bb17 HTTP/1.1" status: 204 len: 168 time: 0.3616049 Aug 10 03:15:27.723205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cfc4b-36da-4694-a6cf-8ba10e6af83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962488a-407a-4cd2-b63a-380c2720bb17,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.805173 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Floating IP 6c896192-0878-464a-ba88-74592f4f94d3 associated. External IP: 172.25.1.79, port: e49a0667-48e7-4242-a721-2dd7d8192d78. Aug 10 03:15:27.820665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=cfb6d43a-0522-4488-bebe-cae897f7620e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:27.827646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883e996-9488-45b0-b9e5-9f09dc0ecf52 req-d5c309bb-3ce3-4dec-b598-297d9bfd9884 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:27.829688 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9883e996-9488-45b0-b9e5-9f09dc0ecf52 req-d5c309bb-3ce3-4dec-b598-297d9bfd9884 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 944 time: 0.1741116 Aug 10 03:15:27.977290 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9883e996-9488-45b0-b9e5-9f09dc0ecf52 req-3c502b32-3b3f-46b3-9d4b-0d8c2892c47d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596642 Aug 10 03:15:27.988183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff16a7-7de9-4188-bbdb-46f876f6cbb9 req-58df8a6b-d0db-4c96-9fa1-61eba4399b2c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.024542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65ff16a7-7de9-4188-bbdb-46f876f6cbb9 req-58df8a6b-d0db-4c96-9fa1-61eba4399b2c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.1000900 Aug 10 03:15:28.106982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65ff16a7-7de9-4188-bbdb-46f876f6cbb9 req-c98a9bbf-7292-43dd-9624-d93765f7775a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813715 Aug 10 03:15:28.147004 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8b3173a6-c6bd-4fa2-8d50-7dfb3412a73d req-d376b916-a877-443d-89a0-054694ea940b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5dd889d-580b-425c-81e5-f94b5c087076 HTTP/1.1" status: 200 len: 210 time: 0.0376151 Aug 10 03:15:28.154725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['cfb6d43a-0522-4488-bebe-cae897f7620e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:28.295657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:28.327716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bc824-23d8-4112-8ad5-187c9150a788 req-a4f2bbd5-efd7-4190-b1f3-b0cf8df68b3a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.329393 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a58bc824-23d8-4112-8ad5-187c9150a788 req-a4f2bbd5-efd7-4190-b1f3-b0cf8df68b3a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 946 time: 0.0961730 Aug 10 03:15:28.437549 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a58bc824-23d8-4112-8ad5-187c9150a788 req-d87e87e0-cbcd-4312-a0ec-1f1d193361ae tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729971 Aug 10 03:15:28.456907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:28.463699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:28.470485 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] Sync routers for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:28.482518 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:28.483152 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:28.500274 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-132f7f24-b95d-4270-898d-b1118e23acd4 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "PUT /v2.0/floatingips/6c896192-0878-464a-ba88-74592f4f94d3 HTTP/1.1" status: 200 len: 991 time: 2.2656057 Aug 10 03:15:28.501186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:28.503632 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe55341c-26df-4c0a-9c76-c43892de8f54" -d '{"events": [{"name": "network-changed", "server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:28.663796 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb6280d-320a-4ed6-b4bd-d19f46c6837b x-openstack-request-id: req-6cb6280d-320a-4ed6-b4bd-d19f46c6837b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:28.664148 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:28.664557 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cb6280d-320a-4ed6-b4bd-d19f46c6837b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:28.665011 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'status': 'completed', 'code': 200} Aug 10 03:15:28.765940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-04fd86df-317c-4829-bd02-1649305922c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.767451 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-04fd86df-317c-4829-bd02-1649305922c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6e5fc313f52549a9969d05d6e663fd38&device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 1098 time: 0.0472770 Aug 10 03:15:28.797102 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:28.896828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-25e4285c-92ad-4fb4-ae4b-029e1a60be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:28.898609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-25e4285c-92ad-4fb4-ae4b-029e1a60be07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d088f17a-201a-4a94-b996-265ee4675ce7 HTTP/1.1" status: 200 len: 917 time: 0.1222634 Aug 10 03:15:28.996152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-04d16997-f794-4a81-8c07-17e6ad76d589 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e49a0667-48e7-4242-a721-2dd7d8192d78 HTTP/1.1" status: 200 len: 999 time: 0.0856633 Aug 10 03:15:29.102514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-1e7fe880-872e-4425-9b79-87707506631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.107627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-1e7fe880-872e-4425-9b79-87707506631b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98485f93-762f-49ad-bd8c-8ce9ac108216 HTTP/1.1" status: 200 len: 855 time: 0.0996099 Aug 10 03:15:29.150646 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6c896192-0878-464a-ba88-74592f4f94d3', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'port_id': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'mac_address': 'fa:16:3e:8c:f3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:11Z', 'updated_at': '2021-08-10T03:15:26Z', 'revision_number': 1, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:29.155189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c13cd-7abc-4497-89ac-940881b88c22 req-33423c85-70f4-473c-822d-ba6597eda424 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.156869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-992c13cd-7abc-4497-89ac-940881b88c22 req-33423c85-70f4-473c-822d-ba6597eda424 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 944 time: 0.0963271 Aug 10 03:15:29.179244 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] Checking router: 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:29.194712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-2813cbaa-c864-44b2-b231-bfc44c12fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.196468 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-2813cbaa-c864-44b2-b231-bfc44c12fe30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d088f17a-201a-4a94-b996-265ee4675ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835142 Aug 10 03:15:29.213361 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:29.215244 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:29.304998 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-992c13cd-7abc-4497-89ac-940881b88c22 req-9347b527-2356-4453-9ac6-f69fcc545009 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382213 Aug 10 03:15:29.373770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-4d3b2baf-4796-4947-91ee-b4abb9743622 service neutron] 10.222.0.54 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651115 Aug 10 03:15:29.417015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1a396-0b1e-49d7-afb3-4d96e9bf1ddf req-3cec3c6b-575f-4219-8834-b969c40fbc6d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:29.418836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dc1a396-0b1e-49d7-afb3-4d96e9bf1ddf req-3cec3c6b-575f-4219-8834-b969c40fbc6d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0829532 Aug 10 03:15:29.472105 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:29.510025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dc1a396-0b1e-49d7-afb3-4d96e9bf1ddf req-380af6d0-07a5-461b-83f8-d62cf97f7023 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821948 Aug 10 03:15:29.512834 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fe55341c-26df-4c0a-9c76-c43892de8f54 req-3d6f96aa-6567-4ad1-bf73-779a4b682b4c service neutron] 10.222.0.54 "GET /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299841 Aug 10 03:15:29.778474 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6c896192-0878-464a-ba88-74592f4f94d3', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'port_id': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'mac_address': 'fa:16:3e:8c:f3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:11Z', 'updated_at': '2021-08-10T03:15:26Z', 'revision_number': 1, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:29.807067 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dafe6d-abb9-462f-8fca-17201ba26d55 None None] The sync data for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 is: [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6c896192-0878-464a-ba88-74592f4f94d3', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'port_id': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'mac_address': 'fa:16:3e:8c:f3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:11Z', 'updated_at': '2021-08-10T03:15:26Z', 'revision_number': 1, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:29.933217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:29.951450 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-96d278a0-5d63-4791-8f68-ddcdbe1461cd req-98978cac-32b3-436f-87da-f6c445b234c2 tempest-AbsoluteLimitsNegativeTestJSON-643188574 tempest-AbsoluteLimitsNegativeTestJSON-643188574-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5154fd50068149bf9e6718545b8b424a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252478 Aug 10 03:15:29.959266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 8d714d53-3211-442c-9670-e0c45476c875 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:29.959704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8d714d53-3211-442c-9670-e0c45476c875 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:30.056013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ffd1f-76ef-467c-b19a-0666790c298c None None] New status for floating IP 6c896192-0878-464a-ba88-74592f4f94d3: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:30.088971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d278a0-5d63-4791-8f68-ddcdbe1461cd req-a66c2213-f2a7-4d3f-bdf7-842f675053d8 tempest-AbsoluteLimitsNegativeTestJSON-643188574 tempest-AbsoluteLimitsNegativeTestJSON-643188574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.090476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-96d278a0-5d63-4791-8f68-ddcdbe1461cd req-a66c2213-f2a7-4d3f-bdf7-842f675053d8 tempest-AbsoluteLimitsNegativeTestJSON-643188574 tempest-AbsoluteLimitsNegativeTestJSON-643188574-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324158 Aug 10 03:15:30.111847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-96d278a0-5d63-4791-8f68-ddcdbe1461cd req-ebd93b87-0b13-426b-bd61-a913e950535a tempest-AbsoluteLimitsNegativeTestJSON-643188574 tempest-AbsoluteLimitsNegativeTestJSON-643188574-project] 10.222.0.26 "GET /v2.0/quotas/5154fd50068149bf9e6718545b8b424a HTTP/1.1" status: 200 len: 375 time: 0.0112753 Aug 10 03:15:30.190373 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-96d278a0-5d63-4791-8f68-ddcdbe1461cd req-44e027b8-1603-4fee-9095-23a462f6f054 tempest-AbsoluteLimitsNegativeTestJSON-643188574 tempest-AbsoluteLimitsNegativeTestJSON-643188574-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5154fd50068149bf9e6718545b8b424a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648739 Aug 10 03:15:30.213809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2b78-ab81-4502-bc60-db9e6e310212 req-9230bff4-c186-4687-ba61-9ee1b5f101e4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.221616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab7e2b78-ab81-4502-bc60-db9e6e310212 req-9230bff4-c186-4687-ba61-9ee1b5f101e4 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 951 time: 0.0602803 Aug 10 03:15:30.237198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f14f925-e910-4cb4-868d-50a01c87c448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:30.263948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab7e2b78-ab81-4502-bc60-db9e6e310212 req-836d5033-db2d-4020-8f48-bc007dc0e124 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Aug 10 03:15:30.433392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74635a50-f82b-4c73-8f5a-0dc7d2b074a6 req-36fd03a9-2a77-40a7-80a5-1a77b6cc2869 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.434890 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-74635a50-f82b-4c73-8f5a-0dc7d2b074a6 req-36fd03a9-2a77-40a7-80a5-1a77b6cc2869 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 944 time: 0.0549924 Aug 10 03:15:30.473754 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-74635a50-f82b-4c73-8f5a-0dc7d2b074a6 req-b27e05de-0932-4be1-9060-1ed62e0a9bb8 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Aug 10 03:15:30.641488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9695c-0c97-4af4-bf82-5b504565427a req-9ed43a61-690d-40c5-8196-7d9ba7df4aa2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:30.642989 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ccd9695c-0c97-4af4-bf82-5b504565427a req-9ed43a61-690d-40c5-8196-7d9ba7df4aa2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0512643 Aug 10 03:15:30.682615 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ccd9695c-0c97-4af4-bf82-5b504565427a req-3d4cc9e3-ad97-4c79-b5b7-bcd7b4c642b5 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Aug 10 03:15:30.885081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46180) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:30.996168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640c473a-2687-4138-b1b1-4b512ca84ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.083291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640c473a-2687-4138-b1b1-4b512ca84ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.141134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device cfb6d43a-0522-4488-bebe-cae897f7620e up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:31.171718 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640c473a-2687-4138-b1b1-4b512ca84ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.210286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-640c473a-2687-4138-b1b1-4b512ca84ace admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5154fd50068149bf9e6718545b8b424a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240442 Aug 10 03:15:31.211392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c473a-2687-4138-b1b1-4b512ca84ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6bef3-1591-4c00-9778-38103bb8c37e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:31.214548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46186) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:31.267060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4dcb7c5b-f0f4-4e2f-bff2-e5eaeb64637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.289099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4dcb7c5b-f0f4-4e2f-bff2-e5eaeb64637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.308994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port cfb6d43a-0522-4488-bebe-cae897f7620e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:31.318931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port cfb6d43a-0522-4488-bebe-cae897f7620e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:31.318931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.385742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09307c5-30fa-4c82-a1f9-1e0c18946244 req-c6214e03-2178-42ca-847c-4b9a238b2161 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.393326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a09307c5-30fa-4c82-a1f9-1e0c18946244 req-c6214e03-2178-42ca-847c-4b9a238b2161 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 951 time: 0.0545485 Aug 10 03:15:31.405404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.416197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4dcb7c5b-f0f4-4e2f-bff2-e5eaeb64637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.419203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4dcb7c5b-f0f4-4e2f-bff2-e5eaeb64637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.425582 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4dcb7c5b-f0f4-4e2f-bff2-e5eaeb64637c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98d6bef3-1591-4c00-9778-38103bb8c37e HTTP/1.1" status: 204 len: 168 time: 0.2073531 Aug 10 03:15:31.431872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6dd61-9453-422f-9006-6a20405f0f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb6d43a-0522-4488-bebe-cae897f7620e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:31.434255 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc64e3a-3400-4ee8-9fb3-fc7963930ea2" -d '{"events": [{"server_uuid": "41f6dd61-9453-422f-9006-6a20405f0f48", "name": "network-vif-plugged", "status": "completed", "tag": "cfb6d43a-0522-4488-bebe-cae897f7620e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:31.449108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb7c5b-f0f4-4e2f-bff2-e5eaeb64637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6bef3-1591-4c00-9778-38103bb8c37e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:31.450003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port cfb6d43a-0522-4488-bebe-cae897f7620e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=cfb6d43a-0522-4488-bebe-cae897f7620e,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:31.468660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a09307c5-30fa-4c82-a1f9-1e0c18946244 req-b57368c8-29de-4389-99c8-18923c0309c7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Aug 10 03:15:31.491058 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e60781-bf1d-4f3e-a736-a5a7e0956bcb x-openstack-request-id: req-f5e60781-bf1d-4f3e-a736-a5a7e0956bcb {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:31.491343 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f6dd61-9453-422f-9006-6a20405f0f48", "name": "network-vif-plugged", "status": "completed", "tag": "cfb6d43a-0522-4488-bebe-cae897f7620e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:31.491596 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5e60781-bf1d-4f3e-a736-a5a7e0956bcb {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:31.491987 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f6dd61-9453-422f-9006-6a20405f0f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb6d43a-0522-4488-bebe-cae897f7620e', 'code': 200} Aug 10 03:15:31.520338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.577134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=cfb6d43a-0522-4488-bebe-cae897f7620e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:31.609754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fad8c-58dc-4ebb-877f-52a865d5bf02 req-83e3801a-bca9-4ece-8c1a-27a46a995472 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.611372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d83fad8c-58dc-4ebb-877f-52a865d5bf02 req-83e3801a-bca9-4ece-8c1a-27a46a995472 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.0577521 Aug 10 03:15:31.655132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5bf8-be80-44da-b6fc-926f89e3310f req-c6ffe43a-3ea8-4d0d-9e5b-ebd7a0c4e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.656942 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f8bf5bf8-be80-44da-b6fc-926f89e3310f req-c6ffe43a-3ea8-4d0d-9e5b-ebd7a0c4e7ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 1097 time: 0.0527351 Aug 10 03:15:31.684511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d83fad8c-58dc-4ebb-877f-52a865d5bf02 req-b3f96d0f-0c52-4347-bdbb-330c37f3e45d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Aug 10 03:15:31.696482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-892ab286-f2dd-446e-af22-987036b1e95f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.698695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-892ab286-f2dd-446e-af22-987036b1e95f tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 951 time: 0.0813463 Aug 10 03:15:31.708500 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f8bf5bf8-be80-44da-b6fc-926f89e3310f req-c1709a31-e892-43d1-a5c9-27fdec58e9f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Aug 10 03:15:31.806872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Deleting port 9e0390be-bc2a-4642-a269-63130fb9340d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:31.807278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.816599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2a26-fc9e-47de-bba5-e852f32f648d req-740dd100-5735-496e-8d33-e83258d5fb8c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:31.817439 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-856c2a26-fc9e-47de-bba5-e852f32f648d req-740dd100-5735-496e-8d33-e83258d5fb8c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Aug 10 03:15:31.860249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-856c2a26-fc9e-47de-bba5-e852f32f648d req-4d1318ae-c4a0-4967-8811-7b4639239ff0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Aug 10 03:15:31.912966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] For port 9e0390be-bc2a-4642-a269-63130fb9340d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9e0390be-bc2a-4642-a269-63130fb9340d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:31.913467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.922902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:31.926905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Calling delete_port for 9e0390be-bc2a-4642-a269-63130fb9340d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:32.157736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:32.169946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd0377936-410e-437c-a391-606cab48c4d2', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': 'd0377936-410e-437c-a391-606cab48c4d2', 'mac_address': 'fa:16:3e:c2:61:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:15:32.189162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.204861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d', '9e0390be-bc2a-4642-a269-63130fb9340d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:32.212126 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:32.220758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event deleted for resources: {'Port': ['ID=9e0390be-bc2a-4642-a269-63130fb9340d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.235012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:32.258097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.298119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0377936-410e-437c-a391-606cab48c4d2 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:32.308729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] No DVR routers for this DVR port 9e0390be-bc2a-4642-a269-63130fb9340d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:32.314629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.314629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abe8cd5f-2f34-4a3e-9724-9c850952a464 req-be2e4e50-5668-4f9a-a53c-b970e08d31d2 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "DELETE /v2.0/ports/9e0390be-bc2a-4642-a269-63130fb9340d HTTP/1.1" status: 204 len: 173 time: 0.6051869 Aug 10 03:15:32.314629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-deleted', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:32.318677 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035f675a-8757-4c29-ae12-b062386dfa51" -d '{"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-deleted", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:32.340132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:32.361291 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2181ee-0a2e-456f-b7b5-627f339f8188 x-openstack-request-id: req-eb2181ee-0a2e-456f-b7b5-627f339f8188 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:32.366090 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd675051-0569-459c-abff-8ed531f66f63", "name": "network-vif-deleted", "tag": "9e0390be-bc2a-4642-a269-63130fb9340d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:32.366090 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb2181ee-0a2e-456f-b7b5-627f339f8188 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:32.366090 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd675051-0569-459c-abff-8ed531f66f63', 'name': 'network-vif-deleted', 'tag': '9e0390be-bc2a-4642-a269-63130fb9340d', 'status': 'completed', 'code': 200} Aug 10 03:15:32.542737 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.586379 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f23002de-eee0-40fb-9c0b-1b891409fddd req-45a436a4-1e4b-4018-bd2d-12d8eea2247d tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd675051-0569-459c-abff-8ed531f66f63 HTTP/1.1" status: 200 len: 210 time: 0.0387614 Aug 10 03:15:32.642571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:32.661383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d0377936-410e-437c-a391-606cab48c4d2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:32.685942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:32.695261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.858535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-427879476-network', 'tenant_id': 'ab57d102a59845db9b9da513122035ab'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:32.870434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec26e2-0fd2-488f-b09e-1f527bf0f0fc req-3c969571-9752-4490-963b-0f2027a0581b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:32.872430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98ec26e2-0fd2-488f-b09e-1f527bf0f0fc req-3c969571-9752-4490-963b-0f2027a0581b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.0767300 Aug 10 03:15:32.974000 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-44b04aea-d84a-4793-812a-1b90509bc80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.975450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98ec26e2-0fd2-488f-b09e-1f527bf0f0fc req-12cdda75-7277-4150-a206-ade5a7453a11 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854073 Aug 10 03:15:33.005257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Made reservation on behalf of ab57d102a59845db9b9da513122035ab for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:33.007555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.017919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.057237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89922-b33f-4ccf-856e-6cb9c401fe04 req-8a19d285-bfd2-4104-99e5-889764b7604f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.064504 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8ee89922-b33f-4ccf-856e-6cb9c401fe04 req-8a19d285-bfd2-4104-99e5-889764b7604f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.1040010 Aug 10 03:15:33.156397 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8ee89922-b33f-4ccf-856e-6cb9c401fe04 req-f12e0158-6a43-48ae-8e00-c4437e4316ab tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910163 Aug 10 03:15:33.234043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.309205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.359163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:33.383164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a143b8e-cbbd-4992-bfdb-014b380e1829,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:33.394319 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.408782 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Added segment 19c7bd61-7031-4610-98ef-6e838b5c6fa0 of type vlan for network e4147bbb-a545-4335-9f09-cd428a89626d Aug 10 03:15:33.477193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.657976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.660534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:33.661504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.774059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0838087 Aug 10 03:15:33.774417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46296) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:33.783483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Request body: {'subnet': {'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-427879476-subnet', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:33.784613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31582-d5d5-4c8a-85a3-bdfbfc4a94d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e4147bbb-a545-4335-9f09-cd428a89626d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:33.799204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e4147bbb-a545-4335-9f09-cd428a89626d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:33.885955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Made reservation on behalf of ab57d102a59845db9b9da513122035ab for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:33.888455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.960722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:34.030919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.053845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d0377936-410e-437c-a391-606cab48c4d2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:34.054523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.242165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6a840-b698-48f3-80de-0262be7e63bb req-245a2f08-457c-429c-85ca-188f50b5ba5a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.246613 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-21d6a840-b698-48f3-80de-0262be7e63bb req-245a2f08-457c-429c-85ca-188f50b5ba5a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.1308627 Aug 10 03:15:34.248462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.267122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cdbc7-3694-4a06-811a-1ecd89410003 req-6f046571-5904-4bc5-b3d6-66f2b0340187 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.268788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c3cdbc7-3694-4a06-811a-1ecd89410003 req-6f046571-5904-4bc5-b3d6-66f2b0340187 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.0686436 Aug 10 03:15:34.293029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:34.295716 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46eab5e-9da8-4f42-be7a-8faea921b2ce" -d '{"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-plugged", "status": "completed", "tag": "d0377936-410e-437c-a391-606cab48c4d2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:34.302763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.313968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:34.332162 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-21d6a840-b698-48f3-80de-0262be7e63bb req-56277b21-b88c-4d9a-9b4e-0e8473e784ed tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697660 Aug 10 03:15:34.371018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c3cdbc7-3694-4a06-811a-1ecd89410003 req-6178f42f-4d64-4afe-8215-35259b6c836b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929079 Aug 10 03:15:34.404285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Checking segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:34.405992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.406831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:34.423592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Network hostable DHCP agents. Network: e4147bbb-a545-4335-9f09-cd428a89626d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:34.435089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042bfd7d-6090-4e60-a85b-3523999f4fd8,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:34.445349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 9e0390be-bc2a-4642-a269-63130fb9340d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:34.455872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9e0390be-bc2a-4642-a269-63130fb9340d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:34.504266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df26d1-e38d-46d3-a526-0ce952a0c8b5 req-9e1363c3-844c-44fe-a4e9-bb46e8fa233f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.506011 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-63df26d1-e38d-46d3-a526-0ce952a0c8b5 req-9e1363c3-844c-44fe-a4e9-bb46e8fa233f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0734141 Aug 10 03:15:34.519249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:34.560973 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feabe9a-e40d-4413-9e91-48f4ca16d57c x-openstack-request-id: req-6feabe9a-e40d-4413-9e91-48f4ca16d57c {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:34.561492 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-plugged", "status": "completed", "tag": "d0377936-410e-437c-a391-606cab48c4d2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:34.561802 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6feabe9a-e40d-4413-9e91-48f4ca16d57c {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:34.562386 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2', 'code': 200} Aug 10 03:15:34.573179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-63df26d1-e38d-46d3-a526-0ce952a0c8b5 req-f1a47e17-468d-45c7-866d-a2e2f0abf408 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492694 Aug 10 03:15:34.577411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Network e4147bbb-a545-4335-9f09-cd428a89626d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:34.704159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e4147bbb-a545-4335-9f09-cd428a89626d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:34.708658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:34.709223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.716986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0173473-7cb0-460e-9a2b-c72357a4c423 None None] Network e4147bbb-a545-4335-9f09-cd428a89626d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:34.793090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-343bb54a-b838-4435-998f-14d1b75c4628 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0152924 Aug 10 03:15:34.798302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:34.799158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:34.926291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.928119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:34.961105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e4147bbb-a545-4335-9f09-cd428a89626d', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:15:34.962266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.002293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.171130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Allocated IP 172.20.0.2 (e4147bbb-a545-4335-9f09-cd428a89626d/042bfd7d-6090-4e60-a85b-3523999f4fd8/63fe3ae7-0015-4c33-8c68-3b848197f5ca) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:35.184558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730aa67-8c50-4eae-b185-91de6a50540a req-4920167d-94a6-485b-8507-636bd9449741 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.193046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0730aa67-8c50-4eae-b185-91de6a50540a req-4920167d-94a6-485b-8507-636bd9449741 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.1060393 Aug 10 03:15:35.250871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0730aa67-8c50-4eae-b185-91de6a50540a req-d3f7d6d3-8dcf-42bb-a5a1-db88bdcfa35d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566039 Aug 10 03:15:35.270420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.376815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.387089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Transition to ACTIVE for port object 63fe3ae7-0015-4c33-8c68-3b848197f5ca will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:35.407430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Transition to ACTIVE for port object 63fe3ae7-0015-4c33-8c68-3b848197f5ca will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:35.485386 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.627675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Network e4147bbb-a545-4335-9f09-cd428a89626d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:35.649502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:35.668023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:35.671697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Pushing event updated for resources: {'Port': ['ID=63fe3ae7-0015-4c33-8c68-3b848197f5ca,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:35.740872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53bb2-e68b-437e-a72d-ae38068ac8f6 req-f738dd69-25cc-472d-aceb-314d43de8b0c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.742722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59e53bb2-e68b-437e-a72d-ae38068ac8f6 req-f738dd69-25cc-472d-aceb-314d43de8b0c tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.0623696 Aug 10 03:15:35.806683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59e53bb2-e68b-437e-a72d-ae38068ac8f6 req-97106ac9-3bf9-4cab-841d-5705eb5b5d50 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 Aug 10 03:15:35.846377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.860976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.871716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.881670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Attempting to bind port 63fe3ae7-0015-4c33-8c68-3b848197f5ca on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:35.882305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Attempting to bind port 63fe3ae7-0015-4c33-8c68-3b848197f5ca by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:35.882768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Attempting to bind port 63fe3ae7-0015-4c33-8c68-3b848197f5ca on network e4147bbb-a545-4335-9f09-cd428a89626d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:35.889506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:35.889888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Checking segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:35.890382 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.890796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Bound using segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:35.891271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Bound port: 63fe3ae7-0015-4c33-8c68-3b848197f5ca, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:35.891716 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:35.897797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819885f4-7f79-433c-a19f-f69fcaab676f req-85b34807-0f98-4b8b-9b9a-dc9c119d4c45 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:35.901845 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-819885f4-7f79-433c-a19f-f69fcaab676f req-85b34807-0f98-4b8b-9b9a-dc9c119d4c45 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1089985 Aug 10 03:15:36.034240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] For port 63fe3ae7-0015-4c33-8c68-3b848197f5ca, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:36.041090 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-819885f4-7f79-433c-a19f-f69fcaab676f req-87a27ee7-5990-47e6-9bfb-48bfba16e363 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838654 Aug 10 03:15:36.054111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] For port 63fe3ae7-0015-4c33-8c68-3b848197f5ca, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=63fe3ae7-0015-4c33-8c68-3b848197f5ca,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:36.069024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Allocated IP 172.25.1.104 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/bc681813-7720-4830-b666-5dc887338b98) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:36.121516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.182736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03525573-2c48-4b62-bd8a-4566f40c23fe None None] Pushing event updated for resources: {'Port': ['ID=63fe3ae7-0015-4c33-8c68-3b848197f5ca,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:36.225953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175446b-34f7-4186-a360-ae423f2633b5 req-2c40a14e-b5d7-4816-aa09-5fdda397ee90 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.226105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e175446b-34f7-4186-a360-ae423f2633b5 req-2c40a14e-b5d7-4816-aa09-5fdda397ee90 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 949 time: 0.1171615 Aug 10 03:15:36.281509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.453723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479c816-76a5-47dd-9721-ea205272bb44 req-bf204ceb-2e77-4101-8a0e-75d20e5cbea6 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:36.455687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0479c816-76a5-47dd-9721-ea205272bb44 req-bf204ceb-2e77-4101-8a0e-75d20e5cbea6 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Aug 10 03:15:36.461549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Deleting port ad19c52f-e258-435d-88ca-1e67d68475b9 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:36.461955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.568582 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0479c816-76a5-47dd-9721-ea205272bb44 req-ed7349ea-9b5e-4de3-b8c4-ff4fc3c737b4 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Aug 10 03:15:36.593811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.604937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] For port ad19c52f-e258-435d-88ca-1e67d68475b9, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ad19c52f-e258-435d-88ca-1e67d68475b9,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:36.605375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:36.643438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Calling delete_port for ad19c52f-e258-435d-88ca-1e67d68475b9 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:36.655533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:36.668333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:36.673617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:36.739058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Pushing event updated for resources: {'Port': ['ID=bc681813-7720-4830-b666-5dc887338b98,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:36.972086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-1b053f6e-5d2f-4618-82ac-7161d0783846 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722837 Aug 10 03:15:37.037427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19318-99aa-4dda-a2c8-322798718b10 req-e191bbcf-1e13-4c8b-964e-52f335d84967 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.037427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3fe19318-99aa-4dda-a2c8-322798718b10 req-e191bbcf-1e13-4c8b-964e-52f335d84967 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.1074538 Aug 10 03:15:37.168708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-1223e7f7-44aa-4de5-85b9-2cca20cf4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.170719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-1223e7f7-44aa-4de5-85b9-2cca20cf4dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340618df28e74e3bb818eb8c4df9e674&device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 1101 time: 0.1270323 Aug 10 03:15:37.234547 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:37.248056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:37.275539 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3fe19318-99aa-4dda-a2c8-322798718b10 req-b0896179-d943-4d76-8183-25aa7e39d34b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325268 Aug 10 03:15:37.319770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ad19c52f-e258-435d-88ca-1e67d68475b9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:37.370875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 63fe3ae7-0015-4c33-8c68-3b848197f5ca up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:37.375046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event deleted for resources: {'Port': ['ID=ad19c52f-e258-435d-88ca-1e67d68475b9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:37.388007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-89d0b244-98f4-4d06-832e-813f166913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.390281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-89d0b244-98f4-4d06-832e-813f166913bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1940153 Aug 10 03:15:37.462483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f0d1f83-b4e5-40fd-96b4-f517bc34aca9 req-209eff32-5be9-4328-8a1c-cc0e63c50a1a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 210 time: 0.0713799 Aug 10 03:15:37.469973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-914dd7a6-754d-48a4-8f07-73f534eb263a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.474903 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-914dd7a6-754d-48a4-8f07-73f534eb263a tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.4103768 Aug 10 03:15:37.505706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-a6c1d36e-0391-4d5f-82b9-9dbe8e77b69d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 200 len: 217 time: 0.1033919 Aug 10 03:15:37.573135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-048e6afb-b668-4c09-b5b5-90ad0738dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.575091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-048e6afb-b668-4c09-b5b5-90ad0738dd15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0592155 Aug 10 03:15:37.607831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 63fe3ae7-0015-4c33-8c68-3b848197f5ca completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:37.645007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] No DVR routers for this DVR port ad19c52f-e258-435d-88ca-1e67d68475b9 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:37.654632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:37.657594 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e175446b-34f7-4186-a360-ae423f2633b5 req-6e9f4c95-09b5-4c4e-b268-ccf72ad25741 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.54 "DELETE /v2.0/ports/ad19c52f-e258-435d-88ca-1e67d68475b9 HTTP/1.1" status: 204 len: 173 time: 1.4247210 Aug 10 03:15:37.659713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-deleted', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:37.662619 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5636af14-e194-440a-b5d1-fa16f60cb338" -d '{"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-deleted", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:37.676505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:37.702244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-011dda30-da7d-4096-a099-6880a4cec379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:37.704321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-011dda30-da7d-4096-a099-6880a4cec379 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196589 Aug 10 03:15:37.711738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c3e25-13c4-41d3-8b8f-de7ce75c9337 None None] Network e4147bbb-a545-4335-9f09-cd428a89626d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:37.756912 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4b4cad-808d-4c70-88d9-8f94f758ce97 x-openstack-request-id: req-1e4b4cad-808d-4c70-88d9-8f94f758ce97 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:37.757561 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00d9c-371c-4c95-a19c-79b67b5a511c", "name": "network-vif-deleted", "tag": "ad19c52f-e258-435d-88ca-1e67d68475b9", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:37.757880 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e4b4cad-808d-4c70-88d9-8f94f758ce97 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:37.758350 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f00d9c-371c-4c95-a19c-79b67b5a511c', 'name': 'network-vif-deleted', 'tag': 'ad19c52f-e258-435d-88ca-1e67d68475b9', 'status': 'completed', 'code': 200} Aug 10 03:15:38.047990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] Provisioning for port 63fe3ae7-0015-4c33-8c68-3b848197f5ca completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:38.061968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] Provisioning complete for port 63fe3ae7-0015-4c33-8c68-3b848197f5ca triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:38.063167 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.164836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-e7dad396-d6fb-4c18-a5f4-5486d1c144ae tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.171657 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-e7dad396-d6fb-4c18-a5f4-5486d1c144ae tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.3542311 Aug 10 03:15:38.186317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5ae5c-2e84-4a2b-aef6-0c8e2cf71ead req-2579d7e2-79f3-4974-b4df-9d55f434bc0e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.210849 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1cf5ae5c-2e84-4a2b-aef6-0c8e2cf71ead req-2579d7e2-79f3-4974-b4df-9d55f434bc0e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 945 time: 0.4562254 Aug 10 03:15:38.238328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:38.346245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.385722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Deleting port cfb6d43a-0522-4488-bebe-cae897f7620e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:38.386451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.394226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] For port 63fe3ae7-0015-4c33-8c68-3b848197f5ca, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=63fe3ae7-0015-4c33-8c68-3b848197f5ca,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:38.559993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.573988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-e9634f40-9a32-4827-ac73-32ae766fc844 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468695 Aug 10 03:15:38.597446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f28815-13ba-49f8-8812-3486c7ea4f29 req-675492b7-1343-42df-b967-bb752ae42648 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:38.607317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46f28815-13ba-49f8-8812-3486c7ea4f29 req-675492b7-1343-42df-b967-bb752ae42648 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 945 time: 0.1654599 Aug 10 03:15:38.705379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3169d-78b5-4ec4-ade6-49d89daa4db8 None None] Pushing event updated for resources: {'Port': ['ID=63fe3ae7-0015-4c33-8c68-3b848197f5ca,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:38.725372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ef241378-bbbf-4732-9b1e-44907a95c9fc None None] Provisioning complete for port 63fe3ae7-0015-4c33-8c68-3b848197f5ca triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:38.725890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ef241378-bbbf-4732-9b1e-44907a95c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.763860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6734e0cb-c683-4c24-86d1-9f02a19b9d13 req-f1407a24-8ef5-4052-b775-c0aebc85193c service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785140 Aug 10 03:15:38.843800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46f28815-13ba-49f8-8812-3486c7ea4f29 req-df99a2ac-d5f4-4718-b43f-948cb137ed98 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354043 Aug 10 03:15:38.955709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:38.963360 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1cf5ae5c-2e84-4a2b-aef6-0c8e2cf71ead req-f22662ef-cced-4745-b16f-a398ad92d7bc tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups?id=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460668 Aug 10 03:15:39.001172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.110616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf8da4c9-d8b7-4431-8402-679ee0634cd9 req-6f35099f-bc32-4c1b-b0cb-3bfa9b804704 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2f00d9c-371c-4c95-a19c-79b67b5a511c HTTP/1.1" status: 200 len: 210 time: 0.0450141 Aug 10 03:15:39.123732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] For port cfb6d43a-0522-4488-bebe-cae897f7620e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=cfb6d43a-0522-4488-bebe-cae897f7620e,segment=NetworkSegment(e6940a92-a6d1-4bf1-8e13-fcdfb172458c),segment_id=e6940a92-a6d1-4bf1-8e13-fcdfb172458c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:39.123732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.185148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Calling delete_port for cfb6d43a-0522-4488-bebe-cae897f7620e owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:39.207191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:15:39.217367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:39.266664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 63fe3ae7-0015-4c33-8c68-3b848197f5ca up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:39.278512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: ad19c52f-e258-435d-88ca-1e67d68475b9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:39.284110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ad19c52f-e258-435d-88ca-1e67d68475b9 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:39.360854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:39.451822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:39.482194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:39.502269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 63fe3ae7-0015-4c33-8c68-3b848197f5ca triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:39.502697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.505623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:15:39.510955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.531489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:15:39.660081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.670234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:39.683256 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Sync routers for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:39.693390 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:39.694282 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:39.703669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.715228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event deleted for resources: {'Port': ['ID=cfb6d43a-0522-4488-bebe-cae897f7620e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.763943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:39.766756 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0406ff-9c91-4885-bc28-9847d45739e7" -d '{"events": [{"server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:39.831644 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:39.862421 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0c15eb-395c-4e1a-a60c-29855a4fb12d x-openstack-request-id: req-7a0c15eb-395c-4e1a-a60c-29855a4fb12d {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:39.862726 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "name": "network-vif-unplugged", "status": "completed", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:39.862978 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a0c15eb-395c-4e1a-a60c-29855a4fb12d {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:39.863350 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'code': 200} Aug 10 03:15:39.864052 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.865491 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fcbeca00-23c0-422a-9305-283b8e9ffd34 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0702837 Aug 10 03:15:39.866415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] No DVR routers for this DVR port cfb6d43a-0522-4488-bebe-cae897f7620e on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:39.868089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46418) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:39.893819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:39.895894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e23a70ed-d348-4509-a4d1-3595304a1a29 req-457e7a50-916c-435c-a665-5b8a38069abd tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.54 "DELETE /v2.0/ports/cfb6d43a-0522-4488-bebe-cae897f7620e HTTP/1.1" status: 204 len: 173 time: 2.4148448 Aug 10 03:15:39.910766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:39.911112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:39.911441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:39.914621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:39.919581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:39.919907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Attempting to bind port ed7ea5de-01d6-4e74-a1f9-14120525e441 on network b47f7dec-7c04-48ad-aa2f-fab4aab236f0 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:39.925179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:39.925517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Checking segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:39.925902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Bound using segment: {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:39.926333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Bound port: ed7ea5de-01d6-4e74-a1f9-14120525e441, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa9a35-26fc-40e1-87f4-581f0428109f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b47f7dec-7c04-48ad-aa2f-fab4aab236f0'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:39.926878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.056299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:40.056299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:40.079385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:36Z', 'revision_number': 3, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:40.110480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c230285-2ce6-4177-822a-528bb570e671 req-d41af06a-e951-4806-af2c-14a4244d5a1b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.112322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c230285-2ce6-4177-822a-528bb570e671 req-d41af06a-e951-4806-af2c-14a4244d5a1b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.1507115 Aug 10 03:15:40.118787 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Checking router: b3f5fc4f-f04d-4cdd-8eae-592294fddf49 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:40.119440 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Updating router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 port bc681813-7720-4830-b666-5dc887338b98 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:40.149073 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.180668 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-361ed02e-edf7-4bf3-a052-85cb0eb27ac0 req-937ee6fb-fce8-4ca1-8eb4-065c1dd23e6e tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 210 time: 0.0397694 Aug 10 03:15:40.212876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.277310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c230285-2ce6-4177-822a-528bb570e671 req-3ad90e70-ccaa-4e96-902b-a1b55c5acabf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514959 Aug 10 03:15:40.356107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:40.360614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.361349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.365214 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-372f9405-4c4a-44a3-8214-7bdbe53ba3f3 service neutron] 10.222.0.54 "PUT /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 200 len: 1123 time: 2.1404982 Aug 10 03:15:40.451892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ed7ea5de-01d6-4e74-a1f9-14120525e441'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:40.523352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ed7ea5de-01d6-4e74-a1f9-14120525e441'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:40.706610 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.719303 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Transition to ACTIVE for port object bc681813-7720-4830-b666-5dc887338b98 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:40.802215 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.815206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.889705 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Attempting to bind port bc681813-7720-4830-b666-5dc887338b98 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:40.890431 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Attempting to bind port bc681813-7720-4830-b666-5dc887338b98 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:40.891304 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Attempting to bind port bc681813-7720-4830-b666-5dc887338b98 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:40.902178 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9daa7-90dd-478d-8dd2-3bfec87bb54b None None] Pushing event updated for resources: {'Port': ['ID=bc681813-7720-4830-b666-5dc887338b98,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:40.906007 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:40.907465 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:40.908220 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:40.908818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:40.909512 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Bound port: bc681813-7720-4830-b666-5dc887338b98, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:40.910061 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.013456 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] For port bc681813-7720-4830-b666-5dc887338b98, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:41.017984 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] For port bc681813-7720-4830-b666-5dc887338b98, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc681813-7720-4830-b666-5dc887338b98,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:41.083386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Allocated IP 172.20.0.1 (e4147bbb-a545-4335-9f09-cd428a89626d/042bfd7d-6090-4e60-a85b-3523999f4fd8/ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:41.121490 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.209522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device cfb6d43a-0522-4488-bebe-cae897f7620e no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:41.245131 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:41.245871 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:41.263725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.276921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed25ee2-f8a4-4ed2-b772-c79572607113 req-8c4233de-6244-4ed1-8e4e-01affaaa5d1b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.278431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: cfb6d43a-0522-4488-bebe-cae897f7620e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:41.279079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device cfb6d43a-0522-4488-bebe-cae897f7620e not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:41.291412 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ed25ee2-f8a4-4ed2-b772-c79572607113 req-8c4233de-6244-4ed1-8e4e-01affaaa5d1b tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.1326623 Aug 10 03:15:41.294515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Transition to ACTIVE for port object ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:41.380720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00a69768-1f35-4930-9313-f7a81f150ecf req-a45b1338-6b8d-4e37-b90c-d7fb5f694859 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f6dd61-9453-422f-9006-6a20405f0f48 HTTP/1.1" status: 200 len: 210 time: 0.0498350 Aug 10 03:15:41.411463 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ed25ee2-f8a4-4ed2-b772-c79572607113 req-d69f5014-b5da-4b9b-89cb-fbf551c4475a tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179440 Aug 10 03:15:41.480722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.545871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Network e4147bbb-a545-4335-9f09-cd428a89626d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:41.550956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:41.555758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:41.586676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.615378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:41.638549 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:41.801299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9daa7-90dd-478d-8dd2-3bfec87bb54b None None] Pushing event updated for resources: {'Port': ['ID=bc681813-7720-4830-b666-5dc887338b98,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:41.864517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f6dd61-9453-422f-9006-6a20405f0f48', 'name': 'network-vif-deleted', 'tag': 'cfb6d43a-0522-4488-bebe-cae897f7620e'}, {'name': 'network-changed', 'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:41.867965 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d" -d '{"events": [{"server_uuid": "41f6dd61-9453-422f-9006-6a20405f0f48", "name": "network-vif-deleted", "tag": "cfb6d43a-0522-4488-bebe-cae897f7620e"}, {"name": "network-changed", "server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:41.904148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8872420-6e46-44df-b2d7-b0ec2247e190 req-74343306-2606-46e7-9c6f-c31374ab4e5a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:41.913280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8872420-6e46-44df-b2d7-b0ec2247e190 req-74343306-2606-46e7-9c6f-c31374ab4e5a tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0971272 Aug 10 03:15:41.947788 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0104bcf-3fc8-4548-a0ae-15f078b3f832 x-openstack-request-id: req-b0104bcf-3fc8-4548-a0ae-15f078b3f832 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:41.948143 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f6dd61-9453-422f-9006-6a20405f0f48", "name": "network-vif-deleted", "tag": "cfb6d43a-0522-4488-bebe-cae897f7620e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:41.953690 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0104bcf-3fc8-4548-a0ae-15f078b3f832 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:41.953690 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f6dd61-9453-422f-9006-6a20405f0f48', 'name': 'network-vif-deleted', 'tag': 'cfb6d43a-0522-4488-bebe-cae897f7620e', 'status': 'completed', 'code': 200} Aug 10 03:15:41.953690 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'status': 'completed', 'code': 200} Aug 10 03:15:41.978746 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:36Z', 'revision_number': 3, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:41.986734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.015282 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d0da0-dfb8-4a78-9a8f-a25e86752b92 None None] The sync data for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 is: [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:36Z', 'revision_number': 3, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:42.026842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8872420-6e46-44df-b2d7-b0ec2247e190 req-6f7ccdc0-31cf-4d42-82b6-1d6768e4d754 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124146 Aug 10 03:15:42.080610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-722ee1f7-4a55-4821-b006-f8922e21a60a None None] Provisioning for port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:42.085669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-722ee1f7-4a55-4821-b006-f8922e21a60a None None] Provisioning complete for port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:42.086043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-722ee1f7-4a55-4821-b006-f8922e21a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.086510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-5878ac8f-446f-4758-b8ef-5c92d9044c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.090671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-5878ac8f-446f-4758-b8ef-5c92d9044c2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1126 time: 0.1242795 Aug 10 03:15:42.153743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-722ee1f7-4a55-4821-b006-f8922e21a60a None None] Port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:42.269434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-6308af5d-9df9-48cd-97c2-9cb43c7b72de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.270959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-6308af5d-9df9-48cd-97c2-9cb43c7b72de service neutron] 10.222.0.46 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1691077 Aug 10 03:15:42.363256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-85b19ef5-89cf-466f-a6c6-c5ccdb926b49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 200 len: 217 time: 0.0684936 Aug 10 03:15:42.401859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.459278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-5e4fae40-98de-473c-be9c-fd2ec8990af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.460817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-5e4fae40-98de-473c-be9c-fd2ec8990af7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0792150 Aug 10 03:15:42.474215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76229c6-6684-4c8e-9fe8-a8b07c51d8ab req-4c0831cd-146a-4d35-b6ae-ca8093503ce3 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.475867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c76229c6-6684-4c8e-9fe8-a8b07c51d8ab req-4c0831cd-146a-4d35-b6ae-ca8093503ce3 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.0954077 Aug 10 03:15:42.512228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-9052f8d2-c427-4ad1-8794-719c968b08a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353198 Aug 10 03:15:42.612617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ad2cd-bf56-4082-918d-6f6ec2a8254f req-3352307a-31d5-47e3-a8fd-55be3379074c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.612617 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce7ad2cd-bf56-4082-918d-6f6ec2a8254f req-3352307a-31d5-47e3-a8fd-55be3379074c tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.0633166 Aug 10 03:15:42.613222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c76229c6-6684-4c8e-9fe8-a8b07c51d8ab req-4134f3a5-adaf-4172-86da-69d670064a27 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138363 Aug 10 03:15:42.645045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-4c7ce125-ca94-4be2-aab4-5860f591c067 service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227770 Aug 10 03:15:42.671806 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ce7ad2cd-bf56-4082-918d-6f6ec2a8254f req-03aafe96-f263-4b52-be15-a6985c9bf0bc tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/security-groups?id=d95ac1be-cc10-4431-8928-fc78557ceb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687189 Aug 10 03:15:42.681473 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.830010 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:42.847767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-934c314b-c138-477d-ab36-35a3f07fd3b6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.850439 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-934c314b-c138-477d-ab36-35a3f07fd3b6 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 949 time: 0.1367784 Aug 10 03:15:42.853010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:42.938152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:42.941019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea8e68fd-4bc7-4b5a-a42a-3b1c351b345d req-70421dde-429c-45ee-ab8d-5cf18b64d80a service neutron] 10.222.0.46 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810163 Aug 10 03:15:43.035059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Network e4147bbb-a545-4335-9f09-cd428a89626d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:43.042839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:43.104672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3eaafc18-edd5-4159-b531-2e940d1e555d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.198959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Deleting port 173380e0-32b5-4184-815c-95d2dd9c655d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:43.199314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.278306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc681813-7720-4830-b666-5dc887338b98 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:43.284683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3eaafc18-edd5-4159-b531-2e940d1e555d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.334555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:43.347718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c47fa8-a5ce-42bf-a4f2-05ad71272bc0 req-0a13fe25-3c53-40b0-8ba8-7b2538e36567 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.359652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70c47fa8-a5ce-42bf-a4f2-05ad71272bc0 req-0a13fe25-3c53-40b0-8ba8-7b2538e36567 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.1370680 Aug 10 03:15:43.387695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] For port 173380e0-32b5-4184-815c-95d2dd9c655d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=173380e0-32b5-4184-815c-95d2dd9c655d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:43.388203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.403743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Calling delete_port for 173380e0-32b5-4184-815c-95d2dd9c655d owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:43.431292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70c47fa8-a5ce-42bf-a4f2-05ad71272bc0 req-580a14b6-4e07-43fd-950c-5408f6ff4d61 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678313 Aug 10 03:15:43.494819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-430b3ab8-f7e7-4c76-92de-413503ac6dfe None None] Provisioning complete for port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:43.495548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-430b3ab8-f7e7-4c76-92de-413503ac6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.517780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port bc681813-7720-4830-b666-5dc887338b98 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:43.531946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port bc681813-7720-4830-b666-5dc887338b98 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:43.532687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.572480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-430b3ab8-f7e7-4c76-92de-413503ac6dfe None None] Port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:43.615739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3eaafc18-edd5-4159-b531-2e940d1e555d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.620624 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3eaafc18-edd5-4159-b531-2e940d1e555d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.621983 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3eaafc18-edd5-4159-b531-2e940d1e555d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "DELETE /v2.0/security-groups/3c59f6ce-b80e-49ce-b849-913d410b06f9 HTTP/1.1" status: 204 len: 168 time: 0.6825504 Aug 10 03:15:43.626262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46512) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:43.630033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:43.642573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06b219fd-f2ad-4c80-b09d-4687e10870a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/b3f5fc4f-f04d-4cdd-8eae-592294fddf49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653511 Aug 10 03:15:43.645912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaafc18-edd5-4159-b531-2e940d1e555d tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59f6ce-b80e-49ce-b849-913d410b06f9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.648030 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-176822d9-0636-40cc-9542-3a55ce6ea87b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] show failed (client error): The resource could not be found. Aug 10 03:15:43.652032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-176822d9-0636-40cc-9542-3a55ce6ea87b tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "GET /v2.0/security-groups/3c59f6ce-b80e-49ce-b849-913d410b06f9 HTTP/1.1" status: 404 len: 347 time: 0.0216203 Aug 10 03:15:43.653063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46516) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:43.679552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.721239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.727126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port bc681813-7720-4830-b666-5dc887338b98, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc681813-7720-4830-b666-5dc887338b98,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:43.736338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['173380e0-32b5-4184-815c-95d2dd9c655d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:43.828881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.857998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Pushing event deleted for resources: {'Port': ['ID=173380e0-32b5-4184-815c-95d2dd9c655d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.912833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=bc681813-7720-4830-b666-5dc887338b98,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.933451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] No DVR routers for this DVR port 173380e0-32b5-4184-815c-95d2dd9c655d on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:43.937719 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc57af96-49ec-4241-880e-e5782c86681f req-fe7009d6-f0f9-4bfa-aa33-abcce3d7dcee tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.0917866 Aug 10 03:15:43.938765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.940725 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-af7c0bfb-5a4b-4366-a37d-c01da7be2993 req-8395b8db-f6c5-49e1-929e-70eade8a42a7 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.46 "DELETE /v2.0/ports/173380e0-32b5-4184-815c-95d2dd9c655d HTTP/1.1" status: 204 len: 173 time: 1.0819113 Aug 10 03:15:43.950799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-deleted', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:43.953377 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec96a42-2508-48ed-a2d8-0dfeeec52d0b" -d '{"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-deleted", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:43.978398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Deleting port 914b9859-3a45-40ea-ba94-f5cdd2084c46 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:43.979026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.103444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.104160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.129962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Calling delete_port for 914b9859-3a45-40ea-ba94-f5cdd2084c46 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:44.376688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Sync routers for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:44.391643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:44.393198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:44.486095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.531980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Pushing event deleted for resources: {'Port': ['ID=914b9859-3a45-40ea-ba94-f5cdd2084c46,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:44.591979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:44.609412 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756583ed-af2a-472c-8f7a-2a5d2242b182 x-openstack-request-id: req-756583ed-af2a-472c-8f7a-2a5d2242b182 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:44.609830 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4859970-c24d-40c7-8289-95b760e922b2", "name": "network-vif-deleted", "tag": "173380e0-32b5-4184-815c-95d2dd9c655d", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:44.613008 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-756583ed-af2a-472c-8f7a-2a5d2242b182 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:44.613612 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4859970-c24d-40c7-8289-95b760e922b2', 'name': 'network-vif-deleted', 'tag': '173380e0-32b5-4184-815c-95d2dd9c655d', 'status': 'completed', 'code': 200} Aug 10 03:15:44.620394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.624206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.631964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4c84412a-54fe-478c-9843-1c09d7b98f75 tempest-ImagesOneServerNegativeTestJSON-325072098 tempest-ImagesOneServerNegativeTestJSON-325072098-project] 10.222.0.26 "DELETE /v2.0/floatingips/96d208a1-14f8-40b1-aa3c-e3a277168dad HTTP/1.1" status: 204 len: 168 time: 0.9723909 Aug 10 03:15:44.731668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46548) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:44.737469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994578643', 'description': 'tempest-description--1054332552'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:44.829378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c45015-4d0a-4d5a-9c81-2d5aed44878b req-eb4dec44-58a2-4628-a414-1c409bcccbdf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.839360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42c45015-4d0a-4d5a-9c81-2d5aed44878b req-eb4dec44-58a2-4628-a414-1c409bcccbdf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0841107 Aug 10 03:15:44.903235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42c45015-4d0a-4d5a-9c81-2d5aed44878b req-98042a26-b9ef-488b-98cd-7e04f36bd4c8 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 Aug 10 03:15:44.906358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.965208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:42Z', 'revision_number': 2, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:44.978585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e6d35-0361-48ab-9ba7-9b8cbcfa0ce2 req-3e9c2f25-ba17-4013-a667-56ded5d2206b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:44.998302 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd0e6d35-0361-48ab-9ba7-9b8cbcfa0ce2 req-3e9c2f25-ba17-4013-a667-56ded5d2206b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.1215508 Aug 10 03:15:45.007837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Checking router: b3f5fc4f-f04d-4cdd-8eae-592294fddf49 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:45.008288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Updating router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:15:45.012805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.070864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.085218 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd0e6d35-0361-48ab-9ba7-9b8cbcfa0ce2 req-204217cc-d82b-455d-9f64-4f5ee5aac88d tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851128 Aug 10 03:15:45.096495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.160736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.282262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:45.308453 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ff57ea4d-90f0-42f6-b52d-e7c20c26e463 req-df446335-1827-4875-b66c-7f3789de3318 tempest-MigrationsAdminTest-87657567 tempest-MigrationsAdminTest-87657567-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4859970-c24d-40c7-8289-95b760e922b2 HTTP/1.1" status: 200 len: 210 time: 0.0754578 Aug 10 03:15:45.367069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46564) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:45.413988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.418884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-386c120d-1a8b-437b-8ac9-5d1abf25eadf tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6837955 Aug 10 03:15:45.419239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:45.426997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Request body: {'security_group_rule': {'security_group_id': '3d688dc7-1eb8-4c21-a6a9-4c455cc58d50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:45.468940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Deleting subnet 822b4b46-7b6f-4393-9586-6282deb49482 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:15:45.472541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.529280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.547331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.559932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc681813-7720-4830-b666-5dc887338b98 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:45.576798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.588018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Transition to ACTIVE for port object ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:45.635217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.646836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port bc681813-7720-4830-b666-5dc887338b98 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:45.647205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.692250 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.730357 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.755773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.814092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822b4b46-7b6f-4393-9586-6282deb49482,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:45.826383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.830411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:45.843155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f02b1ffa-cafa-4908-ba66-777f69309720 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/822b4b46-7b6f-4393-9586-6282deb49482 HTTP/1.1" status: 204 len: 168 time: 0.4742188 Aug 10 03:15:45.887542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Attempting to bind port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:45.887919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Attempting to bind port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:45.888281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Attempting to bind port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a on network e4147bbb-a545-4335-9f09-cd428a89626d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:45.902077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4d7ef-3419-4f94-9af1-2841b279d681 None None] Pushing event updated for resources: {'Port': ['ID=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:45.911840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:45.912259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Checking segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:45.912740 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.913164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Bound using segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:45.913657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Bound port: ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:45.914040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.998203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] For port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:46.001726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] For port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:46.007303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.019030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.040622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:46.066265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 173380e0-32b5-4184-815c-95d2dd9c655d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:46.066611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 173380e0-32b5-4184-815c-95d2dd9c655d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:46.086749 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.095581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab184c02-2ae7-44cb-8327-41f29daa8694,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.168845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4d7ef-3419-4f94-9af1-2841b279d681 None None] Pushing event updated for resources: {'Port': ['ID=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.221764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:46.223407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9683d8-3855-4382-a724-4a47f5ddef7f req-a60b78bf-9ca5-4e86-b0e9-3af44be6000f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.224316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:46.238510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e9683d8-3855-4382-a724-4a47f5ddef7f req-a60b78bf-9ca5-4e86-b0e9-3af44be6000f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.1504567 Aug 10 03:15:46.265580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.291828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ddfb4d-438e-4eb8-9d41-aefbc6090680']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:46.324188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:46.324542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6940a92-a6d1-4bf1-8e13-fcdfb172458c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:46.348664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e9683d8-3855-4382-a724-4a47f5ddef7f req-fb2f1b6c-80e2-4264-b6a7-2af90b26b6de tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036825 Aug 10 03:15:46.349450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.382640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.384396 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-945ec6a5-4949-41bb-9a7c-e8eac4250a09 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9635060 Aug 10 03:15:46.386806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:46.391759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Request body: {'security_group_rule': {'security_group_id': '3d688dc7-1eb8-4c21-a6a9-4c455cc58d50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:46.450802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:46.531295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.541376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.568019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:15:46.568421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:15:46.575938 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:15:46.656137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.719957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.746578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85819459-0fef-4a7e-b985-1dafcc57802f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:46.780440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-27f0150c-8c1d-4961-b406-8f0e7b67cd66 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.782020 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-27f0150c-8c1d-4961-b406-8f0e7b67cd66 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.6350460 Aug 10 03:15:46.789865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:46.791603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671b26b-8363-4a09-8097-b247de434dda req-e6920cb8-1e94-4718-98a6-d0392354846e tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:46.798924 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0671b26b-8363-4a09-8097-b247de434dda req-e6920cb8-1e94-4718-98a6-d0392354846e tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.4470506 Aug 10 03:15:46.864742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4340ba-a878-4b32-8a33-284ad90ba311 None None] The sync data for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 is: [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:45Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:46.869829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.876794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-452694ec-b472-44ed-a207-d7d26d0ca1f9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4858050 Aug 10 03:15:46.883511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46604) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:46.901054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:46.952162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.986417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:46.991668 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d0ddfb4d-438e-4eb8-9d41-aefbc6090680 HTTP/1.1" status: 204 len: 168 time: 1.1595213 Aug 10 03:15:47.011197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0671b26b-8363-4a09-8097-b247de434dda req-d1d7fdfd-80fa-4b45-a7dc-057165b70a70 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111514 Aug 10 03:15:47.050585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d182-c618-4cd3-be68-31d5a3ea0b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ddfb4d-438e-4eb8-9d41-aefbc6090680,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:47.090295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Deleting port 32b7fb74-56fe-457c-8066-915bac22e7cf {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:47.090744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.299296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:47.308434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] For port 32b7fb74-56fe-457c-8066-915bac22e7cf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=32b7fb74-56fe-457c-8066-915bac22e7cf,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:47.309141 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.444945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:47.510124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:47.522404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:47.522887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.669744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46618) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:47.744692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.745695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.752442 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47 disassociated. External IP: 172.25.1.231, port: 32b7fb74-56fe-457c-8066-915bac22e7cf. Aug 10 03:15:47.752442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Calling delete_port for 32b7fb74-56fe-457c-8066-915bac22e7cf owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:47.822121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:47.851784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a160bc0-7926-4ca0-928d-ede4bb778caf req-206077b2-4b9f-49c2-a96a-1f8930330832 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:47.861065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a160bc0-7926-4ca0-928d-ede4bb778caf req-206077b2-4b9f-49c2-a96a-1f8930330832 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.2971694 Aug 10 03:15:47.958656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:47.982289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.019814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3bbeb332-4db6-4e62-a19b-7fcd1f95014c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8883b1e671564591810c800ff1aa0422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465948 Aug 10 03:15:48.020943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46628) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:48.035336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:48.042263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a160bc0-7926-4ca0-928d-ede4bb778caf req-3eeebb33-4a54-440a-96af-f5a529a56d8b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799946 Aug 10 03:15:48.129201 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.266766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.268134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.348880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 32b7fb74-56fe-457c-8066-915bac22e7cf no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:48.365745 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.389871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-164b84c4-25ae-413a-aab6-4a546c57597d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=340618df28e74e3bb818eb8c4df9e674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9433413 Aug 10 03:15:48.391972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46636) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:48.402491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event deleted for resources: {'Port': ['ID=32b7fb74-56fe-457c-8066-915bac22e7cf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.410473 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b88e-a1ec-4434-8d78-be02c91fd0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.411791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No active binding found for port 32b7fb74-56fe-457c-8066-915bac22e7cf {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:15:48.412318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 32b7fb74-56fe-457c-8066-915bac22e7cf not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:48.466629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b88e-a1ec-4434-8d78-be02c91fd0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.545703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6edd86-eccb-4dbd-a46a-5a10e722b844 req-17bc6d67-8ae5-4961-851b-a78fe4d2550b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:48.547921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be6edd86-eccb-4dbd-a46a-5a10e722b844 req-17bc6d67-8ae5-4961-851b-a78fe4d2550b tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 945 time: 0.3433824 Aug 10 03:15:48.561829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Allocated IP 172.25.1.50 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/eb75a380-5488-4943-997b-14d03e4bdf31) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:48.661774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be6edd86-eccb-4dbd-a46a-5a10e722b844 req-8b1e8686-19ec-4d6b-a51c-0effd4e530bd tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ff59864-023c-4a7c-9ba3-bec17d86c80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823572 Aug 10 03:15:48.672333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b88e-a1ec-4434-8d78-be02c91fd0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.675610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8e8b88e-a1ec-4434-8d78-be02c91fd0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.677460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a8e8b88e-a1ec-4434-8d78-be02c91fd0e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40 HTTP/1.1" status: 204 len: 168 time: 0.6542101 Aug 10 03:15:48.700045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8b88e-a1ec-4434-8d78-be02c91fd0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50b718e-e4c1-4f9d-9b0a-fd784e2a0e40,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:48.725650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-826a0d57-8ff5-45a1-abb0-8071fad07805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.764896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-826a0d57-8ff5-45a1-abb0-8071fad07805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:48.834248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:15:48.841019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-eaf5218e-3601-45b2-abff-afdd15a5ff66 service neutron] 10.222.0.46 "GET /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.3146799 Aug 10 03:15:49.061277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.223075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:49.267451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:49.301757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7ea5de-01d6-4e74-a1f9-14120525e441 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:49.317704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:49.340389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-826a0d57-8ff5-45a1-abb0-8071fad07805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.340389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-826a0d57-8ff5-45a1-abb0-8071fad07805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.340389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-826a0d57-8ff5-45a1-abb0-8071fad07805 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d95ac1be-cc10-4431-8928-fc78557ceb93 HTTP/1.1" status: 204 len: 168 time: 0.9410095 Aug 10 03:15:49.349195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:15:49.391996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a0d57-8ff5-45a1-abb0-8071fad07805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ac1be-cc10-4431-8928-fc78557ceb93,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.472477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:49.473384 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.637595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:15:49.651476 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:15:49.656809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65093795-e82e-4fe6-be41-362d19b4adc3 req-b4dabcce-035e-4873-aa47-fdaf9648080f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:49.660165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.660336 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-65093795-e82e-4fe6-be41-362d19b4adc3 req-b4dabcce-035e-4873-aa47-fdaf9648080f tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 943 time: 0.0893283 Aug 10 03:15:49.661793 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:49.663169 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:49.697927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] No DVR routers for this DVR port 32b7fb74-56fe-457c-8066-915bac22e7cf on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:49.705320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.707364 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-847827d5-3558-468a-80f7-980b2b65fdd0 req-ec686931-3869-4afe-bd22-975b2647ffb2 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.46 "DELETE /v2.0/ports/32b7fb74-56fe-457c-8066-915bac22e7cf HTTP/1.1" status: 204 len: 173 time: 2.9062696 Aug 10 03:15:49.707883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'name': 'network-vif-deleted', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:49.710280 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864fc08-d284-4809-bd9c-3fd5ddf4ad83" -d '{"events": [{"server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "name": "network-vif-deleted", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:49.736949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-65093795-e82e-4fe6-be41-362d19b4adc3 req-edf03b93-a7b7-4e81-a074-4cad68afb023 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Aug 10 03:15:49.749837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:49.784248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] Transition to ACTIVE for port object ed7ea5de-01d6-4e74-a1f9-14120525e441 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:49.813161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:49.820592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:49.824487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:49.831497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event updated for resources: {'Port': ['ID=eb75a380-5488-4943-997b-14d03e4bdf31,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:49.850785 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56dea60-fd4c-4124-a9b3-9008bc92603f x-openstack-request-id: req-b56dea60-fd4c-4124-a9b3-9008bc92603f {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:49.851084 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9828a9f-c036-40ea-be10-9a783e415454", "name": "network-vif-deleted", "tag": "32b7fb74-56fe-457c-8066-915bac22e7cf", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:49.851416 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b56dea60-fd4c-4124-a9b3-9008bc92603f {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:49.851744 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9828a9f-c036-40ea-be10-9a783e415454', 'name': 'network-vif-deleted', 'tag': '32b7fb74-56fe-457c-8066-915bac22e7cf', 'status': 'completed', 'code': 200} Aug 10 03:15:49.855810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e56e6c17-a5f0-407c-bb8e-43f6c70cd392 req-1e9010c4-1015-4c57-b896-b351f4e98680 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 210 time: 0.0532737 Aug 10 03:15:49.870070 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:49.937627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.019453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.051389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] Pushing event updated for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.105419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] No DVR routers for this DVR port ed7ea5de-01d6-4e74-a1f9-14120525e441 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:50.189357 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.210822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-9cd6b62d-eb5e-4aa1-ac26-6a10f18f9cca service neutron] 10.222.0.46 "PUT /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 1.3601549 Aug 10 03:15:50.301850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:50.346533 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:15:50.362075 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:15:50.365292 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:50.442277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.517328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46702) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:50.523297 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:15:50.577483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.720293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event updated for resources: {'Port': ['ID=eb75a380-5488-4943-997b-14d03e4bdf31,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:50.734901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-393604374-network', 'tenant_id': '8e87ac8e706d4d3a8d3759840a9430f7'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:50.748579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.771515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:50.777075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.796872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-7d279365-4114-4975-af21-522073c8998b tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.798469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-7d279365-4114-4975-af21-522073c8998b tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.0745153 Aug 10 03:15:50.854419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-ed80193a-73b2-4083-8906-9b3291ff0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.855973 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-ed80193a-73b2-4083-8906-9b3291ff0a62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84&tenant_id=fcb5145c5e94438ba62246f73a73b3ed HTTP/1.1" status: 200 len: 1096 time: 0.0467167 Aug 10 03:15:50.856595 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:15:50.887110 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af2fb7-d34e-4988-b375-350d2f038be1 None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:09:49Z', 'revision_number': 4, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '106db0d3-1aa5-41e0-9723-602ba596895a', 'name': '', 'network_id': '7bd4f925-333e-4526-b0da-88b1aff13965', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'mac_address': 'fa:16:3e:98:7f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:49Z', 'updated_at': '2021-08-10T03:09:57Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'subnets': [{'id': '4ee198fc-5c2b-4af5-8552-d1de1bfb7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:15:50.912401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e257693-ce82-44a5-98d1-96478878538b req-85764d1d-8c98-401b-9673-8cef3dbd56cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.912401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e257693-ce82-44a5-98d1-96478878538b req-85764d1d-8c98-401b-9673-8cef3dbd56cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 944 time: 0.0603700 Aug 10 03:15:50.944005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46712) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:50.969806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Made reservation on behalf of 8e87ac8e706d4d3a8d3759840a9430f7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:50.973228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.991600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-572b34e2-b037-4dbc-a452-7dd0e180ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:50.994734 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-572b34e2-b037-4dbc-a452-7dd0e180ace2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1096 time: 0.0900753 Aug 10 03:15:50.995483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.034935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e257693-ce82-44a5-98d1-96478878538b req-98d024b5-70f2-4e0e-994d-429623db3c67 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124284 Aug 10 03:15:51.037594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3f7f0d6f-2ab9-4183-8bfe-45828df4b13e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f98cce40d2c2480dbf726bb1ac8340d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916052 Aug 10 03:15:51.046881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46718) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:51.047092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-441e4ded-7562-4f07-89c5-166987974bca req-69513b72-b06c-41d5-a172-475d15e43fed tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9828a9f-c036-40ea-be10-9a783e415454 HTTP/1.1" status: 200 len: 210 time: 0.0511482 Aug 10 03:15:51.049734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.051076 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87155670-c49d-41e7-a89c-67f484f56d70 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1568773 Aug 10 03:15:51.188250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a359c200-0aea-4f12-a214-ef861e87cd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.195699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-ec8d3809-dcb0-4051-b808-a8e45078b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.197465 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-ec8d3809-dcb0-4051-b808-a8e45078b319 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1886337 Aug 10 03:15:51.221479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a359c200-0aea-4f12-a214-ef861e87cd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.261044 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-b61e88b1-0999-4d62-83d9-a20db9e87095 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 200 len: 217 time: 0.0462275 Aug 10 03:15:51.298286 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.345957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-12e657aa-3e36-4fd4-8e04-d6b5620f311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.347395 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-12e657aa-3e36-4fd4-8e04-d6b5620f311a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0793586 Aug 10 03:15:51.386424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce92c2-31e2-405c-a7b4-41202e5bb8fd None None] New status for floating IP f60258a4-bf01-4816-8a4c-f03b2a3a7e47: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:15:51.389774 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-1a381005-13fb-45e1-b002-cedfca215818 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340009 Aug 10 03:15:51.407266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-dfb66122-95d6-49ee-b219-310e07ec12e3 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--994578643&fields=id&tenant_id=ab57d102a59845db9b9da513122035ab HTTP/1.1" status: 200 len: 267 time: 0.0402467 Aug 10 03:15:51.411207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a359c200-0aea-4f12-a214-ef861e87cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.411830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a359c200-0aea-4f12-a214-ef861e87cd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.413128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a359c200-0aea-4f12-a214-ef861e87cd67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95e1aa71-47c6-488c-a210-93a884bd9a3e HTTP/1.1" status: 204 len: 168 time: 0.3648469 Aug 10 03:15:51.445583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359c200-0aea-4f12-a214-ef861e87cd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e1aa71-47c6-488c-a210-93a884bd9a3e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:51.478285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.531574 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-4941667d-3f2f-446a-bad4-2fc7a08ff5ff service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289411 Aug 10 03:15:51.563646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:15:51.589384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04bf5b-293d-49f6-bf91-3d3887dc58f2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:51.596882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.596882 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Added segment 59bd5ef6-2a36-40d8-b989-d9034329cf34 of type vlan for network 33e8ad44-f6c3-49b4-a0ad-2f363b440d86 Aug 10 03:15:51.665280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-1368c3c3-c930-48a3-944a-890886d3a7ad tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.667195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-1368c3c3-c930-48a3-944a-890886d3a7ad tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/networks?id=e4147bbb-a545-4335-9f09-cd428a89626d HTTP/1.1" status: 200 len: 814 time: 0.2389090 Aug 10 03:15:51.669285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.676016 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-875472bf-04b7-40d4-85d3-3b32e9b7e1b2 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359260 Aug 10 03:15:51.697438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-5ab68b12-45d7-4c13-8fa8-6ada04c4a078 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/quotas/ab57d102a59845db9b9da513122035ab HTTP/1.1" status: 200 len: 375 time: 0.0222588 Aug 10 03:15:51.767505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-9f110904-a280-47c5-84a3-9f0bdab46ad1 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab57d102a59845db9b9da513122035ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690532 Aug 10 03:15:51.908716 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.910413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:51.911318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.981215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] Pushing event updated for resources: {'Network': ['ID=33e8ad44-f6c3-49b4-a0ad-2f363b440d86,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:51.998809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 33e8ad44-f6c3-49b4-a0ad-2f363b440d86 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:15:52.141064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d0c0c0d6-7cdc-420b-a0c5-5a7f2c0b076c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6224132 Aug 10 03:15:52.144597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46788) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:52.152550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Request body: {'subnet': {'network_id': '33e8ad44-f6c3-49b4-a0ad-2f363b440d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-393604374-subnet', 'tenant_id': '8e87ac8e706d4d3a8d3759840a9430f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:52.181044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-f5e34a02-ae12-491f-b897-12796c59c371 service neutron] 10.222.0.26 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990493 Aug 10 03:15:52.252017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Made reservation on behalf of 8e87ac8e706d4d3a8d3759840a9430f7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:52.255257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.295792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-faed6d9b-5aa7-4a34-aa11-ab7223470530 service neutron] 10.222.0.26 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077375 Aug 10 03:15:52.363780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af04cd-351f-4455-9517-12451e53e161 req-f72c16c8-9e36-4f58-96c1-e604167aa6fd tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.365302 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-f72c16c8-9e36-4f58-96c1-e604167aa6fd tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84&tenant_id=fcb5145c5e94438ba62246f73a73b3ed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.1059928 Aug 10 03:15:52.681349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97ad49-4b4b-48bc-bfe7-37561fdbd496 req-db587341-e604-4cb4-b7fc-f972096dac22 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.682863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be97ad49-4b4b-48bc-bfe7-37561fdbd496 req-db587341-e604-4cb4-b7fc-f972096dac22 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 944 time: 0.0588565 Aug 10 03:15:52.723538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be97ad49-4b4b-48bc-bfe7-37561fdbd496 req-5a284f89-d069-46ee-a601-877c08c7531b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Aug 10 03:15:52.754606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.765735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d4af04cd-351f-4455-9517-12451e53e161 req-a87450d8-f97c-4eeb-922b-22e966e8e042 service neutron] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:52.791802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d4af04cd-351f-4455-9517-12451e53e161 req-a87450d8-f97c-4eeb-922b-22e966e8e042 service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.793074 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4af04cd-351f-4455-9517-12451e53e161 req-a87450d8-f97c-4eeb-922b-22e966e8e042 service neutron] 10.222.0.54 "DELETE /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.4193428 Aug 10 03:15:52.823035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d231de-c3ce-45f2-8ff0-32cb587c7016,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:52.833990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Checking segment: {'id': '59bd5ef6-2a36-40d8-b989-d9034329cf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '33e8ad44-f6c3-49b4-a0ad-2f363b440d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:52.834786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Network hostable DHCP agents. Network: 33e8ad44-f6c3-49b4-a0ad-2f363b440d86, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:15:52.976376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75a6ff93-402e-45f4-a5d0-392f54fa7144 req-3745b745-573c-47dc-9f09-965a53c23efe tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 210 time: 0.0326753 Aug 10 03:15:53.023173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Network 33e8ad44-f6c3-49b4-a0ad-2f363b440d86 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:15:53.173302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3c0b5-9508-4ece-bbf4-8f43c37c26de req-86e153c7-2d1c-48e6-abdb-95645e7358e9 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.174830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65a3c0b5-9508-4ece-bbf4-8f43c37c26de req-86e153c7-2d1c-48e6-abdb-95645e7358e9 tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 1096 time: 0.0415585 Aug 10 03:15:53.216839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 33e8ad44-f6c3-49b4-a0ad-2f363b440d86) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:53.221830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:53.222122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.229471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed4c18-3c2a-4bbd-9b10-f977fba28316 None None] Network 33e8ad44-f6c3-49b4-a0ad-2f363b440d86 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:53.236935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65a3c0b5-9508-4ece-bbf4-8f43c37c26de req-c86a105e-73df-4ed6-9bc9-d6ba68fed04e tempest-LiveAutoBlockMigrationV225Test-1967108315 tempest-LiveAutoBlockMigrationV225Test-1967108315-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503600 Aug 10 03:15:53.380904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c6674f-8ff3-4c81-94df-78e7b7d6acd2 None None] Network 33e8ad44-f6c3-49b4-a0ad-2f363b440d86 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:53.412393 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3cb788d3-4806-42b2-a135-64faafee21b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2665503 Aug 10 03:15:53.520764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46856) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:53.582408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-32b0286f-f45f-4ca7-8207-e443e26e80b9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.610335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-32b0286f-f45f-4ca7-8207-e443e26e80b9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.819468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-32b0286f-f45f-4ca7-8207-e443e26e80b9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.820408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-32b0286f-f45f-4ca7-8207-e443e26e80b9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:53.821667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-32b0286f-f45f-4ca7-8207-e443e26e80b9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "DELETE /v2.0/security-groups/9ff59864-023c-4a7c-9ba3-bec17d86c80a HTTP/1.1" status: 204 len: 168 time: 0.2998974 Aug 10 03:15:53.825012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46868) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:53.832715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0286f-f45f-4ca7-8207-e443e26e80b9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff59864-023c-4a7c-9ba3-bec17d86c80a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:53.850971 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-6df61702-404c-4ad7-8733-26d6ef1debe8 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] show failed (client error): The resource could not be found. Aug 10 03:15:53.853818 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6df61702-404c-4ad7-8733-26d6ef1debe8 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "GET /v2.0/security-groups/9ff59864-023c-4a7c-9ba3-bec17d86c80a HTTP/1.1" status: 404 len: 347 time: 0.0271080 Aug 10 03:15:53.857232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46872) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:54.026626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-cf85f0cd-5aca-4f9a-a309-886f612d8c4f req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-473095364', 'description': 'tempest-description-2136730437'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:54.194638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-cf85f0cd-5aca-4f9a-a309-886f612d8c4f req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.235166 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-f883774e-cd03-4d1f-b2d0-c0d22690bd17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801868 Aug 10 03:15:54.299800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-cf85f0cd-5aca-4f9a-a309-886f612d8c4f req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.354314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-92e770cd-2a6b-453e-b00a-ea0308cdb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.355897 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-92e770cd-2a6b-453e-b00a-ea0308cdb323 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 1096 time: 0.0470116 Aug 10 03:15:54.357953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Deleting port 4e4e94a8-929e-4566-88a7-2bdc0cd999e8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:54.358424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.442409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-cf85f0cd-5aca-4f9a-a309-886f612d8c4f req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.443823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.444310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.457042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Calling delete_port for 4e4e94a8-929e-4566-88a7-2bdc0cd999e8 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:54.498999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f858e-dc3f-41e3-a99a-168db8dabd3f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:54.504194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-4206eeb1-7e1c-478d-a525-bf8ee26983f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.505712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-4206eeb1-7e1c-478d-a525-bf8ee26983f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 200 len: 922 time: 0.1247029 Aug 10 03:15:54.553609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-d722bcf3-ed85-4923-bd03-b3ef5ce6f754 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 200 len: 217 time: 0.0386620 Aug 10 03:15:54.604387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-cf85f0cd-5aca-4f9a-a309-886f612d8c4f req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.605566 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf85f0cd-5aca-4f9a-a309-886f612d8c4f req-9a5c3e12-bbfe-4952-bf14-2e216a2da6db tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5851312 Aug 10 03:15:54.624063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-fc0893a6-a6f8-4909-879a-2dae35c9eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.625567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-fc0893a6-a6f8-4909-879a-2dae35c9eca4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 200 len: 861 time: 0.0508189 Aug 10 03:15:54.688108 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-567f3e28-328f-4f81-ad47-e5d74ae7bcd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b47f7dec-7c04-48ad-aa2f-fab4aab236f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445216 Aug 10 03:15:54.709533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.763523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Pushing event deleted for resources: {'Port': ['ID=4e4e94a8-929e-4566-88a7-2bdc0cd999e8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:54.827917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.831069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.835723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7451545-8c3b-453d-b927-2d670ef04cb9 tempest-ServersWithSpecificFlavorTestJSON-2038929189 tempest-ServersWithSpecificFlavorTestJSON-2038929189-project] 10.222.0.26 "DELETE /v2.0/floatingips/f60258a4-bf01-4816-8a4c-f03b2a3a7e47 HTTP/1.1" status: 204 len: 168 time: 0.9774117 Aug 10 03:15:54.856739 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ef4ccb23-19db-4d5f-a35f-b103c19266e5 req-d6f1cfda-dcb4-4798-8ed9-eb580fb9d7a6 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 210 time: 0.0397058 Aug 10 03:15:54.882021 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-64022b49-1063-42fc-847c-4499df66793d service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417217 Aug 10 03:15:54.900268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e1122-8a53-4879-b3d3-ca85b0048b2e req-ce07f61c-58eb-4ce2-b681-a4d3d78957b2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.901849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f64e1122-8a53-4879-b3d3-ca85b0048b2e req-ce07f61c-58eb-4ce2-b681-a4d3d78957b2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 944 time: 0.0641170 Aug 10 03:15:54.941739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f64e1122-8a53-4879-b3d3-ca85b0048b2e req-3c3eb1a2-3806-43c6-baa6-29b9910fc039 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Aug 10 03:15:54.980387 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-8813e1ce-10d2-4476-9faa-f1bfcf4eb96a tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/bb6f858e-dc3f-41e3-a99a-168db8dabd3f HTTP/1.1" status: 200 len: 1812 time: 0.0972931 Aug 10 03:15:54.995673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb6f858e-dc3f-41e3-a99a-168db8dabd3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:54.995994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb6f858e-dc3f-41e3-a99a-168db8dabd3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:55.030175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7f996f08-778f-4fb5-be69-cb69a0819598 req-27f0bdad-0f24-4af3-93b2-45a16c15a470 service neutron] 10.222.0.54 "GET /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393363 Aug 10 03:15:55.190962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d1708-8482-4fa6-8c83-731e90b5876d req-21648e8c-c8ba-4d37-b723-0168715c44a3 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:55.192464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-267d1708-8482-4fa6-8c83-731e90b5876d req-21648e8c-c8ba-4d37-b723-0168715c44a3 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 944 time: 0.0732768 Aug 10 03:15:55.208885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.287462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.313455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Deleting port ed7ea5de-01d6-4e74-a1f9-14120525e441 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:55.313805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.363833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.398797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b9683-76ba-44a3-8c8e-4a2486669e30,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:55.426308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] For port ed7ea5de-01d6-4e74-a1f9-14120525e441, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ed7ea5de-01d6-4e74-a1f9-14120525e441,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:55.426676 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.439690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Calling delete_port for ed7ea5de-01d6-4e74-a1f9-14120525e441 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:55.486847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.488055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd1847be-f98d-4bd8-83ea-2c80c2c6905f req-9f14a909-e35e-44e3-b18e-5b206a1b2d37 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4989378 Aug 10 03:15:55.497866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-2daf4511-d097-4e2d-b969-77c07a1321be tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:55.497866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-2daf4511-d097-4e2d-b969-77c07a1321be tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.1156337 Aug 10 03:15:55.513082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-1adf6036-eafa-4928-b223-12443cf25143 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/quotas/104156a7d99b4882b1dd45e745fd46aa HTTP/1.1" status: 200 len: 375 time: 0.0112355 Aug 10 03:15:55.565447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-66043416-ee94-43c5-be98-3a9e33eaf39d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455539 Aug 10 03:15:55.663103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-66bf0fc7-6eda-46ab-a3b5-ac6565510cef service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 Aug 10 03:15:55.751803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-2eea5d29-cf55-4b8e-8b30-866c96e03443 service neutron] 10.222.0.26 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Aug 10 03:15:55.760740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.804091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:15:55.804567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event deleted for resources: {'Port': ['ID=ed7ea5de-01d6-4e74-a1f9-14120525e441,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:55.838710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] No DVR routers for this DVR port ed7ea5de-01d6-4e74-a1f9-14120525e441 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:55.841500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:55.843657 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-267d1708-8482-4fa6-8c83-731e90b5876d req-5db30937-a6f3-4189-a345-97a8680bfe17 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "DELETE /v2.0/ports/ed7ea5de-01d6-4e74-a1f9-14120525e441 HTTP/1.1" status: 204 len: 173 time: 0.6449797 Aug 10 03:15:55.844115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'name': 'network-vif-deleted', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:55.846544 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f7950-6aa8-4fca-901d-ca02ce7bc2f7" -d '{"events": [{"server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "name": "network-vif-deleted", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:55.869606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.007480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-5f99cec0-c8f4-45ba-9862-2dcbdcfb9b34 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.009046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-5f99cec0-c8f4-45ba-9862-2dcbdcfb9b34 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.46 "GET /v2.0/networks?id=e4147bbb-a545-4335-9f09-cd428a89626d HTTP/1.1" status: 200 len: 814 time: 0.1375456 Aug 10 03:15:56.024075 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23845827-743e-4b75-8893-a2192d49a7ca req-c6292d53-c0f8-43bc-865c-0fbe6218fab6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/bb6f858e-dc3f-41e3-a99a-168db8dabd3f HTTP/1.1" status: 200 len: 2405 time: 0.0412836 Aug 10 03:15:56.066487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-130066ba-eeea-437d-825c-dd2c49a7ebd4 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab57d102a59845db9b9da513122035ab HTTP/1.1" status: 200 len: 379 time: 0.0474617 Aug 10 03:15:56.072153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:56.078875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Request body: {'port': {'device_id': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'admin_state_up': True, 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'security_groups': ['3d688dc7-1eb8-4c21-a6a9-4c455cc58d50']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:56.166133 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.191069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:56.193562 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9450e4d-29f3-4c76-9965-02b85e44bc87" -d '{"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-unplugged", "status": "completed", "tag": "d0377936-410e-437c-a391-606cab48c4d2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:56.206799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:56.274626 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87819d9b-16af-422d-ad6f-8adf2bba0fd9 x-openstack-request-id: req-87819d9b-16af-422d-ad6f-8adf2bba0fd9 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:56.275209 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610f17d0-e13e-4a72-9d5f-99333c2f9b84", "name": "network-vif-deleted", "tag": "ed7ea5de-01d6-4e74-a1f9-14120525e441", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:56.275524 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87819d9b-16af-422d-ad6f-8adf2bba0fd9 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:56.276493 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610f17d0-e13e-4a72-9d5f-99333c2f9b84', 'name': 'network-vif-deleted', 'tag': 'ed7ea5de-01d6-4e74-a1f9-14120525e441', 'status': 'completed', 'code': 200} Aug 10 03:15:56.362923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-200171ac-a561-4c3f-97ce-14b7921d289d req-e379d99b-c73e-40c4-8531-9ad5873f82e0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0313997 Aug 10 03:15:56.363925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-31d60136-f9ab-4b95-99d5-b988bd467b25 req-ad7376dd-c2f9-4356-807b-a48b56615d30 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 210 time: 0.0296328 Aug 10 03:15:56.421666 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff4d1c2-7407-4460-97b1-99be15f9f09f x-openstack-request-id: req-9ff4d1c2-7407-4460-97b1-99be15f9f09f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:56.428581 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-unplugged", "status": "completed", "tag": "d0377936-410e-437c-a391-606cab48c4d2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:56.428850 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ff4d1c2-7407-4460-97b1-99be15f9f09f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:56.429266 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2', 'code': 200} Aug 10 03:15:56.437494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a114368e-6135-496a-8047-c77269d9ec8a req-392775d5-3e0d-4d6f-b611-59d6c713a43d tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-group-rules/0f1b9683-76ba-44a3-8c8e-4a2486669e30 HTTP/1.1" status: 200 len: 778 time: 0.0344822 Aug 10 03:15:56.489168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a114368e-6135-496a-8047-c77269d9ec8a req-30173fa1-94ba-4115-9c15-615fcf3a29b4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/bb6f858e-dc3f-41e3-a99a-168db8dabd3f HTTP/1.1" status: 200 len: 2405 time: 0.0444708 Aug 10 03:15:56.491748 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-91e11c37-ac41-4587-849d-7ec5e80fe89b req-e0772348-6397-499f-a1a3-d4b277710836 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.0365386 Aug 10 03:15:56.508809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-4a34fd79-3eaa-4245-ae0d-945e250ec227 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.532410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-4a34fd79-3eaa-4245-ae0d-945e250ec227 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "GET /v2.0/ports?device_id=49e26bb0-57e4-4b46-bcc6-d4bcd24bb059 HTTP/1.1" status: 200 len: 946 time: 0.0928204 Aug 10 03:15:56.534803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a114368e-6135-496a-8047-c77269d9ec8a req-b4279072-57d7-4060-9628-add6266305fa tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.549647 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a114368e-6135-496a-8047-c77269d9ec8a req-b4279072-57d7-4060-9628-add6266305fa tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.619246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.619391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Made reservation on behalf of ab57d102a59845db9b9da513122035ab for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:15:56.619391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.624511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Deleting port d0377936-410e-437c-a391-606cab48c4d2 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:56.625201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.715826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:56.739817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a114368e-6135-496a-8047-c77269d9ec8a req-b4279072-57d7-4060-9628-add6266305fa tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.818103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a114368e-6135-496a-8047-c77269d9ec8a req-b4279072-57d7-4060-9628-add6266305fa tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.843184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a114368e-6135-496a-8047-c77269d9ec8a req-b4279072-57d7-4060-9628-add6266305fa tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0f1b9683-76ba-44a3-8c8e-4a2486669e30 HTTP/1.1" status: 204 len: 173 time: 0.3455670 Aug 10 03:15:56.854090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4279072-57d7-4060-9628-add6266305fa tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1b9683-76ba-44a3-8c8e-4a2486669e30,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:56.946961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] For port d0377936-410e-437c-a391-606cab48c4d2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d0377936-410e-437c-a391-606cab48c4d2,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:56.950121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.973176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d2b88e1a-5e84-4ca3-9a8f-fdc786e69767 req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-932815522', 'description': 'tempest-description-1789679930'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:57.017997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Calling delete_port for d0377936-410e-437c-a391-606cab48c4d2 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:57.027160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Allocated IP 172.20.0.13 (e4147bbb-a545-4335-9f09-cd428a89626d/042bfd7d-6090-4e60-a85b-3523999f4fd8/a661f47d-548f-4a4a-b558-84a6274f0319) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:15:57.208430 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d2b88e1a-5e84-4ca3-9a8f-fdc786e69767 req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.256502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:15:57.293179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: ed7ea5de-01d6-4e74-a1f9-14120525e441 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:15:57.293799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ed7ea5de-01d6-4e74-a1f9-14120525e441 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:15:57.339777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.371620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Transition to ACTIVE for port object a661f47d-548f-4a4a-b558-84a6274f0319 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:57.371926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.418520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event deleted for resources: {'Port': ['ID=d0377936-410e-437c-a391-606cab48c4d2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:57.459359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d2b88e1a-5e84-4ca3-9a8f-fdc786e69767 req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.472311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] No DVR routers for this DVR port d0377936-410e-437c-a391-606cab48c4d2 on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:15:57.474852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.477796 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-21b298f4-dd51-4e9d-ad1b-dd4c782e9d43 req-63844f9e-83d8-4568-a1ff-501b356e9833 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "DELETE /v2.0/ports/d0377936-410e-437c-a391-606cab48c4d2 HTTP/1.1" status: 204 len: 173 time: 0.9597313 Aug 10 03:15:57.612700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.624639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d2b88e1a-5e84-4ca3-9a8f-fdc786e69767 req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.681525 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-89532c71-b554-4ea6-a4d3-7e1494fbd087 req-7c0014af-8ecd-4b08-a5ab-a71eaa2b8bef tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0289047 Aug 10 03:15:57.693392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Network e4147bbb-a545-4335-9f09-cd428a89626d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:15:57.697509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:15:57.701332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:15:57.703225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8f2153-7e21-4dd2-a070-357c6b1d364a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:57.769514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event updated for resources: {'Port': ['ID=a661f47d-548f-4a4a-b558-84a6274f0319,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:57.809246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.816530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.840022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d2b88e1a-5e84-4ca3-9a8f-fdc786e69767 req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:57.841669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2b88e1a-5e84-4ca3-9a8f-fdc786e69767 req-ad753c42-def7-46b2-85c2-9845d256278b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8739734 Aug 10 03:15:57.871776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7dd57-341b-4c5d-a375-351e47a01a84 req-f632c203-7541-4108-857d-37ba1179dbc3 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:57.892480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ced7dd57-341b-4c5d-a375-351e47a01a84 req-f632c203-7541-4108-857d-37ba1179dbc3 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 932 time: 0.0981994 Aug 10 03:15:57.951294 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ced7dd57-341b-4c5d-a375-351e47a01a84 req-7233c6cb-fecc-4481-a4af-6b7742bac872 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658882 Aug 10 03:15:57.966397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c48cdb0-93dc-4e77-a3f5-828c92573672 req-23022576-42b4-4b1d-881f-84df6b3fcbf9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.0426455 Aug 10 03:15:57.990525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-260452b1-5536-44e9-81d9-e115aa2611bc tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9159598 Aug 10 03:15:58.004451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Request body: {'port': {'device_id': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:58.032129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47002) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:58.134825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.150002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8107437-4c6e-4a95-9359-9c165c6e6da5 req-dad93d02-8810-4303-bc5b-5f2be086474d tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/9c8f2153-7e21-4dd2-a070-357c6b1d364a HTTP/1.1" status: 200 len: 1812 time: 0.1323478 Aug 10 03:15:58.200266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2888c36f-6993-4830-8057-863616f78038 None None] Provisioning for port a661f47d-548f-4a4a-b558-84a6274f0319 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:15:58.205647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2888c36f-6993-4830-8057-863616f78038 None None] Provisioning complete for port a661f47d-548f-4a4a-b558-84a6274f0319 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:58.206271 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2888c36f-6993-4830-8057-863616f78038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.207528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-bf8c9406-36ce-41d2-896a-ff642465126b req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-190373484', 'description': 'tempest-description-391196583'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:58.250371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2888c36f-6993-4830-8057-863616f78038 None None] Port a661f47d-548f-4a4a-b558-84a6274f0319 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:15:58.300779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-deleted', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:58.302997 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e5c9e5-ec8d-4a67-8a3d-79b02e8b87e3" -d '{"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-deleted", "tag": "d0377936-410e-437c-a391-606cab48c4d2"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:58.382568 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd6568-58dd-423a-b888-72419d57d2e0 x-openstack-request-id: req-8ffd6568-58dd-423a-b888-72419d57d2e0 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:15:58.383286 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e26bb0-57e4-4b46-bcc6-d4bcd24bb059", "name": "network-vif-deleted", "tag": "d0377936-410e-437c-a391-606cab48c4d2", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:15:58.384247 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ffd6568-58dd-423a-b888-72419d57d2e0 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:15:58.384669 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e26bb0-57e4-4b46-bcc6-d4bcd24bb059', 'name': 'network-vif-deleted', 'tag': 'd0377936-410e-437c-a391-606cab48c4d2', 'status': 'completed', 'code': 200} Aug 10 03:15:58.489794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bf8c9406-36ce-41d2-896a-ff642465126b req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.518772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a661f47d-548f-4a4a-b558-84a6274f0319 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:15:58.527279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.552775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Transition to ACTIVE for port object a661f47d-548f-4a4a-b558-84a6274f0319 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:15:58.630471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bf8c9406-36ce-41d2-896a-ff642465126b req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.722724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.732163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:58.894954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a661f47d-548f-4a4a-b558-84a6274f0319,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:58.935285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.936019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.937041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.942049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:58.948497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bf8c9406-36ce-41d2-896a-ff642465126b req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.159997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85898670-5b41-4bd7-99ab-3bd81ad65eea,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:59.189333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Attempting to bind port a661f47d-548f-4a4a-b558-84a6274f0319 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:15:59.189777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Attempting to bind port a661f47d-548f-4a4a-b558-84a6274f0319 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:15:59.190208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Attempting to bind port a661f47d-548f-4a4a-b558-84a6274f0319 on network e4147bbb-a545-4335-9f09-cd428a89626d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:59.195124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Port a661f47d-548f-4a4a-b558-84a6274f0319 on network e4147bbb-a545-4335-9f09-cd428a89626d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:15:59.195605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Attempting to bind port a661f47d-548f-4a4a-b558-84a6274f0319 on network e4147bbb-a545-4335-9f09-cd428a89626d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:15:59.208002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Deleting port 106db0d3-1aa5-41e0-9723-602ba596895a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:15:59.208369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.214118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:15:59.214614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Checking segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:15:59.215279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Bound using segment: {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:15:59.215824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Bound port: a661f47d-548f-4a4a-b558-84a6274f0319, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c7bd61-7031-4610-98ef-6e838b5c6fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:15:59.216283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.234130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bf8c9406-36ce-41d2-896a-ff642465126b req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.251538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf8c9406-36ce-41d2-896a-ff642465126b req-b1f50859-6998-4ff3-9a8d-9af3b73c3702 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.0510581 Aug 10 03:15:59.278075 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f01bcbd1-be4d-48ce-b823-c282877dc684 req-5bea2b5a-e629-4a46-8ac1-740f590aab49 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.1256292 Aug 10 03:15:59.370775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47030) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:59.422226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] For port a661f47d-548f-4a4a-b558-84a6274f0319, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:15:59.454322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3533f36a-d4cb-4ab0-85b6-4473b865d78c req-086194ce-8846-4090-a2de-0ac4c6dd154f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.0333660 Aug 10 03:15:59.461609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] For port 106db0d3-1aa5-41e0-9723-602ba596895a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=106db0d3-1aa5-41e0-9723-602ba596895a,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:15:59.461822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] For port a661f47d-548f-4a4a-b558-84a6274f0319, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a661f47d-548f-4a4a-b558-84a6274f0319,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:15:59.461967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.510115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Calling delete_port for 106db0d3-1aa5-41e0-9723-602ba596895a owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:15:59.527762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4abaf-8407-45b5-b4c4-d4b957252d71 req-9e56e8e8-a9b8-42ab-bdef-d245a7b4c80e tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.530246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21f4abaf-8407-45b5-b4c4-d4b957252d71 req-9e56e8e8-a9b8-42ab-bdef-d245a7b4c80e tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 944 time: 0.1571357 Aug 10 03:15:59.546145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea3fa3e-62ab-41b5-9b8c-1e805ee28c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.572817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21f4abaf-8407-45b5-b4c4-d4b957252d71 req-032f7e34-d8de-4cdf-9192-14933896abd7 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360723 Aug 10 03:15:59.589394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.604529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ddc647-5c6c-4608-9a44-0be36080ae82 req-69bee1ce-9a66-43fe-98ab-6d7379c68652 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/85898670-5b41-4bd7-99ab-3bd81ad65eea HTTP/1.1" status: 200 len: 1811 time: 0.1135960 Aug 10 03:15:59.666115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-6226129c-4438-4071-8d78-6b2d501ead85 req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-192507438', 'description': 'tempest-description-1272842723'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:59.678743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.680266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.686574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/a661f47d-548f-4a4a-b558-84a6274f0319 HTTP/1.1" status: 200 len: 1093 time: 1.6837626 Aug 10 03:15:59.686574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:15:59.687154 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:15:59.733794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944f0a-dc7b-4799-a6f5-51b544c557a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a661f47d-548f-4a4a-b558-84a6274f0319,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:59.945340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-9733e923-93e9-450d-b7c3-1efdfc819ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.949833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-9733e923-93e9-450d-b7c3-1efdfc819ad4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab57d102a59845db9b9da513122035ab&device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 1096 time: 0.0976775 Aug 10 03:15:59.955899 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea3fa3e-62ab-41b5-9b8c-1e805ee28c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.964544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-22446fd5-e33d-4c80-a37b-44c806116200 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.966293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-22446fd5-e33d-4c80-a37b-44c806116200 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "GET /v2.0/networks?id=94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 200 len: 804 time: 0.3056731 Aug 10 03:16:00.020543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-6230e40c-a16a-4429-896c-f3669f8baa61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a661f47d-548f-4a4a-b558-84a6274f0319 HTTP/1.1" status: 200 len: 217 time: 0.0613658 Aug 10 03:16:00.022332 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb3884-c932-4161-9251-e19774d8af74 x-openstack-request-id: req-ecbb3884-c932-4161-9251-e19774d8af74 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:00.024501 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:00.024501 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecbb3884-c932-4161-9251-e19774d8af74 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:00.024501 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'status': 'completed', 'code': 200} Aug 10 03:16:00.034356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Request body: {'port': {'device_id': '6cfb077c-905c-487d-870b-f5bf0150b433', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'admin_state_up': True, 'tenant_id': '104156a7d99b4882b1dd45e745fd46aa'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:00.086322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-ba7a3864-2269-42af-bb34-a52c0bb5ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.088860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-ba7a3864-2269-42af-bb34-a52c0bb5ba9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042bfd7d-6090-4e60-a85b-3523999f4fd8 HTTP/1.1" status: 200 len: 853 time: 0.0617986 Aug 10 03:16:00.102676 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea3fa3e-62ab-41b5-9b8c-1e805ee28c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.116074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:00.181735 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ea3fa3e-62ab-41b5-9b8c-1e805ee28c61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c0a8211fdfd4712824a4e18e150b906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8110681 Aug 10 03:16:00.185340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47042) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:00.186946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3fa3e-62ab-41b5-9b8c-1e805ee28c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04623c4-7933-48c7-b8b1-c806418da909,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:00.188677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d0377936-410e-437c-a391-606cab48c4d2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:00.189891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d0377936-410e-437c-a391-606cab48c4d2 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:00.206025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-1f6df0ab-bfbb-440e-83f9-33bdd1ed9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.206025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-1f6df0ab-bfbb-440e-83f9-33bdd1ed9551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4147bbb-a545-4335-9f09-cd428a89626d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906866 Aug 10 03:16:00.223047 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ccbf89d4-2b34-4ea8-a39d-6a28f03ad186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.255172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee142-0cec-48ca-b771-e83223dd6e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.281961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.283809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6226129c-4438-4071-8d78-6b2d501ead85 req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.290557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee142-0cec-48ca-b771-e83223dd6e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.302723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-84928ae1-3792-45f8-9a11-68160bcfba8a service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900009 Aug 10 03:16:00.347033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Pushing event deleted for resources: {'Port': ['ID=106db0d3-1aa5-41e0-9723-602ba596895a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:00.428594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Made reservation on behalf of 104156a7d99b4882b1dd45e745fd46aa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:00.432159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5951206-b0d6-420a-beee-47d54a08c2a1 req-162751c5-3f76-496b-9b1f-5810cee42b7f service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216600 Aug 10 03:16:00.433366 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.463301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e838a883-8400-42e6-a0ed-fb132926d238 req-8e15a9f6-a3ff-4029-832d-db0e8e76acb2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0299344 Aug 10 03:16:00.592811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2996b98d-a0fc-436b-967d-8ddd7c6b8fc8 req-85ece55e-63b3-4967-942d-233dd8dbc136 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.0411677 Aug 10 03:16:00.740081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-c26fc60e-84a0-48b1-a00a-5d4a05555d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.741660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-c26fc60e-84a0-48b1-a00a-5d4a05555d17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab57d102a59845db9b9da513122035ab&device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 1096 time: 0.0777230 Aug 10 03:16:00.767697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476a18-a692-476f-ae40-cdb39d1d183a req-cb3fa719-e095-4acc-a5c0-7d8de426f22d tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.769241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9476a18-a692-476f-ae40-cdb39d1d183a req-cb3fa719-e095-4acc-a5c0-7d8de426f22d tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 944 time: 0.0784683 Aug 10 03:16:00.855778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9476a18-a692-476f-ae40-cdb39d1d183a req-01b55acc-75da-46aa-85cc-d75976ea1c85 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763097 Aug 10 03:16:00.876055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-23d82b84-b17d-4f69-8989-ed4cb262083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:00.885580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee142-0cec-48ca-b771-e83223dd6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.887571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-23d82b84-b17d-4f69-8989-ed4cb262083f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4147bbb-a545-4335-9f09-cd428a89626d HTTP/1.1" status: 200 len: 915 time: 0.1278658 Aug 10 03:16:00.888223 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee142-0cec-48ca-b771-e83223dd6e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:00.889398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2f2ee142-0cec-48ca-b771-e83223dd6e0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a04623c4-7933-48c7-b8b1-c806418da909 HTTP/1.1" status: 204 len: 168 time: 0.7033916 Aug 10 03:16:00.939239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-21901060-7cd3-46dc-b4b2-6ab387b84510 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a661f47d-548f-4a4a-b558-84a6274f0319 HTTP/1.1" status: 200 len: 217 time: 0.0507512 Aug 10 03:16:00.952749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ee142-0cec-48ca-b771-e83223dd6e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04623c4-7933-48c7-b8b1-c806418da909,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.015508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-04bbaa42-dfe9-496e-b992-0e048cb5be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.018713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-04bbaa42-dfe9-496e-b992-0e048cb5be42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042bfd7d-6090-4e60-a85b-3523999f4fd8 HTTP/1.1" status: 200 len: 853 time: 0.0710406 Aug 10 03:16:01.027620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6226129c-4438-4071-8d78-6b2d501ead85 req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.069915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.072208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-3ca16b97-17f9-45a3-b05e-74b459ec9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.073944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-3ca16b97-17f9-45a3-b05e-74b459ec9515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4147bbb-a545-4335-9f09-cd428a89626d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483379 Aug 10 03:16:01.122122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Allocated IP 172.20.0.7 (94e103e2-30d6-4580-9b57-e869719c555e/ba35c8f5-eebc-4816-91b2-a58686e8ace0/3c362533-8c96-4445-8d9c-0c1c74361bb1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:01.188215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-c04c538b-66c0-4532-86f2-cf5fb4d69262 service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058755 Aug 10 03:16:01.188482 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6226129c-4438-4071-8d78-6b2d501ead85 req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.260168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d4500f-d541-4ee0-a195-d0388b217a83,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.296254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0483f1-a4ee-48f0-907c-a39eb8610a0d req-a138ddd4-221b-4609-a903-07106dce8497 service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001799 Aug 10 03:16:01.365604 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6226129c-4438-4071-8d78-6b2d501ead85 req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.366744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6226129c-4438-4071-8d78-6b2d501ead85 req-edaee535-e5c2-4388-8e2a-cce6b830ffd6 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7092314 Aug 10 03:16:01.432879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e0c1121-5267-4b46-bf2e-aa0b36f9486d req-8053cc10-6e8c-418f-b4c2-8cfa08227488 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/a7d4500f-d541-4ee0-a195-d0388b217a83 HTTP/1.1" status: 200 len: 1812 time: 0.0412693 Aug 10 03:16:01.450648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.464773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-830761a3-1512-42c2-80d7-144650d78592 req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1638681272', 'description': 'tempest-description-1259668223'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:01.487390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Router 30cdceec-48a8-4e07-851a-abb51b3cd94e has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:01.572438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-559e125b-edd6-4919-aa45-a37ddecc19b8 req-b84001c2-cdba-4122-a4c7-e5045e378487 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0305388 Aug 10 03:16:01.598701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830761a3-1512-42c2-80d7-144650d78592 req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.638467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:01.646990 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-502465c4-ae36-491a-a6ba-619f5a3cbe4d admin admin] 10.222.0.26 "PUT /v2.0/routers/30cdceec-48a8-4e07-851a-abb51b3cd94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6107323 Aug 10 03:16:01.646990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47066) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:01.650620 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] Sync routers for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:01.659914 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:01.660574 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:01.697049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-616316c9-1865-4e8b-b62d-1ce21359c83b req-207a10d5-5374-4f30-8b75-4ffae76d9f3f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.0269988 Aug 10 03:16:01.753538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.771074 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:01.822433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Network 94e103e2-30d6-4580-9b57-e869719c555e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:01.836088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:01.840099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830761a3-1512-42c2-80d7-144650d78592 req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.844532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:01.855617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.872129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:01.929091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830761a3-1512-42c2-80d7-144650d78592 req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.960783 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:15:59Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:01.962975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.963626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.017756 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] Checking router: 30cdceec-48a8-4e07-851a-abb51b3cd94e for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:02.017878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37098b56-ca14-418d-beee-3ce354de4d6b req-7f8bfccc-ed84-48ec-a17c-702b7fd9c519 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.017878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37098b56-ca14-418d-beee-3ce354de4d6b req-7f8bfccc-ed84-48ec-a17c-702b7fd9c519 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 944 time: 0.0620451 Aug 10 03:16:02.018068 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] Routers {'30cdceec-48a8-4e07-851a-abb51b3cd94e'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:02.018068 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:15:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['30cdceec-48a8-4e07-851a-abb51b3cd94e'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:02.018265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed6d8b-d1c6-4aac-97e5-781c74fa42e8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:02.038852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.072680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37098b56-ca14-418d-beee-3ce354de4d6b req-02eb7411-bc40-4d4c-8049-f6974aa433e0 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413635 Aug 10 03:16:02.126138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a661f47d-548f-4a4a-b558-84a6274f0319 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:02.126950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47074) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:02.128756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a89a19f-f1bb-4d07-abb5-631fc0a8b985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.139721 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] Set router 30cdceec-48a8-4e07-851a-abb51b3cd94e gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:02.185086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-830761a3-1512-42c2-80d7-144650d78592 req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.187033 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-830761a3-1512-42c2-80d7-144650d78592 req-a6b35005-f2cd-4720-8692-f9e42f915bc9 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7304521 Aug 10 03:16:02.190580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-7e43b4db-7319-4cf4-b5fd-fcf0716ab371 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1642807 Aug 10 03:16:02.210007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Request body: {'port': {'device_id': '6cfb077c-905c-487d-870b-f5bf0150b433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:02.226218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a661f47d-548f-4a4a-b558-84a6274f0319, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a661f47d-548f-4a4a-b558-84a6274f0319,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.242353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'port_id': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'mac_address': 'fa:16:3e:2a:47:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:02.327925 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.342992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a661f47d-548f-4a4a-b558-84a6274f0319 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:02.353456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.371742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a661f47d-548f-4a4a-b558-84a6274f0319, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a661f47d-548f-4a4a-b558-84a6274f0319,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.432472 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6704e279-94c6-4ce9-b06e-628067103840 req-4c95990e-cb61-4f2e-9369-90baaa5db6ea tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/c1ed6d8b-d1c6-4aac-97e5-781c74fa42e8 HTTP/1.1" status: 200 len: 1813 time: 0.1743548 Aug 10 03:16:02.446223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.489663 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-2af40783-03ba-4f47-acca-89a72f65a01f req-18a1ece1-b469-4113-8c6d-3b3c30240eeb tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] show failed (client error): The resource could not be found. Aug 10 03:16:02.493058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2af40783-03ba-4f47-acca-89a72f65a01f req-18a1ece1-b469-4113-8c6d-3b3c30240eeb tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/8abefe19-7fc9-4e9f-ac9a-dddc21cf7fe1 HTTP/1.1" status: 404 len: 352 time: 0.0236061 Aug 10 03:16:02.509881 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:15:59Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:02.526550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a661f47d-548f-4a4a-b558-84a6274f0319,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:02.549484 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c85776-e5ec-409a-bed1-38d4aaa3a88e None None] The sync data for ids ['30cdceec-48a8-4e07-851a-abb51b3cd94e'] in n-d-765315-26 is: [{'id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-431092899-router', 'tenant_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:45Z', 'updated_at': '2021-08-10T03:15:59Z', 'revision_number': 5, 'project_id': 'bf89bbceef3d4e1e97262fba0e4b5974', 'gw_port': {'id': '69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:b1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdceec-48a8-4e07-851a-abb51b3cd94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:09:46Z', 'updated_at': '2021-08-10T03:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:02.560148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Deleting port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:02.560148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.615779 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [req-7e0a269d-36d8-4101-ae1b-0d3e50c65707 req-0a5198e4-1d50-4bb0-b518-7552a392cf6d tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] show failed (client error): The resource could not be found. Aug 10 03:16:02.616999 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7e0a269d-36d8-4101-ae1b-0d3e50c65707 req-0a5198e4-1d50-4bb0-b518-7552a392cf6d tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-group-rules/a8e2d325-305d-489a-bc88-bc61fb2e1946 HTTP/1.1" status: 404 len: 361 time: 0.0827856 Aug 10 03:16:02.640591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a661f47d-548f-4a4a-b558-84a6274f0319'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:02.673108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.705562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a89a19f-f1bb-4d07-abb5-631fc0a8b985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.734136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f924bfb7-2840-473c-9890-dcc9e172c267 req-b8ae568a-f936-4ecd-b024-f1915ca0df0b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=610f17d0-e13e-4a72-9d5f-99333c2f9b84 HTTP/1.1" status: 200 len: 210 time: 0.0491316 Aug 10 03:16:02.784383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] For port 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:02.785150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.802591 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-240e5f61-0f28-4aa4-82a5-9eed80db95aa req-54ab58b0-742c-449e-b798-32a33a9bd2b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/c1ed6d8b-d1c6-4aac-97e5-781c74fa42e8 HTTP/1.1" status: 200 len: 1813 time: 0.1557517 Aug 10 03:16:02.815330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Calling delete_port for 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:02.824661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a89a19f-f1bb-4d07-abb5-631fc0a8b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:02.906383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb40b66-ff9b-4671-a81d-9d48cae265ad req-baa528b0-1e4a-46aa-92a6-a7573ab6ffad tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:02.908198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffb40b66-ff9b-4671-a81d-9d48cae265ad req-baa528b0-1e4a-46aa-92a6-a7573ab6ffad tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 931 time: 0.0996854 Aug 10 03:16:02.955071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffb40b66-ff9b-4671-a81d-9d48cae265ad req-bff6dec0-6836-43c0-ac8a-25955d19340a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Aug 10 03:16:03.010954 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a89a19f-f1bb-4d07-abb5-631fc0a8b985 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69aa3f5b8df94f4a98d79948115a1b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8970723 Aug 10 03:16:03.011344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47088) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:03.059140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89a19f-f1bb-4d07-abb5-631fc0a8b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6e6c8-5243-40eb-914d-10f952cfe5b1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.079621 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8500fb83-6180-414e-9be7-66fa93882df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.090313 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46e1fe1e-8838-4682-a623-084bdbb63c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.100554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-240e5f61-0f28-4aa4-82a5-9eed80db95aa req-df26f56c-3a6d-4e34-aa5d-d74a8421798e tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.114186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8500fb83-6180-414e-9be7-66fa93882df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.146527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c362533-8c96-4445-8d9c-0c1c74361bb1 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:03.172800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 106db0d3-1aa5-41e0-9723-602ba596895a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:03.192455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-240e5f61-0f28-4aa4-82a5-9eed80db95aa req-df26f56c-3a6d-4e34-aa5d-d74a8421798e tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.205539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 106db0d3-1aa5-41e0-9723-602ba596895a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:03.205930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 106db0d3-1aa5-41e0-9723-602ba596895a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:03.215622 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.248127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccfdcc-6df9-4d56-b8b8-e71c43818a15 req-a2acbad2-6233-4219-b098-5b105f27d36b tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:03.256735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78ccfdcc-6df9-4d56-b8b8-e71c43818a15 req-a2acbad2-6233-4219-b098-5b105f27d36b tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 945 time: 0.0777726 Aug 10 03:16:03.303130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78ccfdcc-6df9-4d56-b8b8-e71c43818a15 req-7061346a-73fe-4bf9-b658-4d901f3d5056 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452833 Aug 10 03:16:03.434149 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8500fb83-6180-414e-9be7-66fa93882df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.456598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8500fb83-6180-414e-9be7-66fa93882df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.456598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8500fb83-6180-414e-9be7-66fa93882df9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5dc6e6c8-5243-40eb-914d-10f952cfe5b1 HTTP/1.1" status: 204 len: 168 time: 0.4255605 Aug 10 03:16:03.456598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500fb83-6180-414e-9be7-66fa93882df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6e6c8-5243-40eb-914d-10f952cfe5b1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.514413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Transition to ACTIVE for port object 3c362533-8c96-4445-8d9c-0c1c74361bb1 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:03.515572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-240e5f61-0f28-4aa4-82a5-9eed80db95aa req-df26f56c-3a6d-4e34-aa5d-d74a8421798e tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.518221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-240e5f61-0f28-4aa4-82a5-9eed80db95aa req-df26f56c-3a6d-4e34-aa5d-d74a8421798e tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.519392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-240e5f61-0f28-4aa4-82a5-9eed80db95aa req-df26f56c-3a6d-4e34-aa5d-d74a8421798e tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "DELETE /v2.0/security-groups/c1ed6d8b-d1c6-4aac-97e5-781c74fa42e8 HTTP/1.1" status: 204 len: 173 time: 0.6993868 Aug 10 03:16:03.532542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26f56c-3a6d-4e34-aa5d-d74a8421798e tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed6d8b-d1c6-4aac-97e5-781c74fa42e8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.593876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f35bfd7-9093-41ee-ba3e-c5304e109f4c req-60fe85c8-c4cc-4de2-937e-b7d6ec398be4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/a7d4500f-d541-4ee0-a195-d0388b217a83 HTTP/1.1" status: 200 len: 1812 time: 0.0451515 Aug 10 03:16:03.651281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.651697 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5f35bfd7-9093-41ee-ba3e-c5304e109f4c req-92662782-251b-497f-9be2-18a2873a66b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.676235 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5f35bfd7-9093-41ee-ba3e-c5304e109f4c req-92662782-251b-497f-9be2-18a2873a66b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.683963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.729477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.794905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.818892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.857165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5f35bfd7-9093-41ee-ba3e-c5304e109f4c req-92662782-251b-497f-9be2-18a2873a66b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.861587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5f35bfd7-9093-41ee-ba3e-c5304e109f4c req-92662782-251b-497f-9be2-18a2873a66b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.862430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f35bfd7-9093-41ee-ba3e-c5304e109f4c req-92662782-251b-497f-9be2-18a2873a66b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "DELETE /v2.0/security-groups/a7d4500f-d541-4ee0-a195-d0388b217a83 HTTP/1.1" status: 204 len: 173 time: 0.2624712 Aug 10 03:16:03.874423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92662782-251b-497f-9be2-18a2873a66b2 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d4500f-d541-4ee0-a195-d0388b217a83,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:03.976752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:03.989130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.092439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.099209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a661f47d-548f-4a4a-b558-84a6274f0319 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:04.101244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584652-4e76-4026-80b4-a318c2c24d37 req-27bc03af-ee28-491b-9608-a0f6a17d1f8c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.104183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56584652-4e76-4026-80b4-a318c2c24d37 req-27bc03af-ee28-491b-9608-a0f6a17d1f8c tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.0599861 Aug 10 03:16:04.110305 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62af74ff-1ab7-44d3-913a-b8d0abf969dd req-f529ff41-a781-4851-890c-dbb1d1650342 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/85898670-5b41-4bd7-99ab-3bd81ad65eea HTTP/1.1" status: 200 len: 1811 time: 0.2094305 Aug 10 03:16:04.113106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Attempting to bind port 3c362533-8c96-4445-8d9c-0c1c74361bb1 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:04.113445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Attempting to bind port 3c362533-8c96-4445-8d9c-0c1c74361bb1 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:04.113774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Attempting to bind port 3c362533-8c96-4445-8d9c-0c1c74361bb1 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:04.121970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Port 3c362533-8c96-4445-8d9c-0c1c74361bb1 on network 94e103e2-30d6-4580-9b57-e869719c555e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:04.122317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Attempting to bind port 3c362533-8c96-4445-8d9c-0c1c74361bb1 on network 94e103e2-30d6-4580-9b57-e869719c555e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:04.145089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:04.145437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Checking segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:04.145827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Bound using segment: {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:04.146274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Bound port: 3c362533-8c96-4445-8d9c-0c1c74361bb1, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c700a6-446e-4f21-880d-c632454bd60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:04.146633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.162162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56584652-4e76-4026-80b4-a318c2c24d37 req-d4988edb-2dda-4041-accf-22f27cc8882b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458527 Aug 10 03:16:04.272801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:04.282406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-62af74ff-1ab7-44d3-913a-b8d0abf969dd req-3eba8482-7174-46c3-a845-55bf58e844ee tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.282406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:04.301233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-62af74ff-1ab7-44d3-913a-b8d0abf969dd req-3eba8482-7174-46c3-a845-55bf58e844ee tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.342770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.345482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30cdceec-48a8-4e07-851a-abb51b3cd94e {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:16:04.354358 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.355590 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cf6f85e0-7124-4eb3-a18e-3885f60cd490 admin admin] 10.222.0.26 "DELETE /v2.0/routers/30cdceec-48a8-4e07-851a-abb51b3cd94e HTTP/1.1" status: 204 len: 168 time: 2.7079484 Aug 10 03:16:04.358367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47120) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:04.438275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Deleting subnet 4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:04.443135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.483855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1844287-9511-45b4-b6b4-f155269a30c9 req-d1d35497-8429-46aa-bef8-ccd273e5b37f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.487572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1844287-9511-45b4-b6b4-f155269a30c9 req-d1d35497-8429-46aa-bef8-ccd273e5b37f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 945 time: 0.0945144 Aug 10 03:16:04.496442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.514347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port a661f47d-548f-4a4a-b558-84a6274f0319 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:04.514347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port a661f47d-548f-4a4a-b558-84a6274f0319 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:04.514347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.575783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1844287-9511-45b4-b6b4-f155269a30c9 req-25ec7666-fd2d-4a83-bb43-42b90a6b197b tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551534 Aug 10 03:16:04.584111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.588762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-62af74ff-1ab7-44d3-913a-b8d0abf969dd req-3eba8482-7174-46c3-a845-55bf58e844ee tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.591822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-62af74ff-1ab7-44d3-913a-b8d0abf969dd req-3eba8482-7174-46c3-a845-55bf58e844ee tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.597538 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62af74ff-1ab7-44d3-913a-b8d0abf969dd req-3eba8482-7174-46c3-a845-55bf58e844ee tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "DELETE /v2.0/security-groups/85898670-5b41-4bd7-99ab-3bd81ad65eea HTTP/1.1" status: 204 len: 173 time: 0.4782555 Aug 10 03:16:04.654272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.662212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba8482-7174-46c3-a845-55bf58e844ee tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85898670-5b41-4bd7-99ab-3bd81ad65eea,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:04.683751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.685717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.686466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.688008 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] 10.222.0.46 "PUT /v2.0/ports/3c362533-8c96-4445-8d9c-0c1c74361bb1 HTTP/1.1" status: 200 len: 1092 time: 2.4823194 Aug 10 03:16:04.690624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb077c-905c-487d-870b-f5bf0150b433', 'tag': '3c362533-8c96-4445-8d9c-0c1c74361bb1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:04.694483 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb077c-905c-487d-870b-f5bf0150b433", "tag": "3c362533-8c96-4445-8d9c-0c1c74361bb1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:04.731568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6c82a-44e8-4a60-a93a-2bfafefc9ceb service neutron] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:04.737065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:04.740529 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271781d1-966e-4014-bc5e-6fea041ebbb6" -d '{"events": [{"server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "name": "network-vif-plugged", "status": "completed", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:04.771057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a661f47d-548f-4a4a-b558-84a6274f0319, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a661f47d-548f-4a4a-b558-84a6274f0319,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:04.774647 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc2c7e-1dde-40ab-94dd-1e9d28a7588a x-openstack-request-id: req-09bc2c7e-1dde-40ab-94dd-1e9d28a7588a {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:04.775020 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb077c-905c-487d-870b-f5bf0150b433", "tag": "3c362533-8c96-4445-8d9c-0c1c74361bb1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:04.775331 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09bc2c7e-1dde-40ab-94dd-1e9d28a7588a {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:04.775795 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfb077c-905c-487d-870b-f5bf0150b433', 'tag': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'status': 'completed', 'code': 200} Aug 10 03:16:04.809471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87384514-2614-4e05-bd54-765a863cc5e0 req-c31c38fb-8717-4e92-89a8-5ebd889ef405 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/9c8f2153-7e21-4dd2-a070-357c6b1d364a HTTP/1.1" status: 200 len: 1812 time: 0.0779204 Aug 10 03:16:04.845630 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc4995-7668-4658-80a4-8b17620fce9b x-openstack-request-id: req-a0fc4995-7668-4658-80a4-8b17620fce9b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:04.849529 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "name": "network-vif-plugged", "status": "completed", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:04.854199 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0fc4995-7668-4658-80a4-8b17620fce9b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:04.854199 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'code': 200} Aug 10 03:16:04.863183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3 req-dcc91683-cbfb-418c-8589-11aa0d730664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.865060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3 req-dcc91683-cbfb-418c-8589-11aa0d730664 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 1095 time: 0.0688665 Aug 10 03:16:04.929200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.971697 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87384514-2614-4e05-bd54-765a863cc5e0 req-25651429-1bbe-4f72-8a3f-e726b73849c4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.011289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87384514-2614-4e05-bd54-765a863cc5e0 req-25651429-1bbe-4f72-8a3f-e726b73849c4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.016895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3 req-9d10eb07-642e-453f-87e7-6991fcf17466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.019073 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3 req-9d10eb07-642e-453f-87e7-6991fcf17466 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=104156a7d99b4882b1dd45e745fd46aa&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1449945 Aug 10 03:16:05.022469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56317-f638-47ec-a78b-fb2f290e723c req-d64f7875-9c1e-4637-b3f2-5604f5f11b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.024548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dce56317-f638-47ec-a78b-fb2f290e723c req-d64f7875-9c1e-4637-b3f2-5604f5f11b1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 1098 time: 0.0905623 Aug 10 03:16:05.045232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a661f47d-548f-4a4a-b558-84a6274f0319,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:05.061263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.064748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.065212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.065656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.069010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:05.093036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dce56317-f638-47ec-a78b-fb2f290e723c req-7e48a4a7-295b-446d-86c9-5dd07cf74f23 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591118 Aug 10 03:16:05.148734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.175247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee198fc-5c2b-4af5-8552-d1de1bfb7c84,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:05.179226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.184670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a78e8602-cd1b-4734-bfb6-d740debb8bf1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4ee198fc-5c2b-4af5-8552-d1de1bfb7c84 HTTP/1.1" status: 204 len: 168 time: 0.8244567 Aug 10 03:16:05.184973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:05.185537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb07801-8a65-400d-bf66-9ea2f89892b5 None None] Network 7bd4f925-333e-4526-b0da-88b1aff13965 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:05.197129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3 req-4d1abc6b-e00a-49e4-9d77-dd99cc68bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.203317 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ea53e66f-7f42-4a8e-a96f-60d9c083b1a3 req-4d1abc6b-e00a-49e4-9d77-dd99cc68bc34 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693215 Aug 10 03:16:05.232938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87384514-2614-4e05-bd54-765a863cc5e0 req-25651429-1bbe-4f72-8a3f-e726b73849c4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.234331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:05.236008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87384514-2614-4e05-bd54-765a863cc5e0 req-25651429-1bbe-4f72-8a3f-e726b73849c4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.240281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87384514-2614-4e05-bd54-765a863cc5e0 req-25651429-1bbe-4f72-8a3f-e726b73849c4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c8f2153-7e21-4dd2-a070-357c6b1d364a HTTP/1.1" status: 204 len: 173 time: 0.4299364 Aug 10 03:16:05.334210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:05.334772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 69e1b0d8-6bad-4ed0-9e74-1e8ca227b9ad not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:05.345641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.398061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25651429-1bbe-4f72-8a3f-e726b73849c4 tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8f2153-7e21-4dd2-a070-357c6b1d364a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:05.414779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-2ebb8bfc-1bb5-47b5-8b40-2f5317763d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.418080 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-2ebb8bfc-1bb5-47b5-8b40-2f5317763d1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=104156a7d99b4882b1dd45e745fd46aa&device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 1095 time: 0.1611998 Aug 10 03:16:05.497515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e45da6b-31c3-4070-8aee-ac0c6d30b549 req-4ba5af7c-5222-4e06-9724-23e89ee2332c tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "GET /v2.0/security-groups/bb6f858e-dc3f-41e3-a99a-168db8dabd3f HTTP/1.1" status: 200 len: 1812 time: 0.1380432 Aug 10 03:16:05.501022 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-d8ba4b24-8925-4043-9e53-08b7eda5e999 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1 HTTP/1.1" status: 200 len: 217 time: 0.0712390 Aug 10 03:16:05.510876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e422c37-078f-404c-a58c-c05d2bf93562 req-109922ca-d759-4e39-8ae5-264d881281ee tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.519422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2e422c37-078f-404c-a58c-c05d2bf93562 req-109922ca-d759-4e39-8ae5-264d881281ee tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.1868937 Aug 10 03:16:05.608957 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2e422c37-078f-404c-a58c-c05d2bf93562 req-fd2884a8-eeb4-4b7c-aa20-222685ba039e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883849 Aug 10 03:16:05.632877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-53101d7a-621b-4da3-80ae-3469d801ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.636062 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-53101d7a-621b-4da3-80ae-3469d801ab9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 200 len: 844 time: 0.1144648 Aug 10 03:16:05.658482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Deleting port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:05.659320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.703063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] DHCP port deletion for 7bd4f925-333e-4526-b0da-88b1aff13965 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:16:05.739112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6e45da6b-31c3-4070-8aee-ac0c6d30b549 req-1ed6a08b-5e16-46cc-83da-e5f23defa52b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.758460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.787645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6e45da6b-31c3-4070-8aee-ac0c6d30b549 req-1ed6a08b-5e16-46cc-83da-e5f23defa52b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.792439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] For port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:05.793152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.794697 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-1dff4830-9969-43c9-869e-e5b5691e2cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=94e103e2-30d6-4580-9b57-e869719c555e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465528 Aug 10 03:16:05.814346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] Deleting port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:05.814632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.820151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Calling delete_port for 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:05.896209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b47d67-cfa5-4a08-aa24-e63917d81bb0 req-41e93d7d-628b-436b-ba55-f201dc9e0c39 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:05.902848 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-08b47d67-cfa5-4a08-aa24-e63917d81bb0 req-41e93d7d-628b-436b-ba55-f201dc9e0c39 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.1830058 Aug 10 03:16:05.971174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] For port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,segment=NetworkSegment(7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27),segment_id=7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:05.972010 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:05.991973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] Calling delete_port for 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:06.010585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-08b47d67-cfa5-4a08-aa24-e63917d81bb0 req-f7c48e57-5a73-450d-b559-5243f134aa46 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526307 Aug 10 03:16:06.052521 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6e45da6b-31c3-4070-8aee-ac0c6d30b549 req-1ed6a08b-5e16-46cc-83da-e5f23defa52b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.055950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6e45da6b-31c3-4070-8aee-ac0c6d30b549 req-1ed6a08b-5e16-46cc-83da-e5f23defa52b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.057936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e45da6b-31c3-4070-8aee-ac0c6d30b549 req-1ed6a08b-5e16-46cc-83da-e5f23defa52b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb6f858e-dc3f-41e3-a99a-168db8dabd3f HTTP/1.1" status: 204 len: 173 time: 0.5564647 Aug 10 03:16:06.067739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47160) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:06.067977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-b30d7480-8a4f-4538-87cc-022a3ef57c5c service neutron] 10.222.0.46 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545393 Aug 10 03:16:06.071860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6a08b-5e16-46cc-83da-e5f23defa52b tempest-SecurityGroupRulesNegativeTestJSON-1940307679 tempest-SecurityGroupRulesNegativeTestJSON-1940307679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f858e-dc3f-41e3-a99a-168db8dabd3f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:06.100302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.178548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.219196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] Pushing event deleted for resources: {'Port': ['ID=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:06.231504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a6ebd-ed00-4263-bdb7-d876d0d5c00a None None] No DVR routers for this DVR port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:06.247911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] No DVR routers for this DVR port 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:06.259449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Deleting subnet 37d231de-c3ce-45f2-8ff0-32cb587c7016 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:06.263163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.297001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e69e51f4-aa1c-45c9-94a8-d506869aecd8 req-40e2614d-575a-4ec7-9d41-2416cf2f4609 service neutron] 10.222.0.46 "GET /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214584 Aug 10 03:16:06.336905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:06.347592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.447073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.466502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd4f925-333e-4526-b0da-88b1aff13965']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:06.476105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.501454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:06.501871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9f6d0d-7fcb-4ad0-b12f-5bb474953c27') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:06.522998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.544152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.570165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:06.571140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:06.611622 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:06.743564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.754402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d38694-6318-4a74-afc6-cf965f440584 req-1d71fb1c-9e56-4ea6-9180-d37691bf856f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:06.754402 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d38694-6318-4a74-afc6-cf965f440584 req-1d71fb1c-9e56-4ea6-9180-d37691bf856f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.0615377 Aug 10 03:16:06.798539 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.801107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/37d231de-c3ce-45f2-8ff0-32cb587c7016 HTTP/1.1" status: 204 len: 168 time: 0.7321241 Aug 10 03:16:06.802681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-56d38694-6318-4a74-afc6-cf965f440584 req-202082f7-548b-4ba9-8c31-f4f57227c7d9 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Aug 10 03:16:06.803653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47178) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:06.808934 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.823293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:06.823293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7bd4f925-333e-4526-b0da-88b1aff13965 HTTP/1.1" status: 204 len: 168 time: 1.6366510 Aug 10 03:16:06.823636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51035558-995d-458f-bb26-fb82f4ecc096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d231de-c3ce-45f2-8ff0-32cb587c7016,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:06.844189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47180) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:06.845211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5f4fb-ecea-4219-b3cd-7b69a745fca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd4f925-333e-4526-b0da-88b1aff13965,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:07.178039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633922a-ea77-4e21-b680-3ba3998818d4 req-0efc0d4f-71f8-4352-aaa1-b01446579eba tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.179597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8633922a-ea77-4e21-b680-3ba3998818d4 req-0efc0d4f-71f8-4352-aaa1-b01446579eba tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.0880382 Aug 10 03:16:07.198771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:07.227868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:07.228401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c090eb1-b07d-4ec8-95a8-e771e4d8ef5b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:07.263043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.268310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8633922a-ea77-4e21-b680-3ba3998818d4 req-296cc434-bb81-4581-8148-8e7d4cbd2fa5 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725169 Aug 10 03:16:07.360063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.388843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.398886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e8ad44-f6c3-49b4-a0ad-2f363b440d86']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:07.410659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bd5ef6-2a36-40d8-b989-d9034329cf34') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:07.411151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bd5ef6-2a36-40d8-b989-d9034329cf34') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:07.423373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.457589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.470115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:07.471260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:07.486682 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:07.538753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47194) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:07.652682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4ff3cdd-a5d3-4f8b-a09c-786c14ade97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.722498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.731834 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.733952 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] 10.222.0.26 "DELETE /v2.0/networks/33e8ad44-f6c3-49b4-a0ad-2f363b440d86 HTTP/1.1" status: 204 len: 168 time: 0.9283659 Aug 10 03:16:07.751044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3021f7-2912-45fd-ab47-324f79571b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e8ad44-f6c3-49b4-a0ad-2f363b440d86,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:07.805883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bda2d-d872-4068-a542-4b26d0ddc00c req-979f387f-6737-4c99-b790-7f728c0bd4a2 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:07.807354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-545bda2d-d872-4068-a542-4b26d0ddc00c req-979f387f-6737-4c99-b790-7f728c0bd4a2 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.4442604 Aug 10 03:16:07.817813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47200) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:07.822360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Request body: {'floatingip': {'port_id': 'a661f47d-548f-4a4a-b558-84a6274f0319'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:07.825854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4ff3cdd-a5d3-4f8b-a09c-786c14ade97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.868891 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:07.978077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Deleting port 007a75b5-7113-4943-9c22-3ede4168d137 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:07.978421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.011732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e83411-009f-48f1-881e-59e01b655da0 req-c48209a1-4577-4a04-9531-de0ac5e7249d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:08.013250 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a1e83411-009f-48f1-881e-59e01b655da0 req-c48209a1-4577-4a04-9531-de0ac5e7249d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.1147382 Aug 10 03:16:08.013866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4ff3cdd-a5d3-4f8b-a09c-786c14ade97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.067765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] For port 007a75b5-7113-4943-9c22-3ede4168d137, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=007a75b5-7113-4943-9c22-3ede4168d137,segment=NetworkSegment(9f8780a6-158a-40bd-bbbf-8fd0da729dbc),segment_id=9f8780a6-158a-40bd-bbbf-8fd0da729dbc)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:08.068143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.081394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Calling delete_port for 007a75b5-7113-4943-9c22-3ede4168d137 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:08.117223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3c362533-8c96-4445-8d9c-0c1c74361bb1 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:08.139613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff3cdd-a5d3-4f8b-a09c-786c14ade97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7472a355-e820-408d-83e7-a6cb2d80d6cd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.144197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4ff3cdd-a5d3-4f8b-a09c-786c14ade97f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c264be96ec104408a8d087508e4afafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036274 Aug 10 03:16:08.147329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47204) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:08.163050 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a1e83411-009f-48f1-881e-59e01b655da0 req-45c9ada8-9da2-4512-9693-6004610e5ef0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278727 Aug 10 03:16:08.309001 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3773-b82b-43fd-bd2a-754e577ca8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.325267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:08.342317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'mac_address': 'fa:16:3e:4f:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:08.360060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3773-b82b-43fd-bd2a-754e577ca8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.395815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.411810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c362533-8c96-4445-8d9c-0c1c74361bb1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:08.440709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:08.447920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47210) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:08.492913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e78f00bb-9b85-4568-a479-d4c9893e2ee0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e87ac8e706d4d3a8d3759840a9430f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408728 Aug 10 03:16:08.493568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47214) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:08.549738 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.575131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2d223f9-380c-4b84-a1ee-dc9133985cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.591164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Pushing event deleted for resources: {'Port': ['ID=007a75b5-7113-4943-9c22-3ede4168d137,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.604469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2d223f9-380c-4b84-a1ee-dc9133985cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.609488 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.659556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3773-b82b-43fd-bd2a-754e577ca8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.663797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3773-b82b-43fd-bd2a-754e577ca8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.668385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8ab3773-b82b-43fd-bd2a-754e577ca8bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7472a355-e820-408d-83e7-a6cb2d80d6cd HTTP/1.1" status: 204 len: 168 time: 0.5200272 Aug 10 03:16:08.704680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.705355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab3773-b82b-43fd-bd2a-754e577ca8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7472a355-e820-408d-83e7-a6cb2d80d6cd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.724616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:08.806898 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.812927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3c362533-8c96-4445-8d9c-0c1c74361bb1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:08.848427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.894239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2d223f9-380c-4b84-a1ee-dc9133985cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.897472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2d223f9-380c-4b84-a1ee-dc9133985cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:08.901776 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e2d223f9-380c-4b84-a1ee-dc9133985cea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f04bf5b-293d-49f6-bf91-3d3887dc58f2 HTTP/1.1" status: 204 len: 168 time: 0.4070597 Aug 10 03:16:08.920249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d223f9-380c-4b84-a1ee-dc9133985cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04bf5b-293d-49f6-bf91-3d3887dc58f2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:09.005474 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Floating IP 8961bb6c-354e-462d-95bc-595d286a7257 associated. External IP: 172.25.1.50, port: a661f47d-548f-4a4a-b558-84a6274f0319. Aug 10 03:16:09.203799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Router 26a518b8-1e49-484c-813b-78cf9450f915 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:09.213031 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:09.218822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3460-d307-4a01-9f93-ae6a37f0f4bd req-9526f743-8e2c-4817-a040-5beff125d417 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:09.221024 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e22a3460-d307-4a01-9f93-ae6a37f0f4bd req-9526f743-8e2c-4817-a040-5beff125d417 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.1592944 Aug 10 03:16:09.334243 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e22a3460-d307-4a01-9f93-ae6a37f0f4bd req-a72f3929-fb21-400c-8433-3561e207dc2d tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005201 Aug 10 03:16:09.372157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:09.382736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] Sync routers for ids ['26a518b8-1e49-484c-813b-78cf9450f915'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:09.385836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47232) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:09.394619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bb6f4a2e-0070-4cba-af42-cdbeea1ed872 admin admin] 10.222.0.26 "PUT /v2.0/routers/26a518b8-1e49-484c-813b-78cf9450f915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5416734 Aug 10 03:16:09.402721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] Routers {'26a518b8-1e49-484c-813b-78cf9450f915'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:09.402920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['26a518b8-1e49-484c-813b-78cf9450f915'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:09.444383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbea116-c068-4003-a80e-f810c4483e7f req-b49167df-b314-4dbc-ac36-e88160e5d9c3 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:09.459865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccbea116-c068-4003-a80e-f810c4483e7f req-b49167df-b314-4dbc-ac36-e88160e5d9c3 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 944 time: 0.1185188 Aug 10 03:16:09.503793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccbea116-c068-4003-a80e-f810c4483e7f req-be9882fe-d150-4d79-8a44-312bd52734bc tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Aug 10 03:16:09.522563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:09.544085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] Set router 26a518b8-1e49-484c-813b-78cf9450f915 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:09.556206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.742923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.750882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:09.756089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:09.765557 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] Sync routers for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:09.776396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:09.777617 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:09.817549 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d0648404-0be1-4ba4-9173-bb8ef751489a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "PUT /v2.0/floatingips/8961bb6c-354e-462d-95bc-595d286a7257 HTTP/1.1" status: 200 len: 991 time: 1.9986465 Aug 10 03:16:09.819054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:09.823110 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0080cbd-d3a2-47dc-b9a8-1b767d754994" -d '{"events": [{"name": "network-changed", "server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:09.900305 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0aad6-146f-4d2d-8d59-d71f1fc11354 x-openstack-request-id: req-04f0aad6-146f-4d2d-8d59-d71f1fc11354 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:09.900305 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:09.900305 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04f0aad6-146f-4d2d-8d59-d71f1fc11354 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:09.900305 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'status': 'completed', 'code': 200} Aug 10 03:16:09.907916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:16:08Z', 'revision_number': 5, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port': {'id': '35b32ced-82ad-4ffb-8bcf-134eae069656', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a518b8-1e49-484c-813b-78cf9450f915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:10:03Z', 'updated_at': '2021-08-10T03:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:09.912514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-c6e4ca3f-959e-4adc-bc90-1a09fbe1a4af tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:09.914293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-c6e4ca3f-959e-4adc-bc90-1a09fbe1a4af tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.1343477 Aug 10 03:16:09.935834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] Checking router: 26a518b8-1e49-484c-813b-78cf9450f915 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:09.939589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:09.945116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] Routers {'26a518b8-1e49-484c-813b-78cf9450f915'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:09.946582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['26a518b8-1e49-484c-813b-78cf9450f915'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:09.980819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47250) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:09.999814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb06c-b82b-4fe8-ac20-0e6b95039073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.057978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-bb97ed39-a8c7-4a9d-8e95-ddea2d6fccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.059407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-bb97ed39-a8c7-4a9d-8e95-ddea2d6fccc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab57d102a59845db9b9da513122035ab&device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 1098 time: 0.1439447 Aug 10 03:16:10.060790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Deleting port 35b32ced-82ad-4ffb-8bcf-134eae069656 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:10.061191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.072707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] Set router 26a518b8-1e49-484c-813b-78cf9450f915 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:10.151314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3c362533-8c96-4445-8d9c-0c1c74361bb1 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:10.183676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:16:09Z', 'revision_number': 6, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:10.193325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb06c-b82b-4fe8-ac20-0e6b95039073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.216886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855083d6-5478-4f12-8269-bbd131c95f91 None None] The sync data for ids ['26a518b8-1e49-484c-813b-78cf9450f915'] in n-d-765315-26 is: [{'id': '26a518b8-1e49-484c-813b-78cf9450f915', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2046000706-router', 'tenant_id': '8d3fa6d64651452d8b19c179182acc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:09:59Z', 'updated_at': '2021-08-10T03:16:09Z', 'revision_number': 6, 'project_id': '8d3fa6d64651452d8b19c179182acc86', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:10.270640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Deleting port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:10.270986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.281076 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '8961bb6c-354e-462d-95bc-595d286a7257', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'port_id': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'mac_address': 'fa:16:3e:2a:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:49Z', 'updated_at': '2021-08-10T03:16:08Z', 'revision_number': 1, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:10.286918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-a7e751ba-e284-49c3-9408-50b354cc1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.288486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-a7e751ba-e284-49c3-9408-50b354cc1593 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4147bbb-a545-4335-9f09-cd428a89626d HTTP/1.1" status: 200 len: 915 time: 0.2134528 Aug 10 03:16:10.308949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] Checking router: b3f5fc4f-f04d-4cdd-8eae-592294fddf49 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:10.317128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:10.317731 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:10.331340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb06c-b82b-4fe8-ac20-0e6b95039073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.343695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] For port 35b32ced-82ad-4ffb-8bcf-134eae069656, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35b32ced-82ad-4ffb-8bcf-134eae069656,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:10.344067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.355742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cb06c-b82b-4fe8-ac20-0e6b95039073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905739a-a9f1-43f1-b6aa-822bd7b61992,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:10.387568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 3c362533-8c96-4445-8d9c-0c1c74361bb1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:10.394238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 3c362533-8c96-4445-8d9c-0c1c74361bb1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:10.394453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3f9cb06c-b82b-4fe8-ac20-0e6b95039073 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84bbc8e5f1ee49e0ad3e560f53393667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096773 Aug 10 03:16:10.394600 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.394713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:10.435099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Calling delete_port for 35b32ced-82ad-4ffb-8bcf-134eae069656 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:10.455606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:10.467340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26ee8771-852f-43dd-8e7d-eeb0cb0494e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.525547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26ee8771-852f-43dd-8e7d-eeb0cb0494e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.576125 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.598620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] For port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:10.599221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.602575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47266) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:10.619978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Calling delete_port for d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:10.630896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb077c-905c-487d-870b-f5bf0150b433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c362533-8c96-4445-8d9c-0c1c74361bb1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:10.632876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-664747db-28bf-49ac-a2e5-796be2fc42a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a661f47d-548f-4a4a-b558-84a6274f0319 HTTP/1.1" status: 200 len: 999 time: 0.3110092 Aug 10 03:16:10.638938 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f57a34a-a3eb-4905-8dc4-c2bd941d3446" -d '{"events": [{"server_uuid": "6cfb077c-905c-487d-870b-f5bf0150b433", "name": "network-vif-plugged", "status": "completed", "tag": "3c362533-8c96-4445-8d9c-0c1c74361bb1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:10.686502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:10.767581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1908133613-network', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:10.777658 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '8961bb6c-354e-462d-95bc-595d286a7257', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'port_id': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'mac_address': 'fa:16:3e:2a:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:49Z', 'updated_at': '2021-08-10T03:16:08Z', 'revision_number': 1, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:10.784053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26ee8771-852f-43dd-8e7d-eeb0cb0494e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.786787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26ee8771-852f-43dd-8e7d-eeb0cb0494e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.790944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-26ee8771-852f-43dd-8e7d-eeb0cb0494e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f905739a-a9f1-43f1-b6aa-822bd7b61992 HTTP/1.1" status: 204 len: 168 time: 0.3925073 Aug 10 03:16:10.800244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26691-67b0-4c20-b74e-9ba036e203fd req-98a60919-62a0-4a70-98a0-1d60311c40e3 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:10.807578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26b26691-67b0-4c20-b74e-9ba036e203fd req-98a60919-62a0-4a70-98a0-1d60311c40e3 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 944 time: 0.0918219 Aug 10 03:16:10.810372 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c0118-9e10-47e7-be71-b5e87ffff99e None None] The sync data for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 is: [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '8961bb6c-354e-462d-95bc-595d286a7257', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'port_id': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'mac_address': 'fa:16:3e:2a:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:15:49Z', 'updated_at': '2021-08-10T03:16:08Z', 'revision_number': 1, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:10.828088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8771-852f-43dd-8e7d-eeb0cb0494e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905739a-a9f1-43f1-b6aa-822bd7b61992,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:10.832136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.880779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26b26691-67b0-4c20-b74e-9ba036e203fd req-3e6d678a-7a3f-45ea-9daf-a0aa2d3a3022 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674632 Aug 10 03:16:10.925184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:10.937129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Made reservation on behalf of 63ad61ba661c4c92af3989bb49a3fbf5 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:10.939517 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:10.950422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.035682 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025ad4f-6686-4922-bbf5-aeea682d6aec x-openstack-request-id: req-5025ad4f-6686-4922-bbf5-aeea682d6aec {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:11.035979 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb077c-905c-487d-870b-f5bf0150b433", "name": "network-vif-plugged", "status": "completed", "tag": "3c362533-8c96-4445-8d9c-0c1c74361bb1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:11.036235 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5025ad4f-6686-4922-bbf5-aeea682d6aec {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:11.036667 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb077c-905c-487d-870b-f5bf0150b433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'code': 200} Aug 10 03:16:11.111273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.162185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a384c11-fca6-4816-91d9-6c6c30d2aa93 None None] New status for floating IP 8961bb6c-354e-462d-95bc-595d286a7257: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:16:11.205139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ccec6-ed17-4858-a279-140ffe2f4267 req-c802fff2-a475-46ba-80ac-2e0a4396716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.207107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd3ccec6-ed17-4858-a279-140ffe2f4267 req-c802fff2-a475-46ba-80ac-2e0a4396716c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 1097 time: 0.0817599 Aug 10 03:16:11.232963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35b32ced-82ad-4ffb-8bcf-134eae069656 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:11.234527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d237eb-162b-4482-af2f-7e756805b10d req-4ea55e4d-1aef-4850-bf2c-e32308e77ed0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.245804 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d237eb-162b-4482-af2f-7e756805b10d req-4ea55e4d-1aef-4850-bf2c-e32308e77ed0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 944 time: 0.8084571 Aug 10 03:16:11.272025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd3ccec6-ed17-4858-a279-140ffe2f4267 req-0393a91f-0602-4902-a082-f8fc457c1802 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517724 Aug 10 03:16:11.285042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.285774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-0adc94b6-6925-4b30-8cd1-3caca6321804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.287680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-0adc94b6-6925-4b30-8cd1-3caca6321804 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042bfd7d-6090-4e60-a85b-3523999f4fd8 HTTP/1.1" status: 200 len: 853 time: 0.6369755 Aug 10 03:16:11.346928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:11.374894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0404d2c-45ef-4193-9092-da0579ebd59f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.383733 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.385007 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.385365 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Added segment ae5026a9-665c-4537-84ae-8d517285fa68 of type vlan for network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab Aug 10 03:16:11.436995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 35b32ced-82ad-4ffb-8bcf-134eae069656, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35b32ced-82ad-4ffb-8bcf-134eae069656,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:11.439255 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66d237eb-162b-4482-af2f-7e756805b10d req-8befc370-7756-4286-89ab-ea5c0c010930 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921904 Aug 10 03:16:11.458186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.461746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-98439b4e-363c-4a85-a816-19c4951edf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.461746 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-98439b4e-363c-4a85-a816-19c4951edf2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4147bbb-a545-4335-9f09-cd428a89626d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282611 Aug 10 03:16:11.590416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-067f9a2b-03b6-4200-8cd0-c7e925f7a74d service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151195 Aug 10 03:16:11.674487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.675028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.675294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 007a75b5-7113-4943-9c22-3ede4168d137 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:11.678912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:11.679913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.694311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0080cbd-d3a2-47dc-b9a8-1b767d754994 req-04d6a61f-fc50-4fad-b2b5-e88cf9f22d68 service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963073 Aug 10 03:16:11.715286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 007a75b5-7113-4943-9c22-3ede4168d137 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:11.715634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 007a75b5-7113-4943-9c22-3ede4168d137 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:11.720912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.757526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] Pushing event updated for resources: {'Network': ['ID=3bd30fdf-8c92-407d-9dcf-8e6365e239ab,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.763052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event deleted for resources: {'Port': ['ID=d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.771111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:11.813275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] No DVR routers for this DVR port d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:11.815870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.817929 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8eb8a80a-bcd3-4c91-8e15-08e7f6624dd1 req-be2b21d9-f8c6-4ee9-986e-49c0475704cf tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "DELETE /v2.0/ports/d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 HTTP/1.1" status: 204 len: 173 time: 1.8930185 Aug 10 03:16:11.818250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=35b32ced-82ad-4ffb-8bcf-134eae069656,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.885886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:11.886628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0fe62a15-db5c-4116-81db-9d656e38179e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2829478 Aug 10 03:16:11.889398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47290) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:11.894327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Request body: {'subnet': {'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1908133613-subnet', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:11.906872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'name': 'network-vif-deleted', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:11.909266 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76457207-7d62-4355-b6d9-ceca1a80639a" -d '{"events": [{"server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "name": "network-vif-deleted", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:11.915930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b32ced-82ad-4ffb-8bcf-134eae069656,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:11.960337 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0714df-422c-4f1e-8fe1-71ffc543cd92 x-openstack-request-id: req-7e0714df-422c-4f1e-8fe1-71ffc543cd92 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:11.960647 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d121283e-a5cf-4e07-b2af-1f9260525b09", "name": "network-vif-deleted", "tag": "d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:11.960899 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e0714df-422c-4f1e-8fe1-71ffc543cd92 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:11.961867 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd121283e-a5cf-4e07-b2af-1f9260525b09', 'name': 'network-vif-deleted', 'tag': 'd1ebf07b-ba0e-40cd-ba13-c10db7d6cc53', 'status': 'completed', 'code': 200} Aug 10 03:16:12.013259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.028374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Made reservation on behalf of 63ad61ba661c4c92af3989bb49a3fbf5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:12.043287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.084079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608464d-4986-430e-8b08-9fd27300150d req-af9c80bc-67b5-4df0-a534-a955a5caf8a0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:12.089587 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4608464d-4986-430e-8b08-9fd27300150d req-af9c80bc-67b5-4df0-a534-a955a5caf8a0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 945 time: 0.1261408 Aug 10 03:16:12.153485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.162291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.234976 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4608464d-4986-430e-8b08-9fd27300150d req-1c290df1-cd05-494f-a4c6-3a4aa7db14c0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948293 Aug 10 03:16:12.335793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.336910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a518b8-1e49-484c-813b-78cf9450f915 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:16:12.342290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.349764 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f779d464-41ca-4af1-ae49-5166d7eacd85 admin admin] 10.222.0.26 "DELETE /v2.0/routers/26a518b8-1e49-484c-813b-78cf9450f915 HTTP/1.1" status: 204 len: 168 time: 2.9573326 Aug 10 03:16:12.350282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47308) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:12.382912 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.448050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Deleting subnet 22fbefda-5494-401c-8070-ef6194442ced {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:12.456693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd77ae0c-83f7-4db5-b61f-6724f285fe90,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:12.458604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.499494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Checking segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:12.499854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Network hostable DHCP agents. Network: 3bd30fdf-8c92-407d-9dcf-8e6365e239ab, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:12.520321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.577924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f81450fe-91e5-4717-b2fd-34efa89ac609 req-56eca455-202a-40f1-91a2-aab561431086 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=d121283e-a5cf-4e07-b2af-1f9260525b09 HTTP/1.1" status: 200 len: 210 time: 0.0355465 Aug 10 03:16:12.630735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.653448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:12.777317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.803142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fbefda-5494-401c-8070-ef6194442ced,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:12.808832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.813496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-62772b11-5304-4dff-b1de-d1a8d7192706 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/22fbefda-5494-401c-8070-ef6194442ced HTTP/1.1" status: 204 len: 168 time: 0.4652536 Aug 10 03:16:12.813642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47318) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:12.814583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3bd30fdf-8c92-407d-9dcf-8e6365e239ab) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:12.816722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f706dcd-260d-49d4-b1dd-ff4831034bae None None] Network 877fa73b-5853-4311-9e17-3ee2e97bb516 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:12.819735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:12.820848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.865135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b753d207-cad8-48fe-a7fd-2f8b2d8bc684 None None] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:12.902915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:12.909772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8d9226c-9b68-44fb-b9cd-3e69136adba7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0192549 Aug 10 03:16:12.912274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47324) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:12.930526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:12.960297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Deleting port 156badad-9d9a-4440-9cee-b3d6f023d435 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:12.960676 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.027506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] For port 156badad-9d9a-4440-9cee-b3d6f023d435, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=156badad-9d9a-4440-9cee-b3d6f023d435,segment=NetworkSegment(9f8780a6-158a-40bd-bbbf-8fd0da729dbc),segment_id=9f8780a6-158a-40bd-bbbf-8fd0da729dbc)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:13.028479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.042715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Calling delete_port for 156badad-9d9a-4440-9cee-b3d6f023d435 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:13.052687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.054484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.099699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:16:13.100724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.154908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bab60-8ab8-4a5a-bf72-add7ed9b59ba None None] DHCP port deletion for 877fa73b-5853-4311-9e17-3ee2e97bb516 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:16:13.157639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.250500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.298108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] No DVR routers for this DVR port 156badad-9d9a-4440-9cee-b3d6f023d435 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:13.300669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Pushing event deleted for resources: {'Port': ['ID=156badad-9d9a-4440-9cee-b3d6f023d435,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:13.311965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bab60-8ab8-4a5a-bf72-add7ed9b59ba None None] The port '156badad-9d9a-4440-9cee-b3d6f023d435' was deleted {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 03:16:13.313852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 156badad-9d9a-4440-9cee-b3d6f023d435 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:13.348504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:13.373076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 156badad-9d9a-4440-9cee-b3d6f023d435 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:13.373368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 156badad-9d9a-4440-9cee-b3d6f023d435 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:13.378070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:13.378427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d1ebf07b-ba0e-40cd-ba13-c10db7d6cc53 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:13.415371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.427507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877fa73b-5853-4311-9e17-3ee2e97bb516']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.429554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Allocated IP 172.20.0.2 (3bd30fdf-8c92-407d-9dcf-8e6365e239ab/bd77ae0c-83f7-4db5-b61f-6724f285fe90/3621d2e0-e337-42ba-b177-ce3b600d9898) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:13.445092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8780a6-158a-40bd-bbbf-8fd0da729dbc') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.445658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8780a6-158a-40bd-bbbf-8fd0da729dbc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:13.454994 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.479794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.494590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb3ba5-e340-4fb5-af3d-6cc15e97fd9b req-ecbedc72-a825-46f6-82ba-c34b779b5161 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:13.496109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5acb3ba5-e340-4fb5-af3d-6cc15e97fd9b req-ecbedc72-a825-46f6-82ba-c34b779b5161 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 945 time: 0.1417270 Aug 10 03:16:13.541139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5acb3ba5-e340-4fb5-af3d-6cc15e97fd9b req-86400117-1093-4ac6-869b-1f44050fbe93 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Aug 10 03:16:13.577155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.586810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:13.587216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:13.589988 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:13.743546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.750018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.752301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] 10.222.0.26 "DELETE /v2.0/networks/877fa73b-5853-4311-9e17-3ee2e97bb516 HTTP/1.1" status: 204 len: 168 time: 0.9373155 Aug 10 03:16:13.785134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb6f04-fca8-4ba1-a4d7-9f8787feb209 admin admin] Pushing event deleted for resources: {'Network': ['ID=877fa73b-5853-4311-9e17-3ee2e97bb516,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:13.798232 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.809402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Transition to ACTIVE for port object 3621d2e0-e337-42ba-b177-ce3b600d9898 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:13.829854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Transition to ACTIVE for port object 3621d2e0-e337-42ba-b177-ce3b600d9898 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:13.930167 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.948798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.974613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:13.974843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:13.980845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:13.982877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Pushing event updated for resources: {'Port': ['ID=3621d2e0-e337-42ba-b177-ce3b600d9898,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:13.985360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:14.045259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Attempting to bind port 3621d2e0-e337-42ba-b177-ce3b600d9898 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:14.045905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Attempting to bind port 3621d2e0-e337-42ba-b177-ce3b600d9898 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:14.046489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Attempting to bind port 3621d2e0-e337-42ba-b177-ce3b600d9898 on network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:14.051846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:14.056689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Checking segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:14.056689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.056689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Bound using segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:14.056689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Bound port: 3621d2e0-e337-42ba-b177-ce3b600d9898, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:14.056689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.089086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Allocated IP 172.25.1.48 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/53f5f268-ccf3-48c9-b25c-3c1b44fed6d0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:14.117395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] For port 3621d2e0-e337-42ba-b177-ce3b600d9898, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:14.120978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] For port 3621d2e0-e337-42ba-b177-ce3b600d9898, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3621d2e0-e337-42ba-b177-ce3b600d9898,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:14.217530 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.222700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.282036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47372) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:14.293495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6506b-58a1-4eeb-a361-3e05cdf361cb None None] Pushing event updated for resources: {'Port': ['ID=3621d2e0-e337-42ba-b177-ce3b600d9898,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:14.386057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c75b6-b8b4-4041-b70f-b31268f313e5 req-05f7328f-3360-4aad-888b-3756c6e53a60 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:14.392585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-773c75b6-b8b4-4041-b70f-b31268f313e5 req-05f7328f-3360-4aad-888b-3756c6e53a60 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.1464765 Aug 10 03:16:14.392585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d55e3ecd-bc29-43d3-b751-2b14761f9bd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf89bbceef3d4e1e97262fba0e4b5974&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1000364 Aug 10 03:16:14.393416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47388) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:14.443025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.451550 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-773c75b6-b8b4-4041-b70f-b31268f313e5 req-ed8b85ad-958f-41ef-9366-dcb70cb752a1 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 Aug 10 03:16:14.538918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:14.543641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:14.551730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d110159-280f-4999-9ad5-29082f7447eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.551730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:14.621250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d110159-280f-4999-9ad5-29082f7447eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.621565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Pushing event updated for resources: {'Port': ['ID=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:14.845432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d110159-280f-4999-9ad5-29082f7447eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.848086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d110159-280f-4999-9ad5-29082f7447eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.851885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2d110159-280f-4999-9ad5-29082f7447eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04764ef8-f25d-43a3-b63d-ca5fbe613f69 HTTP/1.1" status: 204 len: 168 time: 0.4546905 Aug 10 03:16:14.857648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d110159-280f-4999-9ad5-29082f7447eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04764ef8-f25d-43a3-b63d-ca5fbe613f69,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:14.960582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.002324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-32450a4a-ded7-4806-b7ad-fc2039d93745 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.004392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-32450a4a-ded7-4806-b7ad-fc2039d93745 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.0922210 Aug 10 03:16:15.037810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.145668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Deleting port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:15.146264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.202492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28a87-3eb3-4667-8e42-dfb48cb1c53a req-ddc64a23-26b7-4942-8706-5baddc8df627 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.210069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ba28a87-3eb3-4667-8e42-dfb48cb1c53a req-ddc64a23-26b7-4942-8706-5baddc8df627 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 945 time: 0.1247809 Aug 10 03:16:15.257520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3621d2e0-e337-42ba-b177-ce3b600d9898 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:15.278416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] For port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:15.278790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.295446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Calling delete_port for 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:15.325516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ba28a87-3eb3-4667-8e42-dfb48cb1c53a req-84530f67-8bed-47d1-8ee5-5695f69f92a8 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141825 Aug 10 03:16:15.479918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3621d2e0-e337-42ba-b177-ce3b600d9898 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:15.612161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd87a4d-7ad9-4ec6-9449-db7c6a75d047 None None] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:15.697907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47452) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:15.858421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d33c43-dd51-49a4-81e1-e14382e74a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.869386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] Provisioning for port 3621d2e0-e337-42ba-b177-ce3b600d9898 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:15.874255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] Provisioning complete for port 3621d2e0-e337-42ba-b177-ce3b600d9898 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:15.874754 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.879080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.906868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ae097-1162-4774-b950-6a54cd4292c9 req-5a07a06b-0a89-42aa-90f6-eb661c25a812 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:15.911142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f28ae097-1162-4774-b950-6a54cd4292c9 req-5a07a06b-0a89-42aa-90f6-eb661c25a812 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 944 time: 0.0973568 Aug 10 03:16:15.912700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:15.959305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47456) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:15.969794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event deleted for resources: {'Port': ['ID=74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:15.974143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.020416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] For port 3621d2e0-e337-42ba-b177-ce3b600d9898, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3621d2e0-e337-42ba-b177-ce3b600d9898,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.030064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] No DVR routers for this DVR port 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:16.040740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.042783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6e8569bc-dc28-416a-8ad9-fb105018b5de req-fe9a570f-0e3a-4564-8a3d-64c5c0b1c26e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "DELETE /v2.0/ports/74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd HTTP/1.1" status: 204 len: 173 time: 1.0311961 Aug 10 03:16:16.043245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'name': 'network-vif-deleted', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:16.044898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f28ae097-1162-4774-b950-6a54cd4292c9 req-473aa6de-01c4-4399-a298-6ccdf5844fae tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Aug 10 03:16:16.045572 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2c23c8-e31c-4e56-a024-8afd7fb8303d" -d '{"events": [{"server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "name": "network-vif-deleted", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:16.080913 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-06f843af-b4d3-44de-bb20-03e1fcf43819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d3fa6d64651452d8b19c179182acc86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1197681 Aug 10 03:16:16.084719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47460) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:16.090513 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb593373-6ce7-4e5b-9e97-bab8b306932c x-openstack-request-id: req-fb593373-6ce7-4e5b-9e97-bab8b306932c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:16.090819 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86", "name": "network-vif-deleted", "tag": "74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:16.091076 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb593373-6ce7-4e5b-9e97-bab8b306932c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:16.091506 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86', 'name': 'network-vif-deleted', 'tag': '74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd', 'status': 'completed', 'code': 200} Aug 10 03:16:16.110526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d33c43-dd51-49a4-81e1-e14382e74a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.159772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13536c8a-d13a-445b-b392-ccbc10c1284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.179724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3c362533-8c96-4445-8d9c-0c1c74361bb1 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:16.186415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13536c8a-d13a-445b-b392-ccbc10c1284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.208629 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.280271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d33c43-dd51-49a4-81e1-e14382e74a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.325610 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29d33c43-dd51-49a4-81e1-e14382e74a54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffd9af7aa1504420a6ff028371668405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262925 Aug 10 03:16:16.328405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47462) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:16.329495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d33c43-dd51-49a4-81e1-e14382e74a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3bdfd-29e0-4ddb-9427-7e755e713c70,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.349204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Router 7649b4d6-5f2b-4501-b4dd-665aee037156 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:16:16.407777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13536c8a-d13a-445b-b392-ccbc10c1284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.410351 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13536c8a-d13a-445b-b392-ccbc10c1284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.413757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-13536c8a-d13a-445b-b392-ccbc10c1284c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9acd9a9-70d0-433b-8640-f36e4cf9be44 HTTP/1.1" status: 204 len: 168 time: 0.3262191 Aug 10 03:16:16.427613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13536c8a-d13a-445b-b392-ccbc10c1284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9acd9a9-70d0-433b-8640-f36e4cf9be44,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.478001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.504443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7f27dae-f2cf-436f-a3c6-bc3c4fda747b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.504668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b73080c9-5b44-4f03-a068-f0266bffb03d None None] Provisioning complete for port 3621d2e0-e337-42ba-b177-ce3b600d9898 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:16.505014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b73080c9-5b44-4f03-a068-f0266bffb03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.510325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'network_id': '94e103e2-30d6-4580-9b57-e869719c555e', 'port_id': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'mac_address': 'fa:16:3e:4f:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35c8f5-eebc-4816-91b2-a58686e8ace0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:16.530774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b5e8d-8204-466c-9c8e-3f24bf9342e5 None None] Pushing event updated for resources: {'Port': ['ID=3621d2e0-e337-42ba-b177-ce3b600d9898,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.547842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7f27dae-f2cf-436f-a3c6-bc3c4fda747b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.562920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca70a62-f6cd-49ab-bd97-5e49befd6452 req-94d2f02c-051a-4a7b-b980-1b5a4f4410a8 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:16.564496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bca70a62-f6cd-49ab-bd97-5e49befd6452 req-94d2f02c-051a-4a7b-b980-1b5a4f4410a8 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 945 time: 0.1413741 Aug 10 03:16:16.567396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:16.579911 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Sync routers for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:16.588011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.592102 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:16.592820 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.605601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c362533-8c96-4445-8d9c-0c1c74361bb1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:16.651332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.658916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bca70a62-f6cd-49ab-bd97-5e49befd6452 req-ac735ab9-02be-4f6c-b101-5a769d7d35f1 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807817 Aug 10 03:16:16.698841 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:16.778135 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.778915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.783488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8bd94984-a496-408d-b89a-6ff417fe3194 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8677456 Aug 10 03:16:16.783819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47474) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:16.828426 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7f27dae-f2cf-436f-a3c6-bc3c4fda747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.831081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7f27dae-f2cf-436f-a3c6-bc3c4fda747b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.832661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a7f27dae-f2cf-436f-a3c6-bc3c4fda747b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86f3bdfd-29e0-4ddb-9427-7e755e713c70 HTTP/1.1" status: 204 len: 168 time: 0.5032163 Aug 10 03:16:16.848454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f27dae-f2cf-436f-a3c6-bc3c4fda747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3bdfd-29e0-4ddb-9427-7e755e713c70,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.861482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:16.901778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3c362533-8c96-4445-8d9c-0c1c74361bb1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:16.926483 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:14Z', 'revision_number': 3, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:16.962458 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Checking router: 7649b4d6-5f2b-4501-b4dd-665aee037156 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:16.963047 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Updating router 7649b4d6-5f2b-4501-b4dd-665aee037156 port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:17.105192 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.260476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f83dc23b-435d-4a5e-adc3-321334589496 req-c0c6ea42-624b-4856-a673-121fcf33a0f2 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=574ad5ef-d9d7-4b3c-b7b0-c33f2df31e86 HTTP/1.1" status: 200 len: 210 time: 0.0386095 Aug 10 03:16:17.260631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3621d2e0-e337-42ba-b177-ce3b600d9898 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:17.342337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:17.366653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:17.366891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 74aa1d8e-c2d1-401e-b5ef-b1059e9c09dd not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:17.393743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3621d2e0-e337-42ba-b177-ce3b600d9898 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:17.395105 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.449846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.575549 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.588477 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Transition to ACTIVE for port object 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:17.664760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Allocated IP 172.20.0.1 (3bd30fdf-8c92-407d-9dcf-8e6365e239ab/bd77ae0c-83f7-4db5-b61f-6724f285fe90/1d56a02b-5ab5-43fa-b07e-131b68ffb48c) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:17.720662 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.793009 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Attempting to bind port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:17.793776 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Attempting to bind port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:17.794527 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Attempting to bind port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:17.808729 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:17.809103 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:17.809503 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.809888 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:17.810579 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Bound port: 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:17.811192 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.831921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0372-3d4f-44cf-af49-8140f09a9486 req-e61622c9-c0a9-4b1c-bd9e-3094799bd85f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:17.833696 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f3ec0372-3d4f-44cf-af49-8140f09a9486 req-e61622c9-c0a9-4b1c-bd9e-3094799bd85f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 944 time: 0.1076469 Aug 10 03:16:17.840429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:17.854311 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Pushing event updated for resources: {'Port': ['ID=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.868857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Transition to ACTIVE for port object 1d56a02b-5ab5-43fa-b07e-131b68ffb48c will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:17.869792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.870137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.870470 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.870802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.871130 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.871449 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.871769 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.872087 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.872617 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.872936 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.873251 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.873568 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:17.889129 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] For port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:17.892330 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] For port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:17.893410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f3ec0372-3d4f-44cf-af49-8140f09a9486 req-2e8eeeda-4b9b-45b9-a02d-ef5b2f0a8b6b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 Aug 10 03:16:18.021959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47510) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:18.037549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0cb43510-c28d-4441-a165-dfccb14bc25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.056173 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.057142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.097664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:18.101174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:18.105447 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:18.122105 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432578-7be2-44c9-98b4-c0edcf25258c None None] Pushing event updated for resources: {'Port': ['ID=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.125192 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:18.127466 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:18.169819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.198853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3c362533-8c96-4445-8d9c-0c1c74361bb1 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:18.218454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.242699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0cb43510-c28d-4441-a165-dfccb14bc25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.310124 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:18.362513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0cb43510-c28d-4441-a165-dfccb14bc25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.365818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.383504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c362533-8c96-4445-8d9c-0c1c74361bb1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:18.402010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0cb43510-c28d-4441-a165-dfccb14bc25f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc4dc0dc6b0f422ca3e7493da093645b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789289 Aug 10 03:16:18.404065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43510-c28d-4441-a165-dfccb14bc25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15a2a6-c6a9-4bee-81f2-0ac7e8607f85,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.408151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47518) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:18.417092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:18.496798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-155cad19-8207-4a66-add2-6638ff7838c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.530946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.532572 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:14Z', 'revision_number': 3, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:18.547069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-155cad19-8207-4a66-add2-6638ff7838c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.567757 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61535ff-77ec-4e55-88d1-45832eb65979 None None] The sync data for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 is: [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:14Z', 'revision_number': 3, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:18.588535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.652428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.668839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-abadf538-3565-42c9-bd8d-503b7ca8899c None None] Provisioning for port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:18.673862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-abadf538-3565-42c9-bd8d-503b7ca8899c None None] Provisioning complete for port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:18.674302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-abadf538-3565-42c9-bd8d-503b7ca8899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.727142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-abadf538-3565-42c9-bd8d-503b7ca8899c None None] Port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:18.768571 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.777490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-155cad19-8207-4a66-add2-6638ff7838c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.780497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-155cad19-8207-4a66-add2-6638ff7838c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:18.785609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-155cad19-8207-4a66-add2-6638ff7838c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a15a2a6-c6a9-4bee-81f2-0ac7e8607f85 HTTP/1.1" status: 204 len: 168 time: 0.3724658 Aug 10 03:16:18.793804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cad19-8207-4a66-add2-6638ff7838c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15a2a6-c6a9-4bee-81f2-0ac7e8607f85,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:18.937563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.047073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.058951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:19.206328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4793e9-0a52-4441-a98b-1d8aec058d95 req-40ba49f0-f26e-42d5-924d-b5548cd4b3f0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.208516 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9d4793e9-0a52-4441-a98b-1d8aec058d95 req-40ba49f0-f26e-42d5-924d-b5548cd4b3f0 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.0954587 Aug 10 03:16:19.258152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:19.261313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:19.289861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c115f2-f8c2-4b4e-88d4-6da7c4a7c678 req-4a6075d9-7dd0-4f4c-b5ce-d00ad0bec473 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.302084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51c115f2-f8c2-4b4e-88d4-6da7c4a7c678 req-4a6075d9-7dd0-4f4c-b5ce-d00ad0bec473 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 945 time: 0.1048033 Aug 10 03:16:19.319730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:19.368385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9d4793e9-0a52-4441-a98b-1d8aec058d95 req-7ee9b752-2d45-4393-88e4-efa513d0ae7f tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459427 Aug 10 03:16:19.450295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51c115f2-f8c2-4b4e-88d4-6da7c4a7c678 req-0b7b55ce-bb60-423c-804e-5a251ddee9cc tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/security-groups?id=01030bc8-3bfb-4ae9-ba13-07d7870c118b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453445 Aug 10 03:16:19.541297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Router 7649b4d6-5f2b-4501-b4dd-665aee037156 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:19.596203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:19.598192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:19.598773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.675042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0c4ab922-3bbc-400a-887f-984941b5566a None None] Provisioning complete for port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:19.675442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4ab922-3bbc-400a-887f-984941b5566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.698797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:19.719175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b21b82c4-857c-46e4-a090-1c572a369ab0 admin admin] 10.222.0.26 "PUT /v2.0/routers/7649b4d6-5f2b-4501-b4dd-665aee037156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9340365 Aug 10 03:16:19.754835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ab922-3bbc-400a-887f-984941b5566a None None] Port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:19.762437 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.785388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:19.863589 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:19.922576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:19.942112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160edb6-2816-4608-8988-16d872b66b9a req-3856093f-87f2-4bad-8900-f36bf690168b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:19.943711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d160edb6-2816-4608-8988-16d872b66b9a req-3856093f-87f2-4bad-8900-f36bf690168b tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 945 time: 0.0544758 Aug 10 03:16:20.058343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Deleting port fbc05f58-3a15-4e8b-94cf-ea42f451d929 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:20.058687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.174151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] For port fbc05f58-3a15-4e8b-94cf-ea42f451d929, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=fbc05f58-3a15-4e8b-94cf-ea42f451d929,segment=NetworkSegment(a9aa9a35-26fc-40e1-87f4-581f0428109f),segment_id=a9aa9a35-26fc-40e1-87f4-581f0428109f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:20.174704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.193341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Calling delete_port for fbc05f58-3a15-4e8b-94cf-ea42f451d929 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:20.272149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:20.413646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d442e7-e4a3-47c4-94c4-27217aca14be req-04e7ae7e-eef2-4421-8e81-fb4dd32d3239 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:20.415861 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c3d442e7-e4a3-47c4-94c4-27217aca14be req-04e7ae7e-eef2-4421-8e81-fb4dd32d3239 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.0777504 Aug 10 03:16:20.465357 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c3d442e7-e4a3-47c4-94c4-27217aca14be req-76f69c92-d7ad-4366-8f3a-c61085f66ee5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Aug 10 03:16:20.481719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d38aecc-ee6c-47a9-a67b-d07aa1e7f1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.496846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.530298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Pushing event deleted for resources: {'Port': ['ID=fbc05f58-3a15-4e8b-94cf-ea42f451d929,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.625976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d38aecc-ee6c-47a9-a67b-d07aa1e7f1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.629012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cd331b12-1871-40af-82da-30a2e1af9dad req-20b4b9c0-6f65-47be-a536-0aebe0d8d4a0 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 210 time: 0.0886233 Aug 10 03:16:20.652669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] No DVR routers for this DVR port fbc05f58-3a15-4e8b-94cf-ea42f451d929 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:20.655587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.658149 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d160edb6-2816-4608-8988-16d872b66b9a req-55acc77a-abde-4f13-b22b-671191440e6e tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.54 "DELETE /v2.0/ports/fbc05f58-3a15-4e8b-94cf-ea42f451d929 HTTP/1.1" status: 204 len: 173 time: 0.7062469 Aug 10 03:16:20.658807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'name': 'network-vif-deleted', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:20.661286 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55983c79-e833-46a5-b90a-9b3ac5a1ead2" -d '{"events": [{"server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "name": "network-vif-deleted", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:20.681885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47600) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:20.701544 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e02665c-ea58-4403-9859-4708414ef127 x-openstack-request-id: req-9e02665c-ea58-4403-9859-4708414ef127 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:20.701856 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69698fb4-67dc-44b0-9a6f-fba777d7ad01", "name": "network-vif-deleted", "tag": "fbc05f58-3a15-4e8b-94cf-ea42f451d929", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:20.702115 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e02665c-ea58-4403-9859-4708414ef127 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:20.702524 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69698fb4-67dc-44b0-9a6f-fba777d7ad01', 'name': 'network-vif-deleted', 'tag': 'fbc05f58-3a15-4e8b-94cf-ea42f451d929', 'status': 'completed', 'code': 200} Aug 10 03:16:20.731493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d38aecc-ee6c-47a9-a67b-d07aa1e7f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.779944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47604) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:20.780088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3d38aecc-ee6c-47a9-a67b-d07aa1e7f1a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95f5cfb0690147748724a20f410c64aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062509 Aug 10 03:16:20.782398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38aecc-ee6c-47a9-a67b-d07aa1e7f1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99cef93-4b34-4460-8a26-4ff1a3a979e1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:20.803627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Sync routers for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:20.817964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:20.818602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:20.823070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-network', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:20.943039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:21.005975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Made reservation on behalf of 14df08d4a01546c59ec966dce4cbd902 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:21.010021 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.025154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.059536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47608) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:21.071178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405419674', 'description': 'tempest-description--1205906739'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:21.148660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2481933b-1ce3-4686-bfc7-298518212d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.196449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2481933b-1ce3-4686-bfc7-298518212d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.205026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.209271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 2, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:21.241573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:21.244421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Checking router: 7649b4d6-5f2b-4501-b4dd-665aee037156 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:21.244780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Updating router 7649b4d6-5f2b-4501-b4dd-665aee037156 port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:21.291757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.352974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:21.353349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.380110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2481933b-1ce3-4686-bfc7-298518212d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.381728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.383555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2481933b-1ce3-4686-bfc7-298518212d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.387445 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2481933b-1ce3-4686-bfc7-298518212d73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e99cef93-4b34-4460-8a26-4ff1a3a979e1 HTTP/1.1" status: 204 len: 168 time: 0.6037247 Aug 10 03:16:21.395103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481933b-1ce3-4686-bfc7-298518212d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99cef93-4b34-4460-8a26-4ff1a3a979e1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.421354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:21.431649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4795726-436b-41be-97b0-68a6cec468a0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.437243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.437589 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Added segment 10056b2e-6235-41ca-a1dd-df0cec0b7d26 of type vlan for network d49481af-07ef-42d3-919b-1e29040aba3d Aug 10 03:16:21.492811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.559942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.599860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517965d5-c374-48ad-8573-1c86f8c8fc5c req-09cc2ab5-2f4d-489b-bf82-da92aab1759a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.602119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-517965d5-c374-48ad-8573-1c86f8c8fc5c req-09cc2ab5-2f4d-489b-bf82-da92aab1759a tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.0584025 Aug 10 03:16:21.662755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.664315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.667429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.671163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.686652 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.698975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Transition to ACTIVE for port object 1d56a02b-5ab5-43fa-b07e-131b68ffb48c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:21.728304 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-517965d5-c374-48ad-8573-1c86f8c8fc5c req-c2b46966-8b39-44bb-bea0-0c84502f108e tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/security-groups?id=be792e67-4a3f-406e-83d0-8ac2fe216335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187587 Aug 10 03:16:21.756864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-801907be-793a-45b6-9d57-55d5be04a5f5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:21.758427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-801907be-793a-45b6-9d57-55d5be04a5f5 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 943 time: 0.0810540 Aug 10 03:16:21.766493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53315776-84d9-4834-9eca-5a4899d31ecd req-4581915e-afc7-4a44-b1cd-165aa08caef9 tempest-LiveAutoBlockMigrationV225Test-1678037871 tempest-LiveAutoBlockMigrationV225Test-1678037871-project] 10.222.0.26 "GET /v2.0/ports?device_id=69698fb4-67dc-44b0-9a6f-fba777d7ad01 HTTP/1.1" status: 200 len: 210 time: 0.0313601 Aug 10 03:16:21.769629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d49481af-07ef-42d3-919b-1e29040aba3d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.780339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d49481af-07ef-42d3-919b-1e29040aba3d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:21.830686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.832445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.857122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Deleting port 3c362533-8c96-4445-8d9c-0c1c74361bb1 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:21.857590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.907135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c590f8-2486-479f-9cc5-03f4ce3c59ef,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.929195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f0c53-5aa3-4196-ab0b-f882132a7b23 None None] Pushing event updated for resources: {'Port': ['ID=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:21.982520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Attempting to bind port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:21.983094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Attempting to bind port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:21.983609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Attempting to bind port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c on network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:21.989717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:21.990391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Checking segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:21.990983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.991558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Bound using segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:21.992225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Bound port: 1d56a02b-5ab5-43fa-b07e-131b68ffb48c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:21.992974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.994346 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.997119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] For port 3c362533-8c96-4445-8d9c-0c1c74361bb1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3c362533-8c96-4445-8d9c-0c1c74361bb1,segment=NetworkSegment(41c700a6-446e-4f21-880d-c632454bd60d),segment_id=41c700a6-446e-4f21-880d-c632454bd60d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:21.997260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9ea39e28-fa8b-406f-a465-c729a7092c08 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9325931 Aug 10 03:16:21.998670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47624) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:21.999341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.004797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Request body: {'security_group_rule': {'security_group_id': '05c590f8-2486-479f-9cc5-03f4ce3c59ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:22.017258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Calling delete_port for 3c362533-8c96-4445-8d9c-0c1c74361bb1 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:22.025013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1517680a-8a81-430e-9e47-8a278a9425d1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3419189 Aug 10 03:16:22.032045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47626) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:22.037595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Request body: {'subnet': {'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-subnet', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:22.073716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] For port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:22.078240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] For port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:22.308866 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.314088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.381062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.386664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:22.387378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:22.426072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f0c53-5aa3-4196-ab0b-f882132a7b23 None None] Pushing event updated for resources: {'Port': ['ID=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.428650 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.467498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Pushing event deleted for resources: {'Port': ['ID=3c362533-8c96-4445-8d9c-0c1c74361bb1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.469262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Made reservation on behalf of 14df08d4a01546c59ec966dce4cbd902 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:22.471886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.514237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.521317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:22.532846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193fd376-2f39-4cbe-92d3-1c5ad6ae4a21,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.590092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] No DVR routers for this DVR port 3c362533-8c96-4445-8d9c-0c1c74361bb1 on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:22.590600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47632) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:22.595672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.597725 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77971252-bfa1-4b8a-b16f-710a9a8ae16c req-845aa94d-6fcd-484e-8af5-f5d788671510 tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.46 "DELETE /v2.0/ports/3c362533-8c96-4445-8d9c-0c1c74361bb1 HTTP/1.1" status: 204 len: 173 time: 0.8334136 Aug 10 03:16:22.625736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.630198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.635374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9f1919aa-4d94-4ff7-a43e-5a19c34bdff5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6329825 Aug 10 03:16:22.639562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47634) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:22.644776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Request body: {'security_group_rule': {'security_group_id': '05c590f8-2486-479f-9cc5-03f4ce3c59ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:22.672081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:16:22.672081 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:16:22.672081 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id_1': '4c291261ef4e4fcba4f793f82defa021', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 16, 22, 656873)}] Aug 10 03:16:22.672081 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:16:22.672081 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:16:22.704001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb077c-905c-487d-870b-f5bf0150b433', 'name': 'network-vif-deleted', 'tag': '3c362533-8c96-4445-8d9c-0c1c74361bb1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:22.706796 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01239ff8-3ccc-402d-8494-7cb74922408f" -d '{"events": [{"server_uuid": "6cfb077c-905c-487d-870b-f5bf0150b433", "name": "network-vif-deleted", "tag": "3c362533-8c96-4445-8d9c-0c1c74361bb1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:22.746672 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c12929-9863-4597-8635-bdad9ac434f1 x-openstack-request-id: req-d6c12929-9863-4597-8635-bdad9ac434f1 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:22.747284 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb077c-905c-487d-870b-f5bf0150b433", "name": "network-vif-deleted", "tag": "3c362533-8c96-4445-8d9c-0c1c74361bb1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:22.747384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:22Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:22.747601 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6c12929-9863-4597-8635-bdad9ac434f1 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:22.747601 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfb077c-905c-487d-870b-f5bf0150b433', 'name': 'network-vif-deleted', 'tag': '3c362533-8c96-4445-8d9c-0c1c74361bb1', 'status': 'completed', 'code': 200} Aug 10 03:16:22.782032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.782617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ceb05-7bac-4568-8c53-95212a296759 None None] The sync data for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 is: [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:22Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:22.850071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:22.851113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-15c3a700-3912-4702-b2c4-0c5edecff5e0 req-5b00ebfa-02b2-42df-85d2-d0e97ba0e64b tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.0475399 Aug 10 03:16:22.861640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.865941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.935325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419866ca-9c0f-4060-8633-8daab616c6f6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:22.954338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.954676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Checking segment: {'id': '10056b2e-6235-41ca-a1dd-df0cec0b7d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:22.954962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Network hostable DHCP agents. Network: d49481af-07ef-42d3-919b-1e29040aba3d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:22.974478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b557022-8e15-4f6b-bcc5-09a1f9da74e3,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:23.090133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Network d49481af-07ef-42d3-919b-1e29040aba3d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:23.093627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.093627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c4bd75dd-a150-427d-bc82-6a8f116a66b2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4519527 Aug 10 03:16:23.096560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47646) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:23.102568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:23.170205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Deleting subnet 2084d43d-9d2f-4497-9719-38ac098f031f {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:23.173482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.174944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.199563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d49481af-07ef-42d3-919b-1e29040aba3d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:23.206234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:23.206856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.212731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f91ad-848e-4cf1-8a04-98a85018d8bb None None] Network d49481af-07ef-42d3-919b-1e29040aba3d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:23.230873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.271504 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.272016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d56a02b-5ab5-43fa-b07e-131b68ffb48c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:23.334838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.343244 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d015e7f4-4976-421b-acef-8ef842cbd840 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3097847 Aug 10 03:16:23.346025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:23.350979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:23.419276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:23.471680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: fbc05f58-3a15-4e8b-94cf-ea42f451d929 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:23.472509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device fbc05f58-3a15-4e8b-94cf-ea42f451d929 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:23.543176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.550788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-d49481af-07ef-42d3-919b-1e29040aba3d', 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'fixed_ips': [{'subnet_id': '419866ca-9c0f-4060-8633-8daab616c6f6'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:16:23.552196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.577378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.582792 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.647889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2084d43d-9d2f-4497-9719-38ac098f031f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:23.657747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.661980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-269c0c65-e3a5-492b-8fc0-0aa9c03efef7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2084d43d-9d2f-4497-9719-38ac098f031f HTTP/1.1" status: 204 len: 168 time: 0.8068540 Aug 10 03:16:23.662354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47656) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:23.720527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.758603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.769307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Allocated IP 172.25.1.166 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/a53b6aad-62d5-41f9-b99c-5d29ba00c51f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:23.802018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c291261ef4e4fcba4f793f82defa021&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2071490 Aug 10 03:16:23.804265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461960b1-94e2-4975-b04c-e23cd531ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943cf252-b474-4843-9e74-a96d31364e94,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:23.809943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47658) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:23.836128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:23.856888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:23.857255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.862096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.869157 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.870405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.941086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0c36857-52d2-4eaa-96bb-869430e7d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.942918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.953542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47f7dec-7c04-48ad-aa2f-fab4aab236f0']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:23.963954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Allocated IP 172.20.0.2 (d49481af-07ef-42d3-919b-1e29040aba3d/419866ca-9c0f-4060-8633-8daab616c6f6/453c9243-05b6-4639-b0e2-a12770f3c718) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:23.971980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa9a35-26fc-40e1-87f4-581f0428109f') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:23.972558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa9a35-26fc-40e1-87f4-581f0428109f') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:23.987957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0c36857-52d2-4eaa-96bb-869430e7d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:23.999672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.016488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.023928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:24.024908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.031270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.065035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:24.075049 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:24.129036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:24.182134 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bcef1c79-c40b-437a-9a84-6ab68240f80c req-d0fa906f-9901-4e66-80b7-f5209aa2650d tempest-ImagesTestJSON-1120098168 tempest-ImagesTestJSON-1120098168-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb077c-905c-487d-870b-f5bf0150b433 HTTP/1.1" status: 200 len: 210 time: 0.1061373 Aug 10 03:16:24.189442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.199611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0c36857-52d2-4eaa-96bb-869430e7d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.202270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0c36857-52d2-4eaa-96bb-869430e7d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.206641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a0c36857-52d2-4eaa-96bb-869430e7d437 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/943cf252-b474-4843-9e74-a96d31364e94 HTTP/1.1" status: 204 len: 168 time: 0.3906674 Aug 10 03:16:24.214677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Transition to ACTIVE for port object 453c9243-05b6-4639-b0e2-a12770f3c718 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:24.220929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c36857-52d2-4eaa-96bb-869430e7d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943cf252-b474-4843-9e74-a96d31364e94,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.261528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.261654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.268270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Transition to ACTIVE for port object 453c9243-05b6-4639-b0e2-a12770f3c718 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:24.287807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.298651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.307932 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/b47f7dec-7c04-48ad-aa2f-fab4aab236f0 HTTP/1.1" status: 204 len: 168 time: 0.6444566 Aug 10 03:16:24.315066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47666) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:24.331246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.333290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:24.339083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:24.342259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:24.350184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.367426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event updated for resources: {'Port': ['ID=a53b6aad-62d5-41f9-b99c-5d29ba00c51f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.378272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.380417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3ea88-1dd7-44b8-a81c-fa2ff1c792eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b47f7dec-7c04-48ad-aa2f-fab4aab236f0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.410369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Deleting subnet b3bb898c-68d5-45f7-b023-c50629666068 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:24.416308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.424821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Network d49481af-07ef-42d3-919b-1e29040aba3d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:24.430880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:24.436043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:24.448812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Pushing event updated for resources: {'Port': ['ID=453c9243-05b6-4639-b0e2-a12770f3c718,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.478795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.492294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.497324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Attempting to bind port 453c9243-05b6-4639-b0e2-a12770f3c718 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:24.499361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Attempting to bind port 453c9243-05b6-4639-b0e2-a12770f3c718 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '10056b2e-6235-41ca-a1dd-df0cec0b7d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:24.499361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Attempting to bind port 453c9243-05b6-4639-b0e2-a12770f3c718 on network d49481af-07ef-42d3-919b-1e29040aba3d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:24.504433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:24.504850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Checking segment: {'id': '10056b2e-6235-41ca-a1dd-df0cec0b7d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:24.505251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.505641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Bound using segment: {'id': '10056b2e-6235-41ca-a1dd-df0cec0b7d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:24.506099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Bound port: 453c9243-05b6-4639-b0e2-a12770f3c718, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10056b2e-6235-41ca-a1dd-df0cec0b7d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:24.506474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.525647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.579246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] For port 453c9243-05b6-4639-b0e2-a12770f3c718, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:24.582517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] For port 453c9243-05b6-4639-b0e2-a12770f3c718, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=453c9243-05b6-4639-b0e2-a12770f3c718,segment=NetworkSegment(10056b2e-6235-41ca-a1dd-df0cec0b7d26),segment_id=10056b2e-6235-41ca-a1dd-df0cec0b7d26)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:24.762039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.772073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.774259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.775726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.820838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.822957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bb898c-68d5-45f7-b023-c50629666068,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.827755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.831648 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01953578-a954-4f6d-adc5-3135d2e4f559 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b3bb898c-68d5-45f7-b023-c50629666068 HTTP/1.1" status: 204 len: 168 time: 0.5088480 Aug 10 03:16:24.833783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47674) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:24.866384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fd730-6f7f-4c48-b16d-a970fb8d4135 None None] Pushing event updated for resources: {'Port': ['ID=453c9243-05b6-4639-b0e2-a12770f3c718,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:24.957198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Allocated IP 172.25.1.72 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5cce98be-5761-43f5-9da0-60f4ca0435b6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:24.974437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.094806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.126331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.146855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e680e686-fd78-4a3c-83ce-6494c2cf0dfd']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:25.168142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.173131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f127ef5-88b6-4f14-9587-f5e9c75e7088') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:25.173515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f127ef5-88b6-4f14-9587-f5e9c75e7088') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:25.187176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.206290 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.221320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:25.221753 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:25.224088 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:25.269359 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.326120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:25.326120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:25.335525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:25.372157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.379659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d56a02b-5ab5-43fa-b07e-131b68ffb48c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:25.400370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=5cce98be-5761-43f5-9da0-60f4ca0435b6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:25.450958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.460865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.462719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e680e686-fd78-4a3c-83ce-6494c2cf0dfd HTTP/1.1" status: 204 len: 168 time: 0.6260924 Aug 10 03:16:25.463493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event updated for resources: {'Port': ['ID=a53b6aad-62d5-41f9-b99c-5d29ba00c51f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:25.480969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f382e30-d343-4b6a-b68c-370e68c4ada8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e680e686-fd78-4a3c-83ce-6494c2cf0dfd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:25.488838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.543268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:25.543555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.620930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.630611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7d014756-067b-4ade-8d51-e3d7c8190a7c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5237362 Aug 10 03:16:25.704506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 453c9243-05b6-4639-b0e2-a12770f3c718 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:25.794766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47732) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:25.897008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Deleting subnet ba35c8f5-eebc-4816-91b2-a58686e8ace0 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:25.902582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.921274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 453c9243-05b6-4639-b0e2-a12770f3c718 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:25.925810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.946366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-12049ff2-2255-42fc-b14c-07e5358ec023 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--405419674&fields=id&tenant_id=63ad61ba661c4c92af3989bb49a3fbf5 HTTP/1.1" status: 200 len: 267 time: 0.0706384 Aug 10 03:16:25.951299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:25.952294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.057093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.058580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47746) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:26.164792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-71ace299-cb91-4470-98ac-1c778784e988 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:26.166451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-71ace299-cb91-4470-98ac-1c778784e988 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/networks?id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab HTTP/1.1" status: 200 len: 806 time: 0.1937659 Aug 10 03:16:26.176452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf64a1-e9f8-424a-8df4-98f070ba309d None None] Network d49481af-07ef-42d3-919b-1e29040aba3d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:26.190112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fc57e798-886a-4641-8d81-2f39d2ddd5b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcb5145c5e94438ba62246f73a73b3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261413 Aug 10 03:16:26.190489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47750) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:26.204432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.222273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-e07253fa-6d18-4cb2-a0e0-c7e0ea55012e tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/quotas/63ad61ba661c4c92af3989bb49a3fbf5 HTTP/1.1" status: 200 len: 375 time: 0.0457346 Aug 10 03:16:26.247919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3c362533-8c96-4445-8d9c-0c1c74361bb1 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:26.272709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 3c362533-8c96-4445-8d9c-0c1c74361bb1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:26.273147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3c362533-8c96-4445-8d9c-0c1c74361bb1 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:26.280644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.312390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f16231f-1175-4b02-9f0b-18713e103f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.315663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba35c8f5-eebc-4816-91b2-a58686e8ace0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.322462 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.326913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6b952c64-4ed7-4eec-9750-cfa34acc8245 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ba35c8f5-eebc-4816-91b2-a58686e8ace0 HTTP/1.1" status: 204 len: 168 time: 0.5298584 Aug 10 03:16:26.327646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47752) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:26.333770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] Provisioning for port 453c9243-05b6-4639-b0e2-a12770f3c718 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:26.345908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] Provisioning complete for port 453c9243-05b6-4639-b0e2-a12770f3c718 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:26.346168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.355275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f16231f-1175-4b02-9f0b-18713e103f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.378411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-6fe458eb-b0a8-4e9d-a8b6-fc9cc9283c22 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1377354 Aug 10 03:16:26.433665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.512549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.539417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-d577dd53-53e3-45c6-964c-969c8c94f284 service neutron] 10.222.0.26 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599309 Aug 10 03:16:26.542071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.559793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e103e2-30d6-4580-9b57-e869719c555e']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:26.568594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] For port 453c9243-05b6-4639-b0e2-a12770f3c718, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=453c9243-05b6-4639-b0e2-a12770f3c718,segment=NetworkSegment(10056b2e-6235-41ca-a1dd-df0cec0b7d26),segment_id=10056b2e-6235-41ca-a1dd-df0cec0b7d26)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:26.570973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:16:26.574667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c700a6-446e-4f21-880d-c632454bd60d') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:26.575089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c700a6-446e-4f21-880d-c632454bd60d') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:26.588247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.639293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-f41df6ef-f25d-4529-8ed7-c56f283f9899 service neutron] 10.222.0.26 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990207 Aug 10 03:16:26.640706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.649905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f16231f-1175-4b02-9f0b-18713e103f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.653333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:26.653454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9f16231f-1175-4b02-9f0b-18713e103f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.653580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:26.656817 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:26.660330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9f16231f-1175-4b02-9f0b-18713e103f78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01030bc8-3bfb-4ae9-ba13-07d7870c118b HTTP/1.1" status: 204 len: 168 time: 0.4652772 Aug 10 03:16:26.670859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16231f-1175-4b02-9f0b-18713e103f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01030bc8-3bfb-4ae9-ba13-07d7870c118b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.714634 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.786781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133804b-e649-4d12-85d8-dc65efa2d85a None None] Pushing event updated for resources: {'Port': ['ID=453c9243-05b6-4639-b0e2-a12770f3c718,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.835613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d192685f-9b57-4390-84f3-adc486d35ebf None None] Provisioning complete for port 453c9243-05b6-4639-b0e2-a12770f3c718 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:26.836685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d192685f-9b57-4390-84f3-adc486d35ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.845751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.857756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:26.859630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] 10.222.0.26 "DELETE /v2.0/networks/94e103e2-30d6-4580-9b57-e869719c555e HTTP/1.1" status: 204 len: 168 time: 0.5305369 Aug 10 03:16:26.871920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291d39e-d2ba-46ad-bb64-4ab53ba5cedf admin admin] Pushing event deleted for resources: {'Network': ['ID=94e103e2-30d6-4580-9b57-e869719c555e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:26.884183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:26.893252 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Sync routers for ids ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:26.904117 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Routers {'300e4d03-2b41-4865-a3c6-d7b61e7a93d3'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:26.906824 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:27.011113 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Set router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:27.022481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.024770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ffc1064-20a3-430c-8108-e2ab18f63ec9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6775315 Aug 10 03:16:27.028119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47774) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:27.066953 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b8e758a-3a3e-4266-9069-16cdc2516abf req-e80e750c-7323-4a4b-97d6-83fa976653a8 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 210 time: 0.0406802 Aug 10 03:16:27.273871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 453c9243-05b6-4639-b0e2-a12770f3c718 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:27.284449 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:25Z', 'revision_number': 3, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port': {'id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:27.315339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Checking router: 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:27.315699 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Updating router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 port 5cce98be-5761-43f5-9da0-60f4ca0435b6 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:27.321680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 453c9243-05b6-4639-b0e2-a12770f3c718 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:27.322129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.345417 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.554921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.631853 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.641792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Transition to ACTIVE for port object 5cce98be-5761-43f5-9da0-60f4ca0435b6 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:27.709791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Allocated IP 172.20.0.1 (d49481af-07ef-42d3-919b-1e29040aba3d/419866ca-9c0f-4060-8633-8daab616c6f6/1d084126-a443-460c-978e-21f2e3f7e038) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:27.763696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47788) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:27.829498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-56670288-6620-447a-a504-9b5555ddb131 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=104156a7d99b4882b1dd45e745fd46aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619564 Aug 10 03:16:27.829790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:27.853211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.862552 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.883464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Transition to ACTIVE for port object 1d084126-a443-460c-978e-21f2e3f7e038 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:27.923173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfae4-8886-4875-b28a-717f3c2cc1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.956826 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763f13-de9e-45f9-8a61-75d022a0683d None None] Pushing event updated for resources: {'Port': ['ID=5cce98be-5761-43f5-9da0-60f4ca0435b6,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:27.962885 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Attempting to bind port 5cce98be-5761-43f5-9da0-60f4ca0435b6 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:27.963254 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Attempting to bind port 5cce98be-5761-43f5-9da0-60f4ca0435b6 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:27.963614 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Attempting to bind port 5cce98be-5761-43f5-9da0-60f4ca0435b6 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:27.967674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfae4-8886-4875-b28a-717f3c2cc1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.970720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:27.971171 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:27.971877 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:27.972270 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:27.973418 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Bound port: 5cce98be-5761-43f5-9da0-60f4ca0435b6, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:27.973852 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.040624 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] For port 5cce98be-5761-43f5-9da0-60f4ca0435b6, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:28.044621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] For port 5cce98be-5761-43f5-9da0-60f4ca0435b6, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5cce98be-5761-43f5-9da0-60f4ca0435b6,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:28.066997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.113069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:28.115971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Network d49481af-07ef-42d3-919b-1e29040aba3d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:28.122151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:28.126941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Pushing event updated for resources: {'Port': ['ID=1d084126-a443-460c-978e-21f2e3f7e038,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.130444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:28.191279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.191523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24cdf00b-062e-456a-b151-f65f70927a01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2190a231983a461aac2356f6e12b31ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772047 Aug 10 03:16:28.192105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47806) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:28.204207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfae4-8886-4875-b28a-717f3c2cc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.206784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6ecfae4-8886-4875-b28a-717f3c2cc1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.208306 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f6ecfae4-8886-4875-b28a-717f3c2cc1b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be792e67-4a3f-406e-83d0-8ac2fe216335 HTTP/1.1" status: 204 len: 168 time: 0.3773448 Aug 10 03:16:28.222959 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.235468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecfae4-8886-4875-b28a-717f3c2cc1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be792e67-4a3f-406e-83d0-8ac2fe216335,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.287462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e0931f8-6d49-4182-b10f-aabfe0f6a48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.298653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eee42723-9a9c-4e90-a7ff-51f876879092 req-8a227bb7-62de-4477-8807-eb83d1e29707 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 210 time: 0.1176610 Aug 10 03:16:28.331137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e0931f8-6d49-4182-b10f-aabfe0f6a48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.370692 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Routers {'300e4d03-2b41-4865-a3c6-d7b61e7a93d3'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:28.370692 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:28.409109 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763f13-de9e-45f9-8a61-75d022a0683d None None] Pushing event updated for resources: {'Port': ['ID=5cce98be-5761-43f5-9da0-60f4ca0435b6,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.559899 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e0931f8-6d49-4182-b10f-aabfe0f6a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.575385 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e0931f8-6d49-4182-b10f-aabfe0f6a48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.575385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e0931f8-6d49-4182-b10f-aabfe0f6a48f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b3f0581-2c58-49fb-86b2-ddc4ec44ccbf HTTP/1.1" status: 204 len: 168 time: 0.3705976 Aug 10 03:16:28.575385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0931f8-6d49-4182-b10f-aabfe0f6a48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f0581-2c58-49fb-86b2-ddc4ec44ccbf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:28.609161 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] Set router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:28.633570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a2865eb6-2e91-41c6-9fa4-b1a0a7bf581d None None] Provisioning for port 1d084126-a443-460c-978e-21f2e3f7e038 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:28.636676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a2865eb6-2e91-41c6-9fa4-b1a0a7bf581d None None] Provisioning complete for port 1d084126-a443-460c-978e-21f2e3f7e038 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:28.637056 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a2865eb6-2e91-41c6-9fa4-b1a0a7bf581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.700616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:28.718195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a2865eb6-2e91-41c6-9fa4-b1a0a7bf581d None None] Port 1d084126-a443-460c-978e-21f2e3f7e038 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:28.862644 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:25Z', 'revision_number': 3, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port': {'id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:28.899233 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffa3e3-d558-4072-b49b-7acf63461c9e None None] The sync data for ids ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'] in n-d-765315-26 is: [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:25Z', 'revision_number': 3, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port': {'id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:28.959752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.072236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.160954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.162984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Pushing event updated for resources: {'Port': ['ID=1d084126-a443-460c-978e-21f2e3f7e038,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:29.287736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Network d49481af-07ef-42d3-919b-1e29040aba3d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:29.290199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:29.301398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cce98be-5761-43f5-9da0-60f4ca0435b6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:29.503022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5cce98be-5761-43f5-9da0-60f4ca0435b6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:29.512084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5cce98be-5761-43f5-9da0-60f4ca0435b6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:29.512084 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.523985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5395f58c-f42f-4002-93da-f83362078951 req-02d3bd18-c4eb-44f2-8c43-821c9bab8ecf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 210 time: 0.1217523 Aug 10 03:16:29.528586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:29.612791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47852) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:29.681610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.686969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-79a8e04a-625c-4c54-89ef-75a1e29064be None None] Provisioning complete for port 1d084126-a443-460c-978e-21f2e3f7e038 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:29.690226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-79a8e04a-625c-4c54-89ef-75a1e29064be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.764113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 5cce98be-5761-43f5-9da0-60f4ca0435b6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5cce98be-5761-43f5-9da0-60f4ca0435b6,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:29.766543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-79a8e04a-625c-4c54-89ef-75a1e29064be None None] Port 1d084126-a443-460c-978e-21f2e3f7e038 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:29.867958 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.900009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efa34131-1af8-48c3-a233-fc1d2ea6e21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.974995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=5cce98be-5761-43f5-9da0-60f4ca0435b6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.175208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efa34131-1af8-48c3-a233-fc1d2ea6e21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.232337 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2c151f21-9043-483e-a0a4-a5db48044473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.264265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:30.269800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-665ea40e-00d2-4d16-b02a-01a461179345 admin admin] 10.222.0.26 "PUT /v2.0/routers/300e4d03-2b41-4865-a3c6-d7b61e7a93d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398281 Aug 10 03:16:30.279882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efa34131-1af8-48c3-a233-fc1d2ea6e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.325764 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-efa34131-1af8-48c3-a233-fc1d2ea6e21a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc9798e0fa9f49718fb11ff4cde8ec70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093170 Aug 10 03:16:30.325764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa34131-1af8-48c3-a233-fc1d2ea6e21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891c739d-ac04-4ba1-9042-2197a2c4479e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.326332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47878) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:30.383880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0670a788-399a-4087-bbc8-2c1a9aee4a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.417065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0670a788-399a-4087-bbc8-2c1a9aee4a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.616514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0670a788-399a-4087-bbc8-2c1a9aee4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.620171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0670a788-399a-4087-bbc8-2c1a9aee4a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.621714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0670a788-399a-4087-bbc8-2c1a9aee4a1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/891c739d-ac04-4ba1-9042-2197a2c4479e HTTP/1.1" status: 204 len: 168 time: 0.2942805 Aug 10 03:16:30.641402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670a788-399a-4087-bbc8-2c1a9aee4a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c739d-ac04-4ba1-9042-2197a2c4479e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.653440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-277b32d7-d84a-44f6-8939-bf15dfe15964 req-54db19b0-4669-4f1c-8ecf-c2e9eb04cd6f tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 210 time: 0.0422192 Aug 10 03:16:30.749325 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-766ded8b-4eef-4194-8551-3eb4376c1137 req-60542004-4c23-4340-bfb1-1b4e6d1e186e tempest-FloatingIPDetailsNegativeTestJSON-25050658 tempest-FloatingIPDetailsNegativeTestJSON-25050658-project] show failed (client error): The resource could not be found. Aug 10 03:16:30.750356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-766ded8b-4eef-4194-8551-3eb4376c1137 req-60542004-4c23-4340-bfb1-1b4e6d1e186e tempest-FloatingIPDetailsNegativeTestJSON-25050658 tempest-FloatingIPDetailsNegativeTestJSON-25050658-project] 10.222.0.26 "GET /v2.0/floatingips/6c2e93fd-4f4b-41a7-bc51-017fe31eebdd HTTP/1.1" status: 404 len: 350 time: 0.0602155 Aug 10 03:16:30.762331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47900) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:30.792971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-f68dfd35-1336-43f1-b5f1-b35646ad856e tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:30.795347 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-f68dfd35-1336-43f1-b5f1-b35646ad856e tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.54 "GET /v2.0/networks?id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab HTTP/1.1" status: 200 len: 806 time: 0.1399415 Aug 10 03:16:30.853881 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-bfaba872-da97-402d-a708-2204dacbe2e2 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ad61ba661c4c92af3989bb49a3fbf5 HTTP/1.1" status: 200 len: 379 time: 0.0414045 Aug 10 03:16:30.865748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Request body: {'port': {'device_id': 'e567c224-38d5-4445-85c6-9d03efc45251', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'admin_state_up': True, 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'security_groups': ['05c590f8-2486-479f-9cc5-03f4ce3c59ef']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:31.089662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Sync routers for ids ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:31.116815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Routers {'300e4d03-2b41-4865-a3c6-d7b61e7a93d3'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:31.119131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:31.131490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Made reservation on behalf of 63ad61ba661c4c92af3989bb49a3fbf5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:31.136242 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.286620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47912) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:31.289696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cce98be-5761-43f5-9da0-60f4ca0435b6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:31.309553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.363093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Allocated IP 172.20.0.9 (3bd30fdf-8c92-407d-9dcf-8e6365e239ab/bd77ae0c-83f7-4db5-b61f-6724f285fe90/b1e784b6-ddce-4e44-aa87-e3b51bdfd180) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:31.402927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5cce98be-5761-43f5-9da0-60f4ca0435b6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:31.403305 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.406590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Set router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:31.479435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1504553429-network', 'tenant_id': 'ec988d7d534d4a6190f7bbb16f87c216'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:31.541591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.556304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Transition to ACTIVE for port object b1e784b6-ddce-4e44-aa87-e3b51bdfd180 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:31.637317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Deleting port 1d084126-a443-460c-978e-21f2e3f7e038 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:31.637580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.650254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Made reservation on behalf of ec988d7d534d4a6190f7bbb16f87c216 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:31.652704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.684709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.694678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:28Z', 'revision_number': 4, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port': {'id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d084126-a443-460c-978e-21f2e3f7e038', 'name': '', 'network_id': 'd49481af-07ef-42d3-919b-1e29040aba3d', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'mac_address': 'fa:16:3e:15:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '419866ca-9c0f-4060-8633-8daab616c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:27Z', 'updated_at': '2021-08-10T03:16:28Z', 'revision_number': 2, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'subnets': [{'id': '419866ca-9c0f-4060-8633-8daab616c6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:31.729751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Checking router: 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:31.730539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Updating router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 port 1d084126-a443-460c-978e-21f2e3f7e038 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:31.752289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.761263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.762414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6389b4a8-e8fe-4e3d-ad8b-16f0fe82e892 req-c5db6202-e2d7-4cec-a04c-ab90b7aa26c3 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 210 time: 0.0316155 Aug 10 03:16:31.764138 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.772791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Calling delete_port for 1d084126-a443-460c-978e-21f2e3f7e038 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:31.855057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47918) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:31.884374 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71e5c6f8-b4dc-49e0-942b-1edfbc03634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.904847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.989325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.062519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aff475d-6592-424a-9dbf-b997e53e7a62,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.137272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:32.142881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:32.144700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71e5c6f8-b4dc-49e0-942b-1edfbc03634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.155668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:32.162323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event updated for resources: {'Port': ['ID=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.208223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.208873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.234922 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:16:32.239697 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:16:32.239872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:32.241332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.290223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.290808 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Added segment 21ad97f0-b906-4046-abb0-ed5b68361365 of type vlan for network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 Aug 10 03:16:32.291954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d084126-a443-460c-978e-21f2e3f7e038,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.338322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71e5c6f8-b4dc-49e0-942b-1edfbc03634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.421671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-3d98d180-fbca-4039-b2fa-913dc4927fa0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5571640 Aug 10 03:16:32.442923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Request body: {'port': {'device_id': 'e567c224-38d5-4445-85c6-9d03efc45251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:32.449595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-71e5c6f8-b4dc-49e0-942b-1edfbc03634d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72051b7ca4dd4df9aba39678b935c965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934465 Aug 10 03:16:32.457574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.465334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47932) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:32.486851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5c6f8-b4dc-49e0-942b-1edfbc03634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd0e92-a908-4e7b-b30e-b083002f4c14,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.533196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.576474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f4cd3740-84ed-4d2e-8e89-95012239568f None None] Provisioning for port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:32.582213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f4cd3740-84ed-4d2e-8e89-95012239568f None None] Provisioning complete for port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:32.582213 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3740-84ed-4d2e-8e89-95012239568f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.626610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc02-cbc9-4e5f-89c6-024aff1da6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.637478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd3740-84ed-4d2e-8e89-95012239568f None None] Port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:32.679548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc02-cbc9-4e5f-89c6-024aff1da6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.712641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.713624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.714200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.763913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Port 1d084126-a443-460c-978e-21f2e3f7e038 not found while updating agent binding for router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3. {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 03:16:32.767992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.781742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Routers {'300e4d03-2b41-4865-a3c6-d7b61e7a93d3'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:32.781938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.782683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:32.800725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] Pushing event updated for resources: {'Network': ['ID=8bbe27ee-5a05-4fef-aba2-7bbc540e0705,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:32.827550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:32.907512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1f8ce5bf-34c7-419a-81a9-f1dd9526443a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6150544 Aug 10 03:16:32.907809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:32.913016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Request body: {'subnet': {'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1504553429-subnet', 'tenant_id': 'ec988d7d534d4a6190f7bbb16f87c216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:32.915252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e784b6-ddce-4e44-aa87-e3b51bdfd180 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:32.925459 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.952060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727942b-ca12-432b-892b-f20c117a9560 req-812aa5de-b2b6-4804-a722-50877b40cd8c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:32.953717 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0727942b-ca12-432b-892b-f20c117a9560 req-812aa5de-b2b6-4804-a722-50877b40cd8c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 931 time: 0.0792956 Aug 10 03:16:32.954799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Transition to ACTIVE for port object b1e784b6-ddce-4e44-aa87-e3b51bdfd180 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:32.980800 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc02-cbc9-4e5f-89c6-024aff1da6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.983526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baf9dc02-cbc9-4e5f-89c6-024aff1da6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.987608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-baf9dc02-cbc9-4e5f-89c6-024aff1da6f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aafd0e92-a908-4e7b-b30e-b083002f4c14 HTTP/1.1" status: 204 len: 168 time: 0.5114853 Aug 10 03:16:33.000082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9dc02-cbc9-4e5f-89c6-024aff1da6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd0e92-a908-4e7b-b30e-b083002f4c14,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:33.017040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0727942b-ca12-432b-892b-f20c117a9560 req-e630b1a1-2054-4e63-9ff0-5a46cd0a32af tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569930 Aug 10 03:16:33.079716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:33.114748 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.133348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Made reservation on behalf of ec988d7d534d4a6190f7bbb16f87c216 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:33.135866 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.178080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Pushing event updated for resources: {'Port': ['ID=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:33.188876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] Set router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:33.281146 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d932e3cd-9f8e-4c5b-aaf8-47babd7ed955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.323916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Attempting to bind port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:33.324374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Attempting to bind port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:33.324811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Attempting to bind port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 on network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:33.329803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 on network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:33.330187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Attempting to bind port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 on network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:33.335970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:33.336817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Checking segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:33.336817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Bound using segment: {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:33.337469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Bound port: b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5026a9-665c-4537-84ae-8d517285fa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:33.337918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.403375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:33.410876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1ba94575-e21d-4890-ba6e-c2ddc557d0c6 admin admin] 10.222.0.26 "PUT /v2.0/routers/300e4d03-2b41-4865-a3c6-d7b61e7a93d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466849 Aug 10 03:16:33.413536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47978) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:33.462694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] For port b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:33.467521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] For port b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:33.577218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.583808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:31Z', 'revision_number': 5, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port': {'id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:33.628694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bd823-b8e8-46e0-a14a-f459371c146e None None] The sync data for ids ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'] in n-d-765315-26 is: [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:31Z', 'revision_number': 5, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port': {'id': '5cce98be-5761-43f5-9da0-60f4ca0435b6', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:33.629091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.630549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.636003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] 10.222.0.54 "PUT /v2.0/ports/b1e784b6-ddce-4e44-aa87-e3b51bdfd180 HTTP/1.1" status: 200 len: 1092 time: 1.1978571 Aug 10 03:16:33.636164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.638366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:33.640813 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd853b-a87e-4e68-b15a-2dc7b17a2192" -d '{"events": [{"name": "network-changed", "server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:33.702504 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.702895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a4cc5-3616-438d-92a8-bb9fd500929d service neutron] Pushing event updated for resources: {'Port': ['ID=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:33.750312 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9779d4e-1130-4a47-9fc1-e73ee0f78294 x-openstack-request-id: req-b9779d4e-1130-4a47-9fc1-e73ee0f78294 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:33.750617 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:33.750874 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9779d4e-1130-4a47-9fc1-e73ee0f78294 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:33.751281 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'status': 'completed', 'code': 200} Aug 10 03:16:33.799502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:33.833477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:33.836790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:33.837156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Network hostable DHCP agents. Network: 8bbe27ee-5a05-4fef-aba2-7bbc540e0705, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:33.843731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd853b-a87e-4e68-b15a-2dc7b17a2192 req-5c79b471-bfe2-402f-8268-6fccc092f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.845791 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52fd853b-a87e-4e68-b15a-2dc7b17a2192 req-5c79b471-bfe2-402f-8268-6fccc092f420 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 1095 time: 0.0549912 Aug 10 03:16:33.979295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd853b-a87e-4e68-b15a-2dc7b17a2192 req-588a962d-6ea4-441e-86a5-f7799487fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:33.980831 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52fd853b-a87e-4e68-b15a-2dc7b17a2192 req-588a962d-6ea4-441e-86a5-f7799487fb97 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1206758 Aug 10 03:16:33.994258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:34.022724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.023963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Deleting port 5cce98be-5761-43f5-9da0-60f4ca0435b6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:34.024306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.118313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd853b-a87e-4e68-b15a-2dc7b17a2192 req-746e9c46-5ccc-44fe-b4fe-aa6d363a55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.120698 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52fd853b-a87e-4e68-b15a-2dc7b17a2192 req-746e9c46-5ccc-44fe-b4fe-aa6d363a55f2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320570 Aug 10 03:16:34.134301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] For port 5cce98be-5761-43f5-9da0-60f4ca0435b6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5cce98be-5761-43f5-9da0-60f4ca0435b6,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:34.134726 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.156246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Calling delete_port for 5cce98be-5761-43f5-9da0-60f4ca0435b6 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:34.156246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8bbe27ee-5a05-4fef-aba2-7bbc540e0705) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:34.163237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.164720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.177354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f173d5-d8e9-466f-adef-94c3819d9219 None None] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:34.186141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3eb4-096f-41b7-acc6-4311886653e3 req-a9dadb85-3861-43fd-8e59-d7482ff75d65 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.190206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-327b3eb4-096f-41b7-acc6-4311886653e3 req-a9dadb85-3861-43fd-8e59-d7482ff75d65 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 943 time: 0.0993538 Aug 10 03:16:34.254536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4b69db0-a1d6-441d-a839-896ca74c729c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3454883 Aug 10 03:16:34.287189 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-327b3eb4-096f-41b7-acc6-4311886653e3 req-95f1924d-bd78-476f-bfd3-a6e920b68c59 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822585 Aug 10 03:16:34.385745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-5d6f13ef-483b-40a2-9ebf-d3f8fa8c34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.387311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-5d6f13ef-483b-40a2-9ebf-d3f8fa8c34e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 1095 time: 0.0908484 Aug 10 03:16:34.449152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e32771-259b-4cae-9cbc-634210e33343 None None] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:34.461297 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-cfc82340-1cb2-4933-b763-32b4a2ec698e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180 HTTP/1.1" status: 200 len: 217 time: 0.0489168 Aug 10 03:16:34.515435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-b0cddbc5-dd04-41c6-a98d-5889e1bc5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.516962 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-b0cddbc5-dd04-41c6-a98d-5889e1bc5c30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd77ae0c-83f7-4db5-b61f-6724f285fe90 HTTP/1.1" status: 200 len: 845 time: 0.0571501 Aug 10 03:16:34.519684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.603893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5cce98be-5761-43f5-9da0-60f4ca0435b6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:34.626192 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] Sync routers for ids ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:34.646634 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] Routers {'300e4d03-2b41-4865-a3c6-d7b61e7a93d3'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:34.650366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:34.667588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-393898ca-f27a-46aa-8f81-265161dae9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:34.672687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-393898ca-f27a-46aa-8f81-265161dae9e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463885 Aug 10 03:16:34.690977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48018) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:34.708518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.738495 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] Set router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:34.802595 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:34Z', 'revision_number': 7, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:34.820546 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.822756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.825908 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-2507bd08-cc57-4f1d-b45c-92cac327fd77 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453731 Aug 10 03:16:34.840606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] Checking router: 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:34.850832 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] Routers {'300e4d03-2b41-4865-a3c6-d7b61e7a93d3'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:34.852480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:34.863549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-724516669-network', 'tenant_id': '7cac156c769149eb87aec3352cfb1e34'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:34.934615 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] Set router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:34.977135 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-45461b45-4a3b-4b02-aa9f-aa651f2ec055 req-a647000b-317c-463d-8b91-473caa80dea3 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421535 Aug 10 03:16:34.982253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.982978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 300e4d03-2b41-4865-a3c6-d7b61e7a93d3 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:16:34.987844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.988372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-badc9437-7bbb-498c-bad7-b4cb2311f0ee admin admin] 10.222.0.26 "DELETE /v2.0/routers/300e4d03-2b41-4865-a3c6-d7b61e7a93d3 HTTP/1.1" status: 204 len: 168 time: 1.5738554 Aug 10 03:16:34.990851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48030) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:34.994128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:34Z', 'revision_number': 7, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:35.022183 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc378ba7-c8ac-422c-afff-990caaecc353 None None] The sync data for ids ['300e4d03-2b41-4865-a3c6-d7b61e7a93d3'] in n-d-765315-26 is: [{'id': '300e4d03-2b41-4865-a3c6-d7b61e7a93d3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1425789728-router', 'tenant_id': '14df08d4a01546c59ec966dce4cbd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:23Z', 'updated_at': '2021-08-10T03:16:34Z', 'revision_number': 7, 'project_id': '14df08d4a01546c59ec966dce4cbd902', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:35.031807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Made reservation on behalf of 7cac156c769149eb87aec3352cfb1e34 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:35.036661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.053587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.053733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Deleting subnet 419866ca-9c0f-4060-8633-8daab616c6f6 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:35.062768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.131402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.244818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.250725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.357267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.398526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:35.424833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.424833 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Added segment 48c28b7c-4ce8-493b-80d3-901cb3dc3236 of type vlan for network 82397292-38d5-4b0a-8ddc-187248029d7b Aug 10 03:16:35.425976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48048) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:35.426066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46805c97-c9ff-4e30-bbc3-10d6c6da8ae7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:35.442847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1417658559-network', 'tenant_id': '509e5ea6e0fd4f60990134efb5a7f544'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:35.471024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.473676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384764c8-be01-4977-a2d5-49a86e57ee99 req-31fdadc7-ab61-4d2d-afe7-0f3cd3896ec0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.475205 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-384764c8-be01-4977-a2d5-49a86e57ee99 req-31fdadc7-ab61-4d2d-afe7-0f3cd3896ec0 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 943 time: 0.1286511 Aug 10 03:16:35.490790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.506856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=419866ca-9c0f-4060-8633-8daab616c6f6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:35.527687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0fa011-eb16-4420-b9a1-5711ff7ce3d6 None None] Network d49481af-07ef-42d3-919b-1e29040aba3d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:35.528964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.534995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2966dcd8-d26e-4d2a-aaca-c830473a0a19 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/419866ca-9c0f-4060-8633-8daab616c6f6 HTTP/1.1" status: 204 len: 168 time: 0.5430634 Aug 10 03:16:35.548720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:35.572046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-384764c8-be01-4977-a2d5-49a86e57ee99 req-4850bb3f-f8b7-4561-a674-f3ea8c87b5b9 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756428 Aug 10 03:16:35.574800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Made reservation on behalf of 509e5ea6e0fd4f60990134efb5a7f544 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:35.578803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.613509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.622786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.674873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.676290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.685785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.706136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.795641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] Pushing event updated for resources: {'Network': ['ID=82397292-38d5-4b0a-8ddc-187248029d7b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:35.809276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 82397292-38d5-4b0a-8ddc-187248029d7b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:35.810011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.815730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Deleting port 453c9243-05b6-4639-b0e2-a12770f3c718 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:35.816229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.886064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] DHCP port deletion for d49481af-07ef-42d3-919b-1e29040aba3d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:16:35.896142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] For port 453c9243-05b6-4639-b0e2-a12770f3c718, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=453c9243-05b6-4639-b0e2-a12770f3c718,segment=NetworkSegment(10056b2e-6235-41ca-a1dd-df0cec0b7d26),segment_id=10056b2e-6235-41ca-a1dd-df0cec0b7d26)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:35.896696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.915547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Calling delete_port for 453c9243-05b6-4639-b0e2-a12770f3c718 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:35.960280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.964945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] Deleting port 453c9243-05b6-4639-b0e2-a12770f3c718 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:16:35.964945 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:35.999686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:36.013461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.013808 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Added segment cc18e53f-4455-4d5c-b8fe-0992b8a8f346 of type vlan for network b1fceec4-0965-436f-b099-8c34762d210b Aug 10 03:16:36.022410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5a018-224e-4a0a-80a0-ca36caa413a6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.042084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] For port 453c9243-05b6-4639-b0e2-a12770f3c718, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=453c9243-05b6-4639-b0e2-a12770f3c718,segment=NetworkSegment(10056b2e-6235-41ca-a1dd-df0cec0b7d26),segment_id=10056b2e-6235-41ca-a1dd-df0cec0b7d26)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:36.042484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.057325 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c79e11a0-e598-4ec4-861a-2c97cbcf4e08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3652894 Aug 10 03:16:36.060071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48082) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:36.060529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] Calling delete_port for 453c9243-05b6-4639-b0e2-a12770f3c718 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:16:36.065007 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.065316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Request body: {'subnet': {'network_id': '82397292-38d5-4b0a-8ddc-187248029d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-724516669-subnet', 'tenant_id': '7cac156c769149eb87aec3352cfb1e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:36.159257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.165899 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.171030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Made reservation on behalf of 7cac156c769149eb87aec3352cfb1e34 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:36.173666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.188963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.189928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.190502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.192337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] Pushing event deleted for resources: {'Port': ['ID=453c9243-05b6-4639-b0e2-a12770f3c718,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.194127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=453c9243-05b6-4639-b0e2-a12770f3c718,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.199151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8e6c1-1413-4166-aae7-3aafbbedb4b2 None None] No DVR routers for this DVR port 453c9243-05b6-4639-b0e2-a12770f3c718 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:36.202426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] No DVR routers for this DVR port 453c9243-05b6-4639-b0e2-a12770f3c718 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:16:36.323221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1fceec4-0965-436f-b099-8c34762d210b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.332325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.336776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b1fceec4-0965-436f-b099-8c34762d210b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:36.343042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1f999450-c20e-4c6e-8cf6-3aa420cdfed5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9162495 Aug 10 03:16:36.347807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49481af-07ef-42d3-919b-1e29040aba3d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:36.349149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48084) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:36.357295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Request body: {'subnet': {'network_id': 'b1fceec4-0965-436f-b099-8c34762d210b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1417658559-subnet', 'tenant_id': '509e5ea6e0fd4f60990134efb5a7f544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:36.358517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10056b2e-6235-41ca-a1dd-df0cec0b7d26') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:36.358838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10056b2e-6235-41ca-a1dd-df0cec0b7d26') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:36.369344 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.383254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.389165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:36.389623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:36.391233 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:36.439867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.469829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Made reservation on behalf of 509e5ea6e0fd4f60990134efb5a7f544 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:36.472004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.542811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74846605-0f75-43ca-8483-7774f88a3a47,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.559885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.562896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Checking segment: {'id': '48c28b7c-4ce8-493b-80d3-901cb3dc3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '82397292-38d5-4b0a-8ddc-187248029d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:36.562896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Network hostable DHCP agents. Network: 82397292-38d5-4b0a-8ddc-187248029d7b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:36.566965 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.568913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] 10.222.0.26 "DELETE /v2.0/networks/d49481af-07ef-42d3-919b-1e29040aba3d HTTP/1.1" status: 204 len: 168 time: 1.0191743 Aug 10 03:16:36.582693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8622b-98dc-4fbc-b0a3-c552d4f26d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d49481af-07ef-42d3-919b-1e29040aba3d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.715148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb10d-7c3d-4392-81cc-a0a83d8dc9ab req-a7a2bbc3-1799-4091-9916-749d10eef09f tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.716713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-582cb10d-7c3d-4392-81cc-a0a83d8dc9ab req-a7a2bbc3-1799-4091-9916-749d10eef09f tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 943 time: 0.0545001 Aug 10 03:16:36.735160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Network 82397292-38d5-4b0a-8ddc-187248029d7b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:36.756112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-582cb10d-7c3d-4392-81cc-a0a83d8dc9ab req-7070bbc1-0f82-45ab-befa-9571cbb28b8d tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330019 Aug 10 03:16:36.786329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.845212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf2d490-5635-4d30-a6a7-c2e1f7292d8d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:36.853720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Checking segment: {'id': 'cc18e53f-4455-4d5c-b8fe-0992b8a8f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b1fceec4-0965-436f-b099-8c34762d210b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:36.854071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Network hostable DHCP agents. Network: b1fceec4-0965-436f-b099-8c34762d210b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:36.932861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 82397292-38d5-4b0a-8ddc-187248029d7b) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:36.938322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:36.938618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:36.941852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b363369-84ed-4de9-8d4f-a388d3156500 None None] Network 82397292-38d5-4b0a-8ddc-187248029d7b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:37.039656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Network b1fceec4-0965-436f-b099-8c34762d210b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:37.045939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b1fceec4-0965-436f-b099-8c34762d210b) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:37.050245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.050842 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.065014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d69781-8d28-4695-a2bd-8bdddc03d72b None None] Network b1fceec4-0965-436f-b099-8c34762d210b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:37.081391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d18e8-0ece-4d62-8c61-14f7fe30cb06 None None] Network 82397292-38d5-4b0a-8ddc-187248029d7b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:37.100174 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f27de207-8c08-4c11-9587-d308f38d5c34 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0363591 Aug 10 03:16:37.138835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48102) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:37.210606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19513fe0-e565-42bb-9322-b3511bbe30bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14df08d4a01546c59ec966dce4cbd902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678778 Aug 10 03:16:37.211171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:37.273424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cce98be-5761-43f5-9da0-60f4ca0435b6 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:37.286062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-946c050e-0cd7-4f49-a44f-c583aeb59d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.287346 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-36f39c7c-a775-44c1-9c33-b3bd62776313 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9363391 Aug 10 03:16:37.307806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f4c1e-6282-4c05-af2c-f2de026e8739 None None] Network b1fceec4-0965-436f-b099-8c34762d210b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:37.315266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-946c050e-0cd7-4f49-a44f-c583aeb59d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.325078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5cce98be-5761-43f5-9da0-60f4ca0435b6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:37.325438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cce98be-5761-43f5-9da0-60f4ca0435b6 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:37.325858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 453c9243-05b6-4639-b0e2-a12770f3c718 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:37.378683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 453c9243-05b6-4639-b0e2-a12770f3c718 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:16:37.379032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 453c9243-05b6-4639-b0e2-a12770f3c718 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:16:37.462475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-946c050e-0cd7-4f49-a44f-c583aeb59d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.465027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-946c050e-0cd7-4f49-a44f-c583aeb59d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.466387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-946c050e-0cd7-4f49-a44f-c583aeb59d5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4795726-436b-41be-97b0-68a6cec468a0 HTTP/1.1" status: 204 len: 168 time: 0.2540810 Aug 10 03:16:37.474831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c050e-0cd7-4f49-a44f-c583aeb59d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4795726-436b-41be-97b0-68a6cec468a0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:37.931810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d1cc3-c4e3-4605-9b6a-20f3cc2aba25 req-a367c6b0-e559-4df1-a7a6-f1ece71643b4 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.933587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-744d1cc3-c4e3-4605-9b6a-20f3cc2aba25 req-a367c6b0-e559-4df1-a7a6-f1ece71643b4 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 943 time: 0.0581419 Aug 10 03:16:37.972710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-744d1cc3-c4e3-4605-9b6a-20f3cc2aba25 req-16c8eda7-fba9-4650-8f3a-2be51a58de5b tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328174 Aug 10 03:16:38.343742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-543fb617-28bb-4601-8faa-4077119afe18 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.345246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-543fb617-28bb-4601-8faa-4077119afe18 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1161046 Aug 10 03:16:38.361477 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-cc4186f5-0170-48d5-b580-b69d7e51d50b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/quotas/ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 375 time: 0.0101664 Aug 10 03:16:38.396559 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-88747f48-d817-481f-a99d-e3fffe77fda8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280612 Aug 10 03:16:38.499003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48196) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:38.504890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-600731644-network', 'tenant_id': '3d41872f6a4f4fd0a25f3fc80b9fb0f5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:38.555120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-c46e7a06-e081-4090-9abb-500125167d23 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=312c8b465b704db99287dad3ee9aa0a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244048 Aug 10 03:16:38.666651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-a486684b-0160-407e-9422-55a21b0cdbaf tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:38.675269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-a486684b-0160-407e-9422-55a21b0cdbaf tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115899 Aug 10 03:16:38.675584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Made reservation on behalf of 3d41872f6a4f4fd0a25f3fc80b9fb0f5 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:38.678031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:38.695661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:38.697539 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-7f7d8313-04ea-4537-89ff-e788eeaf3600 service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934711 Aug 10 03:16:38.699185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-202dcd54-e052-47f5-b6a8-b146882beda5 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/quotas/312c8b465b704db99287dad3ee9aa0a8 HTTP/1.1" status: 200 len: 375 time: 0.0249212 Aug 10 03:16:38.795327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-dae5fe1c-560c-43ec-bd2c-57fa004d7b52 service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900106 Aug 10 03:16:39.062046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-e17ab930-748b-4db6-ba78-84ae7a8e6efc tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=312c8b465b704db99287dad3ee9aa0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3555288 Aug 10 03:16:39.170427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.255341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.277649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:39.286527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec5528c-ec86-43fd-9838-372c29f56fb5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:39.294538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.294884 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Added segment 7a745b2c-f40e-4f16-9ebd-4b3908b4772d of type vlan for network bfe266e7-cf07-4235-a4e9-00bfaa2732da Aug 10 03:16:39.342858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.459195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052a00-4a90-4a44-824f-85d43e69f441 req-dbbd4e79-ada5-4577-bfdb-4065f9c5437b tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.461339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35052a00-4a90-4a44-824f-85d43e69f441 req-dbbd4e79-ada5-4577-bfdb-4065f9c5437b tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 943 time: 0.1085808 Aug 10 03:16:39.468491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5c1de42-1fc1-4d4b-ba44-4178105e99f3 req-45e7da40-5851-4338-ae49-a3a04fb6159e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 210 time: 0.0385566 Aug 10 03:16:39.493083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b1e784b6-ddce-4e44-aa87-e3b51bdfd180 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:39.496773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.501136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.501136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.540078 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-35052a00-4a90-4a44-824f-85d43e69f441 req-0dc8a6ca-9014-4899-b4bd-ada2bfd126aa tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719614 Aug 10 03:16:39.591915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe266e7-cf07-4235-a4e9-00bfaa2732da,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:39.605804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network bfe266e7-cf07-4235-a4e9-00bfaa2732da details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:39.675921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-edc93141-ef3b-413d-987a-dad7128d43c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1755877 Aug 10 03:16:39.678571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:39.679593 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-6a5bc3f0-e354-4d63-82e1-ade73e49bdb8 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=312c8b465b704db99287dad3ee9aa0a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282655 Aug 10 03:16:39.681523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:39.685985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Request body: {'subnet': {'network_id': 'bfe266e7-cf07-4235-a4e9-00bfaa2732da', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-600731644-subnet', 'tenant_id': '3d41872f6a4f4fd0a25f3fc80b9fb0f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:39.704844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'port_id': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'mac_address': 'fa:16:3e:32:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:39.745344 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.764583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e784b6-ddce-4e44-aa87-e3b51bdfd180 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:39.782195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:39.795384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-6783667f-62ea-4bfe-9dc4-9e3144e08d85 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:39.796867 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-6783667f-62ea-4bfe-9dc4-9e3144e08d85 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094127 Aug 10 03:16:39.811860 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-4c051d93-9567-4d3a-9bff-c42bf9b09a9f tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/quotas/312c8b465b704db99287dad3ee9aa0a8 HTTP/1.1" status: 200 len: 375 time: 0.0091081 Aug 10 03:16:39.833642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Made reservation on behalf of 3d41872f6a4f4fd0a25f3fc80b9fb0f5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:39.837619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:39.852162 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-944eb882-8914-46c9-b5b9-fc1a32a09317 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=312c8b465b704db99287dad3ee9aa0a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341613 Aug 10 03:16:39.954654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.017505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.018799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48258) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:40.127460 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c223cdfc-7c35-495b-8fba-272ef9e7e838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.198398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.243048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c223cdfc-7c35-495b-8fba-272ef9e7e838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.313284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725bf713-1969-4a6b-b73f-e15ccdf09bbb req-6cdda2df-8479-407b-94c8-fec9818333f7 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 210 time: 0.0488636 Aug 10 03:16:40.325606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f528b1c4-c128-4713-bbee-6c5274c7ea1f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.343423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Checking segment: {'id': '7a745b2c-f40e-4f16-9ebd-4b3908b4772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bfe266e7-cf07-4235-a4e9-00bfaa2732da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:40.343766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c223cdfc-7c35-495b-8fba-272ef9e7e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.343881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Network hostable DHCP agents. Network: bfe266e7-cf07-4235-a4e9-00bfaa2732da, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:40.374732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['b1e784b6-ddce-4e44-aa87-e3b51bdfd180'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:40.378664 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c223cdfc-7c35-495b-8fba-272ef9e7e838 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6c47c7944574d49b00ff02ce58e7c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587983 Aug 10 03:16:40.379785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223cdfc-7c35-495b-8fba-272ef9e7e838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f050f8c-28aa-4a71-96ea-aee63ce4beb7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.381437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48276) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:40.435288 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c281e1-f04e-4b07-a4d5-e3b00bfd54a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.459577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c281e1-f04e-4b07-a4d5-e3b00bfd54a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.542553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Network bfe266e7-cf07-4235-a4e9-00bfaa2732da is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:40.554934 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cbf28ea4-165d-49a5-a38b-702095d51e6d req-3835701d-9f96-413f-a29c-032252d38548 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 210 time: 0.0303221 Aug 10 03:16:40.681384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1079f-eaf8-4441-a7c2-06052fad6d2c req-d19bbff2-031d-4ddb-98a1-3ffafcdf7604 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.682975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0f1079f-eaf8-4441-a7c2-06052fad6d2c req-d19bbff2-031d-4ddb-98a1-3ffafcdf7604 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 944 time: 0.0676250 Aug 10 03:16:40.690350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c281e1-f04e-4b07-a4d5-e3b00bfd54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.693178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c281e1-f04e-4b07-a4d5-e3b00bfd54a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.694266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06c281e1-f04e-4b07-a4d5-e3b00bfd54a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f050f8c-28aa-4a71-96ea-aee63ce4beb7 HTTP/1.1" status: 204 len: 168 time: 0.3093309 Aug 10 03:16:40.718424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c281e1-f04e-4b07-a4d5-e3b00bfd54a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f050f8c-28aa-4a71-96ea-aee63ce4beb7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.740031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0f1079f-eaf8-4441-a7c2-06052fad6d2c req-953f7177-f8f1-4581-9475-6e479c6259b3 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505075 Aug 10 03:16:40.740637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, bfe266e7-cf07-4235-a4e9-00bfaa2732da) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:40.748027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.748027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.785629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7486d-8b08-47e7-bd1b-6c20c228e351 None None] Network bfe266e7-cf07-4235-a4e9-00bfaa2732da requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:40.846147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f795c058-797c-44ef-8972-a9dd65bf75c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1654344 Aug 10 03:16:40.932063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8faeb-8491-4791-a7ba-6d0d99cbf549 None None] Network bfe266e7-cf07-4235-a4e9-00bfaa2732da requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:40.986085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48292) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:41.035335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Deleting subnet 74846605-0f75-43ca-8483-7774f88a3a47 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:41.039641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.093630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.144400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.310227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.352043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74846605-0f75-43ca-8483-7774f88a3a47,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.356994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.361506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ecc5ccc0-d7e7-4e74-9900-1eccd816ad84 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/74846605-0f75-43ca-8483-7774f88a3a47 HTTP/1.1" status: 204 len: 168 time: 0.3718019 Aug 10 03:16:41.362010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48306) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:41.441836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.478403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-96dd591f-9fd6-4b44-bba3-62821644a34d req-efe3c95a-d893-468b-9bb0-42dfa9eb6b1e tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 210 time: 0.0430477 Aug 10 03:16:41.508451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b1e784b6-ddce-4e44-aa87-e3b51bdfd180 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:41.533813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.544773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82397292-38d5-4b0a-8ddc-187248029d7b']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:41.555080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c28b7c-4ce8-493b-80d3-901cb3dc3236') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:41.555415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c28b7c-4ce8-493b-80d3-901cb3dc3236') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:41.569616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.581385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.591083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:41.591787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:41.593912 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:41.657105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:41.661355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:41.667242 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.689360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6814b6c-178c-48bb-802c-f2cab3f430d9 req-dfc2a1b2-5bcc-423f-bdb1-42317d92f40e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 210 time: 0.0380948 Aug 10 03:16:41.750426 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.770964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.778230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:41.779220 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.780266 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb77a97-8dfe-485f-a11e-3c1b4903ac55" -d '{"events": [{"server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "name": "network-vif-plugged", "status": "completed", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:41.781457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] 10.222.0.26 "DELETE /v2.0/networks/82397292-38d5-4b0a-8ddc-187248029d7b HTTP/1.1" status: 204 len: 168 time: 0.4184442 Aug 10 03:16:41.787308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:41.796785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:41.801555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103acd0b-c919-42e9-99a8-bdf39bb35f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=82397292-38d5-4b0a-8ddc-187248029d7b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.840230 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce249b6-b869-4540-8ca6-a0b6fe9e38b1 x-openstack-request-id: req-dce249b6-b869-4540-8ca6-a0b6fe9e38b1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:41.841078 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "name": "network-vif-plugged", "status": "completed", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:41.842270 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dce249b6-b869-4540-8ca6-a0b6fe9e38b1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:41.842384 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'code': 200} Aug 10 03:16:41.891305 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.921927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Deleting subnet f528b1c4-c128-4713-bbee-6c5274c7ea1f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:16:41.926297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.962269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.985637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86df51-5149-4eb4-9597-410620a8a8d4 req-3517d53b-1146-4e15-a0da-57cf422998b8 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:41.987666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a86df51-5149-4eb4-9597-410620a8a8d4 req-3517d53b-1146-4e15-a0da-57cf422998b8 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.1104369 Aug 10 03:16:42.003331 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.034801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a86df51-5149-4eb4-9597-410620a8a8d4 req-7ba12d56-e313-4a7c-9701-a929e6f25dbd tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 Aug 10 03:16:42.043762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdac183-939c-4721-947d-359ab14fa75e req-18b01e62-780e-4a89-be53-1944a4fc0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.045286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bdac183-939c-4721-947d-359ab14fa75e req-18b01e62-780e-4a89-be53-1944a4fc0c0f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 1097 time: 0.0928807 Aug 10 03:16:42.060584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.115250 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3bdac183-939c-4721-947d-359ab14fa75e req-d3ecd510-4731-4991-bead-ba413727ad4a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619140 Aug 10 03:16:42.219538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48330) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:42.320834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-157006663-network', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:42.344311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.387265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f528b1c4-c128-4713-bbee-6c5274c7ea1f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:42.391100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.393041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2dbc5742-bfc0-44eb-a6de-e78203b61b48 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f528b1c4-c128-4713-bbee-6c5274c7ea1f HTTP/1.1" status: 204 len: 168 time: 0.6033156 Aug 10 03:16:42.396569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48338) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:42.425486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Made reservation on behalf of 29ee774568ba41228de3fc1432f6d25f for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:42.427894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.435939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-44d94489-fc75-44da-b792-3d1287091a40 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:42.437441 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-44d94489-fc75-44da-b792-3d1287091a40 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1504638 Aug 10 03:16:42.450929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Request body: {'port': {'device_id': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'admin_state_up': True, 'tenant_id': 'ec988d7d534d4a6190f7bbb16f87c216'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:42.469782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.505560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.637643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd366f3d-9a3a-4300-b4ec-80b57a11ee33 req-d771ded9-595b-4d0d-9f87-02165703fece tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 210 time: 0.0720329 Aug 10 03:16:42.650361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.664618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe266e7-cf07-4235-a4e9-00bfaa2732da']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:42.678962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a745b2c-f40e-4f16-9ebd-4b3908b4772d') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:42.679800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a745b2c-f40e-4f16-9ebd-4b3908b4772d') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:42.692329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.717583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.728077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.729340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:16:42.729786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:16:42.731438 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:16:42.786812 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ebb6605-54fe-409d-bd23-0de2d8aff839 req-6e16f907-5fff-4e02-9b71-6622a740cad3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 210 time: 0.0300174 Aug 10 03:16:42.878213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.904018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c7ca77-f62e-40b5-a260-e64af8885f4d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:42.923053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.930331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:42.933457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.935299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bfe266e7-cf07-4235-a4e9-00bfaa2732da HTTP/1.1" status: 204 len: 168 time: 0.5365455 Aug 10 03:16:42.958294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1f069-95c3-47fe-b017-215fecb0f564 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe266e7-cf07-4235-a4e9-00bfaa2732da,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:42.973317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.973672 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Added segment bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc of type vlan for network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 Aug 10 03:16:42.976667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-a7492394-258b-4a09-9baf-03a19d35df4d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=312c8b465b704db99287dad3ee9aa0a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286574 Aug 10 03:16:42.993672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Made reservation on behalf of ec988d7d534d4a6190f7bbb16f87c216 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:42.997609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.075063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.135773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-4761adf5-ebe4-45cb-9be6-832a46cf9fc9 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.137301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-4761adf5-ebe4-45cb-9be6-832a46cf9fc9 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535954 Aug 10 03:16:43.159461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Request body: {'port': {'device_id': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '312c8b465b704db99287dad3ee9aa0a8'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:43.172221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Allocated IP 172.20.0.3 (8bbe27ee-5a05-4fef-aba2-7bbc540e0705/eedfabd5-2a82-4d38-b62b-8f571b0ee9cf/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:43.208803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502290-7df5-44c9-8538-78d81f850f68 req-f4fc4c7c-d5b0-437d-a257-467f40e5d155 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.210655 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b1502290-7df5-44c9-8538-78d81f850f68 req-f4fc4c7c-d5b0-437d-a257-467f40e5d155 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.0751109 Aug 10 03:16:43.214632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.216105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.216959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.308822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] Pushing event updated for resources: {'Network': ['ID=9c64d5b1-8619-47a6-9871-2b056fd15aa5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.320079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:43.336366 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b1502290-7df5-44c9-8538-78d81f850f68 req-e8618ab1-a457-4a6d-9ff7-c0a6b62b9388 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966206 Aug 10 03:16:43.372013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b4cf8248-9093-4aee-af8c-98209c6d0348 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1507752 Aug 10 03:16:43.376989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48350) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:43.377808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48352) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:43.389575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Request body: {'subnet': {'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-157006663-subnet', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:43.410700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.447578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2c7de558-44ba-41c2-9333-d73467993788 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cac156c769149eb87aec3352cfb1e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647433 Aug 10 03:16:43.447759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48358) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:43.499461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08014966-668b-4044-ba8f-1fc4e9d2086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.522632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08014966-668b-4044-ba8f-1fc4e9d2086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.575032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-29013b03-3ba2-4ea1-a85b-0b476f4a1052 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=312c8b465b704db99287dad3ee9aa0a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346756 Aug 10 03:16:43.584576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Made reservation on behalf of 312c8b465b704db99287dad3ee9aa0a8 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:43.588047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.622836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.651396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.703143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:43.712009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:43.719824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:43.723504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-c2921f4f-1f3b-495c-a5c0-3f71a825bf06 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.725108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-c2921f4f-1f3b-495c-a5c0-3f71a825bf06 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349282 Aug 10 03:16:43.748437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.757962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Request body: {'port': {'device_id': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '312c8b465b704db99287dad3ee9aa0a8'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:43.763762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7415d5f2-9ff5-4409-93fb-75912346889a req-0ba42704-bc80-4867-88dd-9309297af300 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 210 time: 0.0484958 Aug 10 03:16:43.778216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.778985 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.819020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Made reservation on behalf of 29ee774568ba41228de3fc1432f6d25f for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:43.821335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.884435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08014966-668b-4044-ba8f-1fc4e9d2086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.886950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-08014966-668b-4044-ba8f-1fc4e9d2086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.890662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-08014966-668b-4044-ba8f-1fc4e9d2086c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46805c97-c9ff-4e30-bbc3-10d6c6da8ae7 HTTP/1.1" status: 204 len: 168 time: 0.4384997 Aug 10 03:16:43.920861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08014966-668b-4044-ba8f-1fc4e9d2086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46805c97-c9ff-4e30-bbc3-10d6c6da8ae7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.947071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58512c3-241e-4c2f-9d35-56595318e412 req-68455a45-9bf2-4a6b-809f-b9b6660a9695 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:43.950971 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f58512c3-241e-4c2f-9d35-56595318e412 req-68455a45-9bf2-4a6b-809f-b9b6660a9695 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 931 time: 0.0883124 Aug 10 03:16:43.998375 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f58512c3-241e-4c2f-9d35-56595318e412 req-fbe22e16-d51d-4d0c-bc49-3bec93fcc19b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Aug 10 03:16:44.054398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.165746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.232164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.242683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.308907 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-f5c627be-a558-41c0-b05c-5b739cbc689a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8617318 Aug 10 03:16:44.322954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Request body: {'port': {'device_id': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:44.337075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedb3533-8235-4496-86b2-355662c0504f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.383792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.383957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Checking segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:44.384458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Network hostable DHCP agents. Network: 9c64d5b1-8619-47a6-9871-2b056fd15aa5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:44.397105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Allocated IP 192.168.233.226 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/d1b7fc39-1c67-4656-b2ad-46adf0e283ac) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:44.478134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Made reservation on behalf of 312c8b465b704db99287dad3ee9aa0a8 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:44.481734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.561649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:44.616733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9107d9-90b8-4b19-820f-b4ae9d337316 req-162d7d44-43d5-4e9c-8161-aa8a384b344c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.621404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad9107d9-90b8-4b19-820f-b4ae9d337316 req-162d7d44-43d5-4e9c-8161-aa8a384b344c tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.1831393 Aug 10 03:16:44.684884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:44.692432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.704302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Transition to ACTIVE for port object 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:44.711964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad9107d9-90b8-4b19-820f-b4ae9d337316 req-20dbe337-ee89-4faf-8db5-d998d51e0d36 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894754 Aug 10 03:16:44.712467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 9c64d5b1-8619-47a6-9871-2b056fd15aa5) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:44.720274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd287fb4-2dc2-4b08-97a3-ea0151fd7fd7 None None] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:44.724245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:44.724938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.729838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.748565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Transition to ACTIVE for port object d1b7fc39-1c67-4656-b2ad-46adf0e283ac will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:44.797646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.848903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0d2863c6-30b1-4ddc-ad6a-9260b589fe03 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4698665 Aug 10 03:16:44.852762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:44.854439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:44.870192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae2b25-a823-434d-89f9-d368687e9fd5 None None] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:44.889112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:44.891900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.896118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.899425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ef138f1-0fcb-4f4f-972e-8c7d24162b59 req-ec1d09d5-aaa1-46dd-9e4f-081531d48bce tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 210 time: 0.0408225 Aug 10 03:16:44.988595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:44.993559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:44.995442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:44.999793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:45.003598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0112ead-db8f-4d1d-9590-40435ccd6708 req-87cfc52d-ec44-4dfc-bfa9-40e87f1b7cd6 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.005228 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d0112ead-db8f-4d1d-9590-40435ccd6708 req-87cfc52d-ec44-4dfc-bfa9-40e87f1b7cd6 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.1777422 Aug 10 03:16:45.012198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Allocated IP 192.168.233.228 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/b7ff3155-4bde-402a-8003-71eb966d28db) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:45.016912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48388) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:45.022513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.023063 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a86fcb2d-097c-4582-90dd-65e97659b4b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d41872f6a4f4fd0a25f3fc80b9fb0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241221 Aug 10 03:16:45.024041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Request body: {'floatingip': {'port_id': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:45.044053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48390) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:45.075699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.082849 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.090193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.196107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:45.196577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:45.196952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:45.197606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.198268 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.233227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:45.233880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:45.248310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:45.248607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:45.249163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:45.250501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Bound port: 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:45.250708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.251879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.255382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15cac0cd-016e-46e8-b2b6-c4a547d81369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.259946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47191403-c948-4f27-8c75-c3a45d37efd3 req-0fbbf4ff-f2b6-41eb-8594-57b5e8de86d3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.261454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-47191403-c948-4f27-8c75-c3a45d37efd3 req-0fbbf4ff-f2b6-41eb-8594-57b5e8de86d3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.1414959 Aug 10 03:16:45.322595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15cac0cd-016e-46e8-b2b6-c4a547d81369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.397340 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ba3d7854-d91c-4e74-8839-3592ee723ee7 None None] Provisioning for port d1b7fc39-1c67-4656-b2ad-46adf0e283ac completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:45.402336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ba3d7854-d91c-4e74-8839-3592ee723ee7 None None] Provisioning complete for port d1b7fc39-1c67-4656-b2ad-46adf0e283ac triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:45.402874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba3d7854-d91c-4e74-8839-3592ee723ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.410976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-7c61aacc-fce2-4c50-b706-795af23981a4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2555251 Aug 10 03:16:45.412448 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-47191403-c948-4f27-8c75-c3a45d37efd3 req-f6e5eb7d-5530-44a5-b32c-626cf7b1f61a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415162 Aug 10 03:16:45.449375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Request body: {'port': {'device_id': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:45.454458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:45.461718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d7854-d91c-4e74-8839-3592ee723ee7 None None] Port d1b7fc39-1c67-4656-b2ad-46adf0e283ac cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:45.462453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:45.485878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.566675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.574415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Transition to ACTIVE for port object b7ff3155-4bde-402a-8003-71eb966d28db will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:45.605233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.652721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.727341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.727962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.729385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 1092 time: 1.4116230 Aug 10 03:16:45.729822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:45.732306 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c" -d '{"events": [{"name": "network-changed", "server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:45.735754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15cac0cd-016e-46e8-b2b6-c4a547d81369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.738208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15cac0cd-016e-46e8-b2b6-c4a547d81369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.739395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-15cac0cd-016e-46e8-b2b6-c4a547d81369 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ec5528c-ec86-43fd-9838-372c29f56fb5 HTTP/1.1" status: 204 len: 168 time: 0.6902249 Aug 10 03:16:45.761188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cac0cd-016e-46e8-b2b6-c4a547d81369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec5528c-ec86-43fd-9838-372c29f56fb5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:45.770452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.772147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6bb78-79d1-4f51-8ab0-6ce9eb4dab39 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:45.810996 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f929cb09-cf23-4dc6-9875-bf011e85c61e x-openstack-request-id: req-f929cb09-cf23-4dc6-9875-bf011e85c61e {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:45.811375 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:45.811698 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f929cb09-cf23-4dc6-9875-bf011e85c61e {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:45.812169 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'status': 'completed', 'code': 200} Aug 10 03:16:45.880289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c req-a4731cf9-f4ce-4f2d-aebf-18502b405504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:45.882493 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c req-a4731cf9-f4ce-4f2d-aebf-18502b405504 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1095 time: 0.0450063 Aug 10 03:16:45.893113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:45.938016 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.212921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:46.322101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:46.341441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:46.351492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:46.375997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:46.408595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c req-88cd937d-b933-41c1-bb3b-70d1629f5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.408595 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c req-88cd937d-b933-41c1-bb3b-70d1629f5f4a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5192282 Aug 10 03:16:46.460594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb48620-3ce7-4926-afcf-3d983b0d4370 req-718e3e57-d904-4ed3-a798-ea120038364f tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.476871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9fb48620-3ce7-4926-afcf-3d983b0d4370 req-718e3e57-d904-4ed3-a798-ea120038364f tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 936 time: 0.4738808 Aug 10 03:16:46.497617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.498209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.510330 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Floating IP d65c95ab-6234-4eb2-a66a-146173f732b6 associated. External IP: 172.25.1.166, port: b1e784b6-ddce-4e44-aa87-e3b51bdfd180. Aug 10 03:16:46.626787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.656267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b7fc39-1c67-4656-b2ad-46adf0e283ac {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:46.665972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.668354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-a1bd3b2a-99ba-4c21-81c0-00bc5ce2e592 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9315865 Aug 10 03:16:46.670803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9fb48620-3ce7-4926-afcf-3d983b0d4370 req-a2e858e7-66f0-4cc7-a5c7-72ef2b9653f7 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929891 Aug 10 03:16:46.672503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.680564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c req-aa6b296a-7660-40e4-b2ea-9d707fb2a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.683105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2f5e9db6-c6d3-42f5-b0cd-eebb183a291c req-aa6b296a-7660-40e4-b2ea-9d707fb2a3ab service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629478 Aug 10 03:16:46.701000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fde45-65a6-4ee4-a658-1a873c4c3f2b req-3e29c1c7-ca4d-4dd8-9d8a-8c3840e57e34 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.708730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca9fde45-65a6-4ee4-a658-1a873c4c3f2b req-3e29c1c7-ca4d-4dd8-9d8a-8c3840e57e34 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.1622467 Aug 10 03:16:46.714181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Request body: {'port': {'device_id': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:46.794546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Transition to ACTIVE for port object d1b7fc39-1c67-4656-b2ad-46adf0e283ac will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:46.809009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ce397a5-dbc7-43c7-9239-3c04af791199 None None] Provisioning for port b7ff3155-4bde-402a-8003-71eb966d28db completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:46.814182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ce397a5-dbc7-43c7-9239-3c04af791199 None None] Provisioning complete for port b7ff3155-4bde-402a-8003-71eb966d28db triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:46.814896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ce397a5-dbc7-43c7-9239-3c04af791199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.861685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6ce397a5-dbc7-43c7-9239-3c04af791199 None None] Port b7ff3155-4bde-402a-8003-71eb966d28db cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:16:46.874166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca9fde45-65a6-4ee4-a658-1a873c4c3f2b req-5e9fcad2-fe91-48e5-873b-df8689c4b008 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647933 Aug 10 03:16:46.874784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.877735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-5583ffd1-bf05-48da-8f3a-34e4257d0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:46.881158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-5583ffd1-bf05-48da-8f3a-34e4257d0b9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1095 time: 0.1438119 Aug 10 03:16:46.914845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.939300 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-d50384b5-a704-4d9c-b515-869897c34184 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 217 time: 0.0459411 Aug 10 03:16:46.943261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Router 7649b4d6-5f2b-4501-b4dd-665aee037156 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:46.961881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Allocated IP 172.25.1.122 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/cf674ed2-bbed-4d51-a315-7988de81c16c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:46.988613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.057498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-ae23e8e7-529d-42fa-a086-294973a17896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.058979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-ae23e8e7-529d-42fa-a086-294973a17896 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.1078565 Aug 10 03:16:47.133442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:47.148184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-fca2f69e-bd0b-4443-9fe6-dd2d3a93d1dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688713 Aug 10 03:16:47.210674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:47.216116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.217416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Attempting to bind port d1b7fc39-1c67-4656-b2ad-46adf0e283ac on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:47.218035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Attempting to bind port d1b7fc39-1c67-4656-b2ad-46adf0e283ac by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:47.218595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Attempting to bind port d1b7fc39-1c67-4656-b2ad-46adf0e283ac on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:47.229775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] Sync routers for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:47.241782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:47.242701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:47.249341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Port d1b7fc39-1c67-4656-b2ad-46adf0e283ac on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:47.249899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Attempting to bind port d1b7fc39-1c67-4656-b2ad-46adf0e283ac on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:47.287795 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-eea70f81-4137-4da4-ab6c-e474cadd6bf4 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446562 Aug 10 03:16:47.299595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:47.300255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:47.300846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:47.301605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Bound port: d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:47.302160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.313974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-327132809-network', 'tenant_id': 'ff00e029e0014cfe8bedced31d73ab1f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:47.371873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:47.372044 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-289c8cd9-d1a5-4cec-bea3-4b70310fadca tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "PUT /v2.0/floatingips/d65c95ab-6234-4eb2-a66a-146173f732b6 HTTP/1.1" status: 200 len: 991 time: 2.3509970 Aug 10 03:16:47.378329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.445779 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-681cc137-9491-4cad-8d05-fc78b62e9981 req-a889df8d-044c-4c03-815b-537f15092422 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510732 Aug 10 03:16:47.449753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:47.472200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Made reservation on behalf of ff00e029e0014cfe8bedced31d73ab1f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:47.473349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:47.476158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.487484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.541833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ff3155-4bde-402a-8003-71eb966d28db {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:47.552103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.565336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Transition to ACTIVE for port object b7ff3155-4bde-402a-8003-71eb966d28db will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:47.585826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.599924 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.628114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd65c95ab-6234-4eb2-a66a-146173f732b6', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'port_id': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'mac_address': 'fa:16:3e:32:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e567c224-38d5-4445-85c6-9d03efc45251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:45Z', 'revision_number': 1, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:47.643003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.643003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.643003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2535467d-25de-403d-94fc-98b70b794eba service neutron] 10.222.0.46 "PUT /v2.0/ports/d1b7fc39-1c67-4656-b2ad-46adf0e283ac HTTP/1.1" status: 200 len: 1097 time: 2.1939459 Aug 10 03:16:47.643003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:47.643003 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59987c3a-68f7-4074-b9e9-374a3dd25324" -d '{"events": [{"name": "network-changed", "server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:47.661784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] Checking router: 7649b4d6-5f2b-4501-b4dd-665aee037156 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:47.681120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:47.681670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535467d-25de-403d-94fc-98b70b794eba service neutron] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.681837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:47.684786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.725151 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb0906-d00e-4bf0-9da2-965640dea756 x-openstack-request-id: req-86eb0906-d00e-4bf0-9da2-965640dea756 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:47.725358 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:47.725744 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86eb0906-d00e-4bf0-9da2-965640dea756 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:47.726659 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'status': 'completed', 'code': 200} Aug 10 03:16:47.736742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.756186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:47.773966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.778761 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.779196 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Added segment 30f2813b-9408-405f-b7bf-39b2f320271d of type vlan for network 87657108-89a7-4b96-bc08-01ed5fb57912 Aug 10 03:16:47.781705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761739e-c8a0-4412-9c6e-0202e736b9c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.839401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:47.846025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:47.848322 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd759f4-b737-4ea9-b855-89df9a7fdace" -d '{"events": [{"name": "network-changed", "server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:47.853220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf674ed2-bbed-4d51-a315-7988de81c16c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:47.858950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:47.866932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:47.877981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.922426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:47.934374 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459a7f7-6bda-4e3a-a956-da2a0c97cbab x-openstack-request-id: req-3459a7f7-6bda-4e3a-a956-da2a0c97cbab {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:47.934593 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:47.934825 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3459a7f7-6bda-4e3a-a956-da2a0c97cbab {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:47.935234 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'status': 'completed', 'code': 200} Aug 10 03:16:47.980626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59987c3a-68f7-4074-b9e9-374a3dd25324 req-f5aaa083-21b5-4a78-9323-f5ceb1edd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.982159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59987c3a-68f7-4074-b9e9-374a3dd25324 req-f5aaa083-21b5-4a78-9323-f5ceb1edd276 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=312c8b465b704db99287dad3ee9aa0a8&device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 1100 time: 0.2547321 Aug 10 03:16:48.005470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.006568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.007764 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.053878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.063734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59987c3a-68f7-4074-b9e9-374a3dd25324 req-6b7c205d-3ca3-410b-b1c1-4237c2501001 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=312c8b465b704db99287dad3ee9aa0a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681624 Aug 10 03:16:48.079621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae67f7-ba55-44a7-a25b-917acfd10afa req-53026ebc-5b32-4684-b8bd-1303aef680ba tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.094255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00ae67f7-ba55-44a7-a25b-917acfd10afa req-53026ebc-5b32-4684-b8bd-1303aef680ba tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 948 time: 0.2947228 Aug 10 03:16:48.129280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] Pushing event updated for resources: {'Network': ['ID=87657108-89a7-4b96-bc08-01ed5fb57912,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.158476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 87657108-89a7-4b96-bc08-01ed5fb57912 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:48.168743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-ddee9c7c-a2b4-40d2-8830-53d7f7c2de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.170795 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-ddee9c7c-a2b4-40d2-8830-53d7f7c2de01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 1097 time: 0.1060565 Aug 10 03:16:48.259765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-33dd2bd7-e638-4683-9492-263f3d68c592 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1231763 Aug 10 03:16:48.260409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48450) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:48.268541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Request body: {'subnet': {'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-327132809-subnet', 'tenant_id': 'ff00e029e0014cfe8bedced31d73ab1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:48.285739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd65c95ab-6234-4eb2-a66a-146173f732b6', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'port_id': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'mac_address': 'fa:16:3e:32:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e567c224-38d5-4445-85c6-9d03efc45251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:45Z', 'revision_number': 1, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:48.318975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Attempting to bind port b7ff3155-4bde-402a-8003-71eb966d28db on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:48.319303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Attempting to bind port b7ff3155-4bde-402a-8003-71eb966d28db by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:48.320227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Attempting to bind port b7ff3155-4bde-402a-8003-71eb966d28db on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:48.322803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8872cc-9f2e-4baf-b4fe-3c8a9e4c8dc8 req-c2fe2776-a010-47be-a481-55fa85ba16f0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.328519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b794e3-6f15-4c0b-964c-d362bd66100c None None] The sync data for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 is: [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd65c95ab-6234-4eb2-a66a-146173f732b6', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'port_id': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'mac_address': 'fa:16:3e:32:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e567c224-38d5-4445-85c6-9d03efc45251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:16:24Z', 'updated_at': '2021-08-10T03:16:45Z', 'revision_number': 1, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:48.332145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ea8872cc-9f2e-4baf-b4fe-3c8a9e4c8dc8 req-c2fe2776-a010-47be-a481-55fa85ba16f0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.1584699 Aug 10 03:16:48.334411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00ae67f7-ba55-44a7-a25b-917acfd10afa req-d6852ad7-b9c6-41b8-a3df-f4e3abf38907 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392917 Aug 10 03:16:48.344107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Port b7ff3155-4bde-402a-8003-71eb966d28db on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:48.344481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Attempting to bind port b7ff3155-4bde-402a-8003-71eb966d28db on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:48.375873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:48.376522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:48.377379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:48.378018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Bound port: b7ff3155-4bde-402a-8003-71eb966d28db, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:48.378561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.398699 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-ea8872cc-9f2e-4baf-b4fe-3c8a9e4c8dc8 req-864c8ca7-53bd-439c-86d7-e16e8ffdac92 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Aug 10 03:16:48.406306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Made reservation on behalf of ff00e029e0014cfe8bedced31d73ab1f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:48.414459 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.432384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-d31cda3d-8570-4572-8639-6d6dac0af183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.437487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-d31cda3d-8570-4572-8639-6d6dac0af183 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab HTTP/1.1" status: 200 len: 907 time: 0.2506955 Aug 10 03:16:48.453364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59987c3a-68f7-4074-b9e9-374a3dd25324 req-f5a8620c-2696-41d3-8a1f-4157f5995a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.455549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59987c3a-68f7-4074-b9e9-374a3dd25324 req-f5a8620c-2696-41d3-8a1f-4157f5995a0c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3564394 Aug 10 03:16:48.494680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:48.499083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:48.561363 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-c342d5ac-c33c-4d78-918f-b4442d512fbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180 HTTP/1.1" status: 200 len: 999 time: 0.0905619 Aug 10 03:16:48.590339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-3b53f26e-e55b-46f8-a2bf-61be9fa98b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.591943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-3b53f26e-e55b-46f8-a2bf-61be9fa98b5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=312c8b465b704db99287dad3ee9aa0a8&device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 1100 time: 0.0947895 Aug 10 03:16:48.649061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-7963864c-44ce-4aad-8dcb-4db65f350e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.650464 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9daf8d-7c4e-4518-90b1-0e64ce2a705e None None] New status for floating IP d65c95ab-6234-4eb2-a66a-146173f732b6: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:16:48.650949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-7963864c-44ce-4aad-8dcb-4db65f350e07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd77ae0c-83f7-4db5-b61f-6724f285fe90 HTTP/1.1" status: 200 len: 845 time: 0.0794404 Aug 10 03:16:48.665023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.667887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-d3c46385-cb53-45ef-a280-9868b166f3d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac HTTP/1.1" status: 200 len: 217 time: 0.0418558 Aug 10 03:16:48.745095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.745732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.747134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] 10.222.0.46 "PUT /v2.0/ports/b7ff3155-4bde-402a-8003-71eb966d28db HTTP/1.1" status: 200 len: 1097 time: 2.0673068 Aug 10 03:16:48.752681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-6230fd9f-3d7c-4a63-b853-3997f3221f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.752681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-6230fd9f-3d7c-4a63-b853-3997f3221f1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903585 Aug 10 03:16:48.752938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.817076 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:48.823962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-aee59a85-3e10-41f4-ad4c-8b8a53c5035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.825457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-aee59a85-3e10-41f4-ad4c-8b8a53c5035b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1448746 Aug 10 03:16:48.832041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463bd2b-af00-4ee8-92c1-7c03b0677658 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.896601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:48.939927 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-482e5810-5114-4a2b-ad2f-9b52b0b468f2 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811697 Aug 10 03:16:48.941077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Checking segment: {'id': '30f2813b-9408-405f-b7bf-39b2f320271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:48.941447 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Network hostable DHCP agents. Network: 87657108-89a7-4b96-bc08-01ed5fb57912, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:48.982257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-6ac0cf01-3940-4f97-87df-57b4ab4a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:48.983929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-6ac0cf01-3940-4f97-87df-57b4ab4a72e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489937 Aug 10 03:16:49.055321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-f9ca2a7e-065a-43b6-8cc8-04ddbd3f2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.056834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-f9ca2a7e-065a-43b6-8cc8-04ddbd3f2d63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=312c8b465b704db99287dad3ee9aa0a8&device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 1100 time: 0.1627276 Aug 10 03:16:49.060392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-edd759f4-b737-4ea9-b855-89df9a7fdace req-7363aea7-4c8a-4003-a740-3458fbf18725 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113584 Aug 10 03:16:49.094709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Network 87657108-89a7-4b96-bc08-01ed5fb57912 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:49.163951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-074099ca-fa44-42c9-9a87-f3fead897a87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b7ff3155-4bde-402a-8003-71eb966d28db HTTP/1.1" status: 200 len: 217 time: 0.0775456 Aug 10 03:16:49.193637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 87657108-89a7-4b96-bc08-01ed5fb57912) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:49.197885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.198532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.202293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c5380-a3ae-4ce3-afe1-aed273d30b04 None None] Network 87657108-89a7-4b96-bc08-01ed5fb57912 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:49.235971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:49.246382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-47b13474-4cbd-402e-8ad2-5e90fd382d6d service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520983 Aug 10 03:16:49.251142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-68d6a660-c55a-4724-b3f8-8ab2f525c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.251142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-68d6a660-c55a-4724-b3f8-8ab2f525c6a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0825605 Aug 10 03:16:49.300319 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb67239c-2c4e-4ea3-a95a-6c1cc029483f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0282938 Aug 10 03:16:49.326900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5058b2-e8c8-40a1-8a12-3b55c294dbec None None] Network 87657108-89a7-4b96-bc08-01ed5fb57912 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:49.525455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf062428-78ef-4b70-bfe8-b77a1f318a5d req-45b7b4ab-9862-4fd5-b7ac-4c70fe652885 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.527058 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf062428-78ef-4b70-bfe8-b77a1f318a5d req-45b7b4ab-9862-4fd5-b7ac-4c70fe652885 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0535312 Aug 10 03:16:49.568599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf062428-78ef-4b70-bfe8-b77a1f318a5d req-3f1dea0c-2490-4692-9d63-6cebc62cc733 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Aug 10 03:16:49.753922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:49.756201 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb05ad3-c5d3-4303-b704-303d942952a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:49.801080 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b3f3a-7445-415f-92f8-59cf2840144b x-openstack-request-id: req-5b1b3f3a-7445-415f-92f8-59cf2840144b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:49.801375 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:49.801627 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b1b3f3a-7445-415f-92f8-59cf2840144b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:49.802126 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'status': 'completed', 'code': 200} Aug 10 03:16:49.809672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-4cdc1b7d-c5fc-4849-b09a-f30a0bb667e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.811212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-4cdc1b7d-c5fc-4849-b09a-f30a0bb667e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5259967 Aug 10 03:16:49.848033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d041d-e2cd-44f4-a534-ba18e9e5f250 req-c5e7a51e-bd41-4902-a5d1-7c02b81a6012 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:49.849584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae8d041d-e2cd-44f4-a534-ba18e9e5f250 req-c5e7a51e-bd41-4902-a5d1-7c02b81a6012 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 948 time: 0.1556747 Aug 10 03:16:49.891228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370c2490-46a4-4907-95f4-7cf355be1df0 req-2b90a5f2-c16c-4de5-93e6-7b71b318cc6f service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045389 Aug 10 03:16:49.954932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae8d041d-e2cd-44f4-a534-ba18e9e5f250 req-7ccb6808-0454-41de-9e06-8c2db4a7d74b tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687349 Aug 10 03:16:49.977462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-d30685da-d8ac-4472-be9c-2b442f1e51c0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516418 Aug 10 03:16:50.055871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Router 3946eef9-13df-4953-a4d9-0906550d872a is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:16:50.080186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca1ac56-82a8-4fc0-ace2-cda0938e3cec req-2dc81b55-c135-403e-af13-07d7c9685da1 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978394 Aug 10 03:16:50.113572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48486) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:50.118516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-667010225-network', 'tenant_id': '762ea2b488d24f7e8a06991e24587114'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:50.195528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:50.204093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Sync routers for ids ['3946eef9-13df-4953-a4d9-0906550d872a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:50.214699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Routers {'3946eef9-13df-4953-a4d9-0906550d872a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:50.215465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3946eef9-13df-4953-a4d9-0906550d872a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:50.242479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-e418d2b5-df04-4362-a27f-8d0c68c81788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.244049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-e418d2b5-df04-4362-a27f-8d0c68c81788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=312c8b465b704db99287dad3ee9aa0a8&device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 1100 time: 0.0445173 Aug 10 03:16:50.273255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Made reservation on behalf of 762ea2b488d24f7e8a06991e24587114 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:50.275440 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.308158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.354419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.355665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-93f659f5-2d68-4997-993f-6d7719bbf6b9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5050137 Aug 10 03:16:50.358631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:50.383455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-b746f112-2a45-4fc4-8048-768f78735d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.385017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-b746f112-2a45-4fc4-8048-768f78735d2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1314621 Aug 10 03:16:50.424607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:50.440770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-f8bfac41-2664-4a0d-9b39-03e692ad57cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b7ff3155-4bde-402a-8003-71eb966d28db HTTP/1.1" status: 200 len: 217 time: 0.0447586 Aug 10 03:16:50.472394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Set router 3946eef9-13df-4953-a4d9-0906550d872a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:50.513952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-ff3b11fd-de77-4233-aa3f-5cb073a8a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.515692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-ff3b11fd-de77-4233-aa3f-5cb073a8a7b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0641174 Aug 10 03:16:50.562305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.581139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-2d5bacd3-15b9-423f-961b-08675f799b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.583259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-2d5bacd3-15b9-423f-961b-08675f799b14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566380 Aug 10 03:16:50.648231 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.657966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:50.681324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'port_id': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'mac_address': 'fa:16:3e:40:5d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedfabd5-2a82-4d38-b62b-8f571b0ee9cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:50.693270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:50.729253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a95260-3079-4811-b755-94ada9426f24,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:50.734770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.735558 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Added segment 4dace773-5d37-4505-9445-0530736d1c55 of type vlan for network a9b05c19-97b1-479d-aa34-f572967edbb7 Aug 10 03:16:50.762664 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.781289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:50.809724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80530473-9bb4-47b9-b490-22aba2fe0dc7 req-cd859182-7c72-433f-bd4b-3edfc3fae2c0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.811180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:50.816708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:16:48Z', 'revision_number': 3, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:50.817854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-80530473-9bb4-47b9-b490-22aba2fe0dc7 req-cd859182-7c72-433f-bd4b-3edfc3fae2c0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.1163182 Aug 10 03:16:50.818239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.823807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-764e36bd-1303-4675-8c60-1bce14379602 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318797 Aug 10 03:16:50.857465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Checking router: 3946eef9-13df-4953-a4d9-0906550d872a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:50.857698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Updating router 3946eef9-13df-4953-a4d9-0906550d872a port cf674ed2-bbed-4d51-a315-7988de81c16c binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:50.886332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.898169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-80530473-9bb4-47b9-b490-22aba2fe0dc7 req-4e91f00e-755e-45b4-bc64-0910baf030c9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787938 Aug 10 03:16:50.926093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.970591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb05ad3-c5d3-4303-b704-303d942952a9 req-56eea265-7662-413a-a6e8-487f1aff6921 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378553 Aug 10 03:16:50.993878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:50.995140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:50.995790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.026277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.055539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.094252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9795370 Aug 10 03:16:51.097065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48506) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:51.102104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Request body: {'subnet': {'network_id': 'a9b05c19-97b1-479d-aa34-f572967edbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-667010225-subnet', 'tenant_id': '762ea2b488d24f7e8a06991e24587114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:51.131307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe48da4-01ab-4cf9-8d73-fd4494984ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b05c19-97b1-479d-aa34-f572967edbb7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.154761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:51.156758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a9b05c19-97b1-479d-aa34-f572967edbb7 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:51.159080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b216d-1157-45a6-ad0d-93c63a967c45 req-b52bccba-5383-410d-8532-5ef148bd03db tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:51.160752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-520b216d-1157-45a6-ad0d-93c63a967c45 req-b52bccba-5383-410d-8532-5ef148bd03db tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 948 time: 0.0884790 Aug 10 03:16:51.202175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-520b216d-1157-45a6-ad0d-93c63a967c45 req-7ef94be0-711d-4d58-8579-e12b64066f72 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351367 Aug 10 03:16:51.237427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Allocated IP 172.20.0.1 (9c64d5b1-8619-47a6-9871-2b056fd15aa5/fedb3533-8235-4496-86b2-355662c0504f/00f587a2-01cb-41d1-af6d-953d421472b9) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:51.251777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Made reservation on behalf of 762ea2b488d24f7e8a06991e24587114 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:51.254682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.414867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.424628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.431058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Transition to ACTIVE for port object cf674ed2-bbed-4d51-a315-7988de81c16c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:51.548052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.603186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.603529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Attempting to bind port cf674ed2-bbed-4d51-a315-7988de81c16c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:51.603905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Attempting to bind port cf674ed2-bbed-4d51-a315-7988de81c16c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:51.604269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Attempting to bind port cf674ed2-bbed-4d51-a315-7988de81c16c on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:51.606152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db4311-8461-4df3-9230-4afdaa0975fc None None] Pushing event updated for resources: {'Port': ['ID=cf674ed2-bbed-4d51-a315-7988de81c16c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.611631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:51.612050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:51.612469 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.612938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:51.613355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Bound port: cf674ed2-bbed-4d51-a315-7988de81c16c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:51.613739 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.651216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.665952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] For port cf674ed2-bbed-4d51-a315-7988de81c16c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:51.669125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] For port cf674ed2-bbed-4d51-a315-7988de81c16c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cf674ed2-bbed-4d51-a315-7988de81c16c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:51.690314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f84c315-1e72-4771-ad78-ad0bfafde341,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.712401 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:51.716027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.716639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.720523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:51.728572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:51.734292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:51.737630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Checking segment: {'id': '4dace773-5d37-4505-9445-0530736d1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a9b05c19-97b1-479d-aa34-f572967edbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:51.737988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Network hostable DHCP agents. Network: a9b05c19-97b1-479d-aa34-f572967edbb7, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:51.740755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.759436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Pushing event updated for resources: {'Port': ['ID=00f587a2-01cb-41d1-af6d-953d421472b9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.786620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.795571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Routers {'3946eef9-13df-4953-a4d9-0906550d872a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:51.796185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3946eef9-13df-4953-a4d9-0906550d872a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:51.841590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db4311-8461-4df3-9230-4afdaa0975fc None None] Pushing event updated for resources: {'Port': ['ID=cf674ed2-bbed-4d51-a315-7988de81c16c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:51.914173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] Set router 3946eef9-13df-4953-a4d9-0906550d872a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:51.953513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Network a9b05c19-97b1-479d-aa34-f572967edbb7 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:52.018197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32845c-9cf4-42dd-a49d-bd19a043cee7 req-97aacfa6-4341-411e-a0f4-ae015402274d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.019684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf32845c-9cf4-42dd-a49d-bd19a043cee7 req-97aacfa6-4341-411e-a0f4-ae015402274d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 944 time: 0.0495169 Aug 10 03:16:52.065183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, a9b05c19-97b1-479d-aa34-f572967edbb7) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:52.067855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.075094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.075685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.078927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ac630-a133-4bba-9d54-bfb8cf940a52 None None] Network a9b05c19-97b1-479d-aa34-f572967edbb7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:52.109054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf32845c-9cf4-42dd-a49d-bd19a043cee7 req-3f749dbf-0f98-478f-9b58-afe580314f74 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647137 Aug 10 03:16:52.205892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:16:48Z', 'revision_number': 3, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:52.217850 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4eedd8a9-a506-42a2-a500-00f50d20219a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1197174 Aug 10 03:16:52.274808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e01f1-a9c2-41f5-9ed2-ca21a21f6234 None None] The sync data for ids ['3946eef9-13df-4953-a4d9-0906550d872a'] in n-d-765315-26 is: [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:16:48Z', 'revision_number': 3, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:52.282106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f56ed2-9aee-4fb5-8eb4-b73658f6b2ef None None] Network a9b05c19-97b1-479d-aa34-f572967edbb7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:52.350054 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.369927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:52.373211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:52.380026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fcc6-ab7a-42c5-9aed-d02ac1d16ec4 req-8e7ec5bc-ce5c-4d03-a419-974f420e4541 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:52.382458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23b8fcc6-ab7a-42c5-9aed-d02ac1d16ec4 req-8e7ec5bc-ce5c-4d03-a419-974f420e4541 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 948 time: 0.0892398 Aug 10 03:16:52.435533 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-23b8fcc6-ab7a-42c5-9aed-d02ac1d16ec4 req-d0ecf966-a8d7-42cb-86f0-982b2dca0a00 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Aug 10 03:16:52.437119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.510903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.519391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Pushing event updated for resources: {'Port': ['ID=00f587a2-01cb-41d1-af6d-953d421472b9,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:52.628514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:52.649142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'mac_address': 'fa:16:3e:50:8d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:52.710473 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.728595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b7fc39-1c67-4656-b2ad-46adf0e283ac {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:52.771603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:52.775962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:52.780659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:52.781093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.897811 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:52.897811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:52.947562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:52.976715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'mac_address': 'fa:16:3e:b5:b4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:52.978052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.019560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-befe3b36-1d7d-43bb-b4b3-602415e300b9 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.019560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-befe3b36-1d7d-43bb-b4b3-602415e300b9 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/networks?id=87657108-89a7-4b96-bc08-01ed5fb57912 HTTP/1.1" status: 200 len: 814 time: 0.1824074 Aug 10 03:16:53.046795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-f37db639-5d6a-425c-bb55-35ec75818afa tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/quotas/ff00e029e0014cfe8bedced31d73ab1f HTTP/1.1" status: 200 len: 375 time: 0.0229506 Aug 10 03:16:53.073876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.085890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:53.088178 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbdfe82-6a16-4f7c-a413-8609ccb71aeb" -d '{"events": [{"server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "name": "network-vif-plugged", "status": "completed", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:53.107162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:53.108584 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.128124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-ff968058-f0a3-4fee-ae5c-be2f0661fd23 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff00e029e0014cfe8bedced31d73ab1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729907 Aug 10 03:16:53.128889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ff3155-4bde-402a-8003-71eb966d28db {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:53.170081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:53.176767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:53.179072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:53.227503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.242597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-a26c2785-5ed9-46a8-b2eb-56a3f44941aa service neutron] 10.222.0.26 "GET /v2.0/networks/87657108-89a7-4b96-bc08-01ed5fb57912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120217 Aug 10 03:16:53.325681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.335357 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58379960-a314-433f-b06d-5061af9b7337 x-openstack-request-id: req-58379960-a314-433f-b06d-5061af9b7337 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:53.335649 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "name": "network-vif-plugged", "status": "completed", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:53.335905 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58379960-a314-433f-b06d-5061af9b7337 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:53.336301 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'code': 200} Aug 10 03:16:53.337090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.395071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cf674ed2-bbed-4d51-a315-7988de81c16c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:53.404838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Router 3946eef9-13df-4953-a4d9-0906550d872a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:16:53.412142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593af18-7f80-475d-9a4b-b8498057219b req-cdce6374-4bad-4696-b455-24673ca512d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.414322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d593af18-7f80-475d-9a4b-b8498057219b req-cdce6374-4bad-4696-b455-24673ca512d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1097 time: 0.0942166 Aug 10 03:16:53.435010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24e794-3873-4964-84f8-12ea3289a4f7 req-08243499-6ad0-427d-853c-4eec6d77f447 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.437006 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b24e794-3873-4964-84f8-12ea3289a4f7 req-08243499-6ad0-427d-853c-4eec6d77f447 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 945 time: 0.0864663 Aug 10 03:16:53.465464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-1a25ad61-34ab-4c8e-bd4f-1b8017d47e2b service neutron] 10.222.0.26 "GET /v2.0/networks/87657108-89a7-4b96-bc08-01ed5fb57912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217371 Aug 10 03:16:53.470737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:53.473226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d593af18-7f80-475d-9a4b-b8498057219b req-85ea9d25-61f8-4955-929d-8b43bcceeea1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 Aug 10 03:16:53.558744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b24e794-3873-4964-84f8-12ea3289a4f7 req-5c85dcfc-9a08-4ca1-a6d4-eeb87f4da82f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827255 Aug 10 03:16:53.575261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d1b7fc39-1c67-4656-b2ad-46adf0e283ac'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:53.578430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b7ff3155-4bde-402a-8003-71eb966d28db'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:53.601279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:16:53.614057 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-992b362c-f0a3-4592-af06-98bd7af6014e admin admin] 10.222.0.26 "PUT /v2.0/routers/3946eef9-13df-4953-a4d9-0906550d872a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2538292 Aug 10 03:16:53.647746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port cf674ed2-bbed-4d51-a315-7988de81c16c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:53.679532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cf674ed2-bbed-4d51-a315-7988de81c16c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:53.679913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.928281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f96c0fc3-874c-43c2-a45f-25ac05099820 req-8acb0890-ad8c-45af-98e7-60423e406695 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0560176 Aug 10 03:16:53.964519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23f110-6f7d-48e3-864c-9292b3fbe4aa req-af209185-a895-4d49-8dbc-fabb8d0c5b44 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:53.974129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a23f110-6f7d-48e3-864c-9292b3fbe4aa req-af209185-a895-4d49-8dbc-fabb8d0c5b44 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 949 time: 0.1179414 Aug 10 03:16:54.070093 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a23f110-6f7d-48e3-864c-9292b3fbe4aa req-5f8c85bf-9c61-4cc5-87bc-954d7101d5b3 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946288 Aug 10 03:16:54.091362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.145931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port cf674ed2-bbed-4d51-a315-7988de81c16c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cf674ed2-bbed-4d51-a315-7988de81c16c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:54.215642 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.305869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=cf674ed2-bbed-4d51-a315-7988de81c16c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:54.368608 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-6c5ccc45-30f1-4d49-a632-83e949735e3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901606 Aug 10 03:16:54.379830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-44c427b6-801b-4f94-afae-f179d74177d1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.381746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-44c427b6-801b-4f94-afae-f179d74177d1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 810 time: 0.2301624 Aug 10 03:16:54.400761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-5b792ca7-5cf1-4ae2-bd0f-76a1a2766e11 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/quotas/29ee774568ba41228de3fc1432f6d25f HTTP/1.1" status: 200 len: 375 time: 0.0122075 Aug 10 03:16:54.458887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-ead3dfd2-f5cb-4d14-9a94-f90680e89a3d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517499 Aug 10 03:16:54.471489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-3e0f90a2-d11f-4e80-8149-f306b6d2bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.473315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-3e0f90a2-d11f-4e80-8149-f306b6d2bc79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0455399 Aug 10 03:16:54.566679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3a571114-a8c3-407c-bc56-54ee41fc4fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993543 Aug 10 03:16:54.616626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-71d60779-b2c2-4286-a02c-b85803aa076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.618434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-71d60779-b2c2-4286-a02c-b85803aa076b service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.0958250 Aug 10 03:16:54.683921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-4bc61bd5-dd19-40cb-859b-64793309bc50 service neutron] 10.222.0.26 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057327 Aug 10 03:16:54.694910 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Sync routers for ids ['3946eef9-13df-4953-a4d9-0906550d872a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:16:54.706494 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Routers {'3946eef9-13df-4953-a4d9-0906550d872a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:54.707184 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3946eef9-13df-4953-a4d9-0906550d872a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:54.739256 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-bedb3751-15f3-4e9e-8c63-c4abe67d1e5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 1001 time: 0.1073372 Aug 10 03:16:54.751761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d278c-4eb9-4b9c-8a82-9dbd9f5d6c4e req-388a8ef6-99e7-4c47-89f7-43dccdeacccd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.753634 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-db6d278c-4eb9-4b9c-8a82-9dbd9f5d6c4e req-388a8ef6-99e7-4c47-89f7-43dccdeacccd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 945 time: 0.0738661 Aug 10 03:16:54.814415 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Set router 3946eef9-13df-4953-a4d9-0906550d872a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:54.828314 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-db6d278c-4eb9-4b9c-8a82-9dbd9f5d6c4e req-2b2c26ba-507a-4481-9221-e4bd67767a8d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623400 Aug 10 03:16:54.829862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-c6d3e87b-fbc9-4d50-84ce-01394df59bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.831325 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-c6d3e87b-fbc9-4d50-84ce-01394df59bde service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0767488 Aug 10 03:16:54.890455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-33528c82-3444-420b-b746-3b45bb74f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:54.891985 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-33528c82-3444-420b-b746-3b45bb74f580 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524905 Aug 10 03:16:54.999372 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-f6e80e50-50da-4498-b05a-6d47acae2a11 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954592 Aug 10 03:16:55.128782 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dfb22af3-6dd1-47d1-bacc-f7210636176f req-48fcfb54-d8fd-4725-9961-44179dbee30e service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105633 Aug 10 03:16:55.143703 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:16:51Z', 'revision_number': 4, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '00f587a2-01cb-41d1-af6d-953d421472b9', 'name': '', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'mac_address': 'fa:16:3e:31:75:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'fedb3533-8235-4496-86b2-355662c0504f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:51Z', 'updated_at': '2021-08-10T03:16:52Z', 'revision_number': 2, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'subnets': [{'id': 'fedb3533-8235-4496-86b2-355662c0504f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:55.173870 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Checking router: 3946eef9-13df-4953-a4d9-0906550d872a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:16:55.174200 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Updating router 3946eef9-13df-4953-a4d9-0906550d872a port 00f587a2-01cb-41d1-af6d-953d421472b9 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:16:55.187708 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-96ebed6c-cc41-417e-8d69-5fb458b56ede req-a06072e9-bad1-44ab-b10f-9d28f5c87d21 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0574050 Aug 10 03:16:55.226441 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.258187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cf674ed2-bbed-4d51-a315-7988de81c16c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:55.285293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18249-9f14-4f95-8eef-2986ec0482b2 req-e0a3d85e-e4f0-40ee-a0fe-ae0d951e2021 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.288826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5c18249-9f14-4f95-8eef-2986ec0482b2 req-e0a3d85e-e4f0-40ee-a0fe-ae0d951e2021 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1097 time: 0.1056170 Aug 10 03:16:55.292389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bd0abd79-cd92-4e1a-b0b4-999905435cb3 req-0b7d3091-0549-4708-a96c-23d1c6df96c8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 210 time: 0.0282042 Aug 10 03:16:55.325763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5c18249-9f14-4f95-8eef-2986ec0482b2 req-2e015db3-4de9-44ad-8d34-164ee839e466 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Aug 10 03:16:55.333520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cf674ed2-bbed-4d51-a315-7988de81c16c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:55.334021 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.436865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2c73c-fc27-46cc-8930-e80f9b7ddc7d req-9b7e9dba-0713-44b6-812d-4d55ba8b7d71 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.438764 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60d2c73c-fc27-46cc-8930-e80f9b7ddc7d req-9b7e9dba-0713-44b6-812d-4d55ba8b7d71 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 949 time: 0.0609584 Aug 10 03:16:55.489821 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60d2c73c-fc27-46cc-8930-e80f9b7ddc7d req-02d8a414-9fa2-4259-9753-3d996ca10d82 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 Aug 10 03:16:55.550203 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.560172 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Transition to ACTIVE for port object 00f587a2-01cb-41d1-af6d-953d421472b9 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:55.670872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7641-471b-4aef-bde1-5f2c6e5f66a4 req-99c888ab-81f9-4a49-bc6b-e4c450453c6c tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:55.672513 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0e2d7641-471b-4aef-bde1-5f2c6e5f66a4 req-99c888ab-81f9-4a49-bc6b-e4c450453c6c tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1097 time: 0.0476863 Aug 10 03:16:55.709216 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0e2d7641-471b-4aef-bde1-5f2c6e5f66a4 req-10e0fab2-299e-411d-b9e1-801dcf4cb705 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297191 Aug 10 03:16:55.793467 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.806055 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.850309 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffce8-68ad-4331-8463-6381efcdd787 None None] Pushing event updated for resources: {'Port': ['ID=00f587a2-01cb-41d1-af6d-953d421472b9,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:55.895058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Attempting to bind port 00f587a2-01cb-41d1-af6d-953d421472b9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:55.895425 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Attempting to bind port 00f587a2-01cb-41d1-af6d-953d421472b9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:55.895787 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Attempting to bind port 00f587a2-01cb-41d1-af6d-953d421472b9 on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:55.900797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:55.901243 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Checking segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:55.901657 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.902048 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Bound using segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:55.902518 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Bound port: 00f587a2-01cb-41d1-af6d-953d421472b9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:55.902891 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:55.969567 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] For port 00f587a2-01cb-41d1-af6d-953d421472b9, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:55.973216 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] For port 00f587a2-01cb-41d1-af6d-953d421472b9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00f587a2-01cb-41d1-af6d-953d421472b9,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:56.127153 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.184500 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Routers {'3946eef9-13df-4953-a4d9-0906550d872a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:16:56.185508 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3946eef9-13df-4953-a4d9-0906550d872a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:56.191076 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffce8-68ad-4331-8463-6381efcdd787 None None] Pushing event updated for resources: {'Port': ['ID=00f587a2-01cb-41d1-af6d-953d421472b9,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:56.297980 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] Set router 3946eef9-13df-4953-a4d9-0906550d872a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:16:56.395113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:56.584493 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:16:51Z', 'revision_number': 4, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '00f587a2-01cb-41d1-af6d-953d421472b9', 'name': '', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'mac_address': 'fa:16:3e:31:75:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'fedb3533-8235-4496-86b2-355662c0504f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:51Z', 'updated_at': '2021-08-10T03:16:55Z', 'revision_number': 4, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'subnets': [{'id': 'fedb3533-8235-4496-86b2-355662c0504f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:16:56.589205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d1b7fc39-1c67-4656-b2ad-46adf0e283ac completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:56.594615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d1b7fc39-1c67-4656-b2ad-46adf0e283ac triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:56.595165 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.655173 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef46711-17fd-48b0-8fa5-00482c85514a None None] The sync data for ids ['3946eef9-13df-4953-a4d9-0906550d872a'] in n-d-765315-26 is: [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:16:51Z', 'revision_number': 4, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '00f587a2-01cb-41d1-af6d-953d421472b9', 'name': '', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'mac_address': 'fa:16:3e:31:75:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'fedb3533-8235-4496-86b2-355662c0504f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:51Z', 'updated_at': '2021-08-10T03:16:55Z', 'revision_number': 4, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'subnets': [{'id': 'fedb3533-8235-4496-86b2-355662c0504f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:16:56.768288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.815636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:56.818920 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea8634-04c0-4d81-873c-e064f4da7ee1" -d '{"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:56.838977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:56.937884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89a6ac54-4543-40bf-9038-ea1b6c61d68c req-375934ed-24d8-4b8a-ab86-e1da9b149691 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0350592 Aug 10 03:16:56.942284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:56.943604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:57.058712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c5b15b1-2c24-4eb9-bab5-2aad12ca8ca2 req-f97230eb-4d2a-43e7-b315-fce7763efd9a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 210 time: 0.0393879 Aug 10 03:16:57.093571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:57.164263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-8538d95d-f5da-42ed-9fdd-97c753bcc675 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.194007 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-8538d95d-f5da-42ed-9fdd-97c753bcc675 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.54 "GET /v2.0/networks?id=87657108-89a7-4b96-bc08-01ed5fb57912 HTTP/1.1" status: 200 len: 814 time: 0.2579944 Aug 10 03:16:57.201942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Request body: {'port': {'device_id': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912', 'admin_state_up': True, 'tenant_id': 'ff00e029e0014cfe8bedced31d73ab1f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:57.250373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883864-8638-4fff-af5d-5a1373539e32 req-772b5196-55d1-47b0-a5bd-1d4777091875 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.266948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f883864-8638-4fff-af5d-5a1373539e32 req-772b5196-55d1-47b0-a5bd-1d4777091875 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 949 time: 0.0949008 Aug 10 03:16:57.326612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b7ff3155-4bde-402a-8003-71eb966d28db completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:57.350747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b7ff3155-4bde-402a-8003-71eb966d28db triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:57.351605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.357801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f587a2-01cb-41d1-af6d-953d421472b9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:57.417828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f883864-8638-4fff-af5d-5a1373539e32 req-db5dba6a-0d86-44ff-95bf-c6bbdb4e5231 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425052 Aug 10 03:16:57.473251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Made reservation on behalf of ff00e029e0014cfe8bedced31d73ab1f for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:57.481752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.647733 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f12c5ac-d5b3-4016-8908-a875cf357f95 x-openstack-request-id: req-1f12c5ac-d5b3-4016-8908-a875cf357f95 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:57.648653 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:57.649062 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f12c5ac-d5b3-4016-8908-a875cf357f95 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:57.656628 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'code': 200} Aug 10 03:16:57.792902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.845364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Allocated IP 172.20.0.8 (87657108-89a7-4b96-bc08-01ed5fb57912/ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18/3f56cfc8-eb5b-4eca-a53f-47d193044312) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:57.883933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 00f587a2-01cb-41d1-af6d-953d421472b9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:57.892956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bf6e8-6483-4c59-9593-5e95a14cb77a req-fa558e2e-c745-4aea-af8f-de1acf2c170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:57.896445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:57.899520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 00f587a2-01cb-41d1-af6d-953d421472b9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:57.900389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:57.900770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-037bf6e8-6483-4c59-9593-5e95a14cb77a req-fa558e2e-c745-4aea-af8f-de1acf2c170b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 1102 time: 0.0806401 Aug 10 03:16:57.961720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-037bf6e8-6483-4c59-9593-5e95a14cb77a req-71c4b490-ebad-491b-b8e1-9f8bbc8d57ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558989 Aug 10 03:16:57.978900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.139531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3fc8b83-f393-4b45-bbdb-c18c4b995874 req-d591b03e-3d7f-45f5-bcd3-ceda26abe93a tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0366426 Aug 10 03:16:58.164698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.196466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.251424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3d539b2-b9db-433a-bfc9-28f082a07736 req-02d3315c-48ff-4b2b-8166-b272964282fb tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 210 time: 0.0342524 Aug 10 03:16:58.259151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.278859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 00f587a2-01cb-41d1-af6d-953d421472b9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00f587a2-01cb-41d1-af6d-953d421472b9,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:58.523813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843819a7-95b6-4bdc-b1ba-3576ebcb28b0 req-3da68398-b895-433e-83de-57c300caa628 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.525341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-843819a7-95b6-4bdc-b1ba-3576ebcb28b0 req-3da68398-b895-433e-83de-57c300caa628 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 950 time: 0.0495250 Aug 10 03:16:58.566641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-843819a7-95b6-4bdc-b1ba-3576ebcb28b0 req-371a13f3-66a7-423d-9350-2e15467ae200 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Aug 10 03:16:58.593986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.596267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.651963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=00f587a2-01cb-41d1-af6d-953d421472b9,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.673331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Network 87657108-89a7-4b96-bc08-01ed5fb57912 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:58.687682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:58.689286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:58.720025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Pushing event updated for resources: {'Port': ['ID=3f56cfc8-eb5b-4eca-a53f-47d193044312,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:58.757868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:58.768209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:58.942927 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-5abbff6c-b988-4ac5-a65e-d0e882c4c02e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7477384 Aug 10 03:16:58.965984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Request body: {'port': {'device_id': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:59.028233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.265463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f587a2-01cb-41d1-af6d-953d421472b9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:59.324406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb836f-2d30-4873-86d4-49f28195296f req-bd57d0f8-ce59-494b-aa7b-4f974a4e0c76 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.325976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31fb836f-2d30-4873-86d4-49f28195296f req-bd57d0f8-ce59-494b-aa7b-4f974a4e0c76 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 931 time: 0.1025059 Aug 10 03:16:59.340065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 00f587a2-01cb-41d1-af6d-953d421472b9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:59.340558 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.361007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f56cfc8-eb5b-4eca-a53f-47d193044312 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:59.372098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.389033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Transition to ACTIVE for port object 3f56cfc8-eb5b-4eca-a53f-47d193044312 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:59.396253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31fb836f-2d30-4873-86d4-49f28195296f req-fc32249f-49cc-468e-8552-0ac123cc29d2 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Aug 10 03:16:59.496772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a79bdfbc-4494-4c63-94d3-08d015bd8924 req-17e87f07-7ec7-445f-af55-b9ffca633e1a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 210 time: 0.0331736 Aug 10 03:16:59.509313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-2e3c1436-ae4f-4e88-92c2-71c4259059a0 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:16:59.510518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-2e3c1436-ae4f-4e88-92c2-71c4259059a0 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1836426 Aug 10 03:16:59.557044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.570098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:59.570560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:16:59.616950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cfc8-eb5b-4eca-a53f-47d193044312,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:59.650529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:59.653263 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c013180-5393-4e60-a4c6-5f286162acc0" -d '{"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:59.732358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d511d-70a0-4771-ab00-60f1e1512336 req-7104d31c-f0db-4d50-ae37-e1d7189cc4e1 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.733889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a89d511d-70a0-4771-ab00-60f1e1512336 req-7104d31c-f0db-4d50-ae37-e1d7189cc4e1 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 950 time: 0.0742550 Aug 10 03:16:59.760674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Attempting to bind port 3f56cfc8-eb5b-4eca-a53f-47d193044312 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:59.761103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Attempting to bind port 3f56cfc8-eb5b-4eca-a53f-47d193044312 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '30f2813b-9408-405f-b7bf-39b2f320271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:59.761331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Attempting to bind port 3f56cfc8-eb5b-4eca-a53f-47d193044312 on network 87657108-89a7-4b96-bc08-01ed5fb57912 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:59.771811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Port 3f56cfc8-eb5b-4eca-a53f-47d193044312 on network 87657108-89a7-4b96-bc08-01ed5fb57912 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:59.774607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Attempting to bind port 3f56cfc8-eb5b-4eca-a53f-47d193044312 on network 87657108-89a7-4b96-bc08-01ed5fb57912 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:59.790096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:59.790531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Checking segment: {'id': '30f2813b-9408-405f-b7bf-39b2f320271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:59.790988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Bound using segment: {'id': '30f2813b-9408-405f-b7bf-39b2f320271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:59.791497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Bound port: 3f56cfc8-eb5b-4eca-a53f-47d193044312, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f2813b-9408-405f-b7bf-39b2f320271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:59.791942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.804220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a89d511d-70a0-4771-ab00-60f1e1512336 req-c1ba76f8-1db7-448d-97aa-163e6883520e tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Aug 10 03:16:59.807096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:59.807424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:59.807754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:59.810885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-ef4ee1e1-ca9c-4fc3-952a-bd7aeeeba859 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:59.812876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:16:59.813335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:59.821078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:59.821078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:59.821078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:59.821078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Bound port: 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:59.821648 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-ef4ee1e1-ca9c-4fc3-952a-bd7aeeeba859 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.54 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 810 time: 0.1553621 Aug 10 03:16:59.856924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Request body: {'port': {'device_id': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'admin_state_up': True, 'tenant_id': '29ee774568ba41228de3fc1432f6d25f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:59.882576 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d9478-c408-4007-863a-25ee08b134e0 x-openstack-request-id: req-468d9478-c408-4007-863a-25ee08b134e0 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:59.882874 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:59.883136 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-468d9478-c408-4007-863a-25ee08b134e0 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:59.883534 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'code': 200} Aug 10 03:16:59.887451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:59.972315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] For port 3f56cfc8-eb5b-4eca-a53f-47d193044312, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:59.981939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.983481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-aebb69fa-f382-4e64-b153-1539a272719f service neutron] 10.222.0.26 "POST /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1/bindings HTTP/1.1" status: 201 len: 390 time: 0.4646196 Aug 10 03:16:59.994515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] For port 3f56cfc8-eb5b-4eca-a53f-47d193044312, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3f56cfc8-eb5b-4eca-a53f-47d193044312,segment=NetworkSegment(30f2813b-9408-405f-b7bf-39b2f320271d),segment_id=30f2813b-9408-405f-b7bf-39b2f320271d)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:00.037659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2d4a8-43ba-4bee-8773-be9bc3c3df8f req-3e9f6846-c290-48eb-9ef5-f733c0bfee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.039162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95c2d4a8-43ba-4bee-8773-be9bc3c3df8f req-3e9f6846-c290-48eb-9ef5-f733c0bfee3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 1102 time: 0.0726275 Aug 10 03:17:00.082559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95c2d4a8-43ba-4bee-8773-be9bc3c3df8f req-84d85ece-10d7-4f19-b9e1-14e18a32e16d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Aug 10 03:17:00.159420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.200976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.201587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.203153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] 10.222.0.54 "PUT /v2.0/ports/3f56cfc8-eb5b-4eca-a53f-47d193044312 HTTP/1.1" status: 200 len: 1092 time: 1.2418778 Aug 10 03:17:00.203329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e208d04-e242-474b-8a4a-8c15644480c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.203452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'tag': '3f56cfc8-eb5b-4eca-a53f-47d193044312'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:00.205683 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3b693e-8e22-4850-9e25-a8df0afa4485" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3", "tag": "3f56cfc8-eb5b-4eca-a53f-47d193044312"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:00.221792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Made reservation on behalf of 29ee774568ba41228de3fc1432f6d25f for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:00.225353 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.252800 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97557f83-a281-4629-8a5a-25df4e817d90 x-openstack-request-id: req-97557f83-a281-4629-8a5a-25df4e817d90 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:00.253097 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3", "tag": "3f56cfc8-eb5b-4eca-a53f-47d193044312", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:00.253427 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97557f83-a281-4629-8a5a-25df4e817d90 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:00.253832 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'tag': '3f56cfc8-eb5b-4eca-a53f-47d193044312', 'status': 'completed', 'code': 200} Aug 10 03:17:00.262693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c83886-b06f-4fc4-952d-6eb9783e66bc service neutron] Pushing event updated for resources: {'Port': ['ID=3f56cfc8-eb5b-4eca-a53f-47d193044312,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:00.400303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b693e-8e22-4850-9e25-a8df0afa4485 req-fb003211-c55b-4ab1-aecd-ab7d41bd3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.402039 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0b3b693e-8e22-4850-9e25-a8df0afa4485 req-fb003211-c55b-4ab1-aecd-ab7d41bd3e3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff00e029e0014cfe8bedced31d73ab1f&device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 1095 time: 0.0950396 Aug 10 03:17:00.405982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0418c71-0650-4247-a459-6c869e4a6d66 req-bc9a6deb-6406-4469-8e2a-e956ec5c796c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.409659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0418c71-0650-4247-a459-6c869e4a6d66 req-bc9a6deb-6406-4469-8e2a-e956ec5c796c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 945 time: 0.0547566 Aug 10 03:17:00.431589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Allocated IP 172.20.0.14 (9c64d5b1-8619-47a6-9871-2b056fd15aa5/fedb3533-8235-4496-86b2-355662c0504f/762d5ea2-3b03-48d3-a57b-0ce50e6bddde) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:00.464824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0418c71-0650-4247-a459-6c869e4a6d66 req-a05342ef-4738-4eb8-8217-52401b715af4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Aug 10 03:17:00.573915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ebae925-4899-42d7-977b-de492acf154c req-bcd536c3-bd40-41c2-865a-4951d6e8c365 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Aug 10 03:17:00.663665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b098-0bd9-4fdb-bba1-dc91bcf354ef req-ccfeb8c6-6625-4038-9a47-5712337b0d25 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.667686 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5f09b098-0bd9-4fdb-bba1-dc91bcf354ef req-ccfeb8c6-6625-4038-9a47-5712337b0d25 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 943 time: 0.1979120 Aug 10 03:17:00.688893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b693e-8e22-4850-9e25-a8df0afa4485 req-90ead8a0-5413-41c5-b105-27781a0f3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.690403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0b3b693e-8e22-4850-9e25-a8df0afa4485 req-90ead8a0-5413-41c5-b105-27781a0f3132 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ff00e029e0014cfe8bedced31d73ab1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2243145 Aug 10 03:17:00.781325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:00.786002 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5f09b098-0bd9-4fdb-bba1-dc91bcf354ef req-7c874676-c805-4077-9dd7-f350f16cb66f tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064959 Aug 10 03:17:00.855979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b693e-8e22-4850-9e25-a8df0afa4485 req-4990d18d-c745-4cf5-a8fa-6c7f7fd1b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.857492 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0b3b693e-8e22-4850-9e25-a8df0afa4485 req-4990d18d-c745-4cf5-a8fa-6c7f7fd1b2a5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422906 Aug 10 03:17:00.940795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4142f-ab29-43e0-923c-6293e8517233 req-d65e3e9b-7324-4b3c-b628-9843bff9297d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:00.943031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c4142f-ab29-43e0-923c-6293e8517233 req-d65e3e9b-7324-4b3c-b628-9843bff9297d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 950 time: 0.0548310 Aug 10 03:17:01.019966 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:01.024829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c4142f-ab29-43e0-923c-6293e8517233 req-3b6dbd31-ec5e-4951-82ba-ec19b52deab1 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Aug 10 03:17:01.093472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:01.095483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-6a672e7e-c0c2-449a-988d-294426e4dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.097230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-6a672e7e-c0c2-449a-988d-294426e4dd6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff00e029e0014cfe8bedced31d73ab1f&device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1480613 Aug 10 03:17:01.102601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:01.107183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:01.111328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Pushing event updated for resources: {'Port': ['ID=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:01.185523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-c1126562-70cf-45f7-b290-5ec5ecfe2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.191978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-c1126562-70cf-45f7-b290-5ec5ecfe2847 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1097 time: 0.0697260 Aug 10 03:17:01.192468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.192468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:01.223378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-07e4f316-4d77-4d46-a11b-1dc4f01632e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f56cfc8-eb5b-4eca-a53f-47d193044312 HTTP/1.1" status: 200 len: 217 time: 0.0859213 Aug 10 03:17:01.299793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-91dbaaf5-1262-405b-9f94-853deded6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.301314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-91dbaaf5-1262-405b-9f94-853deded6e53 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1057966 Aug 10 03:17:01.303263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-0820a51d-af23-479d-ba98-5ce078676029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.304757 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-0820a51d-af23-479d-ba98-5ce078676029 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18 HTTP/1.1" status: 200 len: 854 time: 0.0532682 Aug 10 03:17:01.314279 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-3c4fc330-8d53-4a17-b863-5108351be015 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4639866 Aug 10 03:17:01.352300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Request body: {'port': {'device_id': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:01.355867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-3c3a38f2-010e-416d-8718-a292c8320801 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 217 time: 0.0405686 Aug 10 03:17:01.357411 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-89fa25f8-82fc-492f-ab1f-36f8d8d02912 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87657108-89a7-4b96-bc08-01ed5fb57912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419145 Aug 10 03:17:01.412796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-1e392a8c-b919-4db9-a4d3-1ef7692dfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.414390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-1e392a8c-b919-4db9-a4d3-1ef7692dfd17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0457606 Aug 10 03:17:01.449988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-bca4bf55-c482-46bd-807a-a8d39c73b56c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265305 Aug 10 03:17:01.467741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:01.519507 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-0f1a068a-ecf6-4f2a-9d57-ed01f9ab8118 service neutron] 10.222.0.54 "GET /v2.0/networks/87657108-89a7-4b96-bc08-01ed5fb57912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453056 Aug 10 03:17:01.581330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-0f23a1c0-b0b8-42b6-844b-d29e4676081f service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234839 Aug 10 03:17:01.686795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa596-105b-4911-8c00-c80da9bf52ac req-fec3ef3e-6743-4db3-9ac2-39c5eaf3b5a4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.689006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba3aa596-105b-4911-8c00-c80da9bf52ac req-fec3ef3e-6743-4db3-9ac2-39c5eaf3b5a4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 945 time: 0.1419311 Aug 10 03:17:01.747404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-e21e54a3-ab96-4a9f-bd3b-be64061f0325 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480076 Aug 10 03:17:01.750959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-112f53e9-e1ba-47c1-a1a8-75608e5e8c7d req-c7a74f0f-128c-4ee4-8fca-5ab8468d62c9 service neutron] 10.222.0.54 "GET /v2.0/networks/87657108-89a7-4b96-bc08-01ed5fb57912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209628 Aug 10 03:17:01.751264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba3aa596-105b-4911-8c00-c80da9bf52ac req-7b53eea6-8dbe-4f79-8eae-98b2f239ea80 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 Aug 10 03:17:01.789306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430622c-208b-4fa5-b622-9aa504e23bb7 req-6a278a21-bc41-4f64-82fc-90e89022bba2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.790825 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e430622c-208b-4fa5-b622-9aa504e23bb7 req-6a278a21-bc41-4f64-82fc-90e89022bba2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 932 time: 0.1179993 Aug 10 03:17:01.860837 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e430622c-208b-4fa5-b622-9aa504e23bb7 req-c3a1ed22-0b17-4653-8592-985e9742849d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557454 Aug 10 03:17:01.913566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d5ea2-3b03-48d3-a57b-0ce50e6bddde {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:01.921584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:01.934428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Transition to ACTIVE for port object 762d5ea2-3b03-48d3-a57b-0ce50e6bddde will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:01.939365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1973dba-78b5-4235-98fd-c5f17bb4242c req-8c0a6b1f-e34c-4ade-b094-a6b505648a19 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:01.940974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1973dba-78b5-4235-98fd-c5f17bb4242c req-8c0a6b1f-e34c-4ade-b094-a6b505648a19 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0631831 Aug 10 03:17:01.980639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1973dba-78b5-4235-98fd-c5f17bb4242c req-1bc98ac2-c84c-44a4-88c0-d9441a33dac2 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Aug 10 03:17:02.022196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.124596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Pushing event updated for resources: {'Port': ['ID=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:02.204021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-21ec1af8-b3af-4533-9148-6c03718eb971 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.205627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-21ec1af8-b3af-4533-9148-6c03718eb971 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.1802299 Aug 10 03:17:02.222195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:02.233002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13d931-53a8-424c-892d-626371021658 req-670c8ff2-b1fa-4425-b7d9-37748535012e tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.234499 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-de13d931-53a8-424c-892d-626371021658 req-670c8ff2-b1fa-4425-b7d9-37748535012e tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 950 time: 0.1148939 Aug 10 03:17:02.596851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Attempting to bind port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:02.597523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Attempting to bind port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:02.597523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Attempting to bind port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:02.621533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:02.621852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Attempting to bind port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:02.628887 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-de13d931-53a8-424c-892d-626371021658 req-79653171-adaf-4366-acec-25920ec90615 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752184 Aug 10 03:17:02.635077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:02.635077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Checking segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:02.635077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Bound using segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:02.635077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Bound port: 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:02.635077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.636580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.656116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.753216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c294-7168-4fdc-a576-cb4569771d11 req-ca0b2b0c-9cb9-49aa-8b3a-dac6e3491d1a tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.754666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7c3c294-7168-4fdc-a576-cb4569771d11 req-ca0b2b0c-9cb9-49aa-8b3a-dac6e3491d1a tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 950 time: 0.0517876 Aug 10 03:17:02.774339 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] For port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:02.791836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] For port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:02.801656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7c3c294-7168-4fdc-a576-cb4569771d11 req-da6aa810-c635-400a-a416-9d9de3505c05 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Aug 10 03:17:02.834236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:02.888908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.942021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.942632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.944559 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-98693357-a302-4791-8220-89b8e17e7448 service neutron] 10.222.0.54 "PUT /v2.0/ports/762d5ea2-3b03-48d3-a57b-0ce50e6bddde HTTP/1.1" status: 200 len: 1093 time: 1.5970492 Aug 10 03:17:02.949537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'tag': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:02.951769 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda" -d '{"events": [{"name": "network-changed", "server_uuid": "f10642c1-2c49-4606-8de4-c94fdbc22bb5", "tag": "762d5ea2-3b03-48d3-a57b-0ce50e6bddde"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:02.953555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-474aed6d-b784-4d9e-8298-ebb1277ee2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.958312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:02.986269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667fbce-e0cd-40c9-bb97-82d05b5748e7 req-442a269e-ff31-41c6-8dcd-45847618dc0a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:02.987391 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7667fbce-e0cd-40c9-bb97-82d05b5748e7 req-442a269e-ff31-41c6-8dcd-45847618dc0a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 945 time: 0.1435897 Aug 10 03:17:03.022560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98693357-a302-4791-8220-89b8e17e7448 service neutron] Pushing event updated for resources: {'Port': ['ID=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:03.048193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.056362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7667fbce-e0cd-40c9-bb97-82d05b5748e7 req-879f8f59-d28f-47d1-acfa-5e7d0b690fe5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584986 Aug 10 03:17:03.201795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01026599-b4cd-4ce4-9697-9726dcef5b9b req-fcac94cb-26ac-4581-8144-7d61b14632d6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.203220 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-01026599-b4cd-4ce4-9697-9726dcef5b9b req-fcac94cb-26ac-4581-8144-7d61b14632d6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 944 time: 0.0899506 Aug 10 03:17:03.205875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-73258c6a-4141-4306-a5ec-04dbb0dbf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.207258 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-73258c6a-4141-4306-a5ec-04dbb0dbf695 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0744221 Aug 10 03:17:03.223087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.312172 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-a06a9e32-4a02-417b-b7de-3732a28f19b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde HTTP/1.1" status: 200 len: 217 time: 0.0772231 Aug 10 03:17:03.320274 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-01026599-b4cd-4ce4-9697-9726dcef5b9b req-c2598051-c6ce-4c32-943e-66aa6d533a7f tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107798 Aug 10 03:17:03.382546 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c1f2c6-e1b9-459b-9ff7-58b7076f95d1 x-openstack-request-id: req-b1c1f2c6-e1b9-459b-9ff7-58b7076f95d1 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:03.382853 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10642c1-2c49-4606-8de4-c94fdbc22bb5", "tag": "762d5ea2-3b03-48d3-a57b-0ce50e6bddde", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:03.383111 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1c1f2c6-e1b9-459b-9ff7-58b7076f95d1 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:03.383509 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'tag': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde', 'status': 'completed', 'code': 200} Aug 10 03:17:03.404507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:03.417156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:03.417493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:03.417826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:03.421938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-c1bee3f6-5e86-4203-bf9e-5e280e72e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.423359 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-c1bee3f6-5e86-4203-bf9e-5e280e72e6fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fedb3533-8235-4496-86b2-355662c0504f HTTP/1.1" status: 200 len: 850 time: 0.1007757 Aug 10 03:17:03.455863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:03.456116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Attempting to bind port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:03.481046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-52f9c1ed-f459-4664-aeab-115d1b49745a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c64d5b1-8619-47a6-9871-2b056fd15aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488253 Aug 10 03:17:03.482976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:03.483315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:03.486838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:03.486838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Bound port: 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:03.486838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.555464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a655f-86c0-4b5d-b12b-977605ab8a63 req-66bff91c-a5d6-40b2-a5b9-7f2fc29537e9 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.556999 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc3a655f-86c0-4b5d-b12b-977605ab8a63 req-66bff91c-a5d6-40b2-a5b9-7f2fc29537e9 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 943 time: 0.1367748 Aug 10 03:17:03.664097 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc3a655f-86c0-4b5d-b12b-977605ab8a63 req-fec18039-62ab-40b5-aeab-19215d488724 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870669 Aug 10 03:17:03.671355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:03.678268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:03.689304 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-984a360f-8b07-489e-b583-7a9f50f90803 service neutron] 10.222.0.54 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998334 Aug 10 03:17:03.785614 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9e926af9-568b-4fb2-b1d9-d68adad5f880 req-5e064008-718d-4e0a-8a60-9dcff7abd432 service neutron] 10.222.0.54 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Aug 10 03:17:03.845144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.930160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:03.930781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:03.932161 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] 10.222.0.54 "PUT /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 1123 time: 1.7178447 Aug 10 03:17:03.932932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd78549-8ade-4bf3-aa57-972baee1de86 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:04.028035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:04.050044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:04.055565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-bb26a1b1-78be-41d8-92ec-609f24a7b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.057099 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-bb26a1b1-78be-41d8-92ec-609f24a7b70a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0410118 Aug 10 03:17:04.196317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-a5b20118-d952-4cbc-83a2-36594ebb0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.197799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-a5b20118-d952-4cbc-83a2-36594ebb0b01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 911 time: 0.1326132 Aug 10 03:17:04.219385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef48c-3b47-4a76-9ab0-33c18becf7cf req-5df6e228-2fba-4698-b36a-ff82f655d531 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.224000 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6d8ef48c-3b47-4a76-9ab0-33c18becf7cf req-5df6e228-2fba-4698-b36a-ff82f655d531 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0766959 Aug 10 03:17:04.251018 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-ec5f9c2b-9d58-4567-882d-c76159685b2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde HTTP/1.1" status: 200 len: 217 time: 0.0452397 Aug 10 03:17:04.312891 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6d8ef48c-3b47-4a76-9ab0-33c18becf7cf req-80708a9f-3f31-4afd-9b4f-9df108cad9e7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Aug 10 03:17:04.320001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-d3fec166-30c8-4fbc-bf65-c9abbdab223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.321442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-d3fec166-30c8-4fbc-bf65-c9abbdab223c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fedb3533-8235-4496-86b2-355662c0504f HTTP/1.1" status: 200 len: 850 time: 0.0582032 Aug 10 03:17:04.363694 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-b280bc21-af3a-41db-8e0e-45d3458307da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c64d5b1-8619-47a6-9871-2b056fd15aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299280 Aug 10 03:17:04.440740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e65af6-9f3d-474a-bfb2-4f3be43622e7 req-c2d94c35-2e56-4052-b4d0-b6b0cd83655b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.442234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e65af6-9f3d-474a-bfb2-4f3be43622e7 req-c2d94c35-2e56-4052-b4d0-b6b0cd83655b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 944 time: 0.0524712 Aug 10 03:17:04.458307 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-22670ad9-f764-4609-9a9e-2181baf165b1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862579 Aug 10 03:17:04.481352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e65af6-9f3d-474a-bfb2-4f3be43622e7 req-086c09e2-02b5-4e89-95fa-fb44c045ef71 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Aug 10 03:17:04.562418 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3cc9c5f9-eddd-4ccb-8208-73bba90aabda req-4fe1456c-492c-4758-bd83-884de50e4f5d service neutron] 10.222.0.54 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961683 Aug 10 03:17:04.781286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deb871-db7a-44c2-98c5-ae0e30391580 req-3bdfde5e-7a8a-48b7-ae47-c9ff15b6f920 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:04.782773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33deb871-db7a-44c2-98c5-ae0e30391580 req-3bdfde5e-7a8a-48b7-ae47-c9ff15b6f920 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 943 time: 0.0498033 Aug 10 03:17:04.824311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33deb871-db7a-44c2-98c5-ae0e30391580 req-7d48a138-a9df-4700-8934-dd88ead652a5 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Aug 10 03:17:05.390287 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'}, {'name': 'network-changed', 'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:05.392525 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76382ec-1648-44e9-9ec7-7132df85bbdf" -d '{"events": [{"server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1"}, {"name": "network-changed", "server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:05.428920 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1bdbfe-1767-45e4-bbe1-2bdb94005e8f x-openstack-request-id: req-9a1bdbfe-1767-45e4-bbe1-2bdb94005e8f {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:05.429215 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "name": "network-vif-unplugged", "status": "completed", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1", "code": 200}, {"name": "network-changed", "server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:05.429465 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a1bdbfe-1767-45e4-bbe1-2bdb94005e8f {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:05.429856 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'code': 200} Aug 10 03:17:05.430154 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'status': 'completed', 'code': 200} Aug 10 03:17:05.439384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14434c4-1279-44b7-831f-1cce6381adc9 req-2def796f-f8bb-4ed4-b6fd-ae0fe5d9f138 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.440913 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b14434c4-1279-44b7-831f-1cce6381adc9 req-2def796f-f8bb-4ed4-b6fd-ae0fe5d9f138 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0597801 Aug 10 03:17:05.480815 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b14434c4-1279-44b7-831f-1cce6381adc9 req-6bad89d9-233e-433e-9f52-371d32a03190 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Aug 10 03:17:05.511308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-3f6d044d-85d6-40d0-a253-446fff63a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.512844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-3f6d044d-85d6-40d0-a253-446fff63a21e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1126 time: 0.0509734 Aug 10 03:17:05.573723 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.587003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3f56cfc8-eb5b-4eca-a53f-47d193044312 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:05.639646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66004b11-2a2e-4756-bd25-326eb5cbc741 req-c9638f78-57fc-4a55-b7ff-66af0ed41a4a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.641315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66004b11-2a2e-4756-bd25-326eb5cbc741 req-c9638f78-57fc-4a55-b7ff-66af0ed41a4a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 944 time: 0.0737655 Aug 10 03:17:05.657459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-b218b284-1bfe-4666-8c6d-ae3be88b3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.658868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-b218b284-1bfe-4666-8c6d-ae3be88b3fff service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1376362 Aug 10 03:17:05.682476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 3f56cfc8-eb5b-4eca-a53f-47d193044312, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3f56cfc8-eb5b-4eca-a53f-47d193044312,segment=NetworkSegment(30f2813b-9408-405f-b7bf-39b2f320271d),segment_id=30f2813b-9408-405f-b7bf-39b2f320271d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:05.693996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '3f56cfc8-eb5b-4eca-a53f-47d193044312', 'network_id': '87657108-89a7-4b96-bc08-01ed5fb57912', 'port_id': '3f56cfc8-eb5b-4eca-a53f-47d193044312', 'mac_address': 'fa:16:3e:2c:4b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:05.712933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-a4b97aef-9918-4aaf-ac8e-f1a89b724cba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 217 time: 0.0436895 Aug 10 03:17:05.720068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66004b11-2a2e-4756-bd25-326eb5cbc741 req-27b0580f-47aa-484b-a858-5549802d2860 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Aug 10 03:17:05.736314 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.750099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f56cfc8-eb5b-4eca-a53f-47d193044312 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:05.770837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 3f56cfc8-eb5b-4eca-a53f-47d193044312, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3f56cfc8-eb5b-4eca-a53f-47d193044312,segment=NetworkSegment(30f2813b-9408-405f-b7bf-39b2f320271d),segment_id=30f2813b-9408-405f-b7bf-39b2f320271d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:05.786654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-9f0c019f-ec84-41a1-b742-e5ff3c888807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.788139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-9f0c019f-ec84-41a1-b742-e5ff3c888807 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0528033 Aug 10 03:17:05.821481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-b2477a9d-2ac4-4d1e-98df-1a229d28c194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243430 Aug 10 03:17:05.858523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:05.922661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=3f56cfc8-eb5b-4eca-a53f-47d193044312,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:05.932191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.932555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.933079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.933587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.934116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.934443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.934981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.935467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.936147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.936699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.937183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.937585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-de713a5a-d114-4365-b102-194393f67572 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068940 Aug 10 03:17:05.937932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:05.950925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e82a-363d-4a96-b143-8488e7c23a44 req-2cfe78b3-b48d-4dec-9e6f-4a097b4c3bd8 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:05.952471 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bae5e82a-363d-4a96-b143-8488e7c23a44 req-2cfe78b3-b48d-4dec-9e6f-4a097b4c3bd8 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0534925 Aug 10 03:17:05.990060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bae5e82a-363d-4a96-b143-8488e7c23a44 req-f47496ac-4c37-4f09-9479-9562239d22b7 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Aug 10 03:17:06.042085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e76382ec-1648-44e9-9ec7-7132df85bbdf req-f4cf5af2-4b91-4b91-8ba1-a395a5709ac2 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923145 Aug 10 03:17:06.443175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:06.498139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['3f56cfc8-eb5b-4eca-a53f-47d193044312'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:06.588421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:06.610770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'mac_address': 'fa:16:3e:50:8d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:06.612150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb72cd-d29b-46fa-aefd-f8c8f2bddeec req-1d43d156-2ec1-4971-aa48-a97055f5bb35 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.613671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dbeb72cd-d29b-46fa-aefd-f8c8f2bddeec req-1d43d156-2ec1-4971-aa48-a97055f5bb35 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0534680 Aug 10 03:17:06.651560 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-dbeb72cd-d29b-46fa-aefd-f8c8f2bddeec req-a4c7f615-9df0-40cf-9b75-cb7f8226a9e2 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Aug 10 03:17:06.672991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.693315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b7fc39-1c67-4656-b2ad-46adf0e283ac {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:06.730806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:06.839638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60f04-4ab9-4ef6-b5f7-914d065786ae req-207df7cd-df07-42b5-b7d6-ffdc87a3fa8c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:06.841202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df60f04-4ab9-4ef6-b5f7-914d065786ae req-207df7cd-df07-42b5-b7d6-ffdc87a3fa8c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 944 time: 0.0497856 Aug 10 03:17:06.855438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:06.897900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df60f04-4ab9-4ef6-b5f7-914d065786ae req-b82cab3c-6da4-40b6-a74a-9212a8baca00 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 Aug 10 03:17:06.905740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:06.946519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d1b7fc39-1c67-4656-b2ad-46adf0e283ac'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:07.142277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfb866-dbac-4cd6-8ec0-60984bbc3d18 req-fc893ee5-4f71-47fd-813b-f103ead61198 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.143860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2edfb866-dbac-4cd6-8ec0-60984bbc3d18 req-fc893ee5-4f71-47fd-813b-f103ead61198 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0721638 Aug 10 03:17:07.184062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2edfb866-dbac-4cd6-8ec0-60984bbc3d18 req-11d65a01-368b-43c2-a140-9d8e7aa2a962 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Aug 10 03:17:07.617771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:07.731566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:07.748216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:17:07.790754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5515-223d-4249-a5c0-edc9a4012dba req-388cdb30-76db-471e-b72d-83658c6469c5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:07.792802 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c84b5515-223d-4249-a5c0-edc9a4012dba req-388cdb30-76db-471e-b72d-83658c6469c5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0587690 Aug 10 03:17:07.837683 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c84b5515-223d-4249-a5c0-edc9a4012dba req-fe32e815-16ff-421b-af80-a71da639ce5d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Aug 10 03:17:08.035158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6991-cb7e-4818-a90a-67fa9eaf8965 req-b6174314-a301-4a9b-8083-717ed48de7dd tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.036888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d31c6991-cb7e-4818-a90a-67fa9eaf8965 req-b6174314-a301-4a9b-8083-717ed48de7dd tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 944 time: 0.0642228 Aug 10 03:17:08.105958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d31c6991-cb7e-4818-a90a-67fa9eaf8965 req-353df6fa-9366-4d85-ae3b-040274b32fef tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613611 Aug 10 03:17:08.318511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb35c0d-c7a2-4abb-97b8-474af40515ca req-8e0289f3-360a-46ca-a395-1dab82c94507 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.320630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1cb35c0d-c7a2-4abb-97b8-474af40515ca req-8e0289f3-360a-46ca-a395-1dab82c94507 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0558932 Aug 10 03:17:08.361856 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1cb35c0d-c7a2-4abb-97b8-474af40515ca req-fc55f0ae-ad72-465c-95b3-b0bc618fc921 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Aug 10 03:17:08.444963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:08.500990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d1b7fc39-1c67-4656-b2ad-46adf0e283ac triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:08.501368 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.605791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.631602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:08.634856 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf187b-a47c-4e86-845c-eb88d3afcb06" -d '{"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:08.655069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:08.677809 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb624e07-e5b9-42f4-9b86-0543e9e8e4d0 x-openstack-request-id: req-fb624e07-e5b9-42f4-9b86-0543e9e8e4d0 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:08.678127 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:08.678505 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb624e07-e5b9-42f4-9b86-0543e9e8e4d0 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:08.679114 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'code': 200} Aug 10 03:17:08.768571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:08.841742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:08.981738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be1f2-2770-422b-8248-08d517177fd8 req-eed28201-3b49-40fe-849a-faf79618ce23 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:08.983341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-309be1f2-2770-422b-8248-08d517177fd8 req-eed28201-3b49-40fe-849a-faf79618ce23 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0727715 Aug 10 03:17:09.039456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-309be1f2-2770-422b-8248-08d517177fd8 req-42702741-4792-4a5c-8444-eb18ccc36565 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Aug 10 03:17:09.243093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b02f3-34cb-4f84-9f2e-176caa92c58a req-156ae0f1-9c83-49a1-8629-af795e2583cd tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.244695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-363b02f3-34cb-4f84-9f2e-176caa92c58a req-156ae0f1-9c83-49a1-8629-af795e2583cd tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 944 time: 0.0546706 Aug 10 03:17:09.309711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-363b02f3-34cb-4f84-9f2e-176caa92c58a req-a104aa0d-48d3-46b9-8682-c225f4ffcc9e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Aug 10 03:17:09.528834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a0ade-0df4-4d30-a61f-d2b94c0be1f8 req-cabb8ab9-684d-4bea-873b-a5f30a05dca5 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:09.539203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d8a0ade-0df4-4d30-a61f-d2b94c0be1f8 req-cabb8ab9-684d-4bea-873b-a5f30a05dca5 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 944 time: 0.0728300 Aug 10 03:17:09.611411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d8a0ade-0df4-4d30-a61f-d2b94c0be1f8 req-0468ab18-aa49-4090-acb0-cfeb6ac0c0ab tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711715 Aug 10 03:17:09.626746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 762d5ea2-3b03-48d3-a57b-0ce50e6bddde details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:09.629157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3f56cfc8-eb5b-4eca-a53f-47d193044312 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:09.773256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:09.785517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'port_id': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde', 'mac_address': 'fa:16:3e:ed:ed:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedb3533-8235-4496-86b2-355662c0504f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:09.814214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 3f56cfc8-eb5b-4eca-a53f-47d193044312 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:09.819918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 3f56cfc8-eb5b-4eca-a53f-47d193044312 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:09.821066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.856533 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:09.876852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762d5ea2-3b03-48d3-a57b-0ce50e6bddde {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:09.906235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:09.962533 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.007904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 3f56cfc8-eb5b-4eca-a53f-47d193044312, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3f56cfc8-eb5b-4eca-a53f-47d193044312,segment=NetworkSegment(30f2813b-9408-405f-b7bf-39b2f320271d),segment_id=30f2813b-9408-405f-b7bf-39b2f320271d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:10.009102 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.032408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4016c-a005-4a0c-bc7c-b2d0240a54cc req-d58574f0-e56e-43ce-b652-cf5883681fc7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.040820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ba4016c-a005-4a0c-bc7c-b2d0240a54cc req-d58574f0-e56e-43ce-b652-cf5883681fc7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0641589 Aug 10 03:17:10.065226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:10.089742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ba4016c-a005-4a0c-bc7c-b2d0240a54cc req-486e6208-38b1-42f7-9e56-543c14043028 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480144 Aug 10 03:17:10.118907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:10.208379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=3f56cfc8-eb5b-4eca-a53f-47d193044312,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:10.212418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d141e-0b65-40b3-b511-475cf05c8690 req-a0265b69-6031-4f29-b957-f62fe1f769f6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.213947 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-de6d141e-0b65-40b3-b511-475cf05c8690 req-a0265b69-6031-4f29-b957-f62fe1f769f6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0755379 Aug 10 03:17:10.258716 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-de6d141e-0b65-40b3-b511-475cf05c8690 req-ff7cb201-ef1a-4141-861e-989b402ad182 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Aug 10 03:17:10.424980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a91b2-d4d7-4315-9998-6c5a67dcfda4 req-667d816e-ede3-4efc-ae82-6e98e9d1c0a3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.426568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-514a91b2-d4d7-4315-9998-6c5a67dcfda4 req-667d816e-ede3-4efc-ae82-6e98e9d1c0a3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 945 time: 0.0531030 Aug 10 03:17:10.467265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-514a91b2-d4d7-4315-9998-6c5a67dcfda4 req-47111a23-f679-450a-9615-b7fdd7c2efc2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Aug 10 03:17:10.567121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['762d5ea2-3b03-48d3-a57b-0ce50e6bddde'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:10.689162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56cfc8-eb5b-4eca-a53f-47d193044312'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:10.691654 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cce60a-26d6-4d1f-8840-7ba681001333" -d '{"events": [{"server_uuid": "f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "3f56cfc8-eb5b-4eca-a53f-47d193044312"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:10.744288 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f2607-0deb-4caa-93dc-35cd8f980eda x-openstack-request-id: req-d42f2607-0deb-4caa-93dc-35cd8f980eda {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:10.745250 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3", "name": "network-vif-plugged", "status": "completed", "tag": "3f56cfc8-eb5b-4eca-a53f-47d193044312", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:10.745250 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d42f2607-0deb-4caa-93dc-35cd8f980eda {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:10.745478 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56cfc8-eb5b-4eca-a53f-47d193044312', 'code': 200} Aug 10 03:17:10.764819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13387-311e-472a-82dd-14a88f7c6917 req-1bebb860-499f-4ea5-b272-9f686753c7fc tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.773808 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e9d13387-311e-472a-82dd-14a88f7c6917 req-1bebb860-499f-4ea5-b272-9f686753c7fc tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0911639 Aug 10 03:17:10.809419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e9d13387-311e-472a-82dd-14a88f7c6917 req-18321796-3aed-4cf0-b470-65beec79844c tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 10 03:17:10.903395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd905-a5b0-4d94-b000-a9af30462644 req-03b3601d-2d1c-4aa1-b6f2-faca20670419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:10.904975 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-19ecd905-a5b0-4d94-b000-a9af30462644 req-03b3601d-2d1c-4aa1-b6f2-faca20670419 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0552452 Aug 10 03:17:10.962016 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-19ecd905-a5b0-4d94-b000-a9af30462644 req-9aaf5fe6-6786-4909-a455-dc111e1ddf64 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Aug 10 03:17:11.064568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-dfa0e242-7ade-4644-876e-7ed8fbb5057d service neutron] 10.222.0.46 "GET /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.0684175 Aug 10 03:17:11.296610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e709bd-f4a7-48bb-bf00-29bf0dc59e4b req-124870cd-adc2-424f-a637-3fa292a7f878 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.302557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87e709bd-f4a7-48bb-bf00-29bf0dc59e4b req-124870cd-adc2-424f-a637-3fa292a7f878 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1100936 Aug 10 03:17:11.376626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87e709bd-f4a7-48bb-bf00-29bf0dc59e4b req-daa810d4-aef5-4278-bc2f-f45be8641d04 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680287 Aug 10 03:17:11.378943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:11.404320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:11.467365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:11.504272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:11.539844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e0ba-c3d6-4be2-a1a8-a6b5ab922a5f req-707764e3-3d58-41c7-992a-a60710318788 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.541750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ab6e0ba-c3d6-4be2-a1a8-a6b5ab922a5f req-707764e3-3d58-41c7-992a-a60710318788 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 943 time: 0.0689113 Aug 10 03:17:11.587001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ab6e0ba-c3d6-4be2-a1a8-a6b5ab922a5f req-533468c3-149d-4ffe-89e3-a1d223aa5363 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 Aug 10 03:17:11.605976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.705434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Transition to ACTIVE for port object 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:11.746778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea3bdc-3bee-4f9e-bf35-350adf963b0f req-eb0c4e03-b1fe-41c0-98c2-90ecfddd8955 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.748632 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-20ea3bdc-3bee-4f9e-bf35-350adf963b0f req-eb0c4e03-b1fe-41c0-98c2-90ecfddd8955 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 945 time: 0.0553157 Aug 10 03:17:11.796951 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-20ea3bdc-3bee-4f9e-bf35-350adf963b0f req-bece0122-0109-4c8f-b855-cc101e3f0c76 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Aug 10 03:17:11.799740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:11.876088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] No DVR routers for this DVR port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:11.886802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Pushing event updated for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:11.918907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.918907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.918907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.918907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.919435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.919435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.919634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.919916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.920231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.920589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.920913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.921246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:11.944692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-f932c342-c081-4fcc-bdcb-9b412a89633a service neutron] 10.222.0.46 "PUT /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 0.8726740 Aug 10 03:17:11.978111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c81069-a08a-430b-9440-270ed359a699 req-b78799a6-5382-45e6-8a6a-37aebfacee69 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:11.979735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97c81069-a08a-430b-9440-270ed359a699 req-b78799a6-5382-45e6-8a6a-37aebfacee69 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0889113 Aug 10 03:17:12.032491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97c81069-a08a-430b-9440-270ed359a699 req-dc645630-8839-4b9b-bcde-c160447a1c38 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Aug 10 03:17:12.155216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-6b6c7a09-e26e-4e47-bd0e-4a504bcc5b97 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.156858 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-6b6c7a09-e26e-4e47-bd0e-4a504bcc5b97 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.0600369 Aug 10 03:17:12.217093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-574eaec2-3f10-42cc-a69b-c2abc58cee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.218940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-574eaec2-3f10-42cc-a69b-c2abc58cee0c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b&tenant_id=ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 1096 time: 0.0449390 Aug 10 03:17:12.319570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-eccf43b4-42e1-49de-8e72-4d4a6df5849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.321425 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-eccf43b4-42e1-49de-8e72-4d4a6df5849e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1096 time: 0.0479817 Aug 10 03:17:12.420915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-5adafbac-7a27-4635-aefd-8938798bae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.422511 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-5adafbac-7a27-4635-aefd-8938798bae5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.0926018 Aug 10 03:17:12.486076 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-acc9ead5-a813-4c6b-9d8d-cf1c1b24ff5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 217 time: 0.0467517 Aug 10 03:17:12.567195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-cd56c226-7ca0-4ba6-a19b-48768c238736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.569879 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-cd56c226-7ca0-4ba6-a19b-48768c238736 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0545409 Aug 10 03:17:12.576231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261ec2e-8b7c-4d8a-8f0e-8ce79b87d5e7 req-249342bc-4d74-4710-8d54-ccdeb1b36e11 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.583358 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a261ec2e-8b7c-4d8a-8f0e-8ce79b87d5e7 req-249342bc-4d74-4710-8d54-ccdeb1b36e11 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0994709 Aug 10 03:17:12.641158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-7910771a-8207-4e29-b7bd-049bc1a58355 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375352 Aug 10 03:17:12.667697 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a261ec2e-8b7c-4d8a-8f0e-8ce79b87d5e7 req-7307dd2d-d198-476c-9f8c-15fa525ad475 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833914 Aug 10 03:17:12.743363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c2f53-6270-47a2-9d65-949b5eebc671 req-31d93602-99b5-4b18-961a-aa61784730cf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.745881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b7c2f53-6270-47a2-9d65-949b5eebc671 req-31d93602-99b5-4b18-961a-aa61784730cf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 944 time: 0.0611086 Aug 10 03:17:12.813225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b7c2f53-6270-47a2-9d65-949b5eebc671 req-1d3ded45-057a-4736-9a38-d8d1fb552dea tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Aug 10 03:17:12.871576 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-e0ceb0b1-1f49-4f70-9da2-cee1536e6635 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732116 Aug 10 03:17:12.927792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cdd2c-e63f-4f24-ab31-17e5564d8a10 req-b6feb39f-267e-4968-ad65-c81d8cd45231 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:12.944638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf1cdd2c-e63f-4f24-ab31-17e5564d8a10 req-b6feb39f-267e-4968-ad65-c81d8cd45231 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 945 time: 0.0690496 Aug 10 03:17:12.981869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-c772981e-2dc8-40fc-b6aa-43be3aabce8c service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982981 Aug 10 03:17:12.992969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf1cdd2c-e63f-4f24-ab31-17e5564d8a10 req-7dcacaeb-3180-47c7-867f-c94447e42f4d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Aug 10 03:17:13.186151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b452786-740a-4576-8af4-2d7ea56a6941 req-1fd16e84-cf12-4427-8e1e-d0f3a782da6f tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.187718 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7b452786-740a-4576-8af4-2d7ea56a6941 req-1fd16e84-cf12-4427-8e1e-d0f3a782da6f tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0631840 Aug 10 03:17:13.229781 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7b452786-740a-4576-8af4-2d7ea56a6941 req-bd68fe13-b7a4-418e-8dd3-ca2377ca36a4 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353041 Aug 10 03:17:13.666571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 762d5ea2-3b03-48d3-a57b-0ce50e6bddde up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:13.788127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aab729-767b-4c0f-b61e-d8e0477d7606 req-5e46112a-c7bc-4489-8d8f-e7bc4e4a38fd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.789658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8aab729-767b-4c0f-b61e-d8e0477d7606 req-5e46112a-c7bc-4489-8d8f-e7bc4e4a38fd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0553253 Aug 10 03:17:13.829535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8aab729-767b-4c0f-b61e-d8e0477d7606 req-38102d67-daa8-4c59-b720-5743d057ba89 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Aug 10 03:17:13.900259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240632-5a87-4475-8681-246307ca7a7b req-e391dc47-d408-4b40-8c45-719ea3694a67 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.901927 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-e391dc47-d408-4b40-8c45-719ea3694a67 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1096 time: 0.0487142 Aug 10 03:17:13.951770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627b345-e489-4eea-9a56-2d944edf470b req-2939ea02-2b67-400f-85c0-6bcfe011de17 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:13.953523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9627b345-e489-4eea-9a56-2d944edf470b req-2939ea02-2b67-400f-85c0-6bcfe011de17 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 944 time: 0.0558965 Aug 10 03:17:13.976479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:13.980961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:13.981332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.003084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9627b345-e489-4eea-9a56-2d944edf470b req-40a7a9fb-bfb3-48fe-b282-9395f6508530 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Aug 10 03:17:14.133779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2027d93-3c1b-4ef0-929e-5de9419fb222 req-10d9447a-9f0c-492d-a53b-6a99f5d075f2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.141547 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a2027d93-3c1b-4ef0-929e-5de9419fb222 req-10d9447a-9f0c-492d-a53b-6a99f5d075f2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 945 time: 0.0761623 Aug 10 03:17:14.146259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.165401 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-68240632-5a87-4475-8681-246307ca7a7b req-4cb2e7a8-94d3-48ae-b031-72fe11d92026 service neutron] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:14.173063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-68240632-5a87-4475-8681-246307ca7a7b req-4cb2e7a8-94d3-48ae-b031-72fe11d92026 service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.174213 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-68240632-5a87-4475-8681-246307ca7a7b req-4cb2e7a8-94d3-48ae-b031-72fe11d92026 service neutron] 10.222.0.54 "DELETE /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.2593648 Aug 10 03:17:14.186899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:14.188251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:14.190963 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec266b5-c594-44d8-9e78-75dcac10d6fd" -d '{"events": [{"server_uuid": "f10642c1-2c49-4606-8de4-c94fdbc22bb5", "name": "network-vif-plugged", "status": "completed", "tag": "762d5ea2-3b03-48d3-a57b-0ce50e6bddde"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:14.199389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a2027d93-3c1b-4ef0-929e-5de9419fb222 req-c75feb85-8ee1-455c-aef6-271b4da0a491 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563619 Aug 10 03:17:14.214081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f82ba-e3a4-474c-83bd-55de6666401c req-229c133c-e186-4bac-b595-cdecf7a80677 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.226067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a8f82ba-e3a4-474c-83bd-55de6666401c req-229c133c-e186-4bac-b595-cdecf7a80677 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1096 time: 0.0807669 Aug 10 03:17:14.252960 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74b9d5-c16d-45a3-b947-6f5a2f4dc9fe x-openstack-request-id: req-8e74b9d5-c16d-45a3-b947-6f5a2f4dc9fe {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:14.253235 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10642c1-2c49-4606-8de4-c94fdbc22bb5", "name": "network-vif-plugged", "status": "completed", "tag": "762d5ea2-3b03-48d3-a57b-0ce50e6bddde", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:14.253489 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e74b9d5-c16d-45a3-b947-6f5a2f4dc9fe {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:14.253873 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde', 'code': 200} Aug 10 03:17:14.264952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a8f82ba-e3a4-474c-83bd-55de6666401c req-39241be9-c745-42e1-bbe3-f7ae20321dca tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405581 Aug 10 03:17:14.308142 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.420609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:14.441652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52414cc7-1069-4f95-b5ba-8837d8a2747c req-6b2c0013-a9ed-4ae9-b05c-abfb1b58ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.443181 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52414cc7-1069-4f95-b5ba-8837d8a2747c req-6b2c0013-a9ed-4ae9-b05c-abfb1b58ffa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0584295 Aug 10 03:17:14.491238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:14.511152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-52414cc7-1069-4f95-b5ba-8837d8a2747c req-07ef8176-063f-4698-a52e-afd74f34bd51 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Aug 10 03:17:14.553948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:14.671703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-153b0af7-91da-4b49-800f-233628671c1d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:14.679214 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-153b0af7-91da-4b49-800f-233628671c1d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1285644 Aug 10 03:17:14.697988 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-4492e144-7b82-4f56-945b-2be3dc0e63c7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/quotas/ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 375 time: 0.0177634 Aug 10 03:17:14.756896 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-2f5a5828-8572-4932-af67-e0bc413c57f8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574989 Aug 10 03:17:14.895318 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-2b77e9de-204f-49f9-af11-d2ce1f1d548b service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255748 Aug 10 03:17:14.985339 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.027352 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-8b339f59-5fe2-4279-8259-d359be673511 service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311138 Aug 10 03:17:15.185129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9766d27-8797-45bf-b556-9d6b81de0ea7 req-82db3fe3-6819-410e-b6bc-153a6c636131 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.187435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9766d27-8797-45bf-b556-9d6b81de0ea7 req-82db3fe3-6819-410e-b6bc-153a6c636131 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0705721 Aug 10 03:17:15.245388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9766d27-8797-45bf-b556-9d6b81de0ea7 req-a9490834-f7f8-4621-baf6-73da731cf13e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508029 Aug 10 03:17:15.623230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c46ab89b-d746-4cbb-be4e-28d6ebde15a1 req-75c7e617-46c4-42e2-94b8-6d4c9c089451 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 210 time: 0.1077523 Aug 10 03:17:15.669616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b4dfc-74ac-4686-80e2-ddbe93a1c174 req-4f9dddee-020a-4c3b-9c9f-d3092aead188 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:15.671640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8b4dfc-74ac-4686-80e2-ddbe93a1c174 req-4f9dddee-020a-4c3b-9c9f-d3092aead188 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0728292 Aug 10 03:17:15.724526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8b4dfc-74ac-4686-80e2-ddbe93a1c174 req-56a7b194-2ab4-44c2-837c-eb605c4b72ec tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462427 Aug 10 03:17:16.384163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9a206-19ad-417b-8f26-602e6fad375e req-90b2ea38-2024-4371-8d73-a3a3b5b3e804 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.386893 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-41f9a206-19ad-417b-8f26-602e6fad375e req-90b2ea38-2024-4371-8d73-a3a3b5b3e804 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0562301 Aug 10 03:17:16.470811 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-41f9a206-19ad-417b-8f26-602e6fad375e req-d0044cd8-85cc-4db9-ad6e-abc84dea4a5c tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730102 Aug 10 03:17:16.771179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8549de65-7c5e-4182-bd25-f5e64e17cd9c req-eaa702e5-8006-496a-ae1e-e8a0a667d043 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 210 time: 0.0293427 Aug 10 03:17:16.893184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee588-09ba-4693-95ec-a44096b38d7f req-4ccc56a6-bf81-4717-982a-ee6f8371665e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:16.897357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e66ee588-09ba-4693-95ec-a44096b38d7f req-4ccc56a6-bf81-4717-982a-ee6f8371665e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0549636 Aug 10 03:17:16.948182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e66ee588-09ba-4693-95ec-a44096b38d7f req-285767d9-2f16-4954-a54c-d90b05ac679e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Aug 10 03:17:18.057940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-3686677b-a1af-4621-80f5-3870a9141bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.067512 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-3686677b-a1af-4621-80f5-3870a9141bb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 1098 time: 0.1242485 Aug 10 03:17:18.077773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9ff54-d69a-461e-ad4b-dab6b247e5b4 req-6bc1cc94-c6fe-4c53-9587-c2767dd8a87d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.079705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66c9ff54-d69a-461e-ad4b-dab6b247e5b4 req-6bc1cc94-c6fe-4c53-9587-c2767dd8a87d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1189773 Aug 10 03:17:18.151314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66c9ff54-d69a-461e-ad4b-dab6b247e5b4 req-be4d0c5f-75af-4445-a545-138e0ac08a3f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626075 Aug 10 03:17:18.295856 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7670c19d-071a-4fb5-b599-7bab46752aad req-fe9fd253-b4a6-4027-af36-6b45655b4bf2 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 210 time: 0.0522633 Aug 10 03:17:18.310409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-78cd83bd-10c1-478e-b443-416e1b166efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.312192 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-78cd83bd-10c1-478e-b443-416e1b166efc service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 911 time: 0.2188585 Aug 10 03:17:18.326175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843acf6-d9b9-4208-9bb6-0880b91e4da5 req-180fc7b5-ac09-4cdf-8b15-61db80a7db78 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.330801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2843acf6-d9b9-4208-9bb6-0880b91e4da5 req-180fc7b5-ac09-4cdf-8b15-61db80a7db78 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.1042447 Aug 10 03:17:18.368098 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-74813af2-aa39-4426-8689-cbc7731274b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde HTTP/1.1" status: 200 len: 217 time: 0.0477817 Aug 10 03:17:18.432704 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-e13161c6-4820-412b-8d0c-579accd4a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.433950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-e13161c6-4820-412b-8d0c-579accd4a749 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fedb3533-8235-4496-86b2-355662c0504f HTTP/1.1" status: 200 len: 850 time: 0.0556402 Aug 10 03:17:18.439553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2843acf6-d9b9-4208-9bb6-0880b91e4da5 req-1b3714d7-7790-4ee9-8483-00640ff2ff59 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880635 Aug 10 03:17:18.482889 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-4ab00c62-b072-4aac-9897-8ab0261eaf00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c64d5b1-8619-47a6-9871-2b056fd15aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357037 Aug 10 03:17:18.485576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-62c5f861-96ca-4b87-8d42-55e5318271e5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:18.487162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-62c5f861-96ca-4b87-8d42-55e5318271e5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1554465 Aug 10 03:17:18.501932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Request body: {'port': {'device_id': 'eddd1283-5d62-4140-8198-226d27e48b99', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'admin_state_up': True, 'tenant_id': 'ec988d7d534d4a6190f7bbb16f87c216'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:18.597864 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-8b61bbb9-0b1e-48cf-a64a-2f0526565ac6 service neutron] 10.222.0.54 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013453 Aug 10 03:17:18.708643 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b45107d0-5bc7-4275-b8d0-c4699a9910d8 req-2a38f107-ede8-44fe-b0c7-81368a7f4510 service neutron] 10.222.0.54 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028457 Aug 10 03:17:18.992952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Made reservation on behalf of ec988d7d534d4a6190f7bbb16f87c216 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:18.996811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.137226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Allocated IP 172.20.0.11 (8bbe27ee-5a05-4fef-aba2-7bbc540e0705/eedfabd5-2a82-4d38-b62b-8f571b0ee9cf/b24c9278-06ce-4c2b-8b5d-861909ad2bc8) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:19.323916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3f8d-d086-4a78-a0c8-8800c9771b7a req-18e53b9e-2cb3-4b71-8f8f-cd3b0e244c15 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.325435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-723a3f8d-d086-4a78-a0c8-8800c9771b7a req-18e53b9e-2cb3-4b71-8f8f-cd3b0e244c15 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0848598 Aug 10 03:17:19.375967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.398261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-723a3f8d-d086-4a78-a0c8-8800c9771b7a req-fe862556-1afa-434e-a2e3-65c3127676c5 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624535 Aug 10 03:17:19.423722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42f760-2ecc-4053-8be0-fe48c8919391 req-e4bbc90d-a1f1-4619-87cc-e33bda124a2d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.425336 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4c42f760-2ecc-4053-8be0-fe48c8919391 req-e4bbc90d-a1f1-4619-87cc-e33bda124a2d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 950 time: 0.0708187 Aug 10 03:17:19.473835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4c42f760-2ecc-4053-8be0-fe48c8919391 req-deb24623-a787-48b6-a16a-cb0b7852a951 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Aug 10 03:17:19.506066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dd9becc-3508-418a-99d1-b0abe0589029 req-517c9718-5fb1-4073-883c-8f244acc1b5a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 210 time: 0.0304120 Aug 10 03:17:19.559403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.594462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c09cb-2cc9-40d5-8c67-b3f7816afcfc req-701bba73-e1b8-4f59-b62d-681a99d6a2fd tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.596301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-320c09cb-2cc9-40d5-8c67-b3f7816afcfc req-701bba73-e1b8-4f59-b62d-681a99d6a2fd tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0538228 Aug 10 03:17:19.618230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:19.619666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:19.623794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:19.631434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:19.645225 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-320c09cb-2cc9-40d5-8c67-b3f7816afcfc req-cb4a4776-8ad9-4297-b9fd-888e676b3392 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Aug 10 03:17:19.678728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:19.679352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:19.816489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-c7204ef3-b725-4d30-9768-b0766776f4ba tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3189340 Aug 10 03:17:19.829886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Request body: {'port': {'device_id': 'eddd1283-5d62-4140-8198-226d27e48b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:19.882762 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.165278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24c9278-06ce-4c2b-8b5d-861909ad2bc8 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:20.180868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.192264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Transition to ACTIVE for port object b24c9278-06ce-4c2b-8b5d-861909ad2bc8 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:20.311152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.363724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:20.434004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:20.434459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:20.434863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:20.439331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:20.439850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:20.445656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:20.446071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:20.446532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:20.448160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Bound port: b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:20.448160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.526105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:20.526820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3cf54-2183-453d-99d0-fbd641e6c672 req-07d499b0-845a-4a00-926f-3be654dad082 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.528769 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-30b3cf54-2183-453d-99d0-fbd641e6c672 req-07d499b0-845a-4a00-926f-3be654dad082 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0522523 Aug 10 03:17:20.529322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:20.569588 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-30b3cf54-2183-453d-99d0-fbd641e6c672 req-34481c97-c5bc-4047-9b9a-065a12044899 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342658 Aug 10 03:17:20.625270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034adc04-15ff-4fbd-bcb4-09e2746ce2ea req-f88e8ca3-d13c-4b9e-b685-75cd03564fc6 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.627041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-034adc04-15ff-4fbd-bcb4-09e2746ce2ea req-f88e8ca3-d13c-4b9e-b685-75cd03564fc6 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 950 time: 0.0689847 Aug 10 03:17:20.631591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.677564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.678708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.680088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] 10.222.0.46 "PUT /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 1093 time: 0.8544347 Aug 10 03:17:20.685865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:20.687981 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaef5be7-69ef-4acc-bdc6-291aef37365f" -d '{"events": [{"name": "network-changed", "server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:20.688712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c539-7dbf-4daf-aa10-7de93447c3f2 req-19c5247f-3ba9-4cb9-8d8f-466408cf7c31 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.690408 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0fc8c539-7dbf-4daf-aa10-7de93447c3f2 req-19c5247f-3ba9-4cb9-8d8f-466408cf7c31 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0557294 Aug 10 03:17:20.722769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1add9-6239-4a85-9eb3-9b506a74f1ec service neutron] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:20.734491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-034adc04-15ff-4fbd-bcb4-09e2746ce2ea req-42b8e340-712f-4f26-b86b-e94bd722b326 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Aug 10 03:17:20.746710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0fc8c539-7dbf-4daf-aa10-7de93447c3f2 req-e6f8c749-faaa-4728-8b58-912157effc4e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Aug 10 03:17:20.802972 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96a10e-5335-47e1-a437-f27932966326 x-openstack-request-id: req-1b96a10e-5335-47e1-a437-f27932966326 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:20.802972 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:20.802972 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b96a10e-5335-47e1-a437-f27932966326 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:20.802972 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'status': 'completed', 'code': 200} Aug 10 03:17:20.868165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-38ce7ab2-d5d8-43e2-b552-2ec4ca5dd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.869821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-38ce7ab2-d5d8-43e2-b552-2ec4ca5dd139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1096 time: 0.0789728 Aug 10 03:17:20.881766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdb9b-7029-4e48-96af-84dbdc72a445 req-a83a2d76-74f3-4801-8e9e-2112c86aea9e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.883139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-229bdb9b-7029-4e48-96af-84dbdc72a445 req-a83a2d76-74f3-4801-8e9e-2112c86aea9e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0632937 Aug 10 03:17:20.921843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-035d0629-086c-4ea0-8091-a5e865b750ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Aug 10 03:17:20.983261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-229bdb9b-7029-4e48-96af-84dbdc72a445 req-aa290a0f-4141-435d-ac79-c9d63b1ae105 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927887 Aug 10 03:17:20.995394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe424-5198-4909-803b-f10576c79724 req-56a733a9-3f50-4b61-81c5-3874948dd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:20.997296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-56a733a9-3f50-4b61-81c5-3874948dd050 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0662525 Aug 10 03:17:21.031752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-a03e6eea-13db-4220-a132-3dad78d5a472 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262008 Aug 10 03:17:21.129937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-1ce47bf3-814e-4958-8590-8e6125f21386 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Aug 10 03:17:21.242327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-903fe424-5198-4909-803b-f10576c79724 req-4e9fcf2f-80cd-4d61-847c-ce3e0689962c service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042707 Aug 10 03:17:21.430011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-2addcf9f-7eac-48ea-acd0-c3ce4025e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.431596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-2addcf9f-7eac-48ea-acd0-c3ce4025e040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1096 time: 0.0440261 Aug 10 03:17:21.529274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-aac4b1e8-4363-4977-b2ea-7124ff91de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.530864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-aac4b1e8-4363-4977-b2ea-7124ff91de15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.0914934 Aug 10 03:17:21.573833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-6dd31edc-1f22-453d-866b-b80bc832a4ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0350456 Aug 10 03:17:21.624327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-6bcb3f22-ebb2-4e78-bd57-f1db9d10ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.626504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-6bcb3f22-ebb2-4e78-bd57-f1db9d10ed0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0451207 Aug 10 03:17:21.664790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-6bc39e28-b162-4591-b4db-57a214cccc27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297463 Aug 10 03:17:21.697525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0d91-ae14-4b19-bf55-d5bbc76c7704 req-ae9156cf-ff78-4dc8-88ea-9963c917ef8e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.699255 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16eb0d91-ae14-4b19-bf55-d5bbc76c7704 req-ae9156cf-ff78-4dc8-88ea-9963c917ef8e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0561099 Aug 10 03:17:21.744545 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-16eb0d91-ae14-4b19-bf55-d5bbc76c7704 req-fbc2f158-e72e-4d10-aef9-03bea7dc59c2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373662 Aug 10 03:17:21.779661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-e8d83041-7466-44fd-852b-d2b286ddfa81 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066473 Aug 10 03:17:21.914723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17faf07-b15f-422e-88f0-90fb8e1d13af req-752d13a9-784d-45b0-9aae-b24e360ef123 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:21.916184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e17faf07-b15f-422e-88f0-90fb8e1d13af req-752d13a9-784d-45b0-9aae-b24e360ef123 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0788398 Aug 10 03:17:21.919725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaef5be7-69ef-4acc-bdc6-291aef37365f req-ac0957b0-bfcc-4bae-9e53-b47c2c3d51a1 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244395 Aug 10 03:17:21.958372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e17faf07-b15f-422e-88f0-90fb8e1d13af req-5c35a4d4-dfb8-45bb-94a5-b12b48bdbf97 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355549 Aug 10 03:17:22.120062 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686badd5-03bf-481e-80bb-758fea0a47ea req-a05c79b2-1af1-4737-814a-7453d6c32a18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.121613 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-686badd5-03bf-481e-80bb-758fea0a47ea req-a05c79b2-1af1-4737-814a-7453d6c32a18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0508807 Aug 10 03:17:22.172697 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-686badd5-03bf-481e-80bb-758fea0a47ea req-4fe83284-4947-403f-bf7d-d12379bafcf5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Aug 10 03:17:22.551703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:22.625214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.647034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:22.649287 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5773e-229f-4d6a-b3de-861f5c4cec17" -d '{"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:22.661725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:22.686027 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c8a2c-355e-407c-98b8-3cf1aa82b974 x-openstack-request-id: req-628c8a2c-355e-407c-98b8-3cf1aa82b974 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:22.686320 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:22.686579 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-628c8a2c-355e-407c-98b8-3cf1aa82b974 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:22.686971 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'code': 200} Aug 10 03:17:22.730268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:22.779636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:22.875091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6651-3e0a-4dd2-a676-fc7b38f0ecb5 req-054746af-d5f8-4462-ae99-3e39880f62b1 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:22.876842 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e17e6651-3e0a-4dd2-a676-fc7b38f0ecb5 req-054746af-d5f8-4462-ae99-3e39880f62b1 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0543704 Aug 10 03:17:22.914890 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e17e6651-3e0a-4dd2-a676-fc7b38f0ecb5 req-91a807e2-b846-439d-bcec-04d01713d8c3 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Aug 10 03:17:23.072235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeba92-6deb-40e2-bf9e-a2a9b981b43e req-7e34bd57-ee40-4ffe-8486-a6d6dc049ac1 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.073748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7beeba92-6deb-40e2-bf9e-a2a9b981b43e req-7e34bd57-ee40-4ffe-8486-a6d6dc049ac1 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0472870 Aug 10 03:17:23.111058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7beeba92-6deb-40e2-bf9e-a2a9b981b43e req-25f1a47c-81ea-49bf-930a-47b3eb66b008 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Aug 10 03:17:23.214930 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:23.295714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4d7df-c2be-41c0-bcb1-1e173c7e5eba req-586a7305-9bf5-4431-a5ec-0a375fa213cc tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:23.297378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aab4d7df-c2be-41c0-bcb1-1e173c7e5eba req-586a7305-9bf5-4431-a5ec-0a375fa213cc tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0532587 Aug 10 03:17:23.344304 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aab4d7df-c2be-41c0-bcb1-1e173c7e5eba req-3657b833-3b8f-42c0-a964-f3d522d2938e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Aug 10 03:17:24.028872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16c1b-b850-4fe6-8c79-2101e4ca88e9 req-9aec6a93-ee67-4718-88f2-3ba231358c18 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.030313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c16c1b-b850-4fe6-8c79-2101e4ca88e9 req-9aec6a93-ee67-4718-88f2-3ba231358c18 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0478699 Aug 10 03:17:24.071062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c16c1b-b850-4fe6-8c79-2101e4ca88e9 req-a388d99e-da4a-43e5-815b-d77f18c92f09 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349562 Aug 10 03:17:24.224697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85267d-db11-4334-a5ef-47fc73790d27 req-2013b660-e818-4d8a-ad27-6bf1bab36dd4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.226119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc85267d-db11-4334-a5ef-47fc73790d27 req-2013b660-e818-4d8a-ad27-6bf1bab36dd4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0491421 Aug 10 03:17:24.264052 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fc85267d-db11-4334-a5ef-47fc73790d27 req-420220b3-fb2f-47fe-9708-c0ca485c6a45 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Aug 10 03:17:24.488453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d66ad-5ea2-4c8a-b289-2e35082c025f req-57f059f3-3d85-4ed5-b36b-efd2c2b0e022 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:24.489847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-470d66ad-5ea2-4c8a-b289-2e35082c025f req-57f059f3-3d85-4ed5-b36b-efd2c2b0e022 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Aug 10 03:17:24.531429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-470d66ad-5ea2-4c8a-b289-2e35082c025f req-55f2f842-4502-4218-adab-d0e917d47927 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Aug 10 03:17:24.578843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:24.672200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:24.683193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'port_id': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'mac_address': 'fa:16:3e:e0:0f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedfabd5-2a82-4d38-b62b-8f571b0ee9cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:24.720078 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.735931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c9278-06ce-4c2b-8b5d-861909ad2bc8 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:24.754590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:24.835688 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.836319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:25.037195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:25.079462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:25.093350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'mac_address': 'fa:16:3e:b5:b4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:25.132135 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.145185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7ff3155-4bde-402a-8003-71eb966d28db {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:25.164268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:25.203351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069100d-fa2a-402f-a63d-dac032d5ed7e req-fef864ad-c61e-4be2-b33d-583ca318eaf2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.204912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f069100d-fa2a-402f-a63d-dac032d5ed7e req-fef864ad-c61e-4be2-b33d-583ca318eaf2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0518699 Aug 10 03:17:25.242639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f069100d-fa2a-402f-a63d-dac032d5ed7e req-9d9a1934-aa47-4f2b-917b-4cb14ecdd374 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Aug 10 03:17:25.256315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.308115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:25.357167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b7ff3155-4bde-402a-8003-71eb966d28db'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:25.379144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d9bd3-4aee-4f31-a3ed-11a2e5ecfda0 req-7f1c5c89-3d99-496f-ad50-d9f4bc11b847 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.380684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5d9bd3-4aee-4f31-a3ed-11a2e5ecfda0 req-7f1c5c89-3d99-496f-ad50-d9f4bc11b847 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 10 03:17:25.420691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5d9bd3-4aee-4f31-a3ed-11a2e5ecfda0 req-ec578e86-3b1d-4da7-a67f-3d4c51c424f6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Aug 10 03:17:25.576448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b24c9278-06ce-4c2b-8b5d-861909ad2bc8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:25.659742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e993-c8c5-4f88-99be-756b606a47fd req-56810867-4890-4253-addd-85515ef1854b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:25.661318 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf10e993-c8c5-4f88-99be-756b606a47fd req-56810867-4890-4253-addd-85515ef1854b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0592840 Aug 10 03:17:25.704627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf10e993-c8c5-4f88-99be-756b606a47fd req-3fed0080-f4ed-4531-ad52-ae1bbfbc2c1b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Aug 10 03:17:25.753597 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.357443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c727-e92c-4f43-ae3c-d4f671d86a5f req-8fc1447a-08fb-4bd1-90ef-4d855f19e199 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.358835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c183c727-e92c-4f43-ae3c-d4f671d86a5f req-8fc1447a-08fb-4bd1-90ef-4d855f19e199 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0475769 Aug 10 03:17:26.397322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c183c727-e92c-4f43-ae3c-d4f671d86a5f req-68a7a40c-4104-4cfd-941d-6ba5fa01e3d0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Aug 10 03:17:26.598755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2af79-76e1-4f50-89bf-6f06f749302f req-5558ab2e-dddf-4800-aa41-bbfedd69d2a8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.600282 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9de2af79-76e1-4f50-89bf-6f06f749302f req-5558ab2e-dddf-4800-aa41-bbfedd69d2a8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 945 time: 0.0586650 Aug 10 03:17:26.604319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:26.657210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9de2af79-76e1-4f50-89bf-6f06f749302f req-bb43953c-d29c-42ec-9e59-0d0e1cb24ad0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Aug 10 03:17:26.736058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:17:26.746671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:26.747589 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.882957 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:26.918878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:26.923021 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748ebc2b-4b2c-4cb5-8b0a-134ebab8912c" -d '{"events": [{"server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "name": "network-vif-plugged", "status": "completed", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:26.963631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36858-58a7-435c-97e2-3dea298ba3aa req-063da58b-8450-45ec-b32a-ad7e8a2c97b6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:26.965173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:26.965347 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b5d36858-58a7-435c-97e2-3dea298ba3aa req-063da58b-8450-45ec-b32a-ad7e8a2c97b6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0667915 Aug 10 03:17:27.005083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433f75b-3e5f-42eb-8b57-b53280f74fa9 req-deb6130d-0a5a-499d-9c4e-c2a9aa000157 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.007900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b433f75b-3e5f-42eb-8b57-b53280f74fa9 req-deb6130d-0a5a-499d-9c4e-c2a9aa000157 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0798659 Aug 10 03:17:27.047659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.048800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:27.058747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b433f75b-3e5f-42eb-8b57-b53280f74fa9 req-70afa4c8-3808-475d-b315-0fb43a2c07f5 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443728 Aug 10 03:17:27.068621 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b5d36858-58a7-435c-97e2-3dea298ba3aa req-1787bcf4-e8e7-4da9-9c0e-8453125d0105 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934875 Aug 10 03:17:27.110139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-4939fe5f-206a-4448-8b71-a316ee47bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.111870 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-4939fe5f-206a-4448-8b71-a316ee47bd39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0958378 Aug 10 03:17:27.162968 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1bdb63-2eb4-4ef6-8827-15ca5e7490c9 x-openstack-request-id: req-bc1bdb63-2eb4-4ef6-8827-15ca5e7490c9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:27.163262 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "name": "network-vif-plugged", "status": "completed", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:27.163521 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc1bdb63-2eb4-4ef6-8827-15ca5e7490c9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:27.163913 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'code': 200} Aug 10 03:17:27.169218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.182325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b7ff3155-4bde-402a-8003-71eb966d28db triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:27.182701 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.256544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-71e314fd-97e9-4066-8708-48d82ddda817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.261505 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-71e314fd-97e9-4066-8708-48d82ddda817 service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.1403735 Aug 10 03:17:27.292022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.319078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08c85f-e08b-45fe-bc4b-03e76e28b9a2 req-d362eac7-76cb-48e5-bfd0-01d4e14ea084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.325704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae08c85f-e08b-45fe-bc4b-03e76e28b9a2 req-d362eac7-76cb-48e5-bfd0-01d4e14ea084 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1098 time: 0.0814087 Aug 10 03:17:27.337141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:27.345931 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-5e42da44-cc0b-431f-961f-229612aa3c79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 1001 time: 0.0711408 Aug 10 03:17:27.371126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae08c85f-e08b-45fe-bc4b-03e76e28b9a2 req-46bda043-6f2b-4248-9eb1-0a080fb8b0b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Aug 10 03:17:27.404886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-9c45f611-1eb8-4433-86da-ed1164a1d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.407128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-9c45f611-1eb8-4433-86da-ed1164a1d53e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0519407 Aug 10 03:17:27.432855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:27.460690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-d21d9bbc-4dc9-43a6-b725-e19b587ca8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.462280 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-d21d9bbc-4dc9-43a6-b725-e19b587ca8d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463829 Aug 10 03:17:27.516574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:27.570277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-bf5854b3-b784-4f83-a542-c345e90addbf service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976725 Aug 10 03:17:27.686633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aad609f0-86c7-4a4f-b335-a6c551030087 req-d2b19871-ace8-4ade-93d9-ff687e746357 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073456 Aug 10 03:17:27.803927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02df45a-dd3e-4032-a051-1a19726d814b req-53aa6052-10fb-4925-817b-91f31a1f8804 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:27.805648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d02df45a-dd3e-4032-a051-1a19726d814b req-53aa6052-10fb-4925-817b-91f31a1f8804 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 946 time: 0.0729060 Aug 10 03:17:27.861979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d02df45a-dd3e-4032-a051-1a19726d814b req-e895a1b1-612c-46ae-9d58-f5b8f5f70655 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Aug 10 03:17:28.199624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cc4bb-4b46-4ae4-8227-b628a819a86f req-25b25538-0fb5-4fcb-928a-58e22572b4e9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.201544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-713cc4bb-4b46-4ae4-8227-b628a819a86f req-25b25538-0fb5-4fcb-928a-58e22572b4e9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0569303 Aug 10 03:17:28.221252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d43fb8-bc1a-4973-8f63-29c09f865f8c req-3b8c5cae-9136-4ce8-962b-4b96f41747b8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:28.223916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10d43fb8-bc1a-4973-8f63-29c09f865f8c req-3b8c5cae-9136-4ce8-962b-4b96f41747b8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0603106 Aug 10 03:17:28.258337 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-713cc4bb-4b46-4ae4-8227-b628a819a86f req-818b112f-6ec9-4143-94da-cba5e06fe99c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Aug 10 03:17:28.314636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10d43fb8-bc1a-4973-8f63-29c09f865f8c req-824089f3-2a4c-4066-a68a-d0583143bff2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812914 Aug 10 03:17:29.019541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bf9b0-3485-4fa1-93c0-c9c80b78a41b req-bfd914ba-4f88-4a93-b0a2-8e625012f993 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.028818 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd0bf9b0-3485-4fa1-93c0-c9c80b78a41b req-bfd914ba-4f88-4a93-b0a2-8e625012f993 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 946 time: 0.0946741 Aug 10 03:17:29.107617 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fd0bf9b0-3485-4fa1-93c0-c9c80b78a41b req-47abdd99-6e65-4011-b1d6-efb8143876b3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773058 Aug 10 03:17:29.164940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:29.167280 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f435b5-9683-4b00-b674-5ed258986711" -d '{"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:29.210225 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50a2042-80a7-4d9a-a7c3-ee4bab455b1f x-openstack-request-id: req-a50a2042-80a7-4d9a-a7c3-ee4bab455b1f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:29.210522 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-plugged", "status": "completed", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:29.210778 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a50a2042-80a7-4d9a-a7c3-ee4bab455b1f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:29.211170 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'code': 200} Aug 10 03:17:29.270606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f061f9-9d0b-4eb9-9a10-a4bc059fe283 req-a0ca74d2-8f94-4b1d-8c63-bc014fd1346c tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.272178 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f7f061f9-9d0b-4eb9-9a10-a4bc059fe283 req-a0ca74d2-8f94-4b1d-8c63-bc014fd1346c tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1098 time: 0.0560346 Aug 10 03:17:29.317800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f7f061f9-9d0b-4eb9-9a10-a4bc059fe283 req-fcc3b7a1-8c23-496f-87fb-0f58c7d7662e tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Aug 10 03:17:29.415992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65067-b45c-444b-a04b-2a44951c5ad8 req-d2c8706e-58e9-4d20-9d16-681f833d2eaf tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.417649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bf65067-b45c-444b-a04b-2a44951c5ad8 req-d2c8706e-58e9-4d20-9d16-681f833d2eaf tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0600388 Aug 10 03:17:29.445655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3df2cc-c435-4bd0-a53a-048d3934fbc7 req-5cc5c039-a41a-45e6-aa1c-ce7e1fd5d755 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.455358 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6d3df2cc-c435-4bd0-a53a-048d3934fbc7 req-5cc5c039-a41a-45e6-aa1c-ce7e1fd5d755 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0564418 Aug 10 03:17:29.461976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bf65067-b45c-444b-a04b-2a44951c5ad8 req-c960bc99-29a5-4c1e-b2d7-36f99b1bbb19 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Aug 10 03:17:29.491425 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6d3df2cc-c435-4bd0-a53a-048d3934fbc7 req-f1d2f42f-a383-4a08-92f1-09e15f96afac tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378337 Aug 10 03:17:29.580371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16ab0b-6da4-4594-a2e6-0636a85da9bb req-ff6c2e6a-c812-4a18-aa8a-1bd649164548 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:29.581942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb16ab0b-6da4-4594-a2e6-0636a85da9bb req-ff6c2e6a-c812-4a18-aa8a-1bd649164548 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1098 time: 0.0469940 Aug 10 03:17:29.617806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb16ab0b-6da4-4594-a2e6-0636a85da9bb req-55000ec4-5a6f-46ea-ab1b-8294809e7c9d tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293272 Aug 10 03:17:30.258828 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e03df309-09cd-4c03-9c84-ecd9f275710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:30.570054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa0284-295d-4a59-b437-770fb132a415 req-b79ec70c-712c-4e01-9824-026f17d91629 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.572557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfaa0284-295d-4a59-b437-770fb132a415 req-b79ec70c-712c-4e01-9824-026f17d91629 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1098 time: 0.0590794 Aug 10 03:17:30.631782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfaa0284-295d-4a59-b437-770fb132a415 req-d734b75c-05cc-4796-89f8-a427b1414a1b tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502737 Aug 10 03:17:30.659120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bb64b-2f90-46dc-8fd6-5f2efb7e9693 req-180f07a6-4d2f-4361-9c96-cf04af38186c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:30.667407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cd0bb64b-2f90-46dc-8fd6-5f2efb7e9693 req-180f07a6-4d2f-4361-9c96-cf04af38186c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0665927 Aug 10 03:17:30.729694 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cd0bb64b-2f90-46dc-8fd6-5f2efb7e9693 req-03e19154-6c0c-4865-9bf1-1c156e01a7de tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558884 Aug 10 03:17:31.807796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7f5cc-2526-4573-96e4-90c30a36dbdb req-eacfe16c-ba1e-48ef-b224-02958c775023 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.811005 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a3b7f5cc-2526-4573-96e4-90c30a36dbdb req-eacfe16c-ba1e-48ef-b224-02958c775023 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1098 time: 0.0961490 Aug 10 03:17:31.885447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372a75f-5976-4735-a0c9-848cfd3ab1f1 req-7c7d6a79-4b3c-469c-95b5-898349b8c81e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:31.887557 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a3b7f5cc-2526-4573-96e4-90c30a36dbdb req-794e5caa-cc4a-4a4c-ad01-60d658149570 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Aug 10 03:17:31.888516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3372a75f-5976-4735-a0c9-848cfd3ab1f1 req-7c7d6a79-4b3c-469c-95b5-898349b8c81e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0725441 Aug 10 03:17:31.975272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3372a75f-5976-4735-a0c9-848cfd3ab1f1 req-0ad08b44-2069-4200-8f21-17c5599d992a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769038 Aug 10 03:17:32.661749 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.935535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8198e12b-7e02-4e29-b29e-7705557a77b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:33.147897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c10ad1-3173-493b-9ef8-5483eafb632f req-579dbede-5590-4c1e-8f15-2f962dff9ad2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:33.155618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3c10ad1-3173-493b-9ef8-5483eafb632f req-579dbede-5590-4c1e-8f15-2f962dff9ad2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0652552 Aug 10 03:17:33.213256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3c10ad1-3173-493b-9ef8-5483eafb632f req-1d93a38d-9ab0-454f-95dd-1ec4043f6420 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511990 Aug 10 03:17:34.081906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:34.344964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2f6e8-2305-43f8-8af5-7d2b06148113 req-b4469b57-0335-4475-8d3e-284c6c0b998c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:34.349651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ce2f6e8-2305-43f8-8af5-7d2b06148113 req-b4469b57-0335-4475-8d3e-284c6c0b998c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0665250 Aug 10 03:17:34.399789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ce2f6e8-2305-43f8-8af5-7d2b06148113 req-bd2dbb37-1aea-43ac-bcb1-d19e34388aca tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 Aug 10 03:17:34.662845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e56883ec-17fc-4950-a6a6-c84e09c8b2c6 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:34.666556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e56883ec-17fc-4950-a6a6-c84e09c8b2c6 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075779 Aug 10 03:17:34.684801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:34.685305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:17:34.857608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:34.858216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:34.858751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:34.864417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:34.865612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:34.871558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:34.872178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:34.872758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:34.873361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Bound port: b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:34.937088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:35.048898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.055009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] 10.222.0.26 "POST /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3732517 Aug 10 03:17:35.525093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6760e-54a4-454b-b7e4-141b1e37591f req-55b2964c-f629-4faa-b986-62d12b61cee4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.529008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eab6760e-54a4-454b-b7e4-141b1e37591f req-55b2964c-f629-4faa-b986-62d12b61cee4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 946 time: 0.0813770 Aug 10 03:17:35.586865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6cd0c-aac1-453a-a334-b6adaa66414d req-9feacdbc-7ab2-4a51-b535-7c6b7a7d93fe tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.593825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eab6760e-54a4-454b-b7e4-141b1e37591f req-c24c11b4-2be1-4aee-b296-e02a2522ee6d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Aug 10 03:17:35.597060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-43d6cd0c-aac1-453a-a334-b6adaa66414d req-9feacdbc-7ab2-4a51-b535-7c6b7a7d93fe tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.1107478 Aug 10 03:17:35.609320 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:35.670551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-43d6cd0c-aac1-453a-a334-b6adaa66414d req-b55656c4-bb55-47a5-a582-3e1668899109 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654707 Aug 10 03:17:35.949224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-43ddb476-39c5-4905-a42f-e635e491d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:35.956794 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-43ddb476-39c5-4905-a42f-e635e491d80a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1098 time: 0.0540774 Aug 10 03:17:36.057012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-703fefc4-5602-48cc-868b-2b7fc10c8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.058410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-703fefc4-5602-48cc-868b-2b7fc10c8778 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.0943460 Aug 10 03:17:36.103686 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-43769193-0c95-4a1a-9121-66aa1321d6b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0363953 Aug 10 03:17:36.163381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e6aef18b-2e4e-40b1-b2ff-0d8f0d7e0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.164998 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e6aef18b-2e4e-40b1-b2ff-0d8f0d7e0d66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0525544 Aug 10 03:17:36.204827 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-a18071b1-8f60-43a8-8a6d-b5df042a4e7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256610 Aug 10 03:17:36.311063 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-4f8f6c4d-4510-4575-a45c-c097f488177f service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953996 Aug 10 03:17:36.418478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-b80ba28d-00ee-494d-a933-d44c50acc9de service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005054 Aug 10 03:17:36.721562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e3d29a97-616b-4a7a-99e5-0cd6dc3765c8 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.723314 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e3d29a97-616b-4a7a-99e5-0cd6dc3765c8 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1098 time: 0.0502703 Aug 10 03:17:36.740453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:36.762018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f39642-dd59-48e2-9898-d5f60a3f52c9 req-ebc03b29-59ed-4292-8a04-eeb077a36643 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.763724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87f39642-dd59-48e2-9898-d5f60a3f52c9 req-ebc03b29-59ed-4292-8a04-eeb077a36643 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 946 time: 0.0645587 Aug 10 03:17:36.830919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87f39642-dd59-48e2-9898-d5f60a3f52c9 req-ff65046b-ea7d-4ff1-9231-f450fbb112ec tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Aug 10 03:17:36.855316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812994aa-bdab-4adc-b1a9-aaf0ed120c30 req-b9e8b2fc-6486-422f-b87c-9b19cd7011e6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:36.856923 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-812994aa-bdab-4adc-b1a9-aaf0ed120c30 req-b9e8b2fc-6486-422f-b87c-9b19cd7011e6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.1123850 Aug 10 03:17:36.860196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:37.331740 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-812994aa-bdab-4adc-b1a9-aaf0ed120c30 req-4033f0f6-505d-4cbb-bff8-e28549aede42 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596159 Aug 10 03:17:37.343862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:37.395148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:37.446688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:37.449242 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bed66-972e-411a-9640-5464825aac43" -d '{"events": [{"server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:37.455155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:37.487894 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212864b-a92d-4a47-ada3-b581f6e71d1b x-openstack-request-id: req-5212864b-a92d-4a47-ada3-b581f6e71d1b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:37.488191 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:37.488469 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5212864b-a92d-4a47-ada3-b581f6e71d1b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:37.488863 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'code': 200} Aug 10 03:17:37.584090 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:37.658732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:37.679729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:37.680266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:37.680716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:37.689047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:37.689522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Attempting to bind port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:37.695261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:37.695660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:37.696140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:37.697169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Bound port: b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:37.697169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:37.796501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:37.799914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:37.861799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.033723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.034440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:38.035981 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] 10.222.0.54 "PUT /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 1124 time: 1.3029566 Aug 10 03:17:38.042484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47373-02ca-4d7e-97f1-01be34f3a665 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:38.062174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c9493-8d43-4629-a8dd-cfaad0f3baf7 req-8cea4001-4be6-48db-8f47-581809992e60 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.070771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d54c9493-8d43-4629-a8dd-cfaad0f3baf7 req-8cea4001-4be6-48db-8f47-581809992e60 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.1048217 Aug 10 03:17:38.109262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d54c9493-8d43-4629-a8dd-cfaad0f3baf7 req-1cc41f48-8c86-4ff3-a30f-1837740e5288 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372338 Aug 10 03:17:38.156297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b24c9278-06ce-4c2b-8b5d-861909ad2bc8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:38.476831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82471f0b-94aa-4c9e-964c-d1c044176847 req-a026794a-0587-438b-baf6-53d9fb74a88a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:38.478456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-82471f0b-94aa-4c9e-964c-d1c044176847 req-a026794a-0587-438b-baf6-53d9fb74a88a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0589890 Aug 10 03:17:38.519318 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-82471f0b-94aa-4c9e-964c-d1c044176847 req-e6f55177-c5b7-4f3e-b4f7-76f1f94f1a18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 10 03:17:39.031901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-dfca99de-70fb-40c2-8561-08592ff4bac1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421281 Aug 10 03:17:39.129649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-d39519ac-dfcf-4505-8fdf-74a007c69aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.132918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-d39519ac-dfcf-4505-8fdf-74a007c69aa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab57d102a59845db9b9da513122035ab&device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 1098 time: 0.0459552 Aug 10 03:17:39.264618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777effe4-317c-42e8-8811-f906ae787ec5 req-826186cd-eafe-450d-a3df-40444965a42c tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.266010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-777effe4-317c-42e8-8811-f906ae787ec5 req-826186cd-eafe-450d-a3df-40444965a42c tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 950 time: 0.0499809 Aug 10 03:17:39.275788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1baef-ccbc-4fa3-b451-1e32363f4518 req-d14ce49e-c310-424f-b7d3-bd9b310bb3ad tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.279639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bac1baef-ccbc-4fa3-b451-1e32363f4518 req-d14ce49e-c310-424f-b7d3-bd9b310bb3ad tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0686400 Aug 10 03:17:39.301428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-f6f920e1-16f3-4b12-868f-ae56d2e127c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.303404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-f6f920e1-16f3-4b12-868f-ae56d2e127c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4147bbb-a545-4335-9f09-cd428a89626d HTTP/1.1" status: 200 len: 915 time: 0.1440332 Aug 10 03:17:39.305293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-777effe4-317c-42e8-8811-f906ae787ec5 req-55d36de1-b693-430f-ade4-c9017535512b tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Aug 10 03:17:39.360756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bac1baef-ccbc-4fa3-b451-1e32363f4518 req-50b66b91-837d-4c6f-945b-df81a4cec2ac tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Aug 10 03:17:39.412845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-baa6581c-57ad-4655-8054-9d9d1883f1c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a661f47d-548f-4a4a-b558-84a6274f0319 HTTP/1.1" status: 200 len: 1001 time: 0.0968082 Aug 10 03:17:39.466817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-203ecd92-dbb7-4be7-9dab-18c7ebaf1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.469414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-203ecd92-dbb7-4be7-9dab-18c7ebaf1823 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=042bfd7d-6090-4e60-a85b-3523999f4fd8 HTTP/1.1" status: 200 len: 853 time: 0.0463459 Aug 10 03:17:39.490248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:39.494376 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ccd435-bd39-4f63-80b7-fe550233d9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:39.522026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-a95b6d92-341d-44fa-9499-d4ed7b64ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.524019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-a95b6d92-341d-44fa-9499-d4ed7b64ee95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4147bbb-a545-4335-9f09-cd428a89626d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454352 Aug 10 03:17:39.605185 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa7a75-19ec-44c2-8f6a-1bc24b1836bb x-openstack-request-id: req-9afa7a75-19ec-44c2-8f6a-1bc24b1836bb {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:39.605185 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:39.605185 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9afa7a75-19ec-44c2-8f6a-1bc24b1836bb {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:39.605563 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'status': 'completed', 'code': 200} Aug 10 03:17:39.627299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-8680b501-1f9b-4e96-8de1-a55ff16a0e45 service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942931 Aug 10 03:17:39.703381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3345d4-c717-4067-b025-76df8357fd27 req-3b1d6b98-f693-4a04-855f-5ebfcb7645d1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.705017 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b3345d4-c717-4067-b025-76df8357fd27 req-3b1d6b98-f693-4a04-855f-5ebfcb7645d1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0556483 Aug 10 03:17:39.741344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-58ec2e21-e6d8-4538-97cf-93c58edf1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.742934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-58ec2e21-e6d8-4538-97cf-93c58edf1317 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1127 time: 0.0940144 Aug 10 03:17:39.744680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b3345d4-c717-4067-b025-76df8357fd27 req-df10705e-7889-4712-8422-65c067e0cff5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Aug 10 03:17:39.778368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37ea0575-fa59-4d45-af45-f6fe62d9f999 req-75ed8983-8259-4cc6-9fd1-e2ac22c67a4d service neutron] 10.222.0.46 "GET /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368079 Aug 10 03:17:39.841873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-c06b600b-c133-49c2-84af-7faf8eb93098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.843315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-c06b600b-c133-49c2-84af-7faf8eb93098 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.0857017 Aug 10 03:17:39.887265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-fd1f7bba-be88-46c9-ae00-d287b21dac35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0365994 Aug 10 03:17:39.943482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-57c2362f-17df-4c45-80dd-4b9071568e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:39.944973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-57c2362f-17df-4c45-80dd-4b9071568e69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0442889 Aug 10 03:17:39.977123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-5fb53a08-5d5b-4545-b9f5-947af7a6feb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246365 Aug 10 03:17:40.078325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-6f6c29cf-d224-4288-85fd-d1cfd96c7778 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869575 Aug 10 03:17:40.317783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ccd435-bd39-4f63-80b7-fe550233d9f9 req-cb4fd6fd-b44f-41ef-8211-4169c504dc86 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890718 Aug 10 03:17:40.496971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22245a-8d0a-4cca-a4eb-d715e64a28f1 req-c006f87b-1ee6-4aef-adc4-ff61d7ada037 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.505082 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5a22245a-8d0a-4cca-a4eb-d715e64a28f1 req-c006f87b-1ee6-4aef-adc4-ff61d7ada037 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0758016 Aug 10 03:17:40.538638 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5a22245a-8d0a-4cca-a4eb-d715e64a28f1 req-224fa2fb-8ac0-4b17-911b-078e92f71037 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Aug 10 03:17:40.862363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a20ea-4b2f-44c5-b862-8b9e4352890e req-eecf0248-0602-4cf9-a1aa-4c9c226fd8a6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:40.864464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-035a20ea-4b2f-44c5-b862-8b9e4352890e req-eecf0248-0602-4cf9-a1aa-4c9c226fd8a6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0502963 Aug 10 03:17:40.901868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-035a20ea-4b2f-44c5-b862-8b9e4352890e req-f522c003-1f07-4ab8-86f8-e1dfe224dbd2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Aug 10 03:17:41.665803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4c15f-f97b-4d0b-b71c-594b33931473 req-1dc1a423-1659-48c2-ba91-caf8d1fe54ac tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:41.667448 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6d4c15f-f97b-4d0b-b71c-594b33931473 req-1dc1a423-1659-48c2-ba91-caf8d1fe54ac tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0530305 Aug 10 03:17:41.709241 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b6d4c15f-f97b-4d0b-b71c-594b33931473 req-f311e50d-fe95-4b7f-9546-88097f2ed02c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Aug 10 03:17:41.827077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:41.920868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:41.932043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:17:42.015224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28118ba-5316-49f3-abc7-8ab41afe02f9 req-28b78c78-1846-4a9f-bdaa-e0fef6688f9c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.016632 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e28118ba-5316-49f3-abc7-8ab41afe02f9 req-28b78c78-1846-4a9f-bdaa-e0fef6688f9c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0476539 Aug 10 03:17:42.054726 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e28118ba-5316-49f3-abc7-8ab41afe02f9 req-5be10335-cc23-4148-93fb-bc0ea1b2a656 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Aug 10 03:17:42.710398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:42.713712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:42.882642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec00cd-5015-4df0-8847-134241220021 req-4b190b61-cdff-41cf-b712-0b8ba46eafb2 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:42.884430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62ec00cd-5015-4df0-8847-134241220021 req-4b190b61-cdff-41cf-b712-0b8ba46eafb2 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0809975 Aug 10 03:17:42.889971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:42.940614 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-62ec00cd-5015-4df0-8847-134241220021 req-a5d3f502-5650-4d0f-a721-9d50a94c4536 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497680 Aug 10 03:17:42.944071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:42.949943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:42.952185 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8789386-ae12-46da-b630-0ea3ee9ad4bb" -d '{"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:42.979138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'mac_address': 'fa:16:3e:50:8d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:42.984766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:43.025846 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8196d1be-d0e2-46da-b769-8338359c0a32 x-openstack-request-id: req-8196d1be-d0e2-46da-b769-8338359c0a32 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:43.026135 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:43.026598 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8196d1be-d0e2-46da-b769-8338359c0a32 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:43.027162 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'code': 200} Aug 10 03:17:43.033076 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.049315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b7fc39-1c67-4656-b2ad-46adf0e283ac {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:43.063163 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.075495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:43.132115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:43.136880 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:43.199694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:43.260266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d1b7fc39-1c67-4656-b2ad-46adf0e283ac'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:43.288595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07662fb-cc7b-4a80-88a9-83e05001f895 req-dcd6c239-520e-4dca-bd21-9b940d50fb70 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:43.290192 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f07662fb-cc7b-4a80-88a9-83e05001f895 req-dcd6c239-520e-4dca-bd21-9b940d50fb70 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0620606 Aug 10 03:17:43.339401 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f07662fb-cc7b-4a80-88a9-83e05001f895 req-eed3891a-cd47-4661-9fbc-39652d70a09d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Aug 10 03:17:43.878944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-06880200-8673-44e2-b74f-5c99b0f62096 service neutron] 10.222.0.46 "GET /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.0597639 Aug 10 03:17:44.052441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c34ff7-5e7a-4068-adc1-752726a340f4 req-2321f605-3013-489c-b5ff-e41597bc7390 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.053961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-89c34ff7-5e7a-4068-adc1-752726a340f4 req-2321f605-3013-489c-b5ff-e41597bc7390 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 944 time: 0.0507386 Aug 10 03:17:44.062206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:44.084661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:44.094503 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-89c34ff7-5e7a-4068-adc1-752726a340f4 req-4aff6fdb-c102-40a7-a724-47d869972c38 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341589 Aug 10 03:17:44.121337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24c9278-06ce-4c2b-8b5d-861909ad2bc8 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:44.133025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:44.201384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.289020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] Transition to ACTIVE for port object b24c9278-06ce-4c2b-8b5d-861909ad2bc8 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:44.413339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.478191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] No DVR routers for this DVR port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:44.487109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6e44a-12e1-4c73-bdad-4fa907302f5a req-0ae9c2fd-cdc1-4cca-96e2-2382291fe60b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.487109 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4fa6e44a-12e1-4c73-bdad-4fa907302f5a req-0ae9c2fd-cdc1-4cca-96e2-2382291fe60b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0689290 Aug 10 03:17:44.497703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] Pushing event updated for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:44.521041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-bc97a65e-e8eb-455d-87c9-82ce3ee3a91f service neutron] 10.222.0.46 "PUT /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 0.6316559 Aug 10 03:17:44.535534 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4fa6e44a-12e1-4c73-bdad-4fa907302f5a req-c61da2a7-4ecb-4e0e-8490-fea87b7a127d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Aug 10 03:17:44.700761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-8d7237c5-836c-4b34-960e-f0937c120f30 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.702258 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-8d7237c5-836c-4b34-960e-f0937c120f30 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.0441475 Aug 10 03:17:44.715355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:17:44.773015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d1b7fc39-1c67-4656-b2ad-46adf0e283ac triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:17:44.773389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.782605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-c57f9177-d48a-4c89-bd3f-ce2bde0faf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.794529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-c57f9177-d48a-4c89-bd3f-ce2bde0faf61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99&tenant_id=ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 1097 time: 0.0663924 Aug 10 03:17:44.890052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.898634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-aaca7976-dab4-472b-a881-e1e5b41d64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:44.900144 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-aaca7976-dab4-472b-a881-e1e5b41d64e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1097 time: 0.0664213 Aug 10 03:17:44.953026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:45.005038 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.024580 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:45.025229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:45.081282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:45.084761 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec081a4-300c-4009-9f44-39fce5f72f23" -d '{"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:45.088192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:45.123431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-c3f9d919-a563-420f-8503-abd61d9ac5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.126156 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-c3f9d919-a563-420f-8503-abd61d9ac5b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1859131 Aug 10 03:17:45.156916 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d9c2d2-5bd5-4e00-91d6-b736daaedd0e x-openstack-request-id: req-53d9c2d2-5bd5-4e00-91d6-b736daaedd0e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:45.157263 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:45.157529 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53d9c2d2-5bd5-4e00-91d6-b736daaedd0e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:45.157928 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'code': 200} Aug 10 03:17:45.161648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:45.182391 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-7eedfe12-4f4f-40fd-a801-ba4db95d4f40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0470517 Aug 10 03:17:45.280266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-394df6e4-6476-4503-b390-6fdaec5913dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.282840 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-394df6e4-6476-4503-b390-6fdaec5913dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0896251 Aug 10 03:17:45.296234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057b08-0c24-46d8-9e9e-ac2662b644a9 req-96701603-1cb7-4522-80b0-f9e40e0ff0ea tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.306884 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4057b08-0c24-46d8-9e9e-ac2662b644a9 req-96701603-1cb7-4522-80b0-f9e40e0ff0ea tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 945 time: 0.1149211 Aug 10 03:17:45.345629 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-b64e2963-3dd6-4030-9817-a1fdce814e6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296972 Aug 10 03:17:45.390662 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d4057b08-0c24-46d8-9e9e-ac2662b644a9 req-f29a825a-a740-42e5-97f6-4ff5a2a09f72 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Aug 10 03:17:45.505507 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-cee3fa87-4c75-4e9e-99ab-c8c02c5ea922 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302125 Aug 10 03:17:45.645452 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-53154674-f728-46a8-9ed1-38b713fe66fa service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295257 Aug 10 03:17:45.725463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac16f11-ebae-4880-b0dc-ff29220839a2 req-f46e1e5f-62d8-4148-8968-118e547bb0ee tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:45.726877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ac16f11-ebae-4880-b0dc-ff29220839a2 req-f46e1e5f-62d8-4148-8968-118e547bb0ee tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0568802 Aug 10 03:17:45.780916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ac16f11-ebae-4880-b0dc-ff29220839a2 req-5324eadc-ccdd-4475-b7cb-1b92b9cba55a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Aug 10 03:17:46.451381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e731c309-7fa3-43ce-99d9-a0c52668194e tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.454430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-e731c309-7fa3-43ce-99d9-a0c52668194e tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.0905044 Aug 10 03:17:46.668509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572e14d-836a-4771-9a23-22de1602079c req-fba6afdd-df69-4961-8821-2c9280bf9bbc tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.670948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8572e14d-836a-4771-9a23-22de1602079c req-fba6afdd-df69-4961-8821-2c9280bf9bbc tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 945 time: 0.0983665 Aug 10 03:17:46.725024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0a102-f74d-430a-90da-22ad46020e6b req-7f799d08-6fa3-4574-8f6a-693dbf04b21e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.733183 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9b0a102-f74d-430a-90da-22ad46020e6b req-7f799d08-6fa3-4574-8f6a-693dbf04b21e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0970581 Aug 10 03:17:46.735335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8572e14d-836a-4771-9a23-22de1602079c req-d0647b84-f99a-4757-886f-230b6ceae5f3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Aug 10 03:17:46.777041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-10ffb2bc-1b7c-4fe7-b266-030de2f39272 service neutron] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:46.782551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-10ffb2bc-1b7c-4fe7-b266-030de2f39272 service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.783880 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-10ffb2bc-1b7c-4fe7-b266-030de2f39272 service neutron] 10.222.0.54 "DELETE /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.3204391 Aug 10 03:17:46.796180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9b0a102-f74d-430a-90da-22ad46020e6b req-e28a0d40-da0b-4b35-a700-adc663527255 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604489 Aug 10 03:17:46.925863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828dcc5-7705-4574-a671-397388944b80 req-86fdf6bb-cffd-4e0f-a77a-8e8d30fd17c8 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.934465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f828dcc5-7705-4574-a671-397388944b80 req-86fdf6bb-cffd-4e0f-a77a-8e8d30fd17c8 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1097 time: 0.0670142 Aug 10 03:17:46.945397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66430085-5e2e-45da-9892-002cae131703 req-0b587d0d-94c8-46de-97f0-ad0cc912d5f5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:46.946908 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66430085-5e2e-45da-9892-002cae131703 req-0b587d0d-94c8-46de-97f0-ad0cc912d5f5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0836823 Aug 10 03:17:46.973282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f828dcc5-7705-4574-a671-397388944b80 req-88996613-a7a8-4336-93a4-b7fb2064e506 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375025 Aug 10 03:17:47.012872 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-66430085-5e2e-45da-9892-002cae131703 req-704a3330-5291-492f-aa60-036c84b40544 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594699 Aug 10 03:17:47.285106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-b249b345-0af2-4a9f-82de-77b2a8ed8526 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.293116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-b249b345-0af2-4a9f-82de-77b2a8ed8526 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1665578 Aug 10 03:17:47.308415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-0917a18c-a2d9-42a9-b99c-2d7a74c41d1f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/quotas/ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 375 time: 0.0115139 Aug 10 03:17:47.379898 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-111746aa-b163-4a30-9407-443db803849d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592167 Aug 10 03:17:47.577010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-63055639-e540-459c-b714-72cfb94c6f0e service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896744 Aug 10 03:17:47.682116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-967ddce7-664c-4bde-bc41-e8932cddf3aa service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041889 Aug 10 03:17:47.916953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174ef2e-d411-4b61-b252-fe5d646bd3ad req-8ada5f5a-db04-437a-8dc8-440ff07c5000 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:47.925864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3174ef2e-d411-4b61-b252-fe5d646bd3ad req-8ada5f5a-db04-437a-8dc8-440ff07c5000 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0645397 Aug 10 03:17:47.991417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-72df4f08-8827-497a-ab93-337f04162a9b req-d71471d4-ae11-4b66-a624-ecf8bd7baba3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 210 time: 0.0434737 Aug 10 03:17:48.009833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3174ef2e-d411-4b61-b252-fe5d646bd3ad req-f38d2947-cfdb-4907-aa37-d08b73065d7e tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539811 Aug 10 03:17:48.265152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101b1bf-3382-4765-9376-1aa962a0c45b req-ffba8d15-d9be-4dfa-a313-7df43612a068 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.265152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b101b1bf-3382-4765-9376-1aa962a0c45b req-ffba8d15-d9be-4dfa-a313-7df43612a068 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0681274 Aug 10 03:17:48.265152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b101b1bf-3382-4765-9376-1aa962a0c45b req-9601abf9-7ae1-4e06-b0cb-839ff197c5b3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Aug 10 03:17:49.118436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35d19cfd-b90e-4743-a52a-06b39bc00e40 req-a751e5da-5e6f-4fc5-8f92-bfba1bc521f7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 210 time: 0.0711312 Aug 10 03:17:49.127314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-920a8bd1-bcb5-4166-87c4-9025d065f690 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.128925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-920a8bd1-bcb5-4166-87c4-9025d065f690 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.54 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0659237 Aug 10 03:17:49.303567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e209a0-a23e-4ad9-be2a-c262d17ec845 req-2b706da7-ce29-4b90-bcf1-02a70e3541d2 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.305817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1e209a0-a23e-4ad9-be2a-c262d17ec845 req-2b706da7-ce29-4b90-bcf1-02a70e3541d2 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 945 time: 0.0906696 Aug 10 03:17:49.335392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Deleting port 3f56cfc8-eb5b-4eca-a53f-47d193044312 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:49.335733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.366682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1e209a0-a23e-4ad9-be2a-c262d17ec845 req-b2d650f0-041c-434a-9f28-3ccfede437ee tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/security-groups?id=2761739e-c8a0-4412-9c6e-0202e736b9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Aug 10 03:17:49.441685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330c378-3acd-4801-beb4-1922499864d3 req-2aed4610-6872-4e0f-b590-da05905be699 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.451028 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0330c378-3acd-4801-beb4-1922499864d3 req-2aed4610-6872-4e0f-b590-da05905be699 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.1601646 Aug 10 03:17:49.497369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfb3e9-0d50-4128-a7d4-b8a2a06daf1e req-810e816e-f5cd-4b87-a003-2401d8b1a5a5 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:49.505896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bfb3e9-0d50-4128-a7d4-b8a2a06daf1e req-810e816e-f5cd-4b87-a003-2401d8b1a5a5 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.0683835 Aug 10 03:17:49.517722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] For port 3f56cfc8-eb5b-4eca-a53f-47d193044312, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3f56cfc8-eb5b-4eca-a53f-47d193044312,segment=NetworkSegment(30f2813b-9408-405f-b7bf-39b2f320271d),segment_id=30f2813b-9408-405f-b7bf-39b2f320271d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:49.518190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.554720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bfb3e9-0d50-4128-a7d4-b8a2a06daf1e req-e521a2ab-0aef-4391-9279-aa344343642d tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475628 Aug 10 03:17:49.556780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Calling delete_port for 3f56cfc8-eb5b-4eca-a53f-47d193044312 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:49.602437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0330c378-3acd-4801-beb4-1922499864d3 req-0ebdbb38-9212-487c-ae3a-32e0b1d841fa tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502802 Aug 10 03:17:49.890309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.928576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Pushing event deleted for resources: {'Port': ['ID=3f56cfc8-eb5b-4eca-a53f-47d193044312,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:49.932308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['3f56cfc8-eb5b-4eca-a53f-47d193044312'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:49.978699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] No DVR routers for this DVR port 3f56cfc8-eb5b-4eca-a53f-47d193044312 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:49.982093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:49.984853 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-1f25fb44-fc39-4ed0-970d-2966b345ae2c req-85fc7f4a-d004-472c-ad67-bc63ded98007 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.54 "DELETE /v2.0/ports/3f56cfc8-eb5b-4eca-a53f-47d193044312 HTTP/1.1" status: 204 len: 173 time: 0.8465064 Aug 10 03:17:49.985415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'name': 'network-vif-deleted', 'tag': '3f56cfc8-eb5b-4eca-a53f-47d193044312'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:49.988793 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8687ca93-1b49-4ea7-bbd1-661bcbbf2336" -d '{"events": [{"server_uuid": "f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3", "name": "network-vif-deleted", "tag": "3f56cfc8-eb5b-4eca-a53f-47d193044312"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:50.039228 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb814f86-5bcd-4002-863c-f105d45ee200 x-openstack-request-id: req-cb814f86-5bcd-4002-863c-f105d45ee200 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:50.040146 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3", "name": "network-vif-deleted", "tag": "3f56cfc8-eb5b-4eca-a53f-47d193044312", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:50.040146 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb814f86-5bcd-4002-863c-f105d45ee200 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:50.040146 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3', 'name': 'network-vif-deleted', 'tag': '3f56cfc8-eb5b-4eca-a53f-47d193044312', 'status': 'completed', 'code': 200} Aug 10 03:17:50.257134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a973223-15c4-4afb-ad79-0a89efe5fc7a req-0c73a76e-f4a4-4ec3-a1f2-21f6c2766f4f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 210 time: 0.0379105 Aug 10 03:17:50.524151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d59732d2-e567-4fc6-aa64-84a85a6ee73e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.526224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d59732d2-e567-4fc6-aa64-84a85a6ee73e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1893945 Aug 10 03:17:50.539146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-023af95d-e365-4390-a1bf-6a9b17f3a3f3 req-324c87e2-49b9-41ff-b5b2-3976a2d8b070 tempest-VolumesAdminNegativeTest-555299302 tempest-VolumesAdminNegativeTest-555299302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7c0e53d-7683-4d92-a2ac-ec3c084e3bc3 HTTP/1.1" status: 200 len: 210 time: 0.0461988 Aug 10 03:17:50.545125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Request body: {'port': {'device_id': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'admin_state_up': True, 'tenant_id': 'ec988d7d534d4a6190f7bbb16f87c216'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:50.780129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03629-fa43-42e2-b23e-d111e159327e req-d7e176dc-11bb-498b-a88c-bc41eed7065c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.788252 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-67e03629-fa43-42e2-b23e-d111e159327e req-d7e176dc-11bb-498b-a88c-bc41eed7065c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0978477 Aug 10 03:17:50.800676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15461b07-5185-4e59-994f-124bf4af6f09 req-09cdbc42-5acc-47b8-8d68-8fc748fa6628 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.811291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15461b07-5185-4e59-994f-124bf4af6f09 req-09cdbc42-5acc-47b8-8d68-8fc748fa6628 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.1326463 Aug 10 03:17:50.842024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Made reservation on behalf of ec988d7d534d4a6190f7bbb16f87c216 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:50.845666 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:50.849054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-67e03629-fa43-42e2-b23e-d111e159327e req-7613b82c-6165-4ff4-997a-614b1c7bbb54 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Aug 10 03:17:50.879323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-627eb3d3-4522-4d11-909b-7365276d14f0 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:50.881633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-627eb3d3-4522-4d11-909b-7365276d14f0 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.46 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.1682687 Aug 10 03:17:50.974448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15461b07-5185-4e59-994f-124bf4af6f09 req-fab4ea52-66d7-45f3-84dc-d4fd8e7e0e2a tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570556 Aug 10 03:17:51.185868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Allocated IP 172.20.0.10 (8bbe27ee-5a05-4fef-aba2-7bbc540e0705/eedfabd5-2a82-4d38-b62b-8f571b0ee9cf/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:51.189619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Deleting port a661f47d-548f-4a4a-b558-84a6274f0319 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:51.189972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.369057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] For port a661f47d-548f-4a4a-b558-84a6274f0319, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a661f47d-548f-4a4a-b558-84a6274f0319,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:51.369721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.390502 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-fea1ff5b-bcbe-443c-9de6-beaed853a36e req-42628895-8e95-486d-a063-b77b8a0f523c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 210 time: 0.0543134 Aug 10 03:17:51.623087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:51.669779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Deleting subnet ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:51.682163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.736065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.766634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7bc18-7d1b-49b1-a1d3-993f5d3c6789 req-d9bb67b5-9ffc-4b6f-9828-0db51bb05a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.768132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-acc7bc18-7d1b-49b1-a1d3-993f5d3c6789 req-d9bb67b5-9ffc-4b6f-9828-0db51bb05a56 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0959034 Aug 10 03:17:51.799364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.827182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.837053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-acc7bc18-7d1b-49b1-a1d3-993f5d3c6789 req-60b41198-5bdf-46da-b14b-4f179dc9cd7d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608821 Aug 10 03:17:51.919036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.919411 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.919728 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Floating IP 8961bb6c-354e-462d-95bc-595d286a7257 disassociated. External IP: 172.25.1.50, port: a661f47d-548f-4a4a-b558-84a6274f0319. Aug 10 03:17:51.920069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Calling delete_port for a661f47d-548f-4a4a-b558-84a6274f0319 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:51.986959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c6587-47fb-4afc-94e9-371b31d3769a req-97b9460b-bd25-41f3-b3bc-e3f463076ca0 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:51.994521 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-762c6587-47fb-4afc-94e9-371b31d3769a req-97b9460b-bd25-41f3-b3bc-e3f463076ca0 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0821130 Aug 10 03:17:52.029935 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-762c6587-47fb-4afc-94e9-371b31d3769a req-4accb100-196c-455c-a13a-ffff585ef0f3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Aug 10 03:17:52.170462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e67b00-38f3-4d0e-b17b-574f97680c5f req-afcc7f58-d043-4567-a6ef-5a9e695824d9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.171941 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-70e67b00-38f3-4d0e-b17b-574f97680c5f req-afcc7f58-d043-4567-a6ef-5a9e695824d9 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 946 time: 0.0763717 Aug 10 03:17:52.222800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-70e67b00-38f3-4d0e-b17b-574f97680c5f req-789fef87-d8ed-4782-a0b4-20daab709984 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 Aug 10 03:17:52.312864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.337523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.339141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.341423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.353134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.358283 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ceb4ee04-26e5-4f6a-ae60-6a5682f8ec18 HTTP/1.1" status: 204 len: 168 time: 0.7320187 Aug 10 03:17:52.361823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50084) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:52.370824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.371237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.371765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.372167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.372591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.372983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.373369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.373758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.374147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.374535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.375883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.375883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51286cfa-8808-451a-8726-d1df8ebef0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:52.404851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:17:52.419102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:17:52.436180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:17:52.486227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.542426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.593010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.607600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87657108-89a7-4b96-bc08-01ed5fb57912']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:52.619318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f2813b-9408-405f-b7bf-39b2f320271d') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:52.620134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f2813b-9408-405f-b7bf-39b2f320271d') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:52.622848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event deleted for resources: {'Port': ['ID=a661f47d-548f-4a4a-b558-84a6274f0319,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.636614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.655590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.664284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:52.665350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:52.667669 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:52.670501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.670501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.707236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0207-0ef8-4089-8561-4e550805ef61 req-c341094a-f22a-4d7e-9be0-8151350afa1a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:52.718882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11fd0207-0ef8-4089-8561-4e550805ef61 req-c341094a-f22a-4d7e-9be0-8151350afa1a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 932 time: 0.2160983 Aug 10 03:17:52.764058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:52.769994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-e7e5ee33-4fe6-4541-8d73-f8b42597069d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2292876 Aug 10 03:17:52.775269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11fd0207-0ef8-4089-8561-4e550805ef61 req-bc8cb11b-4c53-4409-8e90-0afa940b3182 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Aug 10 03:17:52.788076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Request body: {'port': {'device_id': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:52.839625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.846603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.856689 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] 10.222.0.26 "DELETE /v2.0/networks/87657108-89a7-4b96-bc08-01ed5fb57912 HTTP/1.1" status: 204 len: 168 time: 0.4930315 Aug 10 03:17:52.859171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50090) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:52.912396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d826d39-eb31-455c-a76c-cee63d4ff2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=87657108-89a7-4b96-bc08-01ed5fb57912,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:52.922939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:52.947049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Deleting subnet 8f84c315-1e72-4771-ad78-ad0bfafde341 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:17:52.950919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.022207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.051413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:53.069209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] Sync routers for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:53.092375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:53.093497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.218093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.252371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] No DVR routers for this DVR port a661f47d-548f-4a4a-b558-84a6274f0319 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:17:53.261446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.263514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebc5b0b1-0f8e-4cfc-b873-1e374bf2f3e2 req-eaca7b04-9bc8-408c-8f28-e70927f4d553 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.46 "DELETE /v2.0/ports/a661f47d-548f-4a4a-b558-84a6274f0319 HTTP/1.1" status: 204 len: 173 time: 2.3551803 Aug 10 03:17:53.324413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054dd1-851a-475e-887f-c6ed960c3815 req-9a8c8975-6db2-49fb-8301-7b1c1aedb3b8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:53.326173 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-31054dd1-851a-475e-887f-c6ed960c3815 req-9a8c8975-6db2-49fb-8301-7b1c1aedb3b8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.1736314 Aug 10 03:17:53.339950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:53.401680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-31054dd1-851a-475e-887f-c6ed960c3815 req-bc634dcf-67ee-4eb9-90c3-5303cb14fd6e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Aug 10 03:17:53.450591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.502183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.504413 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8f84c315-1e72-4771-ad78-ad0bfafde341 HTTP/1.1" status: 204 len: 168 time: 0.6422863 Aug 10 03:17:53.505830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395acd30-0d99-4909-8a3f-ab8534983748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f84c315-1e72-4771-ad78-ad0bfafde341,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:53.507692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:53.531129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'name': 'network-vif-deleted', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:53.535655 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a10093-25b2-4985-9348-7ca5aee542b1" -d '{"events": [{"server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "name": "network-vif-deleted", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:53.605219 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.622868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78f671ac-aaa2-4085-aca1-332949acbbbd req-a41fae9f-8436-447b-a6fd-41e314e1f02e tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/ports?device_id=82f5ede0-983d-4280-b3a4-ee578e4560eb HTTP/1.1" status: 200 len: 210 time: 0.0795445 Aug 10 03:17:53.742695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.756936 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8839b2c-f34e-435f-9798-d7d2f56ccf8e x-openstack-request-id: req-a8839b2c-f34e-435f-9798-d7d2f56ccf8e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:53.757544 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f5ede0-983d-4280-b3a4-ee578e4560eb", "name": "network-vif-deleted", "tag": "a661f47d-548f-4a4a-b558-84a6274f0319", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:53.757984 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8839b2c-f34e-435f-9798-d7d2f56ccf8e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:53.758707 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f5ede0-983d-4280-b3a4-ee578e4560eb', 'name': 'network-vif-deleted', 'tag': 'a661f47d-548f-4a4a-b558-84a6274f0319', 'status': 'completed', 'code': 200} Aug 10 03:17:53.781357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] Checking router: b3f5fc4f-f04d-4cdd-8eae-592294fddf49 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:17:53.782527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:53.791768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.792307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:53.793385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.822138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Transition to ACTIVE for port object e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:17:53.832720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.857232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b05c19-97b1-479d-aa34-f572967edbb7']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.876037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dace773-5d37-4505-9445-0530736d1c55') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.876828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dace773-5d37-4505-9445-0530736d1c55') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:53.891580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.905177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.910389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.920177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:17:53.920752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:17:53.923004 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:17:53.979064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:53.987655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3f56cfc8-eb5b-4eca-a53f-47d193044312 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:54.012550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 3f56cfc8-eb5b-4eca-a53f-47d193044312 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:54.012887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3f56cfc8-eb5b-4eca-a53f-47d193044312 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:54.044672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c9818-7315-4bae-bd99-fd2786d81d76 req-08ca647e-cec4-4af4-9646-a8025372ebca tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.046234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e84c9818-7315-4bae-bd99-fd2786d81d76 req-08ca647e-cec4-4af4-9646-a8025372ebca tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.1528132 Aug 10 03:17:54.104428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:54.120720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.127936 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.138521 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] 10.222.0.26 "DELETE /v2.0/networks/a9b05c19-97b1-479d-aa34-f572967edbb7 HTTP/1.1" status: 204 len: 168 time: 0.6295216 Aug 10 03:17:54.209847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce149a3-c27a-4deb-8f98-ae898634837e admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b05c19-97b1-479d-aa34-f572967edbb7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:54.253049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e84c9818-7315-4bae-bd99-fd2786d81d76 req-5e21cb78-56ca-48cc-bd59-579cb81380fc tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863918 Aug 10 03:17:54.257729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:17:54.258338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:17:54.259053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:54.264059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:17:54.264743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:17:54.272648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:17:54.273380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:17:54.274043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:17:54.274777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Bound port: e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:17:54.275477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.394647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:17:54.399038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:17:54.429993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:54.461817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945b90-47ad-4701-a02f-5884f35bf6e1 None None] The sync data for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 is: [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:15:41Z', 'revision_number': 4, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a', 'name': '', 'network_id': 'e4147bbb-a545-4335-9f09-cd428a89626d', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'mac_address': 'fa:16:3e:eb:e8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:40Z', 'updated_at': '2021-08-10T03:15:47Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'subnets': [{'id': '042bfd7d-6090-4e60-a85b-3523999f4fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:17:54.565365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.567559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b16c-622a-426d-a529-d7cacc71b687 req-18c509bb-1537-455f-9027-69659749936f tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.569261 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6310b16c-622a-426d-a529-d7cacc71b687 req-18c509bb-1537-455f-9027-69659749936f tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0674026 Aug 10 03:17:54.630907 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-6310b16c-622a-426d-a529-d7cacc71b687 req-9cf06046-1ef6-4f4b-ad79-8661ce8b3820 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519564 Aug 10 03:17:54.646151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.646818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.648611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] 10.222.0.46 "PUT /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 1093 time: 1.8667789 Aug 10 03:17:54.686042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee26d7-78f2-4cfe-a583-f0c590b8553c service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:54.754245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a661f47d-548f-4a4a-b558-84a6274f0319 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:17:54.782488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: a661f47d-548f-4a4a-b558-84a6274f0319 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:17:54.783341 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a661f47d-548f-4a4a-b558-84a6274f0319 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:17:54.820396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50148) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:54.906595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-746d6256-ce84-4c21-a2b1-6d0a8e68ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:54.908132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-746d6256-ce84-4c21-a2b1-6d0a8e68ea10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1096 time: 0.1027505 Aug 10 03:17:54.908651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50152) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:54.964369 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d075d-5c2f-4c12-ae48-78d747c012d4 None None] New status for floating IP 8961bb6c-354e-462d-95bc-595d286a7257: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:17:55.007171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-566f5a97-f1e0-4999-b725-efa4da9d6b75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 217 time: 0.0537465 Aug 10 03:17:55.025680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9854effb-2ff9-448c-b867-26c76599a79b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff00e029e0014cfe8bedced31d73ab1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039084 Aug 10 03:17:55.026242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50154) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:55.029871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee13c8e4-1f48-46af-a6dd-de2c732462ab tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.054990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee13c8e4-1f48-46af-a6dd-de2c732462ab tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.129880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-74f76c84-d94d-4386-8785-33829c197bd5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.142335 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-74f76c84-d94d-4386-8785-33829c197bd5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 810 time: 0.2823808 Aug 10 03:17:55.171883 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-a3937df0-18b3-46ba-9f58-2aa918186acb tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/quotas/29ee774568ba41228de3fc1432f6d25f HTTP/1.1" status: 200 len: 375 time: 0.0270607 Aug 10 03:17:55.183303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-800d2f85-44bf-4d5a-b178-b61773fafaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.185174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-800d2f85-44bf-4d5a-b178-b61773fafaa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.1697197 Aug 10 03:17:55.229064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-ba734c48-5119-4efa-90d3-fe13ba477dab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353789 Aug 10 03:17:55.261587 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-491cbb01-d055-4262-97b6-a631497aec35 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837901 Aug 10 03:17:55.354202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0a41ccf-2d9c-4175-99f4-ae41a144ab41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.357998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee13c8e4-1f48-46af-a6dd-de2c732462ab tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.360883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee13c8e4-1f48-46af-a6dd-de2c732462ab tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.365680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ee13c8e4-1f48-46af-a6dd-de2c732462ab tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d688dc7-1eb8-4c21-a6a9-4c455cc58d50 HTTP/1.1" status: 204 len: 168 time: 0.4560311 Aug 10 03:17:55.369159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50158) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:55.424608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13c8e4-1f48-46af-a6dd-de2c732462ab tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d688dc7-1eb8-4c21-a6a9-4c455cc58d50,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:55.439658 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-1a450f09-b67f-413b-b498-2b5d31e98ab3 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] show failed (client error): The resource could not be found. Aug 10 03:17:55.454018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1a450f09-b67f-413b-b498-2b5d31e98ab3 tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "GET /v2.0/security-groups/3d688dc7-1eb8-4c21-a6a9-4c455cc58d50 HTTP/1.1" status: 404 len: 347 time: 0.0759997 Aug 10 03:17:55.454018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50160) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:55.473048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0a41ccf-2d9c-4175-99f4-ae41a144ab41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.505947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-5f6928e3-4fe3-4dd3-9413-54f28b54ffec service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650015 Aug 10 03:17:55.521392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-7df8a419-48a1-4a86-b816-dd1aea03744c service neutron] 10.222.0.26 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367387 Aug 10 03:17:55.683817 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-86437af7-b418-4e38-86a9-c173ceccf340 service neutron] 10.222.0.26 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577015 Aug 10 03:17:55.686155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a591fd-74fa-48f1-9e58-6c057589b8ac req-aad25d3f-9645-4509-b72d-a04710bda380 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:55.694431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71a591fd-74fa-48f1-9e58-6c057589b8ac req-aad25d3f-9645-4509-b72d-a04710bda380 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.2639921 Aug 10 03:17:55.742586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.761379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:17:55.767132 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b921d9b4-8cdf-4311-a141-498627503f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:17:55.788198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71a591fd-74fa-48f1-9e58-6c057589b8ac req-62719bce-62e8-43e5-9ee8-4ef0e10930b5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927286 Aug 10 03:17:55.817006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Deleting port eb75a380-5488-4943-997b-14d03e4bdf31 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:55.817937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.883611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0a41ccf-2d9c-4175-99f4-ae41a144ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.886575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f0a41ccf-2d9c-4175-99f4-ae41a144ab41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:55.888513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f0a41ccf-2d9c-4175-99f4-ae41a144ab41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2761739e-c8a0-4412-9c6e-0202e736b9c0 HTTP/1.1" status: 204 len: 168 time: 0.8600729 Aug 10 03:17:55.922115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e41bcd82-fff6-43a2-a3ea-c729e722f89c req-9a8a2a94-8b93-4b0d-9552-b8511c738ffa service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829191 Aug 10 03:17:55.940440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a41ccf-2d9c-4175-99f4-ae41a144ab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761739e-c8a0-4412-9c6e-0202e736b9c0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:56.011890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.012635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.041149 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2ec9bd1d-8863-4be4-a427-2b21e27ec473 req-2b68a7c4-076c-4f99-a3bc-5a0c0553f132 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0466101 Aug 10 03:17:56.043687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Calling delete_port for eb75a380-5488-4943-997b-14d03e4bdf31 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:56.061912 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8ff6cd-a2bd-4445-9a63-47edc265dfb4 x-openstack-request-id: req-8f8ff6cd-a2bd-4445-9a63-47edc265dfb4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:17:56.062185 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:17:56.062561 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f8ff6cd-a2bd-4445-9a63-47edc265dfb4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:17:56.063031 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'status': 'completed', 'code': 200} Aug 10 03:17:56.204265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d9b4-8cdf-4311-a141-498627503f6e req-ed21526f-260c-4e1e-aa61-b4332ef52eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:56.206224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-ed21526f-260c-4e1e-aa61-b4332ef52eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1096 time: 0.0830765 Aug 10 03:17:56.378827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d9b4-8cdf-4311-a141-498627503f6e req-f69950fd-4fdb-425c-a223-f37cb852c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:56.380469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-f69950fd-4fdb-425c-a223-f37cb852c607 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1403809 Aug 10 03:17:56.428280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-5e1e57bb-8d0a-44ce-9f9b-a60122c455f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 217 time: 0.0389700 Aug 10 03:17:56.459461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.517675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Pushing event deleted for resources: {'Port': ['ID=eb75a380-5488-4943-997b-14d03e4bdf31,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:56.581756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d9b4-8cdf-4311-a141-498627503f6e req-66a22b3c-64bf-44a3-9302-46e69448c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:56.583908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-66a22b3c-64bf-44a3-9302-46e69448c143 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.1373734 Aug 10 03:17:56.627606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-b6a1b6e7-1ee2-4183-8bbd-15a737dc99b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348482 Aug 10 03:17:56.630828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.633804 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.634925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-69b977c9-56d0-49e2-b2c3-978108293c3f tempest-ServersTestFqdnHostnames-675937912 tempest-ServersTestFqdnHostnames-675937912-project] 10.222.0.26 "DELETE /v2.0/floatingips/8961bb6c-354e-462d-95bc-595d286a7257 HTTP/1.1" status: 204 len: 168 time: 1.1671219 Aug 10 03:17:56.638329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50190) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:56.839825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-cc2f82e0-7af8-48f1-a2e5-956df1dcd61f service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036393 Aug 10 03:17:56.959574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50200) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.106686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de701-8b08-4b3a-9a32-cedfca0c32e1 req-794cc812-4863-43c4-ba7f-4cfd331239cf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.108949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e78de701-8b08-4b3a-9a32-cedfca0c32e1 req-794cc812-4863-43c4-ba7f-4cfd331239cf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.2116125 Aug 10 03:17:57.113438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b921d9b4-8cdf-4311-a141-498627503f6e req-5ba2c0f8-4866-463a-ab8d-f69cacb652bc service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643623 Aug 10 03:17:57.117499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f4e07696-51a8-488b-a481-e6016c9a46dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=762ea2b488d24f7e8a06991e24587114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613150 Aug 10 03:17:57.135377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50216) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.201906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e78de701-8b08-4b3a-9a32-cedfca0c32e1 req-7defa954-7817-4bf5-9bfc-e47c278cac9e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663910 Aug 10 03:17:57.209515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-426940d4-3dea-46dd-9c64-fa4a8c55fcbc req-c853585e-088a-4cf1-9256-6914afd5865c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0345316 Aug 10 03:17:57.233917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bd364f9-a9bd-409a-a729-e08f257087a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.284847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bd364f9-a9bd-409a-a729-e08f257087a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.306294 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-4246e828-65c8-400e-9b01-0fe86486161a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006579 Aug 10 03:17:57.337557 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.417886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bd364f9-a9bd-409a-a729-e08f257087a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.421132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bd364f9-a9bd-409a-a729-e08f257087a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.423571 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3bd364f9-a9bd-409a-a729-e08f257087a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84a95260-3079-4811-b755-94ada9426f24 HTTP/1.1" status: 204 len: 168 time: 0.2860594 Aug 10 03:17:57.435926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd364f9-a9bd-409a-a729-e08f257087a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a95260-3079-4811-b755-94ada9426f24,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.448715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-c0e70d55-bb92-4b8b-9345-c604872e213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.450231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-c0e70d55-bb92-4b8b-9345-c604872e213d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0615191 Aug 10 03:17:57.605883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-e69726c1-f923-4140-bdd4-500a9aab9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.608013 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-e69726c1-f923-4140-bdd4-500a9aab9156 service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.1324990 Aug 10 03:17:57.654738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Deleting port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:17:57.655187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.681909 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-af9dfbda-ab71-48d1-a353-23db257931e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 1001 time: 0.0624409 Aug 10 03:17:57.741109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-ddb5da9b-eaf1-41eb-9559-f3928c7938a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.742922 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-ddb5da9b-eaf1-41eb-9559-f3928c7938a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0525906 Aug 10 03:17:57.780802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] For port ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:57.783096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.799479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Calling delete_port for ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:17:57.808799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-abfa2cdf-0bc0-4c23-9d10-3f74995c4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:57.809449 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-abfa2cdf-0bc0-4c23-9d10-3f74995c4021 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540690 Aug 10 03:17:57.986239 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-c3f36044-c31a-4d39-8329-0785dc907a82 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659131 Aug 10 03:17:58.183119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-665a5091-c11b-41f3-9cbe-ad0676b4715b req-31d31327-4b2b-4690-be02-dc3234cde213 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867087 Aug 10 03:17:58.313243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.383314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:58.461182 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-aed2f3bd-0ed5-4201-a1f1-589373167e32 req-9cf876e9-ccd3-4688-ba95-4a84e564ee33 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0770421 Aug 10 03:17:58.783961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:17:58.913276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:58.937285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'port_id': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'mac_address': 'fa:16:3e:4e:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedfabd5-2a82-4d38-b62b-8f571b0ee9cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:17:58.983772 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:58.997780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:17:59.001842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a02107-99dd-4bf7-9350-501c790c14e0 req-5f691059-4399-4993-a31c-198791c2d85b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:59.003373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08a02107-99dd-4bf7-9350-501c790c14e0 req-5f691059-4399-4993-a31c-198791c2d85b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.5678561 Aug 10 03:17:59.037688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:17:59.081962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.110266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-eea112da-65ad-4ccc-9adf-e7933d19ace4 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:59.118763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:59.135329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-eea112da-65ad-4ccc-9adf-e7933d19ace4 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.46 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 810 time: 0.2578998 Aug 10 03:17:59.146881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Request body: {'port': {'device_id': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'admin_state_up': True, 'tenant_id': '29ee774568ba41228de3fc1432f6d25f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:59.201558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.244462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08a02107-99dd-4bf7-9350-501c790c14e0 req-077aeb72-cbe0-4ee8-a7fd-723c783a4862 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251639 Aug 10 03:17:59.264802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.276224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-network', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:17:59.327982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:17:59.397878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Made reservation on behalf of fcc4789ae56247719536e3aa2ad18ddb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:59.400328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.415990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.519038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Made reservation on behalf of 29ee774568ba41228de3fc1432f6d25f for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:17:59.523323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.555768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:17:59.589286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-4b46e44a-447c-4e43-888b-654471991cee req-f47716ef-ab3d-4798-b32a-56a71778257a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0347130 Aug 10 03:17:59.646089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.724253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.750766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:17:59.757512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:17:59.761120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb91a1-16c8-4ae1-98a2-05a797d15615,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:59.764557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-31ab3f35-f956-41be-9574-0a2bb0c8fd6a admin admin] 10.222.0.26 "PUT /v2.0/routers/b3f5fc4f-f04d-4cdd-8eae-592294fddf49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1250124 Aug 10 03:17:59.765813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Allocated IP 172.20.0.11 (9c64d5b1-8619-47a6-9871-2b056fd15aa5/fedb3533-8235-4496-86b2-355662c0504f/78270a73-b722-48c8-8f74-4a51b89088e5) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:17:59.767196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50292) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:59.769948 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.770483 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Added segment bb94f5aa-0476-4bb8-8f45-5752947c18c4 of type vlan for network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 Aug 10 03:17:59.786920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] Sync routers for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:17:59.798491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:17:59.799274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:17:59.868067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.931121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:17:59.939437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.961429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.027466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.033187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.033187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.141282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:17:58Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:00.168991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] Checking router: b3f5fc4f-f04d-4cdd-8eae-592294fddf49 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:00.178254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] Routers {'b3f5fc4f-f04d-4cdd-8eae-592294fddf49'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:00.178888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:17:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:00.215535 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:00.286218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] Set router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:00.296976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.346837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:00.351006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:00.365799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:00.377300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['762d5ea2-3b03-48d3-a57b-0ce50e6bddde'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:00.401969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Pushing event updated for resources: {'Port': ['ID=78270a73-b722-48c8-8f74-4a51b89088e5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.423153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-98de70c3-6332-4279-9db8-632200ef973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.451852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.452565 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.470146 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.472868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2f6353-9f70-45c9-8b3a-a422232c62e2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:00.494403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:00.499750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc1555-65de-4a58-8a3c-c89c008474d0 req-7f824eef-0c73-4020-b74f-57cf63485c99 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.501863 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9dc1555-65de-4a58-8a3c-c89c008474d0 req-7f824eef-0c73-4020-b74f-57cf63485c99 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 945 time: 0.0971987 Aug 10 03:18:00.541765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a9dc1555-65de-4a58-8a3c-c89c008474d0 req-7861ea06-a869-4b20-8774-af3ee3dd66cd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Aug 10 03:18:00.567661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9a5dfa64-cb2a-4adf-a3a7-807ae4a3ae45 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4474208 Aug 10 03:18:00.570482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:00.575523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Request body: {'subnet': {'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-subnet', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:00.631004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-c406bff5-cae5-4f1f-bfec-9f654707584c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4946690 Aug 10 03:18:00.649972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Request body: {'port': {'device_id': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:00.686394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9109-d448-4eb2-aada-3869c16b0b76 req-4149c9ae-0bd9-45b9-91c6-933765270350 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.687889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbbb9109-d448-4eb2-aada-3869c16b0b76 req-4149c9ae-0bd9-45b9-91c6-933765270350 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 951 time: 0.0865042 Aug 10 03:18:00.738110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Deleting port bc681813-7720-4830-b666-5dc887338b98 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:00.738566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.740145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:17:58Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:00.755461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.759600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Made reservation on behalf of fcc4789ae56247719536e3aa2ad18ddb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:00.761586 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.775315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0245c4-dffe-4b98-8d73-62ad77545e75 None None] The sync data for ids ['b3f5fc4f-f04d-4cdd-8eae-592294fddf49'] in n-d-765315-26 is: [{'id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'name': 'tempest-ServersTestFqdnHostnames-427879476-router', 'tenant_id': 'ab57d102a59845db9b9da513122035ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': 'bc681813-7720-4830-b666-5dc887338b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:15:34Z', 'updated_at': '2021-08-10T03:17:58Z', 'revision_number': 5, 'project_id': 'ab57d102a59845db9b9da513122035ab', 'gw_port': {'id': 'bc681813-7720-4830-b666-5dc887338b98', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f5fc4f-f04d-4cdd-8eae-592294fddf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:15:35Z', 'updated_at': '2021-08-10T03:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:00.787365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbbb9109-d448-4eb2-aada-3869c16b0b76 req-e6f75483-56aa-4a6d-bd44-c5615301139a tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551252 Aug 10 03:18:00.819888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:00.945587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334311c0-0c5b-40cf-9438-b7001ea69b1b req-d7e8d84b-9628-4974-836d-b1883a88e082 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:00.947104 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-334311c0-0c5b-40cf-9438-b7001ea69b1b req-d7e8d84b-9628-4974-836d-b1883a88e082 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 932 time: 0.1310501 Aug 10 03:18:00.976169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] For port bc681813-7720-4830-b666-5dc887338b98, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc681813-7720-4830-b666-5dc887338b98,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:00.976588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:00.989256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:00.993522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:00.993896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.019255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Calling delete_port for bc681813-7720-4830-b666-5dc887338b98 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:01.064692 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-334311c0-0c5b-40cf-9438-b7001ea69b1b req-a2e99c83-6fa0-445e-aae9-c45fa33b36da tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104119 Aug 10 03:18:01.101977 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.114620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78270a73-b722-48c8-8f74-4a51b89088e5 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:01.127035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.148603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Transition to ACTIVE for port object 78270a73-b722-48c8-8f74-4a51b89088e5 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:01.164815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:01.165855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:01.168878 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa9da67-e99d-4307-b26a-d2be011b884d" -d '{"events": [{"server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "name": "network-vif-plugged", "status": "completed", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:01.217177 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dc1f3d-6209-44f9-a042-483f9873ab15 x-openstack-request-id: req-18dc1f3d-6209-44f9-a042-483f9873ab15 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:01.217476 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "name": "network-vif-plugged", "status": "completed", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:01.217842 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18dc1f3d-6209-44f9-a042-483f9873ab15 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:01.218106 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'code': 200} Aug 10 03:18:01.252112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.257281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:01.290651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.294897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:01.299527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce8a6ea7-7bcc-40be-a0ce-5cb0922e8f5a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:01.300056 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.358863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112bdc9c-9830-44e2-a625-a78ab3f2520d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.400750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.408015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Checking segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:01.408757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Network hostable DHCP agents. Network: 8f2f6353-9f70-45c9-8b3a-a422232c62e2, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:01.417044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Pushing event updated for resources: {'Port': ['ID=78270a73-b722-48c8-8f74-4a51b89088e5,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.423236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0fe80-0e9c-460b-9267-9f4d74994c2e req-0269310f-fbbd-4fee-88c0-3f53b93839e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.433093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b0fe80-0e9c-460b-9267-9f4d74994c2e req-0269310f-fbbd-4fee-88c0-3f53b93839e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1098 time: 0.1273668 Aug 10 03:18:01.450226 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.481282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc681813-7720-4830-b666-5dc887338b98,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.497013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b0fe80-0e9c-460b-9267-9f4d74994c2e req-e44a8da6-1d2d-40b8-9070-937f9a1bafc8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589514 Aug 10 03:18:01.497824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Attempting to bind port 78270a73-b722-48c8-8f74-4a51b89088e5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:01.498191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Attempting to bind port 78270a73-b722-48c8-8f74-4a51b89088e5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:01.498473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Attempting to bind port 78270a73-b722-48c8-8f74-4a51b89088e5 on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:01.503377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Port 78270a73-b722-48c8-8f74-4a51b89088e5 on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:01.503702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Attempting to bind port 78270a73-b722-48c8-8f74-4a51b89088e5 on network 9c64d5b1-8619-47a6-9871-2b056fd15aa5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:01.516002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:01.516002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Checking segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:01.516002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Bound using segment: {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:01.516002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Bound port: 78270a73-b722-48c8-8f74-4a51b89088e5, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:01.516002 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.550661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.553605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:01.589147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] For port 78270a73-b722-48c8-8f74-4a51b89088e5, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:01.592711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] For port 78270a73-b722-48c8-8f74-4a51b89088e5, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=78270a73-b722-48c8-8f74-4a51b89088e5,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:01.652515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.662281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.670871 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8f2f6353-9f70-45c9-8b3a-a422232c62e2) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:01.675409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.676007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.680934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad90490-37b5-409b-9e6a-66d51761b1fe None None] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:01.698171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.779143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.779766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.781252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/78270a73-b722-48c8-8f74-4a51b89088e5 HTTP/1.1" status: 200 len: 1093 time: 1.1393952 Aug 10 03:18:01.781718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'tag': '78270a73-b722-48c8-8f74-4a51b89088e5'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:01.784038 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5004e2b-1317-4403-8314-02d032428851" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcaae05-a2a2-4754-aeda-ecb709eefb38", "tag": "78270a73-b722-48c8-8f74-4a51b89088e5"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:01.794868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.795188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f5fc4f-f04d-4cdd-8eae-592294fddf49 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:01.799931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.804665 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f07b9704-5866-40a4-9c9d-4bffeaf63527 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b3f5fc4f-f04d-4cdd-8eae-592294fddf49 HTTP/1.1" status: 204 len: 168 time: 2.0328023 Aug 10 03:18:01.806312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50410) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:01.820577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aeb09-798e-4186-b68a-15240e3265f3 service neutron] Pushing event updated for resources: {'Port': ['ID=78270a73-b722-48c8-8f74-4a51b89088e5,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:01.839718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a37a8c-f482-4bb5-80e4-70f8175a770e req-fec7f59c-58bd-49ec-ab81-785c767c0651 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.842670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3a37a8c-f482-4bb5-80e4-70f8175a770e req-fec7f59c-58bd-49ec-ab81-785c767c0651 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.1001127 Aug 10 03:18:01.850689 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-048ad7da-9ca6-448a-a1db-a239d2eba455 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2789361 Aug 10 03:18:01.857013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:01.865406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:01.913604 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1506c332-9065-4ccf-93b6-2a66311ca5a9 x-openstack-request-id: req-1506c332-9065-4ccf-93b6-2a66311ca5a9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:01.913940 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcaae05-a2a2-4754-aeda-ecb709eefb38", "tag": "78270a73-b722-48c8-8f74-4a51b89088e5", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:01.914206 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1506c332-9065-4ccf-93b6-2a66311ca5a9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:01.915193 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'tag': '78270a73-b722-48c8-8f74-4a51b89088e5', 'status': 'completed', 'code': 200} Aug 10 03:18:01.926266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Deleting subnet 042bfd7d-6090-4e60-a85b-3523999f4fd8 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:01.933728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.945446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'fixed_ips': [{'subnet_id': '112bdc9c-9830-44e2-a625-a78ab3f2520d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:01.946288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3a37a8c-f482-4bb5-80e4-70f8175a770e req-21a525ca-1ac3-46d4-90df-1537d94c7ebc tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847294 Aug 10 03:18:01.946434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.988212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-cb30e043-fca4-40e0-b080-0339dd8be2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:01.995234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-cb30e043-fca4-40e0-b080-0339dd8be2b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 1096 time: 0.0977015 Aug 10 03:18:02.028554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.060183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-29a01f24-8425-40ba-a447-88f6a05c6bd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78270a73-b722-48c8-8f74-4a51b89088e5 HTTP/1.1" status: 200 len: 217 time: 0.0543723 Aug 10 03:18:02.067707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.067707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.121935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.150508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-fe9150c7-14c3-4c2b-90cc-dcc2e5debf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.152098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-fe9150c7-14c3-4c2b-90cc-dcc2e5debf41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fedb3533-8235-4496-86b2-355662c0504f HTTP/1.1" status: 200 len: 850 time: 0.0814018 Aug 10 03:18:02.179313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Allocated IP 172.20.0.2 (8f2f6353-9f70-45c9-8b3a-a422232c62e2/112bdc9c-9830-44e2-a625-a78ab3f2520d/6088bda6-c871-42d9-b7f3-8edde03acb24) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:02.195437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.228689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-d621af3d-015a-47f2-8192-348efec30198 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c64d5b1-8619-47a6-9871-2b056fd15aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511043 Aug 10 03:18:02.342802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759283b-adf7-4d74-b9e7-6948d94ec4b2 req-20431e88-138d-4a27-8673-99261c332aef tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.344474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f759283b-adf7-4d74-b9e7-6948d94ec4b2 req-20431e88-138d-4a27-8673-99261c332aef tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 944 time: 0.1230624 Aug 10 03:18:02.395983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.406839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.418417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Transition to ACTIVE for port object 6088bda6-c871-42d9-b7f3-8edde03acb24 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:02.419008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-0b4d7ae8-f36d-4ceb-8de8-b4c805e675fc service neutron] 10.222.0.46 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834378 Aug 10 03:18:02.445747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Transition to ACTIVE for port object 6088bda6-c871-42d9-b7f3-8edde03acb24 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:02.465203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f759283b-adf7-4d74-b9e7-6948d94ec4b2 req-1b1b92d7-e98d-4cc0-93bb-f2a04e8c3706 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983191 Aug 10 03:18:02.553131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-d4db29b7-d665-46f1-8c4b-df4c3655e0cf service neutron] 10.222.0.46 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199877 Aug 10 03:18:02.559395 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.563723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.592253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.594777 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/042bfd7d-6090-4e60-a85b-3523999f4fd8 HTTP/1.1" status: 204 len: 168 time: 0.7883933 Aug 10 03:18:02.596804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39f86c-05cf-4531-8666-9163f96cd8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042bfd7d-6090-4e60-a85b-3523999f4fd8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.597798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50482) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:02.620319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed927d-a244-4f31-8558-b8fa98267499 None None] Network e4147bbb-a545-4335-9f09-cd428a89626d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:02.622253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.680486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:02.684188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.691392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:02.696579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Pushing event updated for resources: {'Port': ['ID=6088bda6-c871-42d9-b7f3-8edde03acb24,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:02.699525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:02.810087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:02.818582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Deleting port 63fe3ae7-0015-4c33-8c68-3b848197f5ca {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:02.819169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.822760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5004e2b-1317-4403-8314-02d032428851 req-8b11495b-123d-4b2c-9e97-ffe729c3c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.825220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-8b11495b-123d-4b2c-9e97-ffe729c3c99e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29ee774568ba41228de3fc1432f6d25f&device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 1096 time: 0.0722835 Aug 10 03:18:02.837875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Attempting to bind port 6088bda6-c871-42d9-b7f3-8edde03acb24 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:02.838542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Attempting to bind port 6088bda6-c871-42d9-b7f3-8edde03acb24 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:02.839083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Attempting to bind port 6088bda6-c871-42d9-b7f3-8edde03acb24 on network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:02.851538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:02.852187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Checking segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:02.852806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.853394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Bound using segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:02.854044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Bound port: 6088bda6-c871-42d9-b7f3-8edde03acb24, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:02.854674 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.871420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.919663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.972706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5004e2b-1317-4403-8314-02d032428851 req-5a39d16e-4e82-40e2-b17f-afa93f86fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:02.976331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-5a39d16e-4e82-40e2-b17f-afa93f86fd05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 200 len: 911 time: 0.1105120 Aug 10 03:18:03.026459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-89b355ca-fcb5-4120-8f3d-93f3b62313f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78270a73-b722-48c8-8f74-4a51b89088e5 HTTP/1.1" status: 200 len: 217 time: 0.0398049 Aug 10 03:18:03.085146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5004e2b-1317-4403-8314-02d032428851 req-d33c405c-466a-4eaf-b438-4ac1edba62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.086629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-d33c405c-466a-4eaf-b438-4ac1edba62f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fedb3533-8235-4496-86b2-355662c0504f HTTP/1.1" status: 200 len: 850 time: 0.0521796 Aug 10 03:18:03.091812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Allocated IP 172.25.1.105 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/b200cd27-7c74-4907-9e3f-bcf40c08a913) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:03.092157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] For port 63fe3ae7-0015-4c33-8c68-3b848197f5ca, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=63fe3ae7-0015-4c33-8c68-3b848197f5ca,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:03.092528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.128131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Calling delete_port for 63fe3ae7-0015-4c33-8c68-3b848197f5ca owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:03.131390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-d532587e-0cf1-4715-a0e9-016bff644095 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9c64d5b1-8619-47a6-9871-2b056fd15aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362341 Aug 10 03:18:03.142171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] DHCP port deletion for e4147bbb-a545-4335-9f09-cd428a89626d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:18:03.149998 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-951d9375-fc61-456f-9579-994e38d52e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.195436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] For port 6088bda6-c871-42d9-b7f3-8edde03acb24, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:03.201567 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.231848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] For port 6088bda6-c871-42d9-b7f3-8edde03acb24, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6088bda6-c871-42d9-b7f3-8edde03acb24,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:03.246258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:03.248548 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e7802d-4e67-496d-80df-e96445e27771" -d '{"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:03.249793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1882c-6acd-44d6-b4a2-e1e0c7dbaaaf req-2eec43d9-44de-4045-93a1-64de73ad56ae tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.251645 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eec1882c-6acd-44d6-b4a2-e1e0c7dbaaaf req-2eec43d9-44de-4045-93a1-64de73ad56ae tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0760589 Aug 10 03:18:03.264076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:03.281072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] Deleting port 63fe3ae7-0015-4c33-8c68-3b848197f5ca {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:03.281606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.297203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-15b2ba6c-2338-46cd-a0bc-a0410c0a8586 service neutron] 10.222.0.46 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563909 Aug 10 03:18:03.334149 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-eec1882c-6acd-44d6-b4a2-e1e0c7dbaaaf req-981627fd-d99f-47ff-8bb2-e8fef6669dbb tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729094 Aug 10 03:18:03.339142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 63fe3ae7-0015-4c33-8c68-3b848197f5ca no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:03.340217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.348861 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.405613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.441804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] For port 63fe3ae7-0015-4c33-8c68-3b848197f5ca, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=63fe3ae7-0015-4c33-8c68-3b848197f5ca,segment=NetworkSegment(19c7bd61-7031-4610-98ef-6e838b5c6fa0),segment_id=19c7bd61-7031-4610-98ef-6e838b5c6fa0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:03.442331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.470480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] Calling delete_port for 63fe3ae7-0015-4c33-8c68-3b848197f5ca owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:03.472955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace53f9-9592-446c-9c3f-078a6b88f339 None None] Pushing event updated for resources: {'Port': ['ID=6088bda6-c871-42d9-b7f3-8edde03acb24,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:03.475364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5004e2b-1317-4403-8314-02d032428851 req-4eb0a85b-8649-475f-9b8d-176bf7f5b99e service neutron] 10.222.0.46 "GET /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698780 Aug 10 03:18:03.512720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.540817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.547407 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c3eb1-4a8a-4657-a9af-187c194ceff1 x-openstack-request-id: req-b95c3eb1-4a8a-4657-a9af-187c194ceff1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:03.547694 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:03.548065 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b95c3eb1-4a8a-4657-a9af-187c194ceff1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:03.548372 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'code': 200} Aug 10 03:18:03.576604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] No DVR routers for this DVR port 63fe3ae7-0015-4c33-8c68-3b848197f5ca on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:03.582458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Port 63fe3ae7-0015-4c33-8c68-3b848197f5ca update to DOWN by agent not found {{(pid=94806) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:18:03.582979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc681813-7720-4830-b666-5dc887338b98 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:03.583687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Pushing event deleted for resources: {'Port': ['ID=63fe3ae7-0015-4c33-8c68-3b848197f5ca,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:03.603491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:03.617005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:03.629433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: bc681813-7720-4830-b666-5dc887338b98 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:03.629779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc681813-7720-4830-b666-5dc887338b98 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:03.634526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=11']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: from cryptography.utils import int_from_bytes Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: from cryptography.utils import int_from_bytes Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.646770 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:18:03.650169 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:18:03.654598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.690000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:03.713330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.713521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] No DVR routers for this DVR port 63fe3ae7-0015-4c33-8c68-3b848197f5ca on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:03.715726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87592-438f-4c4f-9061-6a67f882c3ba None None] Pushing event deleted for resources: {'Port': ['ID=63fe3ae7-0015-4c33-8c68-3b848197f5ca,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:03.731747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4147bbb-a545-4335-9f09-cd428a89626d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:03.734696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Pushing event updated for resources: {'Port': ['ID=b200cd27-7c74-4907-9e3f-bcf40c08a913,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:03.746006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c7bd61-7031-4610-98ef-6e838b5c6fa0') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:03.746218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c7bd61-7031-4610-98ef-6e838b5c6fa0') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:03.764006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.771501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9493b-3a49-4222-bbdb-8c869c77255f req-a8e989d2-d191-44d7-b2ff-53b2625e7455 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:03.773074 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bb9493b-3a49-4222-bbdb-8c869c77255f req-a8e989d2-d191-44d7-b2ff-53b2625e7455 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1098 time: 0.1685429 Aug 10 03:18:03.784278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.791558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:03.791956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:03.793714 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:03.905979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7bb9493b-3a49-4222-bbdb-8c869c77255f req-2316f237-88fb-45e2-beca-dfcad0b5f27c tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947309 Aug 10 03:18:03.949059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.955072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:03.957156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] 10.222.0.26 "DELETE /v2.0/networks/e4147bbb-a545-4335-9f09-cd428a89626d HTTP/1.1" status: 204 len: 168 time: 1.3583095 Aug 10 03:18:03.969241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf1b40-e92f-4e49-a404-77978746b48d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4147bbb-a545-4335-9f09-cd428a89626d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:04.018938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e495-b43e-41af-9f3e-4840e1d28f86 req-ff5f01ea-ddc2-4124-9c27-798fc738a577 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:04.020548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c032e495-b43e-41af-9f3e-4840e1d28f86 req-ff5f01ea-ddc2-4124-9c27-798fc738a577 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 944 time: 0.0544510 Aug 10 03:18:04.055162 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.102230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-c032e495-b43e-41af-9f3e-4840e1d28f86 req-73b84f68-2ce4-4d2a-87c5-6d39916e2560 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756505 Aug 10 03:18:04.155831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.341346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50564) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:04.419395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:04.419653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-53880b37-02c5-40de-a2ca-b3d7730f3841 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab57d102a59845db9b9da513122035ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768514 Aug 10 03:18:04.452393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.524858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7db53275-24b7-4c53-9b18-de1f0fa2503a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.586926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9451a-f39c-4d12-ad06-6935c82f888b None None] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:04.595820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7db53275-24b7-4c53-9b18-de1f0fa2503a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.729668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:04.784799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7db53275-24b7-4c53-9b18-de1f0fa2503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.790016 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7db53275-24b7-4c53-9b18-de1f0fa2503a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:04.790016 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7db53275-24b7-4c53-9b18-de1f0fa2503a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a143b8e-cbbd-4992-bfdb-014b380e1829 HTTP/1.1" status: 204 len: 168 time: 0.3687530 Aug 10 03:18:04.802787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db53275-24b7-4c53-9b18-de1f0fa2503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a143b8e-cbbd-4992-bfdb-014b380e1829,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:04.809736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e5e18259-d0cc-463c-b365-0d09761a48c1 None None] Provisioning for port 6088bda6-c871-42d9-b7f3-8edde03acb24 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:04.847572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 78270a73-b722-48c8-8f74-4a51b89088e5 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:04.898281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:04.908834 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Sync routers for ids ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:04.932426 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Routers {'13c22d95-f068-4d21-8c36-57bafbfd3fe5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:04.932426 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:04.975783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 78270a73-b722-48c8-8f74-4a51b89088e5, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=78270a73-b722-48c8-8f74-4a51b89088e5,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:04.989279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '78270a73-b722-48c8-8f74-4a51b89088e5', 'network_id': '9c64d5b1-8619-47a6-9871-2b056fd15aa5', 'port_id': '78270a73-b722-48c8-8f74-4a51b89088e5', 'mac_address': 'fa:16:3e:e5:ec:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedb3533-8235-4496-86b2-355662c0504f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:05.016067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.017641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b773363c-0945-4519-ad4e-e4db083ab840 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1577108 Aug 10 03:18:05.020974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50590) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:05.038161 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.049077 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Set router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:05.094488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78270a73-b722-48c8-8f74-4a51b89088e5 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:05.133486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 78270a73-b722-48c8-8f74-4a51b89088e5, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=78270a73-b722-48c8-8f74-4a51b89088e5,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:05.251748 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.338500 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:03Z', 'revision_number': 3, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:05.354143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=78270a73-b722-48c8-8f74-4a51b89088e5,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:05.396105 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Checking router: 13c22d95-f068-4d21-8c36-57bafbfd3fe5 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:05.396520 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Updating router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 port b200cd27-7c74-4907-9e3f-bcf40c08a913 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:05.424668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6088bda6-c871-42d9-b7f3-8edde03acb24 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:05.429378 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.487796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['78270a73-b722-48c8-8f74-4a51b89088e5'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:05.596799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6088bda6-c871-42d9-b7f3-8edde03acb24 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:05.603642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6088bda6-c871-42d9-b7f3-8edde03acb24 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:05.604809 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.658815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.797414 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.845056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 6088bda6-c871-42d9-b7f3-8edde03acb24, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6088bda6-c871-42d9-b7f3-8edde03acb24,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:05.890251 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.909539 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Transition to ACTIVE for port object b200cd27-7c74-4907-9e3f-bcf40c08a913 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:05.912991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fc1f0-1009-48aa-acbf-5af0e09ee02e req-d15cda6e-1e6d-437a-90b7-cec0c2ff6b59 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:05.916877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-974fc1f0-1009-48aa-acbf-5af0e09ee02e req-d15cda6e-1e6d-437a-90b7-cec0c2ff6b59 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 944 time: 0.6950300 Aug 10 03:18:05.930325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:05.995615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=6088bda6-c871-42d9-b7f3-8edde03acb24,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.006315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.006910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.007503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.007928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.008627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.008865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.009550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.009785 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-974fc1f0-1009-48aa-acbf-5af0e09ee02e req-7b3744f9-b6a6-4d4f-b389-87496eb76ad2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884733 Aug 10 03:18:06.010326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.011105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.011671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.012168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.012720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.014967 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.102548 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Attempting to bind port b200cd27-7c74-4907-9e3f-bcf40c08a913 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:06.103106 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Attempting to bind port b200cd27-7c74-4907-9e3f-bcf40c08a913 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:06.103652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Attempting to bind port b200cd27-7c74-4907-9e3f-bcf40c08a913 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:06.141263 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:06.141875 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:06.142471 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.143269 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:06.144037 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Bound port: b200cd27-7c74-4907-9e3f-bcf40c08a913, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:06.144617 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.195700 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Pushing event updated for resources: {'Port': ['ID=b200cd27-7c74-4907-9e3f-bcf40c08a913,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.215833 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.216478 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.217022 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.217525 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.218034 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.218536 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.219036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.219544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.220171 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.220696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.221191 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.221698 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:06.273714 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] For port b200cd27-7c74-4907-9e3f-bcf40c08a913, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:06.277206 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] For port b200cd27-7c74-4907-9e3f-bcf40c08a913, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b200cd27-7c74-4907-9e3f-bcf40c08a913,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:06.285839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.306855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50654) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:06.355482 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.409009 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Routers {'13c22d95-f068-4d21-8c36-57bafbfd3fe5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:06.409635 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.443435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-720152146-network', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:06.459949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5308-6462-4391-893f-ad5da9ac82f7 None None] Pushing event updated for resources: {'Port': ['ID=b200cd27-7c74-4907-9e3f-bcf40c08a913,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.480244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Allocated IP 172.20.0.1 (8f2f6353-9f70-45c9-8b3a-a422232c62e2/112bdc9c-9830-44e2-a625-a78ab3f2520d/606e1fc4-5d5e-410e-bfef-fadf50c2e3c8) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:06.534305 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] Set router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:06.554818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Made reservation on behalf of dfeade8b3ecd4abbb1c9593ce0830ce8 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:06.557161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.566322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.591451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.607304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Transition to ACTIVE for port object 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:06.660125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.719029 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:03Z', 'revision_number': 3, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:06.751344 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acd276-393a-4e62-a822-49c770e71c09 None None] The sync data for ids ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'] in n-d-765315-26 is: [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:03Z', 'revision_number': 3, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:06.783695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.829455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.831582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 78270a73-b722-48c8-8f74-4a51b89088e5 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:06.834101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:06.835566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:06.839403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:06.846945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Pushing event updated for resources: {'Port': ['ID=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.881971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:06.889840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d419362-a5f8-419b-a6af-675501c5307f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:06.892828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.920900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.920900 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Added segment 1624b8a0-8557-4fc6-97fe-725843ba64e9 of type vlan for network 19addfdc-01e1-4d08-b3e9-42ed89d2536a Aug 10 03:18:06.977217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:06.995200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 78270a73-b722-48c8-8f74-4a51b89088e5 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:07.001424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 78270a73-b722-48c8-8f74-4a51b89088e5 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:07.001871 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.161328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.166646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.166646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.168987 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.184692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711b56e-dbea-4828-a2b1-788c39815d8b req-7b40ddd6-d9a3-4b07-ac67-d97cd9147b01 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:07.186327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b711b56e-dbea-4828-a2b1-788c39815d8b req-7b40ddd6-d9a3-4b07-ac67-d97cd9147b01 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 945 time: 0.0786941 Aug 10 03:18:07.213387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 78270a73-b722-48c8-8f74-4a51b89088e5, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=78270a73-b722-48c8-8f74-4a51b89088e5,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:07.214947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78270a73-b722-48c8-8f74-4a51b89088e5'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:07.217465 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d95be-7cb7-449c-ad43-490b003b8de7" -d '{"events": [{"server_uuid": "6fcaae05-a2a2-4754-aeda-ecb709eefb38", "name": "network-vif-plugged", "status": "completed", "tag": "78270a73-b722-48c8-8f74-4a51b89088e5"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:07.260921 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b711b56e-dbea-4828-a2b1-788c39815d8b req-c067da2d-a206-41bf-805d-a2e3bea8989b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643618 Aug 10 03:18:07.261505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.295082 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.297087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=19addfdc-01e1-4d08-b3e9-42ed89d2536a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:07.343104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:07.430206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6bcc1b70-6296-4a98-8b5b-70ad1a944ea0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1216300 Aug 10 03:18:07.435181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50702) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:07.442143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Request body: {'subnet': {'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-720152146-subnet', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:07.451983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b293ce2f-a8db-4531-b751-322861c9835f None None] Provisioning for port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:07.458633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b293ce2f-a8db-4531-b751-322861c9835f None None] Provisioning complete for port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:07.459304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b293ce2f-a8db-4531-b751-322861c9835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.516954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=78270a73-b722-48c8-8f74-4a51b89088e5,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:07.532221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b293ce2f-a8db-4531-b751-322861c9835f None None] Port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:07.543313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6088bda6-c871-42d9-b7f3-8edde03acb24 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:07.571649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.595196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6088bda6-c871-42d9-b7f3-8edde03acb24 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:07.595637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.672302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Made reservation on behalf of dfeade8b3ecd4abbb1c9593ce0830ce8 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:07.674829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.678706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b200cd27-7c74-4907-9e3f-bcf40c08a913 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:07.752213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.778459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b200cd27-7c74-4907-9e3f-bcf40c08a913 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:07.787621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b200cd27-7c74-4907-9e3f-bcf40c08a913 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:07.788365 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.840054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Pushing event updated for resources: {'Port': ['ID=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:07.845092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.909299 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.932950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b200cd27-7c74-4907-9e3f-bcf40c08a913, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b200cd27-7c74-4907-9e3f-bcf40c08a913,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:07.938037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:07.949096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:07.950619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:07.996919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ecf6ed-395b-45a8-9c4a-90f1de661a17,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:08.009011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Checking segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:08.009373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Network hostable DHCP agents. Network: 19addfdc-01e1-4d08-b3e9-42ed89d2536a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:08.078445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.099098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:08.142645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b200cd27-7c74-4907-9e3f-bcf40c08a913,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:08.163524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:08.219364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:08.225261 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7f42aba2-916b-4aab-9466-add0475b890f admin admin] 10.222.0.26 "PUT /v2.0/routers/13c22d95-f068-4d21-8c36-57bafbfd3fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2026691 Aug 10 03:18:08.255193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 19addfdc-01e1-4d08-b3e9-42ed89d2536a) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:08.257408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:08.258036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-866d2bbf-014d-4850-b787-0a9dba46722e None None] Provisioning complete for port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:08.258388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.258524 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-866d2bbf-014d-4850-b787-0a9dba46722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.264675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083cb4ef-7850-4ce5-97f5-69c745456533 None None] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:08.340458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-866d2bbf-014d-4850-b787-0a9dba46722e None None] Port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:08.370703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2e6bb8ea-33e3-4e9b-bc62-bee89e4270b9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9341693 Aug 10 03:18:08.373384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50718) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:08.380303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:08.452754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'fixed_ips': [{'subnet_id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:08.453617 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.512134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.513832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.570484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.596990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Allocated IP 172.20.0.2 (19addfdc-01e1-4d08-b3e9-42ed89d2536a/27ecf6ed-395b-45a8-9c4a-90f1de661a17/592e8bfd-dd78-47c5-b74a-f2f356b1ba6d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:08.651198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Sync routers for ids ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:08.669381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Routers {'13c22d95-f068-4d21-8c36-57bafbfd3fe5'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:08.670012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:08.881720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:08.965532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Set router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:08.967335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.005590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Transition to ACTIVE for port object 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:09.030554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Transition to ACTIVE for port object 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:09.167874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.258399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:09.260077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Pushing event updated for resources: {'Port': ['ID=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:09.264111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:09.284744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:09.335304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b200cd27-7c74-4907-9e3f-bcf40c08a913 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:09.387623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '606e1fc4-5d5e-410e-bfef-fadf50c2e3c8', 'name': '', 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'mac_address': 'fa:16:3e:9b:df:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:06Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 2, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'subnets': [{'id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:09.427410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Checking router: 13c22d95-f068-4d21-8c36-57bafbfd3fe5 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:09.430830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Updating router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:09.463769 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.468124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Attempting to bind port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:09.468714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Attempting to bind port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:09.469138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Attempting to bind port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d on network 19addfdc-01e1-4d08-b3e9-42ed89d2536a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:09.493938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:09.493938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Checking segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:09.493938 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.493938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Bound using segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:09.493938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Bound port: 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:09.494531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.579342 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b200cd27-7c74-4907-9e3f-bcf40c08a913 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:09.579342 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.599045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716140-956b-4dca-a42f-c9bf5eb66a83 req-62614179-96dc-4695-8700-d2307ad8c9f6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:09.600562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5716140-956b-4dca-a42f-c9bf5eb66a83 req-62614179-96dc-4695-8700-d2307ad8c9f6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Aug 10 03:18:09.601533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.626471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.696320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5716140-956b-4dca-a42f-c9bf5eb66a83 req-cabf8073-4ea0-43d5-858a-97dc03fd9fa4 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728149 Aug 10 03:18:09.716192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] For port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:09.756741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] For port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:09.767388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Allocated IP 172.25.1.46 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/f2adcdb5-6a2a-40fa-8903-f34633070701) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:09.898156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.915189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.960434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:09.979382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Transition to ACTIVE for port object 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:09.995519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85301b-8356-41ea-8f8e-b21f55f93b70 None None] Pushing event updated for resources: {'Port': ['ID=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.018077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.052706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.072656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:10.075804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:10.091153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:10.141405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdf694-0a7a-42d4-af1c-a5571574ed58 None None] Pushing event updated for resources: {'Port': ['ID=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.240957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Attempting to bind port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:10.241448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Attempting to bind port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:10.241808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Attempting to bind port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 on network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:10.253256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:10.253635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Checking segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:10.254080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.254477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Bound using segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:10.255132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Bound port: 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:10.255518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.304458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Pushing event updated for resources: {'Port': ['ID=f2adcdb5-6a2a-40fa-8903-f34633070701,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.357627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] For port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:10.361929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] For port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:10.422606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-a2f0af0d-4c7c-436d-b582-bbf6539f4473 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:10.424521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-a2f0af0d-4c7c-436d-b582-bbf6539f4473 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/networks?id=8f2f6353-9f70-45c9-8b3a-a422232c62e2 HTTP/1.1" status: 200 len: 829 time: 0.3461332 Aug 10 03:18:10.448896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-04b3c03e-0a01-45c9-ac43-c9f8cfbbc0dd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/quotas/fcc4789ae56247719536e3aa2ad18ddb HTTP/1.1" status: 200 len: 375 time: 0.0113120 Aug 10 03:18:10.479451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.515059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-77e7131a-42d0-4753-b027-14a3e20f8c99 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcc4789ae56247719536e3aa2ad18ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599875 Aug 10 03:18:10.580122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Routers {'13c22d95-f068-4d21-8c36-57bafbfd3fe5'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:10.581059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:10.584503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdf694-0a7a-42d4-af1c-a5571574ed58 None None] Pushing event updated for resources: {'Port': ['ID=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:10.715577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] Set router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:10.724957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-88482d5f-d98d-436c-9e4f-ba352de8bbbb service neutron] 10.222.0.26 "GET /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088869 Aug 10 03:18:10.725606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:10.865730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-92a44222-c118-4226-aba5-1d08577bd38f service neutron] 10.222.0.26 "GET /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981746 Aug 10 03:18:10.961505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '606e1fc4-5d5e-410e-bfef-fadf50c2e3c8', 'name': '', 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'mac_address': 'fa:16:3e:9b:df:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:06Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'subnets': [{'id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:11.003040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6526f-e306-4bf6-b0d7-b44257a872a0 None None] The sync data for ids ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'] in n-d-765315-26 is: [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '606e1fc4-5d5e-410e-bfef-fadf50c2e3c8', 'name': '', 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'mac_address': 'fa:16:3e:9b:df:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:06Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 4, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'subnets': [{'id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:11.149872 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.169477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-87f398af-8d62-4bad-81f9-fe24a8ce108c tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:11.171475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-87f398af-8d62-4bad-81f9-fe24a8ce108c tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 948 time: 0.0823483 Aug 10 03:18:11.346890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac989a-a5cf-4965-9cf9-d67cdde39d77 None None] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:11.493918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:11.538388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Deleting port b7ff3155-4bde-402a-8003-71eb966d28db {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:11.538741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.631490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-963411f7-b12e-4841-b04c-86239e85972f None None] Provisioning for port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:11.703443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] For port b7ff3155-4bde-402a-8003-71eb966d28db, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b7ff3155-4bde-402a-8003-71eb966d28db,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:11.703910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.715090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46377278-2d90-4d23-8d55-296aaa2e5728 req-c57db690-dab3-4b84-938c-2f3b458c12ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:11.716815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46377278-2d90-4d23-8d55-296aaa2e5728 req-c57db690-dab3-4b84-938c-2f3b458c12ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 948 time: 0.1603162 Aug 10 03:18:11.732811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Calling delete_port for b7ff3155-4bde-402a-8003-71eb966d28db owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:11.820572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46377278-2d90-4d23-8d55-296aaa2e5728 req-619a82bb-35f4-4f33-bc9a-b820684c32c4 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870152 Aug 10 03:18:11.820789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:11.824855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:11.825065 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:11.825344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Router 535d7d9d-9b02-40d4-8f26-db615f914311 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:12.000017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.060234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:12.083212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:12.099253 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Sync routers for ids ['535d7d9d-9b02-40d4-8f26-db615f914311'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:12.111443 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Routers {'535d7d9d-9b02-40d4-8f26-db615f914311'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:12.112330 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['535d7d9d-9b02-40d4-8f26-db615f914311'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:12.139398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0cf9-ea5c-48eb-8be2-eaa9ee993cc3 req-612be8b0-1757-4924-a132-dd75ee996a5e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:12.142522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68fc0cf9-ea5c-48eb-8be2-eaa9ee993cc3 req-612be8b0-1757-4924-a132-dd75ee996a5e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.1647863 Aug 10 03:18:12.169484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2af83b51-1b4b-4ed9-9ecc-fee04cc45ba8 None None] Provisioning complete for port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:12.170136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af83b51-1b4b-4ed9-9ecc-fee04cc45ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.198677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.203688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50756) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:12.216571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-985aff61-9606-4932-a65b-403293092f19 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8402834 Aug 10 03:18:12.253370 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.254906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:12.261205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68fc0cf9-ea5c-48eb-8be2-eaa9ee993cc3 req-f2ae58e9-e7f8-4cf3-888f-e647f2131074 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004202 Aug 10 03:18:12.274920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.338298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Pushing event deleted for resources: {'Port': ['ID=b7ff3155-4bde-402a-8003-71eb966d28db,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:12.361391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.361391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.361754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.362058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.364259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.364632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.367066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.370638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.370638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.370638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.370638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.371041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:12.484151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] No DVR routers for this DVR port b7ff3155-4bde-402a-8003-71eb966d28db on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:12.490474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.498739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c38214e6-0a02-4e89-a116-1026f2e48a81 req-738fd66b-2ec4-4882-a018-7421d01e613d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "DELETE /v2.0/ports/b7ff3155-4bde-402a-8003-71eb966d28db HTTP/1.1" status: 204 len: 173 time: 1.2846038 Aug 10 03:18:12.498739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-deleted', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:12.500984 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1e19f-3e4b-4ba0-9897-5ccefe84761d" -d '{"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-deleted", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:12.555273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:12.584582 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Set router 535d7d9d-9b02-40d4-8f26-db615f914311 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:12.590353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3710b80-cf09-47c2-90dd-bb550b0f3fb2 req-589cc2ec-ee7b-4078-9c2b-a6645f15a187 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 210 time: 0.0558727 Aug 10 03:18:12.754845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:12.761528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:12.761823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.798927 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a966a33-aa49-4cd1-96c3-20a9afa752c5 x-openstack-request-id: req-1a966a33-aa49-4cd1-96c3-20a9afa752c5 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:12.799442 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0039da2-3e3e-4622-8f52-4500cbc54266", "name": "network-vif-deleted", "tag": "b7ff3155-4bde-402a-8003-71eb966d28db", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:12.799442 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a966a33-aa49-4cd1-96c3-20a9afa752c5 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:12.799892 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0039da2-3e3e-4622-8f52-4500cbc54266', 'name': 'network-vif-deleted', 'tag': 'b7ff3155-4bde-402a-8003-71eb966d28db', 'status': 'completed', 'code': 200} Aug 10 03:18:12.845854 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 3, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:12.915323 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Checking router: 535d7d9d-9b02-40d4-8f26-db615f914311 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:12.915683 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Updating router 535d7d9d-9b02-40d4-8f26-db615f914311 port f2adcdb5-6a2a-40fa-8903-f34633070701 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:12.938004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:12.952874 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.010962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d017d0f7-f394-41bf-b3da-6157c2ca6938 req-1d1073b6-6282-4c6c-95f6-35ea3b99906f tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0039da2-3e3e-4622-8f52-4500cbc54266 HTTP/1.1" status: 200 len: 210 time: 0.0509269 Aug 10 03:18:13.012800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:13.074824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.134167 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.189212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:13.279543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Allocated IP 172.20.0.1 (19addfdc-01e1-4d08-b3e9-42ed89d2536a/27ecf6ed-395b-45a8-9c4a-90f1de661a17/895b8bf6-834f-4674-b305-a5c137fcb765) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:13.349910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:13.371469 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.381813 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Transition to ACTIVE for port object f2adcdb5-6a2a-40fa-8903-f34633070701 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:13.432092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:13.432490 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.439983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc05e4-9639-42fd-bd3a-f48a2d66c757 req-b533c849-6160-4ede-b845-1459b7165a8a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:13.442572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1dc05e4-9639-42fd-bd3a-f48a2d66c757 req-b533c849-6160-4ede-b845-1459b7165a8a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0725403 Aug 10 03:18:13.480139 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.490114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.491565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1dc05e4-9639-42fd-bd3a-f48a2d66c757 req-c31930cb-5c37-4c94-a449-2b9a604a4d51 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Aug 10 03:18:13.519006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Transition to ACTIVE for port object 895b8bf6-834f-4674-b305-a5c137fcb765 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:13.573844 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ba5c-baef-46cb-a616-de8fdfd6f628 None None] Pushing event updated for resources: {'Port': ['ID=f2adcdb5-6a2a-40fa-8903-f34633070701,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:13.591128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:13.612209 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Attempting to bind port f2adcdb5-6a2a-40fa-8903-f34633070701 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:13.616322 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Attempting to bind port f2adcdb5-6a2a-40fa-8903-f34633070701 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:13.617058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Attempting to bind port f2adcdb5-6a2a-40fa-8903-f34633070701 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:13.633099 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:13.638137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:13.638137 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.638137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:13.638137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Bound port: f2adcdb5-6a2a-40fa-8903-f34633070701, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:13.638137 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.662606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.714016 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] For port f2adcdb5-6a2a-40fa-8903-f34633070701, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:13.717818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] For port f2adcdb5-6a2a-40fa-8903-f34633070701, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f2adcdb5-6a2a-40fa-8903-f34633070701,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:13.741072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:13.748239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:13.752470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:13.793121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Pushing event updated for resources: {'Port': ['ID=895b8bf6-834f-4674-b305-a5c137fcb765,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:13.807163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9388735f-15ad-459c-b9ee-083853871f94 req-911c24c1-cc5f-4144-ae88-15329507b563 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 210 time: 0.0711246 Aug 10 03:18:13.813693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.834926 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.868229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:13.873595 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:13.974863 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ba5c-baef-46cb-a616-de8fdfd6f628 None None] Pushing event updated for resources: {'Port': ['ID=f2adcdb5-6a2a-40fa-8903-f34633070701,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:13.981356 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Routers {'535d7d9d-9b02-40d4-8f26-db615f914311'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:13.982032 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['535d7d9d-9b02-40d4-8f26-db615f914311'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:14.077068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.113607 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] Set router 535d7d9d-9b02-40d4-8f26-db615f914311 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:14.189076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9cd03f35-f6a7-4fba-8cb6-e2e6933d002b None None] Provisioning for port 895b8bf6-834f-4674-b305-a5c137fcb765 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:14.194334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9cd03f35-f6a7-4fba-8cb6-e2e6933d002b None None] Provisioning complete for port 895b8bf6-834f-4674-b305-a5c137fcb765 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:14.194706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cd03f35-f6a7-4fba-8cb6-e2e6933d002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.248645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9cd03f35-f6a7-4fba-8cb6-e2e6933d002b None None] Port 895b8bf6-834f-4674-b305-a5c137fcb765 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:14.269940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.335282 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 3, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:14.350223 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.364517 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a169b-f9bd-44ac-ab80-423383dc92f1 None None] The sync data for ids ['535d7d9d-9b02-40d4-8f26-db615f914311'] in n-d-765315-26 is: [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:18:10Z', 'revision_number': 3, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:14.424700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Pushing event updated for resources: {'Port': ['ID=895b8bf6-834f-4674-b305-a5c137fcb765,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:14.433574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.596043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:14.599638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:14.746200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-cfece2c7-e5ef-4a31-9bb0-223d4b420df9 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.747744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-cfece2c7-e5ef-4a31-9bb0-223d4b420df9 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.54 "GET /v2.0/networks?id=8f2f6353-9f70-45c9-8b3a-a422232c62e2 HTTP/1.1" status: 200 len: 829 time: 0.2211816 Aug 10 03:18:14.784742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Request body: {'port': {'device_id': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'admin_state_up': True, 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:14.855619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac4e4-5f93-4b2d-bfa5-c0a7f20d8953 req-5cc29eb0-fd74-40ec-9aee-4bdfb3ed3da3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:14.857201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-431ac4e4-5f93-4b2d-bfa5-c0a7f20d8953 req-5cc29eb0-fd74-40ec-9aee-4bdfb3ed3da3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0985880 Aug 10 03:18:14.864616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:14.903071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b7ff3155-4bde-402a-8003-71eb966d28db {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:14.908609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b7ff3155-4bde-402a-8003-71eb966d28db not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:14.915077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Router 535d7d9d-9b02-40d4-8f26-db615f914311 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:14.924945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-431ac4e4-5f93-4b2d-bfa5-c0a7f20d8953 req-71ee102e-c540-458e-ab86-613ec67c0b2b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586269 Aug 10 03:18:15.002448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8625bea6-4ec6-434b-86ac-c9d937164ca7 None None] Provisioning complete for port 895b8bf6-834f-4674-b305-a5c137fcb765 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:15.002915 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8625bea6-4ec6-434b-86ac-c9d937164ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.057262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8625bea6-4ec6-434b-86ac-c9d937164ca7 None None] Port 895b8bf6-834f-4674-b305-a5c137fcb765 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:15.078180 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.114583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:15.120538 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7bd06c15-2196-48f2-ad3f-155982d8f5eb admin admin] 10.222.0.26 "PUT /v2.0/routers/535d7d9d-9b02-40d4-8f26-db615f914311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9150455 Aug 10 03:18:15.126981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e897e4-f41d-49f3-ba77-d089d969193c req-ddaa20c2-49aa-457b-bb13-69e0cf90fc5d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.140639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30e897e4-f41d-49f3-ba77-d089d969193c req-ddaa20c2-49aa-457b-bb13-69e0cf90fc5d tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 949 time: 0.0743783 Aug 10 03:18:15.180377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Made reservation on behalf of fcc4789ae56247719536e3aa2ad18ddb for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:15.180377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.187962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30e897e4-f41d-49f3-ba77-d089d969193c req-1939904a-e63b-4145-9994-ec11ea03ce59 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Aug 10 03:18:15.342648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f2adcdb5-6a2a-40fa-8903-f34633070701 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:15.353981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Allocated IP 172.20.0.11 (8f2f6353-9f70-45c9-8b3a-a422232c62e2/112bdc9c-9830-44e2-a625-a78ab3f2520d/8d7356b4-e6a7-461b-95f5-6eb6ff33f81b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:15.438496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b449e9df-5f52-404d-a9a5-f1bfea2bc1f9 req-3295ab11-fb6b-46ef-9dc0-29b4f2dc086a tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 210 time: 0.0299258 Aug 10 03:18:15.452552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f2adcdb5-6a2a-40fa-8903-f34633070701 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:15.455476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f2adcdb5-6a2a-40fa-8903-f34633070701 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:15.456096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.544754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.554753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.567381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Transition to ACTIVE for port object 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:15.585754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f2adcdb5-6a2a-40fa-8903-f34633070701, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f2adcdb5-6a2a-40fa-8903-f34633070701,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:15.686145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.741101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.742581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f2adcdb5-6a2a-40fa-8903-f34633070701,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:15.781506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:15.784595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:15.788554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:15.838012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Pushing event updated for resources: {'Port': ['ID=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:15.854956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:15.855682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.949604 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-125d6bc3-a203-44e7-98d1-3dc126f7d770 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1737959 Aug 10 03:18:15.970055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Request body: {'port': {'device_id': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:16.027274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.109588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50806) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:16.115164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003342025', 'description': 'tempest-description--1102826602'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:16.177584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95da0d10-b51b-464c-ba9c-66a2843c3f80 None None] Provisioning for port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:16.181507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95da0d10-b51b-464c-ba9c-66a2843c3f80 None None] Provisioning complete for port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:16.181879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95da0d10-b51b-464c-ba9c-66a2843c3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.217536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f2c89-37ac-4f2b-a925-88b0b538ea77 req-30361ac0-8b06-4df3-a52b-3cc129d8a368 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.218434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-95da0d10-b51b-464c-ba9c-66a2843c3f80 None None] Port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:16.219534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e4f2c89-37ac-4f2b-a925-88b0b538ea77 req-30361ac0-8b06-4df3-a52b-3cc129d8a368 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0564084 Aug 10 03:18:16.246500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Sync routers for ids ['535d7d9d-9b02-40d4-8f26-db615f914311'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:16.255805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Routers {'535d7d9d-9b02-40d4-8f26-db615f914311'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:16.256539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['535d7d9d-9b02-40d4-8f26-db615f914311'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:16.262862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.288241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e4f2c89-37ac-4f2b-a925-88b0b538ea77 req-8c97c73c-08e1-4ddc-9830-6b70748243b1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612113 Aug 10 03:18:16.338826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:16.349687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.368638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Transition to ACTIVE for port object 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:16.376777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.386827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Set router 535d7d9d-9b02-40d4-8f26-db615f914311 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:16.431929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff869-28ed-4a4d-86bd-60d3b2fd1d5b req-d3c9a0be-dbdb-43cf-96d8-bf641eee7425 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.433584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a64ff869-28ed-4a4d-86bd-60d3b2fd1d5b req-d3c9a0be-dbdb-43cf-96d8-bf641eee7425 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 949 time: 0.0493748 Aug 10 03:18:16.434455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.475672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a64ff869-28ed-4a4d-86bd-60d3b2fd1d5b req-37fbc989-61fe-410d-bd24-a0bc19d9fe2f tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/security-groups?id=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Aug 10 03:18:16.479781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.521505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca8da7-8f0e-431d-96a7-d590473e185f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:16.525127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:16.587198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Attempting to bind port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:16.587762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Attempting to bind port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:16.588398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Attempting to bind port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b on network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:16.595313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b on network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:16.595916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Attempting to bind port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b on network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:16.602419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:16.602898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Checking segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:16.603400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Bound using segment: {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:16.603931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Bound port: 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb94f5aa-0476-4bb8-8f45-5752947c18c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:16.604413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.619438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-ba229409-7b2e-42cd-9c9a-e4c963ffb31e tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.621044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-ba229409-7b2e-42cd-9c9a-e4c963ffb31e tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 949 time: 0.0689602 Aug 10 03:18:16.621818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.623064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db783da1-447d-40b5-a85b-74918b92accb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5125847 Aug 10 03:18:16.626202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50816) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:16.642348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Request body: {'security_group_rule': {'security_group_id': '05ca8da7-8f0e-431d-96a7-d590473e185f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:16.670182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:18:13Z', 'revision_number': 4, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '895b8bf6-834f-4674-b305-a5c137fcb765', 'name': '', 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'mac_address': 'fa:16:3e:b9:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:13Z', 'updated_at': '2021-08-10T03:18:14Z', 'revision_number': 2, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'subnets': [{'id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:16.697206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] For port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:16.708415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] For port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:16.721927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Checking router: 535d7d9d-9b02-40d4-8f26-db615f914311 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:16.722435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Updating router 535d7d9d-9b02-40d4-8f26-db615f914311 port 895b8bf6-834f-4674-b305-a5c137fcb765 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:16.754044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.796738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8269c3-1460-4db4-b0e2-13832145b86e req-e5d0ba22-6ed8-446c-8495-cd5cd175c03f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.798154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af8269c3-1460-4db4-b0e2-13832145b86e req-e5d0ba22-6ed8-446c-8495-cd5cd175c03f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 944 time: 0.0820282 Aug 10 03:18:16.817482 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.844334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Deleting port d1b7fc39-1c67-4656-b2ad-46adf0e283ac {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:16.844903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.895789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:16.910452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af8269c3-1460-4db4-b0e2-13832145b86e req-589a4360-587e-4ae0-b7f6-4291ef11282e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034956 Aug 10 03:18:16.913027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:16.914473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:16.916144 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-28aefa63-63c3-4f0f-bf44-eaa39b293ad9 service neutron] 10.222.0.54 "PUT /v2.0/ports/8d7356b4-e6a7-461b-95f5-6eb6ff33f81b HTTP/1.1" status: 200 len: 1093 time: 0.9503620 Aug 10 03:18:16.917254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'tag': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:16.920954 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397463a2-e8b2-4f10-b1ba-76420a454fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b091a432-610a-4bd8-97e1-c6fbfc45ea42", "tag": "8d7356b4-e6a7-461b-95f5-6eb6ff33f81b"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:16.931931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.041271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] For port d1b7fc39-1c67-4656-b2ad-46adf0e283ac, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:17.041711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.050976 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bacc24-a15f-426b-9406-1a9caa191af9 x-openstack-request-id: req-b2bacc24-a15f-426b-9406-1a9caa191af9 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:17.051510 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b091a432-610a-4bd8-97e1-c6fbfc45ea42", "tag": "8d7356b4-e6a7-461b-95f5-6eb6ff33f81b", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:17.051963 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2bacc24-a15f-426b-9406-1a9caa191af9 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:17.052636 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'tag': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b', 'status': 'completed', 'code': 200} Aug 10 03:18:17.060247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.067881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Calling delete_port for d1b7fc39-1c67-4656-b2ad-46adf0e283ac owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:17.102791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.115344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Transition to ACTIVE for port object 895b8bf6-834f-4674-b305-a5c137fcb765 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:17.136280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-088961e6-a7b1-470d-8538-12730c28ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:17.138427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-088961e6-a7b1-470d-8538-12730c28ea2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcc4789ae56247719536e3aa2ad18ddb&device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 1096 time: 0.0552344 Aug 10 03:18:17.145295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.177567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b06ee8-3e6c-46bc-9614-8323261a499f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.189665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.201290 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-f240689e-f0ce-48d7-8f91-5834a3bd2203 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b HTTP/1.1" status: 200 len: 217 time: 0.0468564 Aug 10 03:18:17.262943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f575f7-8049-45cc-9f6d-868ddef1ae57 None None] Pushing event updated for resources: {'Port': ['ID=895b8bf6-834f-4674-b305-a5c137fcb765,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.272037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.275634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-986ce1b5-33e9-4c1f-9b18-3f4a4cd72424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6461763 Aug 10 03:18:17.275927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50822) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.283104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Request body: {'security_group_rule': {'security_group_id': '05ca8da7-8f0e-431d-96a7-d590473e185f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:17.347314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Attempting to bind port 895b8bf6-834f-4674-b305-a5c137fcb765 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:17.348589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Attempting to bind port 895b8bf6-834f-4674-b305-a5c137fcb765 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:17.349050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Attempting to bind port 895b8bf6-834f-4674-b305-a5c137fcb765 on network 19addfdc-01e1-4d08-b3e9-42ed89d2536a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:17.359035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:17.365251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Checking segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:17.365251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.365251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Bound using segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:17.365251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Bound port: 895b8bf6-834f-4674-b305-a5c137fcb765, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:17.365251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.382304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f2adcdb5-6a2a-40fa-8903-f34633070701 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:17.383250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.451749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] For port 895b8bf6-834f-4674-b305-a5c137fcb765, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:17.455428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] For port 895b8bf6-834f-4674-b305-a5c137fcb765, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=895b8bf6-834f-4674-b305-a5c137fcb765,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:17.463199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.492490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Pushing event deleted for resources: {'Port': ['ID=d1b7fc39-1c67-4656-b2ad-46adf0e283ac,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.514652 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.557837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.584501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] No DVR routers for this DVR port d1b7fc39-1c67-4656-b2ad-46adf0e283ac on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:17.587926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.590381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4311bc2e-2c11-404b-ad9c-97855f47bfb4 req-bb007784-3aca-436c-b0c4-ac0af0b4d2ed tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.46 "DELETE /v2.0/ports/d1b7fc39-1c67-4656-b2ad-46adf0e283ac HTTP/1.1" status: 204 len: 173 time: 0.9414651 Aug 10 03:18:17.590839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-deleted', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:17.593883 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f1f273-4b55-4413-826b-f0727d3c5c78" -d '{"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-deleted", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:17.599324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f2adcdb5-6a2a-40fa-8903-f34633070701 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:17.599698 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.605421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ab72a-fe40-4d07-b47f-7e6c1d9d90fb req-7bb40694-de08-4d14-87ce-74fd95136ec1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:17.606982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a97ab72a-fe40-4d07-b47f-7e6c1d9d90fb req-7bb40694-de08-4d14-87ce-74fd95136ec1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.2213359 Aug 10 03:18:17.615395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-7146942d-6a16-490b-acd8-25b2c9cd8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:17.617819 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-7146942d-6a16-490b-acd8-25b2c9cd8400 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=112bdc9c-9830-44e2-a625-a78ab3f2520d HTTP/1.1" status: 200 len: 868 time: 0.4088869 Aug 10 03:18:17.637392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Routers {'535d7d9d-9b02-40d4-8f26-db615f914311'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:17.638057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['535d7d9d-9b02-40d4-8f26-db615f914311'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:17.639949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f575f7-8049-45cc-9f6d-868ddef1ae57 None None] Pushing event updated for resources: {'Port': ['ID=895b8bf6-834f-4674-b305-a5c137fcb765,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.647386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.668313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a97ab72a-fe40-4d07-b47f-7e6c1d9d90fb req-6427b959-f9ba-47c4-b05b-05aa4de443a7 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Aug 10 03:18:17.673289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82230e62-447e-46b3-9ed8-a5744d23b4d9,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:17.698052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-f77cc1d5-8c36-4801-9a43-ea6a2daeea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:17.700133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-f77cc1d5-8c36-4801-9a43-ea6a2daeea61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2f6353-9f70-45c9-8b3a-a422232c62e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720518 Aug 10 03:18:17.774999 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:17.774999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fcd4cf5-6f7b-437f-9dc6-d86a5c2bb750 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972527 Aug 10 03:18:17.779404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50832) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:17.785255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:17.797262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9686aa23-12ef-4ba3-8d2e-3b4a288776e0 req-1d9b3d11-3c38-4b39-84e9-8668eb337342 tempest-ListImageFiltersTestJSON-1147986100 tempest-ListImageFiltersTestJSON-1147986100-project] 10.222.0.26 "GET /v2.0/ports?device_id=a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa HTTP/1.1" status: 200 len: 210 time: 0.0348155 Aug 10 03:18:17.837897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] Set router 535d7d9d-9b02-40d4-8f26-db615f914311 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:17.862369 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-6a6edae1-8715-4796-a7c0-9a2d3d83cce4 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540077 Aug 10 03:18:17.873083 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb474eb-c214-4fb2-b7ad-40469ae2ff79 x-openstack-request-id: req-efb474eb-c214-4fb2-b7ad-40469ae2ff79 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:17.873631 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa", "name": "network-vif-deleted", "tag": "d1b7fc39-1c67-4656-b2ad-46adf0e283ac", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:17.878111 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efb474eb-c214-4fb2-b7ad-40469ae2ff79 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:17.878111 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62cfb8e-86d2-4fe3-8f37-700fc3f67ffa', 'name': 'network-vif-deleted', 'tag': 'd1b7fc39-1c67-4656-b2ad-46adf0e283ac', 'status': 'completed', 'code': 200} Aug 10 03:18:17.946361 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.079565 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-70be8172-4644-496d-bafb-6bda7e66a99d service neutron] 10.222.0.54 "GET /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021425 Aug 10 03:18:18.128976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:18:13Z', 'revision_number': 4, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '895b8bf6-834f-4674-b305-a5c137fcb765', 'name': '', 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'mac_address': 'fa:16:3e:b9:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:13Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 4, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'subnets': [{'id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:18.130466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.146985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab9ddf-9e4b-4905-a989-1065ae4f88c7 req-34913839-c095-40e9-89e4-d2af29595044 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.149264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-caab9ddf-9e4b-4905-a989-1065ae4f88c7 req-34913839-c095-40e9-89e4-d2af29595044 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 944 time: 0.0610704 Aug 10 03:18:18.161576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48709dd9-03ce-4d93-a2ca-a745b8a48460 None None] The sync data for ids ['535d7d9d-9b02-40d4-8f26-db615f914311'] in n-d-765315-26 is: [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:18:13Z', 'revision_number': 4, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '895b8bf6-834f-4674-b305-a5c137fcb765', 'name': '', 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'mac_address': 'fa:16:3e:b9:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:13Z', 'updated_at': '2021-08-10T03:18:17Z', 'revision_number': 4, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'subnets': [{'id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:18.193663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-caab9ddf-9e4b-4905-a989-1065ae4f88c7 req-c871dfb5-9aa6-47aa-855e-5ffad2be6e27 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Aug 10 03:18:18.267497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Allocated IP 172.25.1.10 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3b77b835-f1ac-4132-a4d0-d360c6a802e8) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:18.370254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-f2bd6a36-8b9d-4339-b446-69e7a830126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.371792 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-f2bd6a36-8b9d-4339-b446-69e7a830126d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcc4789ae56247719536e3aa2ad18ddb&device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 1096 time: 0.0912206 Aug 10 03:18:18.465468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.509134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-b4abb936-2021-438a-9b7a-1d1b471c8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.510670 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-b4abb936-2021-438a-9b7a-1d1b471c8f1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8f2f6353-9f70-45c9-8b3a-a422232c62e2 HTTP/1.1" status: 200 len: 930 time: 0.1298003 Aug 10 03:18:18.561881 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-55a3ed0e-c117-40bb-83e0-0d9073cb5fae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b HTTP/1.1" status: 200 len: 217 time: 0.0407603 Aug 10 03:18:18.621354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-2194bc7f-e486-4b62-98eb-81d08cfeed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.630590 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-2194bc7f-e486-4b62-98eb-81d08cfeed58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=112bdc9c-9830-44e2-a625-a78ab3f2520d HTTP/1.1" status: 200 len: 868 time: 0.0482540 Aug 10 03:18:18.673678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-f4a61ce8-9dcb-47a5-818b-800c773c77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.675202 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-f4a61ce8-9dcb-47a5-818b-800c773c77ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8f2f6353-9f70-45c9-8b3a-a422232c62e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431237 Aug 10 03:18:18.678019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.776590 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:18.782729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:18.785429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:18.807362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3c824-7494-42f9-80e8-5ef18d92f2bc req-00cc7745-5ef4-42ee-be9a-1eb5dd86addf tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:18.809035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3e3c824-7494-42f9-80e8-5ef18d92f2bc req-00cc7745-5ef4-42ee-be9a-1eb5dd86addf tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0604215 Aug 10 03:18:18.817369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event updated for resources: {'Port': ['ID=3b77b835-f1ac-4132-a4d0-d360c6a802e8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:18.862034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3e3c824-7494-42f9-80e8-5ef18d92f2bc req-f0cd9b85-a665-4669-809f-128c33c3d0f6 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Aug 10 03:18:18.897987 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-066cd001-2c8b-42a2-ac34-06dd9018a9f2 service neutron] 10.222.0.54 "GET /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124212 Aug 10 03:18:18.996847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.035059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-397463a2-e8b2-4f10-b1ba-76420a454fa6 req-2c639c75-9dbd-44bf-ba23-4efa2ffcebda service neutron] 10.222.0.54 "GET /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141961 Aug 10 03:18:19.090976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.258667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.327100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 895b8bf6-834f-4674-b305-a5c137fcb765 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:19.371520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.436727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event updated for resources: {'Port': ['ID=3b77b835-f1ac-4132-a4d0-d360c6a802e8,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:19.449896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.451431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 895b8bf6-834f-4674-b305-a5c137fcb765 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:19.455575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 895b8bf6-834f-4674-b305-a5c137fcb765 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:19.455947 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.537150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.558067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.560056 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f418337b-0fb6-4ad3-98b4-f07bc094e0b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7799749 Aug 10 03:18:19.569591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 895b8bf6-834f-4674-b305-a5c137fcb765, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=895b8bf6-834f-4674-b305-a5c137fcb765,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:19.666736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d7fa-55ef-4644-9e22-ae9bad5ad1cf req-2be4a394-5b2c-4e62-a7cc-ff69c9e88e26 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:19.668307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2f5d7fa-55ef-4644-9e22-ae9bad5ad1cf req-2be4a394-5b2c-4e62-a7cc-ff69c9e88e26 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Aug 10 03:18:19.673843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:19.707353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2f5d7fa-55ef-4644-9e22-ae9bad5ad1cf req-075f2517-81fc-4b10-821d-911e05afa5d1 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Aug 10 03:18:19.721441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=895b8bf6-834f-4674-b305-a5c137fcb765,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:20.408127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-b20fb41f-5638-4bf9-9725-f7bf5a03fb7c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2003342025&fields=id&tenant_id=dfeade8b3ecd4abbb1c9593ce0830ce8 HTTP/1.1" status: 200 len: 267 time: 0.0324442 Aug 10 03:18:20.516067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-d9f73bfc-fd64-40a3-86b8-0467ea039a2f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:20.517554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-d9f73bfc-fd64-40a3-86b8-0467ea039a2f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/networks?id=19addfdc-01e1-4d08-b3e9-42ed89d2536a HTTP/1.1" status: 200 len: 811 time: 0.1027102 Aug 10 03:18:20.532108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-79bb66d7-44a2-4eb0-85f4-6cdfefd5c0f8 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/quotas/dfeade8b3ecd4abbb1c9593ce0830ce8 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Aug 10 03:18:20.584385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-356a703c-4ac4-4627-a7ff-3bedf71e1d2e tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dfeade8b3ecd4abbb1c9593ce0830ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470080 Aug 10 03:18:20.678612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-8af77708-c57f-44c7-8f31-d90741d40b25 service neutron] 10.222.0.26 "GET /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Aug 10 03:18:20.777910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-4a3ea6ee-2065-4c0e-a326-7d57a90985c4 service neutron] 10.222.0.26 "GET /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931919 Aug 10 03:18:20.880197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:20.903480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d1b7fc39-1c67-4656-b2ad-46adf0e283ac {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:20.903818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d1b7fc39-1c67-4656-b2ad-46adf0e283ac not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:21.136137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9ea35-48f3-4122-97d2-b1a37ff18d06 req-f44d5d41-2beb-4f94-8b15-b49f0ff0547e tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:21.137707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ed9ea35-48f3-4122-97d2-b1a37ff18d06 req-f44d5d41-2beb-4f94-8b15-b49f0ff0547e tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.0586910 Aug 10 03:18:21.176792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ed9ea35-48f3-4122-97d2-b1a37ff18d06 req-5bfacdc3-bb5b-44d1-b35b-94e7bb56a86d tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Aug 10 03:18:21.302186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fd5d7-6377-4d96-8777-cdd615191707 req-a5f854be-7c7c-4ede-8f0f-8cf019e90a18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:21.303924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-773fd5d7-6377-4d96-8777-cdd615191707 req-a5f854be-7c7c-4ede-8f0f-8cf019e90a18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0554702 Aug 10 03:18:21.327244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 895b8bf6-834f-4674-b305-a5c137fcb765 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:21.360870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-773fd5d7-6377-4d96-8777-cdd615191707 req-4928e8e0-9825-4f5f-9fbe-4015c0ef3360 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Aug 10 03:18:21.367394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 895b8bf6-834f-4674-b305-a5c137fcb765 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:21.367764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.053314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:22.116078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07834083-3619-4418-9dd1-4d9a3e9db9bc req-39e885c0-5664-49b2-8d16-7533bdc86089 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.118419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07834083-3619-4418-9dd1-4d9a3e9db9bc req-39e885c0-5664-49b2-8d16-7533bdc86089 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 944 time: 0.0490720 Aug 10 03:18:22.154719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:22.157311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07834083-3619-4418-9dd1-4d9a3e9db9bc req-8100018b-52ff-482b-a2e6-1234220e760c tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Aug 10 03:18:22.166622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b', 'network_id': '8f2f6353-9f70-45c9-8b3a-a422232c62e2', 'port_id': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b', 'mac_address': 'fa:16:3e:4e:17:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112bdc9c-9830-44e2-a625-a78ab3f2520d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:22.205847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.218762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:22.240735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:22.251086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44c772fc-a96f-4af4-a4d1-32ce1f56ad28 req-f6f4277e-c711-42f5-9a19-1c04bc492bcc tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 210 time: 0.0285177 Aug 10 03:18:22.331109 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.347730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14233269-5c8a-44c7-9500-39bbc42120d3 req-4d95999c-2b9a-4ac6-b7db-2685fb0fc1ff tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.349769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14233269-5c8a-44c7-9500-39bbc42120d3 req-4d95999c-2b9a-4ac6-b7db-2685fb0fc1ff tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1098 time: 0.0431523 Aug 10 03:18:22.390200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.390752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14233269-5c8a-44c7-9500-39bbc42120d3 req-72b3b777-b4e5-4f7d-823e-8c16b175edc7 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Aug 10 03:18:22.420573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50956) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:22.511007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df4f30-14f0-44ae-ab29-0d2d4d3784b4 req-28a6b633-4ae2-41e7-a56e-2d33fbfc3cbb tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:22.512768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27df4f30-14f0-44ae-ab29-0d2d4d3784b4 req-28a6b633-4ae2-41e7-a56e-2d33fbfc3cbb tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0649190 Aug 10 03:18:22.572710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27df4f30-14f0-44ae-ab29-0d2d4d3784b4 req-f3b34139-b88c-4a63-8a6e-57001613d719 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Aug 10 03:18:22.596648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8171851b-7eac-4343-b0f3-a3d0c7d1c9d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=312c8b465b704db99287dad3ee9aa0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748452 Aug 10 03:18:22.599599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50960) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:22.657165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edd72be0-de3d-4128-955b-b83fd95d15ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.683361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edd72be0-de3d-4128-955b-b83fd95d15ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.805350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edd72be0-de3d-4128-955b-b83fd95d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.807972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edd72be0-de3d-4128-955b-b83fd95d15ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.809227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-edd72be0-de3d-4128-955b-b83fd95d15ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9703ffc4-97bc-4d09-9d9e-0cb06eb6c040 HTTP/1.1" status: 204 len: 168 time: 0.2087312 Aug 10 03:18:22.818192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd72be0-de3d-4128-955b-b83fd95d15ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9703ffc4-97bc-4d09-9d9e-0cb06eb6c040,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:22.866111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8d7356b4-e6a7-461b-95f5-6eb6ff33f81b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:24.141263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-aedb032d-3972-4763-a6c5-7f3f69ce1ac1 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:24.142726 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-aedb032d-3972-4763-a6c5-7f3f69ce1ac1 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.54 "GET /v2.0/networks?id=19addfdc-01e1-4d08-b3e9-42ed89d2536a HTTP/1.1" status: 200 len: 811 time: 0.1049123 Aug 10 03:18:24.203441 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-af6d54de-1505-4af4-b179-33b8b89087f9 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfeade8b3ecd4abbb1c9593ce0830ce8 HTTP/1.1" status: 200 len: 380 time: 0.0349257 Aug 10 03:18:24.309418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Request body: {'port': {'device_id': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'admin_state_up': True, 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'security_groups': ['05ca8da7-8f0e-431d-96a7-d590473e185f']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:24.552551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Made reservation on behalf of dfeade8b3ecd4abbb1c9593ce0830ce8 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:24.556185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.683686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Allocated IP 172.20.0.14 (19addfdc-01e1-4d08-b3e9-42ed89d2536a/27ecf6ed-395b-45a8-9c4a-90f1de661a17/7bd4df81-d409-48f9-b936-d7e71b2a7180) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:24.832444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.846163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Transition to ACTIVE for port object 7bd4df81-d409-48f9-b936-d7e71b2a7180 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:24.931734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-21c5c92f-344b-46d2-abb9-5498f29ce1d6 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:18:24.932827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-21c5c92f-344b-46d2-abb9-5498f29ce1d6 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609547 Aug 10 03:18:24.937466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.984499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:24.987664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:24.988844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:24.990059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Unknown quota resources ['binding']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:18:24.991582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:25.015696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event updated for resources: {'Port': ['ID=7bd4df81-d409-48f9-b936-d7e71b2a7180,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:25.045352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.046413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.132573 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-f57fc2c8-fbdb-45cc-9397-fa360e4ce6d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8276155 Aug 10 03:18:25.135081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:25.135425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:25.135756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:25.140865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:25.143738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:25.146566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:25.146904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:25.147286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:25.147725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Bound port: e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:25.153375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Request body: {'port': {'device_id': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:25.207181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:25.214256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.266918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] Notify callbacks [] for binding, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.268031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] 10.222.0.26 "POST /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93/bindings HTTP/1.1" status: 201 len: 390 time: 0.3279178 Aug 10 03:18:25.334407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca88b739-d690-4d42-a7b8-bc9fa8ac734e None None] Provisioning for port 7bd4df81-d409-48f9-b936-d7e71b2a7180 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:25.343404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca88b739-d690-4d42-a7b8-bc9fa8ac734e None None] Provisioning complete for port 7bd4df81-d409-48f9-b936-d7e71b2a7180 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:25.343404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca88b739-d690-4d42-a7b8-bc9fa8ac734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.373454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ca88b739-d690-4d42-a7b8-bc9fa8ac734e None None] Port 7bd4df81-d409-48f9-b936-d7e71b2a7180 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:25.490995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd4df81-d409-48f9-b936-d7e71b2a7180 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:25.498613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.511237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Transition to ACTIVE for port object 7bd4df81-d409-48f9-b936-d7e71b2a7180 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:25.591697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.663485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd4df81-d409-48f9-b936-d7e71b2a7180,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:25.730345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Attempting to bind port 7bd4df81-d409-48f9-b936-d7e71b2a7180 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:25.731193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Attempting to bind port 7bd4df81-d409-48f9-b936-d7e71b2a7180 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:25.731528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Attempting to bind port 7bd4df81-d409-48f9-b936-d7e71b2a7180 on network 19addfdc-01e1-4d08-b3e9-42ed89d2536a {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:25.733417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.739509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Port 7bd4df81-d409-48f9-b936-d7e71b2a7180 on network 19addfdc-01e1-4d08-b3e9-42ed89d2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:25.739509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Attempting to bind port 7bd4df81-d409-48f9-b936-d7e71b2a7180 on network 19addfdc-01e1-4d08-b3e9-42ed89d2536a {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:25.745589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:25.745928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Checking segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:25.746309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Bound using segment: {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:25.746989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Bound port: 7bd4df81-d409-48f9-b936-d7e71b2a7180, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1624b8a0-8557-4fc6-97fe-725843ba64e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:25.747364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.759238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a02d4-b66a-48ab-aa4a-79f8049819c9 req-8c9bd892-b593-434d-aeb7-8abd6cd19c0e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.760826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-026a02d4-b66a-48ab-aa4a-79f8049819c9 req-8c9bd892-b593-434d-aeb7-8abd6cd19c0e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 945 time: 0.0853662 Aug 10 03:18:25.806018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-026a02d4-b66a-48ab-aa4a-79f8049819c9 req-c7dc52d9-c45b-42d8-8425-4080c12ba10c tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Aug 10 03:18:25.822331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] For port 7bd4df81-d409-48f9-b936-d7e71b2a7180, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:25.825778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] For port 7bd4df81-d409-48f9-b936-d7e71b2a7180, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:25.896074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.936875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423ad8f-e9d9-40c5-b412-e0f7712f98ba req-c1cda72c-591b-4d88-bf9b-7050383edbbe tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.938100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:25.938593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3423ad8f-e9d9-40c5-b412-e0f7712f98ba req-c1cda72c-591b-4d88-bf9b-7050383edbbe tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 944 time: 0.0620341 Aug 10 03:18:25.938708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:25.940439 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/7bd4df81-d409-48f9-b936-d7e71b2a7180 HTTP/1.1" status: 200 len: 1093 time: 0.7914872 Aug 10 03:18:25.970762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'tag': '7bd4df81-d409-48f9-b936-d7e71b2a7180'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:25.974072 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c79ad-f2e4-48c0-a644-c82a2444a241" -d '{"events": [{"name": "network-changed", "server_uuid": "ca05f966-b9f9-4a74-bf7d-f2a92513779c", "tag": "7bd4df81-d409-48f9-b936-d7e71b2a7180"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:25.987830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3423ad8f-e9d9-40c5-b412-e0f7712f98ba req-22b98df4-a972-4d52-8c6e-e2b87d246887 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403719 Aug 10 03:18:26.012835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6440561-203a-4e2b-aacd-bb77dcbf12d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd4df81-d409-48f9-b936-d7e71b2a7180,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.029142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-109d1192-141f-4457-abd0-8197534cc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.030536 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-109d1192-141f-4457-abd0-8197534cc5d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1098 time: 0.0946815 Aug 10 03:18:26.074764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:26.155679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b9fc-7729-4fff-9db0-08d082d3b5c6 req-8180a29c-53e4-45c0-ab4a-cdc69dcd6f0a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.157676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3af0b9fc-7729-4fff-9db0-08d082d3b5c6 req-8180a29c-53e4-45c0-ab4a-cdc69dcd6f0a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0901394 Aug 10 03:18:26.169473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-40642c12-45b1-453f-bd95-1e80e649f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.171063 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-40642c12-45b1-453f-bd95-1e80e649f44e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfeade8b3ecd4abbb1c9593ce0830ce8&device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 1096 time: 0.1078620 Aug 10 03:18:26.197531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-65f6dcd8-9c45-4c26-a24b-1fcdb52117a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.199023 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-65f6dcd8-9c45-4c26-a24b-1fcdb52117a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1438556 Aug 10 03:18:26.201515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3af0b9fc-7729-4fff-9db0-08d082d3b5c6 req-e3dfff34-c465-4901-880e-a990322f1982 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Aug 10 03:18:26.238422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-57f4f785-c4d4-45a8-93ad-73f45ea3c3e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180 HTTP/1.1" status: 200 len: 217 time: 0.0506132 Aug 10 03:18:26.280704 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-35e40c87-5014-4bc4-89f2-21caeb2abde0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 217 time: 0.0490637 Aug 10 03:18:26.353815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:26.354940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c2ac434e-954d-455d-ad7d-5a277ec09e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.356541 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-c2ac434e-954d-455d-ad7d-5a277ec09e21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27ecf6ed-395b-45a8-9c4a-90f1de661a17 HTTP/1.1" status: 200 len: 850 time: 0.0850618 Aug 10 03:18:26.358555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:26.358738 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.363723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-a56ba420-300e-404a-976f-23ef529a2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.365158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-a56ba420-300e-404a-976f-23ef529a2530 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0660717 Aug 10 03:18:26.420193 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-722e42ec-788d-43b6-ac43-094da822fd79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427125 Aug 10 03:18:26.426427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dece0-9740-4ff6-913c-56e55d408a0b req-dbbc9ea2-1932-41ed-a4a2-bdb49e0448f6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.427950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e04dece0-9740-4ff6-913c-56e55d408a0b req-dbbc9ea2-1932-41ed-a4a2-bdb49e0448f6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0607066 Aug 10 03:18:26.437869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-864e8b22-7995-45c2-b4c5-fe86e8442f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.439444 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-864e8b22-7995-45c2-b4c5-fe86e8442f6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19addfdc-01e1-4d08-b3e9-42ed89d2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734115 Aug 10 03:18:26.442705 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.471649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e04dece0-9740-4ff6-913c-56e55d408a0b req-30d113f4-c925-403a-8d95-c19c521f310d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Aug 10 03:18:26.476580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:26.571113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.584480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-87488a69-0ed8-40f9-a16b-9eabffb1a6a2 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553764 Aug 10 03:18:26.589620 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-e1fcf43c-d877-4daf-9a06-81e3fc947b6d service neutron] 10.222.0.54 "GET /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408427 Aug 10 03:18:26.624929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:26.734098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9667-a4a2-45a9-be3b-bd391b56ac82 req-9339e6e7-6196-42b9-959f-f99448ad25a5 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:26.735596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07cd9667-a4a2-45a9-be3b-bd391b56ac82 req-9339e6e7-6196-42b9-959f-f99448ad25a5 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Aug 10 03:18:26.749767 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-03cbf254-9231-4291-8f74-e537fbeacfaf service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501708 Aug 10 03:18:26.753270 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-bee04e8c-31d8-4512-adcb-14fb9f621cb8 service neutron] 10.222.0.54 "GET /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465738 Aug 10 03:18:26.775078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07cd9667-a4a2-45a9-be3b-bd391b56ac82 req-b92ba0ef-776b-479c-a795-d93b9030abd2 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332026 Aug 10 03:18:26.817244 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc7f7c-aa0c-4cd0-9ebe-7c600aa2e594 x-openstack-request-id: req-f7bc7f7c-aa0c-4cd0-9ebe-7c600aa2e594 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:26.817244 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca05f966-b9f9-4a74-bf7d-f2a92513779c", "tag": "7bd4df81-d409-48f9-b936-d7e71b2a7180", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:26.817244 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7bc7f7c-aa0c-4cd0-9ebe-7c600aa2e594 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:26.817244 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'tag': '7bd4df81-d409-48f9-b936-d7e71b2a7180', 'status': 'completed', 'code': 200} Aug 10 03:18:27.056776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-87b2215a-68ee-41e4-92c7-88e068d84fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.058788 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-87b2215a-68ee-41e4-92c7-88e068d84fc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfeade8b3ecd4abbb1c9593ce0830ce8&device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 1096 time: 0.0485263 Aug 10 03:18:27.127056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6348ed4-743c-40e7-90b4-10fc17a1c621 req-05541e11-5b8f-435b-992a-eec1c1d0993d tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.128617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6348ed4-743c-40e7-90b4-10fc17a1c621 req-05541e11-5b8f-435b-992a-eec1c1d0993d tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0505815 Aug 10 03:18:27.153567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-8de321a7-fd2b-4fba-bb74-ede28d72d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.155050 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-8de321a7-fd2b-4fba-bb74-ede28d72d572 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19addfdc-01e1-4d08-b3e9-42ed89d2536a HTTP/1.1" status: 200 len: 912 time: 0.0880497 Aug 10 03:18:27.170207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6348ed4-743c-40e7-90b4-10fc17a1c621 req-67042dcf-b464-4273-aa6f-39ac32e7522e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Aug 10 03:18:27.202129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-f9e6923e-c993-4417-9607-d6a4532decb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180 HTTP/1.1" status: 200 len: 217 time: 0.0397429 Aug 10 03:18:27.278513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-83e8cc12-0911-48d5-b468-caae2f034874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.280555 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-83e8cc12-0911-48d5-b468-caae2f034874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=27ecf6ed-395b-45a8-9c4a-90f1de661a17 HTTP/1.1" status: 200 len: 850 time: 0.0571120 Aug 10 03:18:27.348095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-a3d7c71a-8557-46ba-a177-5157c09c8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.351752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-a3d7c71a-8557-46ba-a177-5157c09c8b29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19addfdc-01e1-4d08-b3e9-42ed89d2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625699 Aug 10 03:18:27.366339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84622c-ba1f-480e-ab59-607e24faa11c req-504c094f-d8a0-4eb1-ad74-8d9920a4fe81 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.373845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b84622c-ba1f-480e-ab59-607e24faa11c req-504c094f-d8a0-4eb1-ad74-8d9920a4fe81 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 944 time: 0.0688722 Aug 10 03:18:27.407562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b84622c-ba1f-480e-ab59-607e24faa11c req-e2fa2124-4c28-432c-ad41-8a98e42f699b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Aug 10 03:18:27.463534 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-0e642868-bd19-4e7c-94f0-57f18f2af8ea service neutron] 10.222.0.54 "GET /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027939 Aug 10 03:18:27.526273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c191d-3328-4890-a21d-5b53b1d20ef7 req-7adfc654-27e6-49f7-b71f-2176056c25b3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.527846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a51c191d-3328-4890-a21d-5b53b1d20ef7 req-7adfc654-27e6-49f7-b71f-2176056c25b3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0512931 Aug 10 03:18:27.567016 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5c79ad-f2e4-48c0-a644-c82a2444a241 req-5f2725a8-35af-47a8-888e-bc7334313c22 service neutron] 10.222.0.54 "GET /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912979 Aug 10 03:18:27.569764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a51c191d-3328-4890-a21d-5b53b1d20ef7 req-84925ef6-5f6c-46cf-ace7-12ac949a664f tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Aug 10 03:18:27.738862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51078) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:27.853194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1769cc53-9e95-40d3-bd73-27f04b3e52ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:27.974126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129c15c-f006-472e-968c-882f34266130 req-31193f05-7ccd-4b36-94b9-5ab6b3b4d925 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:27.975530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f129c15c-f006-472e-968c-882f34266130 req-31193f05-7ccd-4b36-94b9-5ab6b3b4d925 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0667415 Aug 10 03:18:28.330310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1769cc53-9e95-40d3-bd73-27f04b3e52ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.350623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f129c15c-f006-472e-968c-882f34266130 req-6317d33d-4cc5-4c29-8997-c9a67e9847c7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675597 Aug 10 03:18:28.405714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1769cc53-9e95-40d3-bd73-27f04b3e52ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.466513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769cc53-9e95-40d3-bd73-27f04b3e52ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84851c12-d901-4dd0-972d-484af730a157,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.471423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1769cc53-9e95-40d3-bd73-27f04b3e52ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa76281888894c7ab3602ce53d7bba84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7315245 Aug 10 03:18:28.475186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51090) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:28.511926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5611a6-2fcb-444c-a2ab-50cd9c441b4a req-4c705451-0e15-47f3-9dc9-465a28945e2c tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.513419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a5611a6-2fcb-444c-a2ab-50cd9c441b4a req-4c705451-0e15-47f3-9dc9-465a28945e2c tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.0920906 Aug 10 03:18:28.562846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c416b92-babf-428e-a3fd-513ca3674148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.572986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a5611a6-2fcb-444c-a2ab-50cd9c441b4a req-e0b49836-39d3-4af7-a912-76000b5d9588 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508890 Aug 10 03:18:28.601942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c416b92-babf-428e-a3fd-513ca3674148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.734262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c416b92-babf-428e-a3fd-513ca3674148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.736754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1c416b92-babf-428e-a3fd-513ca3674148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:28.738342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1c416b92-babf-428e-a3fd-513ca3674148 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84851c12-d901-4dd0-972d-484af730a157 HTTP/1.1" status: 204 len: 168 time: 0.2623167 Aug 10 03:18:28.751432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c416b92-babf-428e-a3fd-513ca3674148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84851c12-d901-4dd0-972d-484af730a157,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:28.781774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25283350-e83e-4f65-aa17-56f89e231fa6 req-99609272-651a-4ed6-9af5-6f48f5fdbd5e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.790026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25283350-e83e-4f65-aa17-56f89e231fa6 req-99609272-651a-4ed6-9af5-6f48f5fdbd5e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0814259 Aug 10 03:18:28.824792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25283350-e83e-4f65-aa17-56f89e231fa6 req-b0551552-4288-4486-ba1e-188651e274c3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Aug 10 03:18:28.933745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a76cf-ab32-44fb-b7ba-0c2ba5d286fd req-01643be0-1cec-4523-b0f8-8286d4c017c9 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:28.935302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c6a76cf-ab32-44fb-b7ba-0c2ba5d286fd req-01643be0-1cec-4523-b0f8-8286d4c017c9 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 944 time: 0.0511086 Aug 10 03:18:28.977031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c6a76cf-ab32-44fb-b7ba-0c2ba5d286fd req-aa7dea0d-693a-4dc5-a088-02b291b9023b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341892 Aug 10 03:18:29.098032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d991ebe-28c1-4119-af11-ab8e9078f166 req-36a8c73c-fe37-48ec-a620-8c595f068567 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:29.099582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d991ebe-28c1-4119-af11-ab8e9078f166 req-36a8c73c-fe37-48ec-a620-8c595f068567 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0539153 Aug 10 03:18:29.148984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d991ebe-28c1-4119-af11-ab8e9078f166 req-cfdbed83-f037-4205-b02c-2a9fb8deae65 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Aug 10 03:18:29.469206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50aad1-86b8-4dcc-9b08-9da0111fef61 req-fdb93755-3389-4de5-aee0-2385736a3918 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:29.471403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a50aad1-86b8-4dcc-9b08-9da0111fef61 req-fdb93755-3389-4de5-aee0-2385736a3918 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0514121 Aug 10 03:18:29.515123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a50aad1-86b8-4dcc-9b08-9da0111fef61 req-3424c96b-bd06-4425-ab15-df522f99f752 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Aug 10 03:18:29.693552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076dec7-a3ae-41aa-a089-061ca566e491 req-e75fb4d5-2075-4551-85a0-7be5cd45307b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:29.695104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6076dec7-a3ae-41aa-a089-061ca566e491 req-e75fb4d5-2075-4551-85a0-7be5cd45307b tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Aug 10 03:18:29.733370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6076dec7-a3ae-41aa-a089-061ca566e491 req-713d05d9-8b13-490f-90ef-67222d3dea69 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece68cdd-92e5-4783-8470-258c2542d02a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Aug 10 03:18:30.014824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-dff879dd-0bcf-4e9c-9698-035c85cb2257 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.016230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-dff879dd-0bcf-4e9c-9698-035c85cb2257 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.54 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 946 time: 0.0541282 Aug 10 03:18:30.046446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4ce4a-b7ff-4b83-9af2-586160d4f1da req-34641ee2-e32c-460a-a190-04ba396c61f0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.048516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5e4ce4a-b7ff-4b83-9af2-586160d4f1da req-34641ee2-e32c-460a-a190-04ba396c61f0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0543475 Aug 10 03:18:30.102999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5e4ce4a-b7ff-4b83-9af2-586160d4f1da req-7c28079c-0ddc-41f5-92a0-f65081e2b451 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Aug 10 03:18:30.142694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Deleting port e49a0667-48e7-4242-a721-2dd7d8192d78 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:30.142694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.203344 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c3f641b-f1e9-4ad9-b50f-3cefbe2cb154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.226482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] For port e49a0667-48e7-4242-a721-2dd7d8192d78, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e49a0667-48e7-4242-a721-2dd7d8192d78,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:30.226851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.260717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002decb5-b53a-4d2d-bfda-13f588151d69 req-2270d2f2-ef36-4f6f-b337-0943ec89d07d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.262687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-002decb5-b53a-4d2d-bfda-13f588151d69 req-2270d2f2-ef36-4f6f-b337-0943ec89d07d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 944 time: 0.0613034 Aug 10 03:18:30.305964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-002decb5-b53a-4d2d-bfda-13f588151d69 req-d7880d06-ed2b-454c-8781-34db6d57fc86 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357764 Aug 10 03:18:30.413423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.413910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.414293 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Floating IP 6c896192-0878-464a-ba88-74592f4f94d3 disassociated. External IP: 172.25.1.79, port: e49a0667-48e7-4242-a721-2dd7d8192d78. Aug 10 03:18:30.414707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Calling delete_port for e49a0667-48e7-4242-a721-2dd7d8192d78 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:30.631813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:30.654060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac07207-b408-4356-9fec-23f9efd36a08 req-31770426-1bf1-42a4-87ec-5a4140b8bcd5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.656170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ac07207-b408-4356-9fec-23f9efd36a08 req-31770426-1bf1-42a4-87ec-5a4140b8bcd5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0538948 Aug 10 03:18:30.665894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event deleted for resources: {'Port': ['ID=e49a0667-48e7-4242-a721-2dd7d8192d78,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:30.719253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ac07207-b408-4356-9fec-23f9efd36a08 req-89af6ccd-8ca9-44d6-8586-af11e325a6ab tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558505 Aug 10 03:18:30.802317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:30.841141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b81cd-b80f-4ae8-8699-108bc240ff0a req-602b073b-b9d2-466c-b72b-52f09e09e73b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:30.844852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df7b81cd-b80f-4ae8-8699-108bc240ff0a req-602b073b-b9d2-466c-b72b-52f09e09e73b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0576448 Aug 10 03:18:30.888139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df7b81cd-b80f-4ae8-8699-108bc240ff0a req-e6a3c99e-2ce8-4032-94ed-77e476c265e7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387142 Aug 10 03:18:31.255495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:31.265216 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] Sync routers for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:31.274406 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:31.274990 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:31.296560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] No DVR routers for this DVR port e49a0667-48e7-4242-a721-2dd7d8192d78 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:31.298628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.300651 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-342fce0f-4991-4043-9d7e-120d0e49ea4c req-d2e52913-a9f7-4c2b-9d4a-a5b092fb6ea0 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.54 "DELETE /v2.0/ports/e49a0667-48e7-4242-a721-2dd7d8192d78 HTTP/1.1" status: 204 len: 173 time: 1.2771749 Aug 10 03:18:31.301087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'name': 'network-vif-deleted', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:31.303320 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a4b8a0-14c1-417f-9252-73ed91e9180b" -d '{"events": [{"server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "name": "network-vif-deleted", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:31.382396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:31.399226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edc7ec13-4d62-432d-9fa0-07f2315d905c req-f86941eb-e1db-4259-8073-e02ce4099516 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0272229 Aug 10 03:18:31.583723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554fe72-3a28-4f25-8b2c-7a963a07d04b req-3ea94622-6da6-4cb1-a8e8-df7b007a4a38 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:31.590855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d554fe72-3a28-4f25-8b2c-7a963a07d04b req-3ea94622-6da6-4cb1-a8e8-df7b007a4a38 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0537736 Aug 10 03:18:31.599507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:31.629482 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] Checking router: 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:31.638668 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:31.639439 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:31.644404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d554fe72-3a28-4f25-8b2c-7a963a07d04b req-2199196b-663e-441d-8063-e3b37942038d tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Aug 10 03:18:31.679188 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54bd3b6-0744-4980-a1e1-3289fa1a971b x-openstack-request-id: req-a54bd3b6-0744-4980-a1e1-3289fa1a971b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:31.679690 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a4992c-0794-4b3e-b5ba-024e3a45e505", "name": "network-vif-deleted", "tag": "e49a0667-48e7-4242-a721-2dd7d8192d78", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:31.680156 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a54bd3b6-0744-4980-a1e1-3289fa1a971b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:31.680803 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a4992c-0794-4b3e-b5ba-024e3a45e505', 'name': 'network-vif-deleted', 'tag': 'e49a0667-48e7-4242-a721-2dd7d8192d78', 'status': 'completed', 'code': 200} Aug 10 03:18:31.857188 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:31.899828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e7f92-1d90-4ee6-a2ce-6bc563949735 req-ef4c9d4d-d39c-4eba-93a1-5b969fc2db7b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:31.901792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e52e7f92-1d90-4ee6-a2ce-6bc563949735 req-ef4c9d4d-d39c-4eba-93a1-5b969fc2db7b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 944 time: 0.0664575 Aug 10 03:18:31.942768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e52e7f92-1d90-4ee6-a2ce-6bc563949735 req-1fa5d061-4b10-4152-81a1-b4a9b349af29 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347080 Aug 10 03:18:32.062350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79cfe-b584-49a4-bf30-6a0bf0516fb9 req-637b6305-ec30-4235-a7cb-fc2dd93f5466 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:32.063846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32b79cfe-b584-49a4-bf30-6a0bf0516fb9 req-637b6305-ec30-4235-a7cb-fc2dd93f5466 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0501509 Aug 10 03:18:32.078088 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:32.085162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7bd4df81-d409-48f9-b936-d7e71b2a7180 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:32.103603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32b79cfe-b584-49a4-bf30-6a0bf0516fb9 req-6f01704e-bb64-4202-bad1-b5bae42c3a79 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 10 03:18:32.110043 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b95eb0-0dd6-4518-9af6-d7301bb49fc1 None None] The sync data for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 is: [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:06Z', 'revision_number': 4, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9d0d063f-8af4-4f47-bc85-4ebb6e268697', 'name': '', 'network_id': 'd088f17a-201a-4a94-b996-265ee4675ce7', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'mac_address': 'fa:16:3e:12:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:05Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'subnets': [{'id': '98485f93-762f-49ad-bd8c-8ce9ac108216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:32.244056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7bd4df81-d409-48f9-b936-d7e71b2a7180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:32.258581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '7bd4df81-d409-48f9-b936-d7e71b2a7180', 'network_id': '19addfdc-01e1-4d08-b3e9-42ed89d2536a', 'port_id': '7bd4df81-d409-48f9-b936-d7e71b2a7180', 'mac_address': 'fa:16:3e:f3:5a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ecf6ed-395b-45a8-9c4a-90f1de661a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:32.295597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100d7b-e679-424f-b871-9a55ad4753f8 req-0119e2b4-7f12-4553-97dc-f5b92f63cb67 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:32.306454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3100d7b-e679-424f-b871-9a55ad4753f8 req-0119e2b4-7f12-4553-97dc-f5b92f63cb67 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0743473 Aug 10 03:18:32.314086 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.329545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd4df81-d409-48f9-b936-d7e71b2a7180 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:32.366502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7bd4df81-d409-48f9-b936-d7e71b2a7180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:32.366907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3100d7b-e679-424f-b871-9a55ad4753f8 req-ccadfcb9-7576-4977-b69d-1ca84cf811ae tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Aug 10 03:18:32.414394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902dd39-ec70-421d-aa5b-21956ae75eb2 None None] New status for floating IP 6c896192-0878-464a-ba88-74592f4f94d3: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:18:32.449283 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.574373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=7bd4df81-d409-48f9-b936-d7e71b2a7180,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:32.581002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68f2103d-28ae-4843-98c1-83e4d6f15a88 req-18f21676-b8d8-414b-bc40-c5763e2371ee tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0446131 Aug 10 03:18:32.645160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.789533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325228c3-88b8-4d9a-b17f-d42a0704b941 req-7610fac4-681d-41ac-aba3-874aabed8783 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:32.791032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-325228c3-88b8-4d9a-b17f-d42a0704b941 req-7610fac4-681d-41ac-aba3-874aabed8783 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0497727 Aug 10 03:18:32.828861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-325228c3-88b8-4d9a-b17f-d42a0704b941 req-bce314c5-e1ae-42bd-b2ff-8b0965341e64 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Aug 10 03:18:32.913337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['7bd4df81-d409-48f9-b936-d7e71b2a7180'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:32.957655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5fe498f0-d6a0-4174-b5e7-20f07d315f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.080138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0408-2555-45bc-9758-ef5cb6664e42 req-ea0a86b5-4250-4388-bf2c-0ebf9d9df3cf tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.088114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c93f0408-2555-45bc-9758-ef5cb6664e42 req-ea0a86b5-4250-4388-bf2c-0ebf9d9df3cf tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 945 time: 0.0723453 Aug 10 03:18:33.121509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51178) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:33.136598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c93f0408-2555-45bc-9758-ef5cb6664e42 req-3bf9520b-a6cd-4b92-aeb8-a198f330c424 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474958 Aug 10 03:18:33.238017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81356e90-de13-4b1f-a25c-7fc12028ea14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.238236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f8d61-c9e4-4846-90ee-d607d60dd303 req-37244520-530a-4271-9be3-6f81f9fb80d3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.245321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78f8d61-c9e4-4846-90ee-d607d60dd303 req-37244520-530a-4271-9be3-6f81f9fb80d3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0564272 Aug 10 03:18:33.283593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78f8d61-c9e4-4846-90ee-d607d60dd303 req-e90f5ca4-23ed-4c6a-bc50-cb8b3f265025 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 Aug 10 03:18:33.338975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81356e90-de13-4b1f-a25c-7fc12028ea14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.410960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81356e90-de13-4b1f-a25c-7fc12028ea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.449595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81356e90-de13-4b1f-a25c-7fc12028ea14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace6d5e-c22c-4bee-bcc7-d631c279ce98,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.454241 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81356e90-de13-4b1f-a25c-7fc12028ea14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb556e843af34443aa67a19821a11abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317187 Aug 10 03:18:33.468387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369027e-0cec-47cc-9e87-edf8a952c806 req-5ae5f017-356e-4de3-87e6-46e568028c64 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.468823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51186) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:33.468938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3369027e-0cec-47cc-9e87-edf8a952c806 req-5ae5f017-356e-4de3-87e6-46e568028c64 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0521295 Aug 10 03:18:33.506528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3369027e-0cec-47cc-9e87-edf8a952c806 req-6006bb8f-2657-4562-aed0-bdcd6488b33f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Aug 10 03:18:33.528152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c338270-4c3e-4677-8866-2b065171697e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.551422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c338270-4c3e-4677-8866-2b065171697e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.673231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5edc290-1edf-474b-866a-f63cf590a034 req-8e6ea659-cb74-425b-af77-263075fb9e05 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Aug 10 03:18:33.691098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c338270-4c3e-4677-8866-2b065171697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.696923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c338270-4c3e-4677-8866-2b065171697e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:33.696923 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1c338270-4c3e-4677-8866-2b065171697e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ace6d5e-c22c-4bee-bcc7-d631c279ce98 HTTP/1.1" status: 204 len: 168 time: 0.2309978 Aug 10 03:18:33.708926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338270-4c3e-4677-8866-2b065171697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace6d5e-c22c-4bee-bcc7-d631c279ce98,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:33.954715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9eceb-e252-4df3-a5c0-92a0bc46f095 req-ac02f5b1-9ea3-4ce7-a2ce-c30e7abfa03a tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:33.955981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd9eceb-e252-4df3-a5c0-92a0bc46f095 req-ac02f5b1-9ea3-4ce7-a2ce-c30e7abfa03a tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0562842 Aug 10 03:18:33.997197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd9eceb-e252-4df3-a5c0-92a0bc46f095 req-5e58ee8f-6ffc-4b36-9d88-1501703a307d tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Aug 10 03:18:34.000285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.101186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7bd4df81-d409-48f9-b936-d7e71b2a7180 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:34.250798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 7bd4df81-d409-48f9-b936-d7e71b2a7180 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:34.254670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8939-d17d-407b-8a27-c34f1311e977 req-66111fda-c7c2-43f7-bafa-2a34a9ad3303 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.256452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 7bd4df81-d409-48f9-b936-d7e71b2a7180 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:34.257105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dba8939-d17d-407b-8a27-c34f1311e977 req-66111fda-c7c2-43f7-bafa-2a34a9ad3303 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 945 time: 0.0568407 Aug 10 03:18:34.263284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.312575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dba8939-d17d-407b-8a27-c34f1311e977 req-0da76b50-eb19-4b80-be5b-9d0685ae69e6 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Aug 10 03:18:34.350803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.397743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7bd4df81-d409-48f9-b936-d7e71b2a7180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:34.420546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1fa2b-d589-4b9c-8c48-f157788fc5fd req-c4ce8084-c7dd-4d19-8a21-8382e08e2aca tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.422131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64e1fa2b-d589-4b9c-8c48-f157788fc5fd req-c4ce8084-c7dd-4d19-8a21-8382e08e2aca tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0551600 Aug 10 03:18:34.470911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64e1fa2b-d589-4b9c-8c48-f157788fc5fd req-97d5781d-20a8-44d0-849e-1cc2c32fbaa1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Aug 10 03:18:34.519965 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.520852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e49a0667-48e7-4242-a721-2dd7d8192d78 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:34.562352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: e49a0667-48e7-4242-a721-2dd7d8192d78 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:34.563199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e49a0667-48e7-4242-a721-2dd7d8192d78 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:34.589787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=7bd4df81-d409-48f9-b936-d7e71b2a7180,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:34.647533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c819-a9ee-407a-819d-30febfc2e45b req-c78737a7-9bd5-4f59-8190-ef91dc76a094 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:34.649378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ba8c819-a9ee-407a-819d-30febfc2e45b req-c78737a7-9bd5-4f59-8190-ef91dc76a094 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0713220 Aug 10 03:18:34.685948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51220) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:34.694055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ba8c819-a9ee-407a-819d-30febfc2e45b req-40f99753-d78d-4eb1-a63b-c477b02f67fc tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Aug 10 03:18:34.786567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cc90b89-8788-4362-b394-5c4e83aaf06f req-50c39557-5b26-499b-8a59-f526f34cf761 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0338240 Aug 10 03:18:34.809702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-543664605-network', 'tenant_id': '785a1ce40bd540ffaa6dbef957f15631'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:34.906449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Made reservation on behalf of 785a1ce40bd540ffaa6dbef957f15631 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:34.909202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:34.918595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.007271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.101554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.139032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:35.149833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a09877-aa8b-4465-b8b4-0ebca3743372,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:35.162025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72f78d-1851-4061-92e0-7ee50a35c4b7 req-31a5a0d1-b95f-442b-83da-0e72951116c0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.163584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b72f78d-1851-4061-92e0-7ee50a35c4b7 req-31a5a0d1-b95f-442b-83da-0e72951116c0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0910566 Aug 10 03:18:35.166788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.167133 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Added segment 3153408f-213d-412f-9625-2b5af6c14b33 of type vlan for network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 Aug 10 03:18:35.229527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.242496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b72f78d-1851-4061-92e0-7ee50a35c4b7 req-41403b9b-1368-4850-bbd5-d616cf7c359e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Aug 10 03:18:35.330395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.331461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.332059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.416457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:35.426621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:35.439751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751465a-af58-4025-8c60-523216e1e3f7 req-d5596492-1a3c-4429-94f6-620bf39b3e19 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.441823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7751465a-af58-4025-8c60-523216e1e3f7 req-d5596492-1a3c-4429-94f6-620bf39b3e19 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0671659 Aug 10 03:18:35.445373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e8235826-eab5-42e7-a04f-635ca6f63cd7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7582371 Aug 10 03:18:35.460137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51232) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:35.466324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Request body: {'subnet': {'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-543664605-subnet', 'tenant_id': '785a1ce40bd540ffaa6dbef957f15631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:35.489738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7751465a-af58-4025-8c60-523216e1e3f7 req-8db21517-4117-4f9e-b658-ce8457221e04 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Aug 10 03:18:35.557683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Made reservation on behalf of 785a1ce40bd540ffaa6dbef957f15631 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:35.560104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.592037 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.607436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aea47-d3fe-4587-843a-c59bd3f1b4ca req-1b2385ec-b131-48c8-a009-d675fbb747c8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.608988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df0aea47-d3fe-4587-843a-c59bd3f1b4ca req-1b2385ec-b131-48c8-a009-d675fbb747c8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0577319 Aug 10 03:18:35.651358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df0aea47-d3fe-4587-843a-c59bd3f1b4ca req-285846fd-6f4f-4609-9e19-7623499942a5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Aug 10 03:18:35.817114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009b55-54fe-4b09-acab-db6081411296 req-45f83408-b21d-4406-b601-71031d70cea7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:35.818544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae009b55-54fe-4b09-acab-db6081411296 req-45f83408-b21d-4406-b601-71031d70cea7 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0526888 Aug 10 03:18:35.833741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:35.858838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae009b55-54fe-4b09-acab-db6081411296 req-c8e81209-09a2-4d3c-8222-be153846ee20 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Aug 10 03:18:35.912617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a45c28a-e984-4710-8e2e-5c18128d2d66,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:35.915281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Checking segment: {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:35.916146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Network hostable DHCP agents. Network: f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:35.957453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9833bc65-5493-477e-a38b-b2ebc3a2699b req-8934c062-ac79-4853-9711-a79d4519eab8 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/ports?device_id=84a4992c-0794-4b3e-b5ba-024e3a45e505 HTTP/1.1" status: 200 len: 210 time: 0.0260148 Aug 10 03:18:36.010916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:36.106280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:36.117306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:36.117306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.119033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90f69c-6d5e-486f-9cac-44e30787301c None None] Network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:36.240255 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13362f37-7507-45a1-803e-003f0f0d77b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7703726 Aug 10 03:18:36.254958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e27fe-0609-4ac2-bbb8-b5c0f5080cc0 None None] Network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:36.392545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c436da6-b171-463f-a3e1-eff9da464b67 req-44376195-6da8-428c-868d-f864185118be tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:36.394622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c436da6-b171-463f-a3e1-eff9da464b67 req-44376195-6da8-428c-868d-f864185118be tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0620716 Aug 10 03:18:36.432424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c436da6-b171-463f-a3e1-eff9da464b67 req-50726b05-c565-41d0-b64e-9b1c2022a180 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Aug 10 03:18:36.570160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-cd5a3f04-bf7e-44f2-91a9-c721c2c9ab02 req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2043528628', 'description': 'tempest-description-795157060'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:36.685277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cd5a3f04-bf7e-44f2-91a9-c721c2c9ab02 req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.766842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cd5a3f04-bf7e-44f2-91a9-c721c2c9ab02 req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.843109 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cd5a3f04-bf7e-44f2-91a9-c721c2c9ab02 req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.872994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3f0b3-9ada-47ce-ae53-591f2f7350a0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:36.951615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cd5a3f04-bf7e-44f2-91a9-c721c2c9ab02 req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:36.952876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd5a3f04-bf7e-44f2-91a9-c721c2c9ab02 req-655af9b6-b3a1-4f1a-91cf-f3ccd07207a0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3872936 Aug 10 03:18:37.050756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831c4e-bb87-443c-9f5a-be8ec541ee0b req-baaf436e-5ff5-4303-b240-d20c09643d04 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.052162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f831c4e-bb87-443c-9f5a-be8ec541ee0b req-baaf436e-5ff5-4303-b240-d20c09643d04 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0497468 Aug 10 03:18:37.094343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f831c4e-bb87-443c-9f5a-be8ec541ee0b req-465d147c-4f34-4de3-9da9-27f677a483cc tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359802 Aug 10 03:18:37.199558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2234-ffbd-48ee-a27b-d04e4a592fc9 req-c4277648-dd0c-416b-b366-2b545ecbc643 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.201146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78ca2234-ffbd-48ee-a27b-d04e4a592fc9 req-c4277648-dd0c-416b-b366-2b545ecbc643 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0530224 Aug 10 03:18:37.214858 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:37.240377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78ca2234-ffbd-48ee-a27b-d04e4a592fc9 req-3e1a994d-c5c4-469a-9a34-65af28f437e2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Aug 10 03:18:37.346038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cb21d-2c48-4acf-9aa6-9bf206309446 req-2af83fba-bcb6-41dc-95e0-9a1f38e03ebe tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.347588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc1cb21d-2c48-4acf-9aa6-9bf206309446 req-2af83fba-bcb6-41dc-95e0-9a1f38e03ebe tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 946 time: 0.0502431 Aug 10 03:18:37.386769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc1cb21d-2c48-4acf-9aa6-9bf206309446 req-75a4e208-13d1-41e8-802e-2e6b47dd33f3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Aug 10 03:18:37.414597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1eb3b627-dede-454b-8f0f-39572ff6c924 req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599554120', 'description': 'tempest-description-910131383'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:37.517538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1eb3b627-dede-454b-8f0f-39572ff6c924 req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.598191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1eb3b627-dede-454b-8f0f-39572ff6c924 req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.694390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1eb3b627-dede-454b-8f0f-39572ff6c924 req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.725268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f59c30b-4c30-420d-8e02-cec0dc9d6cdb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:37.791721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1eb3b627-dede-454b-8f0f-39572ff6c924 req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:37.792962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1eb3b627-dede-454b-8f0f-39572ff6c924 req-5b2acaa3-7239-4134-9d6e-e43a8d9e63fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3826628 Aug 10 03:18:37.997421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f995d-2d0c-4f87-92a1-a1eb4da2a1d1 req-2d18c2d0-3926-483b-9b80-bf88d366c592 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:37.999256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a8f995d-2d0c-4f87-92a1-a1eb4da2a1d1 req-2d18c2d0-3926-483b-9b80-bf88d366c592 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0527384 Aug 10 03:18:38.036379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a8f995d-2d0c-4f87-92a1-a1eb4da2a1d1 req-5e320b4b-1d17-4319-999c-766a7cea0d46 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Aug 10 03:18:38.160502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:38.220325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93d8e74-a2e1-4023-8094-e92b6483928a tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.245904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93d8e74-a2e1-4023-8094-e92b6483928a tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.326523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-80624a6c-353f-43bf-8134-28bae383009c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.327920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-80624a6c-353f-43bf-8134-28bae383009c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/networks?id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 200 len: 812 time: 0.1061392 Aug 10 03:18:38.343733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-36497ee3-6a75-4c2e-9cc7-562177ac24d3 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/quotas/785a1ce40bd540ffaa6dbef957f15631 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Aug 10 03:18:38.381017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-eb3cda46-75dd-4830-a4f9-e17d95c5e9e2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=785a1ce40bd540ffaa6dbef957f15631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316415 Aug 10 03:18:38.416566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-10f34dea-68c3-4add-95b7-d7f7060548d9 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.419055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-10f34dea-68c3-4add-95b7-d7f7060548d9 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1098 time: 0.0431685 Aug 10 03:18:38.419234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93d8e74-a2e1-4023-8094-e92b6483928a tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.422015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93d8e74-a2e1-4023-8094-e92b6483928a tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.423032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b93d8e74-a2e1-4023-8094-e92b6483928a tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "DELETE /v2.0/security-groups/ece68cdd-92e5-4783-8470-258c2542d02a HTTP/1.1" status: 204 len: 168 time: 0.2615438 Aug 10 03:18:38.428131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51288) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:38.432858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:38.471338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d8e74-a2e1-4023-8094-e92b6483928a tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece68cdd-92e5-4783-8470-258c2542d02a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:38.475307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-9cb28e10-0bd3-4803-9013-a126e5d0dbf4 service neutron] 10.222.0.26 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870507 Aug 10 03:18:38.476967 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-1228db07-7493-4391-a6ef-dd8cc8fab037 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] show failed (client error): The resource could not be found. Aug 10 03:18:38.477661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1228db07-7493-4391-a6ef-dd8cc8fab037 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "GET /v2.0/security-groups/ece68cdd-92e5-4783-8470-258c2542d02a HTTP/1.1" status: 404 len: 347 time: 0.0485871 Aug 10 03:18:38.480278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51290) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:38.573908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-9f8a108f-89dd-467c-a640-2cdd2ce12dc3 service neutron] 10.222.0.26 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913737 Aug 10 03:18:38.586536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.721659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Deleting port 1572dba0-e1f9-42d6-be4d-af0624dd8f3d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:38.722504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.809462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:38.845805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.846136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.869607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Calling delete_port for 1572dba0-e1f9-42d6-be4d-af0624dd8f3d owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:38.883785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:38.886120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d5ce4-76f7-439b-ab91-a76687241f37 req-8251c61f-bd10-4792-bed6-6f6f556a543c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:38.888118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747d5ce4-76f7-439b-ab91-a76687241f37 req-8251c61f-bd10-4792-bed6-6f6f556a543c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0606036 Aug 10 03:18:38.945041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747d5ce4-76f7-439b-ab91-a76687241f37 req-ad05e6ed-1108-46a4-93e6-1ec65045d052 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489511 Aug 10 03:18:38.994273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:38.996778 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1847835d-4d6d-47f4-a534-1be20ec8ec0f" -d '{"events": [{"server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:39.003735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.054687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e26c79-40ad-42b4-81bc-225599465a99 req-2a54e6c6-0427-40fb-ad0c-896eaa9566f9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.057731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49e26c79-40ad-42b4-81bc-225599465a99 req-2a54e6c6-0427-40fb-ad0c-896eaa9566f9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0525713 Aug 10 03:18:39.062945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.096623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49e26c79-40ad-42b4-81bc-225599465a99 req-e1d78501-f6b7-475a-bc8a-0e7f9766bae2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333471 Aug 10 03:18:39.142729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.175982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:39.176713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:39.176713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:39.181308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:39.181573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Attempting to bind port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:39.186463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:39.186799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:39.187185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:39.187620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Bound port: e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:39.187977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.201098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.207901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13374646-c6c0-4d19-964e-0c9ede1a7ddf req-05a44d63-415e-42ad-bbd5-a89a9368a7b5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.209429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13374646-c6c0-4d19-964e-0c9ede1a7ddf req-05a44d63-415e-42ad-bbd5-a89a9368a7b5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.0488324 Aug 10 03:18:39.249110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Pushing event deleted for resources: {'Port': ['ID=1572dba0-e1f9-42d6-be4d-af0624dd8f3d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.262986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13374646-c6c0-4d19-964e-0c9ede1a7ddf req-cb4f6255-5487-4dbc-9b0c-b4e0686ad2d3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Aug 10 03:18:39.325470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab007ba1-d6d9-4de4-b66e-a1e788db3139 req-20e6c444-2090-484d-9720-fa71dbf3c46e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 210 time: 0.0257225 Aug 10 03:18:39.326153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:39.330707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:39.336484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.339265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.343094 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1fee9fa-83b6-4140-9db1-8a83117da865 tempest-ServersTestBootFromVolume-1321131072 tempest-ServersTestBootFromVolume-1321131072-project] 10.222.0.26 "DELETE /v2.0/floatingips/6c896192-0878-464a-ba88-74592f4f94d3 HTTP/1.1" status: 204 len: 168 time: 0.8585267 Aug 10 03:18:39.343460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:39.432112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.464016 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6783b70-c354-4a97-a4b3-45b5eb517f1b x-openstack-request-id: req-b6783b70-c354-4a97-a4b3-45b5eb517f1b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:39.464306 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:39.464577 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6783b70-c354-4a97-a4b3-45b5eb517f1b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:39.464971 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'code': 200} Aug 10 03:18:39.515975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:39.562495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e184a5-2665-40d5-8c8c-fd4b815bf6dc req-553e0b29-4edf-4ae7-9101-a56c7c221f59 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.564114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95e184a5-2665-40d5-8c8c-fd4b815bf6dc req-553e0b29-4edf-4ae7-9101-a56c7c221f59 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0577090 Aug 10 03:18:39.566929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:39.567539 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:39.568948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3b9a9c66-50a5-4461-846c-5c327f920645 service neutron] 10.222.0.54 "PUT /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 1124 time: 1.1415527 Aug 10 03:18:39.613098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95e184a5-2665-40d5-8c8c-fd4b815bf6dc req-2de1f01e-18ee-492d-a85e-f9f0b85c04b6 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Aug 10 03:18:39.641446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:39.765442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:39.793672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.045164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Deleting port 9d0d063f-8af4-4f47-bc85-4ebb6e268697 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:40.045512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.059788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6982c2-05ca-45cc-a2ed-a7369f6a5eda req-f70c4ec2-bd44-4469-bda3-7515d9d4e0c0 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:40.061299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb6982c2-05ca-45cc-a2ed-a7369f6a5eda req-f70c4ec2-bd44-4469-bda3-7515d9d4e0c0 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0494354 Aug 10 03:18:40.101363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb6982c2-05ca-45cc-a2ed-a7369f6a5eda req-81d563f6-4d49-48af-b888-b7d153b9bc2b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339286 Aug 10 03:18:40.115429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:40.130583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] For port 9d0d063f-8af4-4f47-bc85-4ebb6e268697, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d0d063f-8af4-4f47-bc85-4ebb6e268697,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:40.131068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.145264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Calling delete_port for 9d0d063f-8af4-4f47-bc85-4ebb6e268697 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:40.231119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:40.237243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf85f-33c3-47b6-bee8-ad943f7ad444 req-ae22059f-c449-4ec0-aeef-52f7ca9ac9d9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:40.238870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84fdf85f-33c3-47b6-bee8-ad943f7ad444 req-ae22059f-c449-4ec0-aeef-52f7ca9ac9d9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0534594 Aug 10 03:18:40.244530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:18:40.282164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84fdf85f-33c3-47b6-bee8-ad943f7ad444 req-9b08443d-709c-4a07-b5c1-a443ce58326a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Aug 10 03:18:40.396497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493bbff-2afb-4015-854d-acd939040638 req-5914f9a9-f016-4c4d-b906-a3e608db9404 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:40.397984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2493bbff-2afb-4015-854d-acd939040638 req-5914f9a9-f016-4c4d-b906-a3e608db9404 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.0488393 Aug 10 03:18:40.431737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.435888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2493bbff-2afb-4015-854d-acd939040638 req-fd5d7463-bfcf-4c3a-ad3c-a5dd0f39426c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Aug 10 03:18:40.468638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0d063f-8af4-4f47-bc85-4ebb6e268697,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:40.535372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74ab70b-eb7f-4f34-b68d-212809e39785 req-75083922-4cf1-4c76-a151-832acc5b6ced tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 210 time: 0.0275745 Aug 10 03:18:40.641513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:40.741035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f76e5f-74d7-4061-b390-b1f140c3bc0c req-6f9a2583-9567-4b1f-a0d7-85064eb0caee tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:40.742447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7f76e5f-74d7-4061-b390-b1f140c3bc0c req-6f9a2583-9567-4b1f-a0d7-85064eb0caee tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0586340 Aug 10 03:18:40.780283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7f76e5f-74d7-4061-b390-b1f140c3bc0c req-e02b91a7-57dd-43d0-b36d-5ef2282f6c0b tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Aug 10 03:18:40.860558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:40.966070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:40.971316 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f3ff70a6-4cd6-47c3-8dfb-89212f89cee1 admin admin] 10.222.0.26 "PUT /v2.0/routers/29772a51-5550-4ee2-8e8b-cf5c2a7168f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270311 Aug 10 03:18:40.975606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] Sync routers for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:40.976985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51322) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:40.984664 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:40.985272 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.090713 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:41.164863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.252694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-a52c359b-d5f2-4b96-a303-714f5613441a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.254089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-a52c359b-d5f2-4b96-a303-714f5613441a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "GET /v2.0/networks?id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 200 len: 812 time: 0.1858716 Aug 10 03:18:41.269860 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:18:40Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.300803 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] Checking router: 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:41.303057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'port': {'device_id': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98', 'admin_state_up': True, 'tenant_id': '785a1ce40bd540ffaa6dbef957f15631'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:41.311788 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] Routers {'29772a51-5550-4ee2-8e8b-cf5c2a7168f6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:41.312561 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.368034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b58add-33d3-4e3b-a721-aea602ad3a1e req-82287e3c-22d0-4d1f-8796-bc8fada6503c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.370848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6b58add-33d3-4e3b-a721-aea602ad3a1e req-82287e3c-22d0-4d1f-8796-bc8fada6503c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.1610415 Aug 10 03:18:41.414184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.420786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] Set router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:41.453168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6b58add-33d3-4e3b-a721-aea602ad3a1e req-f7d8aba7-8ea6-4ac3-a03f-9da38d69ebd5 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751565 Aug 10 03:18:41.475108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:41.475108 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:41.564022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Made reservation on behalf of 785a1ce40bd540ffaa6dbef957f15631 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:41.568528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.602386 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:18:40Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:41.608417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461051-db29-47f4-b82a-b737a8ad3106 req-659354ea-e277-49fb-b864-1399459507d9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.609910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6461051-db29-47f4-b82a-b737a8ad3106 req-659354ea-e277-49fb-b864-1399459507d9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0968351 Aug 10 03:18:41.629404 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c7db2-f321-41ac-9fbc-5d3e48da948b None None] The sync data for ids ['29772a51-5550-4ee2-8e8b-cf5c2a7168f6'] in n-d-765315-26 is: [{'id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'name': 'tempest-ServersTestBootFromVolume-1489155300-router', 'tenant_id': '6e5fc313f52549a9969d05d6e663fd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:18:40Z', 'revision_number': 5, 'project_id': '6e5fc313f52549a9969d05d6e663fd38', 'gw_port': {'id': 'dcf91db1-e9ed-4d86-bd5f-171dce42144c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29772a51-5550-4ee2-8e8b-cf5c2a7168f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:14:02Z', 'updated_at': '2021-08-10T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:41.688634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Deleting port dcf91db1-e9ed-4d86-bd5f-171dce42144c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:41.688978 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.758414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6461051-db29-47f4-b82a-b737a8ad3106 req-ec9fede2-2094-4040-a690-bccddf88c6b9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396506 Aug 10 03:18:41.796297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Allocated IP 172.20.0.8 (f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98/8a45c28a-e984-4710-8e2e-5c18128d2d66/141315d0-6a75-4fac-94fb-6312c19b6cad) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:41.839844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] For port dcf91db1-e9ed-4d86-bd5f-171dce42144c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dcf91db1-e9ed-4d86-bd5f-171dce42144c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:41.840203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:41.885853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Calling delete_port for dcf91db1-e9ed-4d86-bd5f-171dce42144c owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:41.994315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6d0c3-6e9c-44b7-8e1a-7ef3849a4372 req-08285859-c254-4e34-9cdd-9fe489c03a4d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:41.995790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09d6d0c3-6e9c-44b7-8e1a-7ef3849a4372 req-08285859-c254-4e34-9cdd-9fe489c03a4d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.1735468 Aug 10 03:18:42.116454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09d6d0c3-6e9c-44b7-8e1a-7ef3849a4372 req-4a69e586-14bd-4c47-97b0-99a0ea7064a6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116121 Aug 10 03:18:42.128401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.169539 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b249c644-acea-4a51-9b72-79e34c2a08ba x-openstack-request-id: req-b249c644-acea-4a51-9b72-79e34c2a08ba {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:42.170043 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:42.170485 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b249c644-acea-4a51-9b72-79e34c2a08ba {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:42.171065 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'status': 'completed', 'code': 200} Aug 10 03:18:42.262965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c51014fd-62db-419f-a02e-dc6fab3ba95c req-86526821-fbb4-4588-a14a-ea0dd143500e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 210 time: 0.0324862 Aug 10 03:18:42.272109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-34a52b38-25dc-4efa-b4c3-1df780453710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.273563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-34a52b38-25dc-4efa-b4c3-1df780453710 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1127 time: 0.0774615 Aug 10 03:18:42.323938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.364778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.386415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:42.402732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:42.421817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:42.455524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'Port': ['ID=141315d0-6a75-4fac-94fb-6312c19b6cad,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.534912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf91db1-e9ed-4d86-bd5f-171dce42144c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:42.537585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-819588ae-ade1-4a2e-bd8a-df529c19ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.539029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-819588ae-ade1-4a2e-bd8a-df529c19ce1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.2584631 Aug 10 03:18:42.595465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.596064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.604328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-8c0a5181-17c4-433b-ac46-063a02a37d1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 217 time: 0.0543973 Aug 10 03:18:42.611335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6c7fc-ad7b-4307-bd1b-aaaa6d8d6eda req-4b755efd-8a86-40cc-9cbb-eb67d8b1570f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.613296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9f6c7fc-ad7b-4307-bd1b-aaaa6d8d6eda req-4b755efd-8a86-40cc-9cbb-eb67d8b1570f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.2131469 Aug 10 03:18:42.657314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.753858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5fa937dc-a2ee-41c7-9332-3070b3050427 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4610765 Aug 10 03:18:42.774998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.779644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Request body: {'port': {'device_id': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:42.789094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:42.807626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-6eb531ba-1ed7-4af1-b990-338b33060967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:42.809281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-6eb531ba-1ed7-4af1-b990-338b33060967 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.1934552 Aug 10 03:18:42.819194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9f6c7fc-ad7b-4307-bd1b-aaaa6d8d6eda req-bb9c339f-82ed-4f58-9c6d-5c33aef15ca5 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996458 Aug 10 03:18:42.890845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-eeb8bd40-298a-4df7-b660-5a64a861e800 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682893 Aug 10 03:18:43.312945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.313497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29772a51-5550-4ee2-8e8b-cf5c2a7168f6 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:18:43.322631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.324273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-83af33bc-6197-4516-8a54-452ed0376cf4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/29772a51-5550-4ee2-8e8b-cf5c2a7168f6 HTTP/1.1" status: 204 len: 168 time: 2.3457460 Aug 10 03:18:43.326392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51346) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:43.328056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d0d063f-8af4-4f47-bc85-4ebb6e268697 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:43.329630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.353960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9d0d063f-8af4-4f47-bc85-4ebb6e268697 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:43.354585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d0d063f-8af4-4f47-bc85-4ebb6e268697 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:43.369611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47cc1-94b4-4fe7-b05d-ef0c88966f03 req-4fe30717-aef4-46ac-8816-5d4e202189b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.371177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71d47cc1-94b4-4fe7-b05d-ef0c88966f03 req-4fe30717-aef4-46ac-8816-5d4e202189b7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.4841609 Aug 10 03:18:43.386556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Deleting subnet 98485f93-762f-49ad-bd8c-8ce9ac108216 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:18:43.390161 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.428755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.522539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-1359c813-e798-4495-9a18-806723ba14c3 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193690 Aug 10 03:18:43.523324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.536497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71d47cc1-94b4-4fe7-b05d-ef0c88966f03 req-fb5366c2-52d5-45d6-8680-8d62c8ac6706 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380765 Aug 10 03:18:43.650769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.679073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.683711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/98485f93-762f-49ad-bd8c-8ce9ac108216 HTTP/1.1" status: 204 len: 168 time: 0.3527651 Aug 10 03:18:43.683711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853148d-f822-4da4-8a72-047f9268497a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98485f93-762f-49ad-bd8c-8ce9ac108216,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:43.686294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9d240-1346-4a4e-aa01-dc20ae53b046 None None] Network d088f17a-201a-4a94-b996-265ee4675ce7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:43.688167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51350) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:43.719564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec86e8-2979-43d5-810b-ad8ef0bfb68c req-713b3abc-57c9-476e-a655-04c4b3ea4428 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869211 Aug 10 03:18:43.730692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e750f-e9e0-438a-89d2-0b7a7fbbe1ae req-5628f564-a48f-4221-aad9-45e66aef4e8e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.732234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e38e750f-e9e0-438a-89d2-0b7a7fbbe1ae req-5628f564-a48f-4221-aad9-45e66aef4e8e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.1087577 Aug 10 03:18:43.760304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.788185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e38e750f-e9e0-438a-89d2-0b7a7fbbe1ae req-eef0fd93-9152-41f3-9368-111f7a162bb9 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Aug 10 03:18:43.825857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Deleting port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:43.826267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.836299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141315d0-6a75-4fac-94fb-6312c19b6cad {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:43.845184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.865953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Transition to ACTIVE for port object 141315d0-6a75-4fac-94fb-6312c19b6cad will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:43.928071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] For port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:43.928385 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.932206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] DHCP port deletion for d088f17a-201a-4a94-b996-265ee4675ce7 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:18:43.933170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086cf5a-6fc1-455f-ba7f-eb87b6ce7488 req-c0c42179-9174-424d-b70f-dcb3e643f416 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:43.935014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f086cf5a-6fc1-455f-ba7f-eb87b6ce7488 req-c0c42179-9174-424d-b70f-dcb3e643f416 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.0544157 Aug 10 03:18:43.942269 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:43.943823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Calling delete_port for 09cc7dec-9d6d-45ea-b0c8-a47498eec0de owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:43.984018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] Deleting port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:18:43.984607 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.026798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Pushing event updated for resources: {'Port': ['ID=141315d0-6a75-4fac-94fb-6312c19b6cad,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.031404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f086cf5a-6fc1-455f-ba7f-eb87b6ce7488 req-01c3b034-44b3-4520-bca8-2712e0deb08b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867486 Aug 10 03:18:44.056648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] For port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,segment=NetworkSegment(0d07edd5-50b9-48f8-ac1d-6d47638daa7b),segment_id=0d07edd5-50b9-48f8-ac1d-6d47638daa7b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:44.057075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.071132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] Calling delete_port for 09cc7dec-9d6d-45ea-b0c8-a47498eec0de owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:18:44.105593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.112932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Attempting to bind port 141315d0-6a75-4fac-94fb-6312c19b6cad on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:44.113557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Attempting to bind port 141315d0-6a75-4fac-94fb-6312c19b6cad by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:44.113892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Attempting to bind port 141315d0-6a75-4fac-94fb-6312c19b6cad on network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:44.138460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Port 141315d0-6a75-4fac-94fb-6312c19b6cad on network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:18:44.138460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Attempting to bind port 141315d0-6a75-4fac-94fb-6312c19b6cad on network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:44.144148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:44.144533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Checking segment: {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:44.145285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Bound using segment: {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:44.145531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Bound port: 141315d0-6a75-4fac-94fb-6312c19b6cad, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:44.146082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.146964 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.149679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] No DVR routers for this DVR port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:44.154364 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.180693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] Pushing event deleted for resources: {'Port': ['ID=09cc7dec-9d6d-45ea-b0c8-a47498eec0de,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.185991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b8134-b534-4f91-9695-a64b6997f47a None None] No DVR routers for this DVR port 09cc7dec-9d6d-45ea-b0c8-a47498eec0de on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:44.202844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ac440-7df0-41a0-8a8e-ee5b74234a9e req-d158d078-0aee-43e7-a607-6c07435fa3b7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.204372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-315ac440-7df0-41a0-8a8e-ee5b74234a9e req-d158d078-0aee-43e7-a607-6c07435fa3b7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 943 time: 0.1081760 Aug 10 03:18:44.222676 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.232324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d088f17a-201a-4a94-b996-265ee4675ce7']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:44.243110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d07edd5-50b9-48f8-ac1d-6d47638daa7b') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:44.243376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d07edd5-50b9-48f8-ac1d-6d47638daa7b') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:44.255033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.258658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] For port 141315d0-6a75-4fac-94fb-6312c19b6cad, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:44.266139 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.266530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-315ac440-7df0-41a0-8a8e-ee5b74234a9e req-715f79bd-eb0e-44f6-ae54-399eebab0b2c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536666 Aug 10 03:18:44.272483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:18:44.272891 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:18:44.274678 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:18:44.277668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] For port 141315d0-6a75-4fac-94fb-6312c19b6cad, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=141315d0-6a75-4fac-94fb-6312c19b6cad,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:44.366531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.407551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.407551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.407840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] 10.222.0.46 "PUT /v2.0/ports/141315d0-6a75-4fac-94fb-6312c19b6cad HTTP/1.1" status: 200 len: 1092 time: 1.6412463 Aug 10 03:18:44.408196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'tag': '141315d0-6a75-4fac-94fb-6312c19b6cad'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:18:44.411155 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73" -d '{"events": [{"name": "network-changed", "server_uuid": "1bab8709-3ec3-4923-8cd4-21ca6feeef61", "tag": "141315d0-6a75-4fac-94fb-6312c19b6cad"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:18:44.464715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc54593-085a-4c58-bb0e-d3bdd562670e service neutron] Pushing event updated for resources: {'Port': ['ID=141315d0-6a75-4fac-94fb-6312c19b6cad,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.484261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828814f-56a7-4c10-9bdc-767c70b97de7 req-48513ab0-a78d-4c0a-844a-54cc5de80cfc tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.485929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a828814f-56a7-4c10-9bdc-767c70b97de7 req-48513ab0-a78d-4c0a-844a-54cc5de80cfc tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0717809 Aug 10 03:18:44.549103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a828814f-56a7-4c10-9bdc-767c70b97de7 req-85dfb8fe-d20b-4faa-bea2-50c89ab0a2ff tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560951 Aug 10 03:18:44.566832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-8d3d2020-0639-4d9b-9f8c-6b4a440a7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.570705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-8d3d2020-0639-4d9b-9f8c-6b4a440a7837 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=785a1ce40bd540ffaa6dbef957f15631&device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 1095 time: 0.0548377 Aug 10 03:18:44.622416 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f798c8-e169-4bf9-9d3b-e29af2d43ed4 x-openstack-request-id: req-a1f798c8-e169-4bf9-9d3b-e29af2d43ed4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:18:44.622796 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bab8709-3ec3-4923-8cd4-21ca6feeef61", "tag": "141315d0-6a75-4fac-94fb-6312c19b6cad", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:18:44.623110 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1f798c8-e169-4bf9-9d3b-e29af2d43ed4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:18:44.623864 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'tag': '141315d0-6a75-4fac-94fb-6312c19b6cad', 'status': 'completed', 'code': 200} Aug 10 03:18:44.625767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-d07519c9-542d-4a04-abec-37732379afbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=141315d0-6a75-4fac-94fb-6312c19b6cad HTTP/1.1" status: 200 len: 217 time: 0.0447268 Aug 10 03:18:44.701618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.702258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-f5281fa6-1fc2-4eae-93c6-f88e610e1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.703093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-f5281fa6-1fc2-4eae-93c6-f88e610e1209 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a45c28a-e984-4710-8e2e-5c18128d2d66 HTTP/1.1" status: 200 len: 852 time: 0.0698917 Aug 10 03:18:44.709845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.711744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] 10.222.0.26 "DELETE /v2.0/networks/d088f17a-201a-4a94-b996-265ee4675ce7 HTTP/1.1" status: 204 len: 168 time: 1.0225365 Aug 10 03:18:44.722292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9159-6a32-42db-8b33-2c7ac51c9e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d088f17a-201a-4a94-b996-265ee4675ce7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:44.727682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b06f0-92d9-498b-9cc3-7bf08fadd25c req-076ded67-2ed3-4df2-b51f-dae2d75c2fcc tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.729226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-664b06f0-92d9-498b-9cc3-7bf08fadd25c req-076ded67-2ed3-4df2-b51f-dae2d75c2fcc tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0705726 Aug 10 03:18:44.745066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-c0c26f83-d734-4579-8046-c5aaa648e7d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342066 Aug 10 03:18:44.821445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-664b06f0-92d9-498b-9cc3-7bf08fadd25c req-89b50a2a-e813-48d8-8a23-1fe6a1e6a051 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785251 Aug 10 03:18:44.868110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-fa680545-fc09-4e7b-828e-10ef05fde8da service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098969 Aug 10 03:18:44.970253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:44.983322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c17f9-a9b7-4421-b2a3-a893a45a72d2 req-0db63402-2bc7-40d7-a092-2f63d75af722 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:44.984850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-106c17f9-a9b7-4421-b2a3-a893a45a72d2 req-0db63402-2bc7-40d7-a092-2f63d75af722 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.1093724 Aug 10 03:18:45.015693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-e70fb023-60ac-43cf-8bcf-80bfda24ff5c service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384590 Aug 10 03:18:45.035493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-106c17f9-a9b7-4421-b2a3-a893a45a72d2 req-efa03444-9819-494a-9bfc-c488a99c06e4 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Aug 10 03:18:45.061529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51364) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:45.102406 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd55cae9-8677-4f8a-9a8e-431f3cbe0cbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e5fc313f52549a9969d05d6e663fd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396461 Aug 10 03:18:45.104771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51366) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:45.158438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce90247b-5d22-4ea6-a821-9984d8a844e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.182836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce90247b-5d22-4ea6-a821-9984d8a844e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.183556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a78dc-8734-4a4b-9e77-85d8546e987a req-5d7a675f-39f8-4781-977d-2ab8310cc339 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.185087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-885a78dc-8734-4a4b-9e77-85d8546e987a req-5d7a675f-39f8-4781-977d-2ab8310cc339 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.0804601 Aug 10 03:18:45.200326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-65b56e24-6dc7-407d-a962-f175996e1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.201767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-65b56e24-6dc7-407d-a962-f175996e1a99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=785a1ce40bd540ffaa6dbef957f15631&device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 1095 time: 0.0665042 Aug 10 03:18:45.270221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-885a78dc-8734-4a4b-9e77-85d8546e987a req-d861d69d-ae28-4609-8da7-6e936285d006 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774646 Aug 10 03:18:45.313526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce90247b-5d22-4ea6-a821-9984d8a844e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.317764 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce90247b-5d22-4ea6-a821-9984d8a844e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.318306 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ce90247b-5d22-4ea6-a821-9984d8a844e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/055efe05-1bc5-4392-8abe-554d6bc945c7 HTTP/1.1" status: 204 len: 168 time: 0.2125993 Aug 10 03:18:45.327691 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90247b-5d22-4ea6-a821-9984d8a844e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055efe05-1bc5-4392-8abe-554d6bc945c7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:45.328829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-48f6fd2e-a876-43b0-b53f-ab82cd4e88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.331206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-48f6fd2e-a876-43b0-b53f-ab82cd4e88ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 200 len: 913 time: 0.1186173 Aug 10 03:18:45.346237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09cc7dec-9d6d-45ea-b0c8-a47498eec0de no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:45.373133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 09cc7dec-9d6d-45ea-b0c8-a47498eec0de {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:45.373473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 09cc7dec-9d6d-45ea-b0c8-a47498eec0de not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:45.374359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcf91db1-e9ed-4d86-bd5f-171dce42144c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:45.396075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: dcf91db1-e9ed-4d86-bd5f-171dce42144c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:18:45.396660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcf91db1-e9ed-4d86-bd5f-171dce42144c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:18:45.409298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-635118be-f96f-4c67-a82a-f1593c79ed70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=141315d0-6a75-4fac-94fb-6312c19b6cad HTTP/1.1" status: 200 len: 217 time: 0.0627382 Aug 10 03:18:45.436901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb28c0f-f957-4bde-ba2f-92e72f771b18 req-c6da406f-8375-4709-9e38-f3a742201a42 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.438330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb28c0f-f957-4bde-ba2f-92e72f771b18 req-c6da406f-8375-4709-9e38-f3a742201a42 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 943 time: 0.0930970 Aug 10 03:18:45.489801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-bc8f69b3-41b8-40b9-bf80-2c92682aa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.491253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-bc8f69b3-41b8-40b9-bf80-2c92682aa957 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a45c28a-e984-4710-8e2e-5c18128d2d66 HTTP/1.1" status: 200 len: 852 time: 0.0704472 Aug 10 03:18:45.510534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb28c0f-f957-4bde-ba2f-92e72f771b18 req-d5f5bf74-2ff6-4439-bf83-a4c361f73e77 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Aug 10 03:18:45.528996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-69f47040-0569-4895-a99e-063c33ff1a0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279610 Aug 10 03:18:45.626332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-ccbec6d2-9b0d-47cb-8d9d-8ebabee53108 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891724 Aug 10 03:18:45.745483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134211fd-6491-4a73-b86a-fa70b9536055 req-0705708f-225c-41c8-ba63-a2a124e5e1ed tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.746994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-134211fd-6491-4a73-b86a-fa70b9536055 req-0705708f-225c-41c8-ba63-a2a124e5e1ed tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0950761 Aug 10 03:18:45.775184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e79cd70-2a37-4f54-b9e0-cd6e8adc7e73 req-52c3141e-fb65-45c3-97d3-c72d9b545862 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414943 Aug 10 03:18:45.795105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-134211fd-6491-4a73-b86a-fa70b9536055 req-755c07da-680d-477e-98d1-7471687ce7ee tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364878 Aug 10 03:18:45.935451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59e63e-8dbd-4f47-9e20-5991a2c44c02 req-65e81f89-ed2c-4a04-97fa-22238dee8bfa tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:45.937023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a59e63e-8dbd-4f47-9e20-5991a2c44c02 req-65e81f89-ed2c-4a04-97fa-22238dee8bfa tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0483568 Aug 10 03:18:45.975090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a59e63e-8dbd-4f47-9e20-5991a2c44c02 req-dd9c0162-5ef5-498c-87bc-e6c6a41f8bc2 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 10 03:18:46.160612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013b0b-92d7-406c-a468-2cde54ca28de req-d31a61a3-eb8d-4b8e-9a2e-c651febc5dea tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.162096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b013b0b-92d7-406c-a468-2cde54ca28de req-d31a61a3-eb8d-4b8e-9a2e-c651febc5dea tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0592496 Aug 10 03:18:46.199356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b013b0b-92d7-406c-a468-2cde54ca28de req-2fe135ae-e170-4400-afda-075726f16d5c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Aug 10 03:18:46.359087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:46.452771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1538875108-network', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:46.574244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:46.578945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.585168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.675872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.791150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.817543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:46.827816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea615d-867a-41dc-ac08-c0cc39badc06,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:46.833434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.833855 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Added segment 8270410f-26e4-43c2-839c-ab1268995a90 of type vlan for network 76602fe3-6190-41d6-a8af-a060ac47ea03 Aug 10 03:18:46.870536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65abfe-44b1-4918-a831-6bfb8ee1c692 req-da5597c5-221d-4abf-9458-c23bd6b3a565 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.876845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b65abfe-44b1-4918-a831-6bfb8ee1c692 req-da5597c5-221d-4abf-9458-c23bd6b3a565 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.0629508 Aug 10 03:18:46.883328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.911781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b65abfe-44b1-4918-a831-6bfb8ee1c692 req-0514a743-39e0-4bf1-88f4-a311c95ad2f4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Aug 10 03:18:46.953185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.954232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:46.954853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.014645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=76602fe3-6190-41d6-a8af-a060ac47ea03,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:47.019637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317174-434e-4232-bcfa-ea5bec03358d req-80a31ad2-b501-44da-b5c0-4ff35d6e794f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.021189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90317174-434e-4232-bcfa-ea5bec03358d req-80a31ad2-b501-44da-b5c0-4ff35d6e794f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 943 time: 0.0517507 Aug 10 03:18:47.025163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:47.039133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 141315d0-6a75-4fac-94fb-6312c19b6cad details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:47.051951 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3c6895c6-4aab-4ef3-a470-3612f2fa2fa0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6889367 Aug 10 03:18:47.052661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51424) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:47.059758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Request body: {'subnet': {'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1538875108-subnet', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:47.069400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90317174-434e-4232-bcfa-ea5bec03358d req-b48952be-172a-4fd8-a2e2-2fc900ee4648 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Aug 10 03:18:47.170476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:47.173197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.182317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 141315d0-6a75-4fac-94fb-6312c19b6cad, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=141315d0-6a75-4fac-94fb-6312c19b6cad,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:47.198151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '141315d0-6a75-4fac-94fb-6312c19b6cad', 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98', 'port_id': '141315d0-6a75-4fac-94fb-6312c19b6cad', 'mac_address': 'fa:16:3e:0f:36:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a45c28a-e984-4710-8e2e-5c18128d2d66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:18:47.237483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.255522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141315d0-6a75-4fac-94fb-6312c19b6cad {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:47.265745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c3a83-f84b-4bb3-8f73-eb5c23b72c69 req-9b239fa0-b2cf-4880-9f17-ef9775ad68c3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.268397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b3c3a83-f84b-4bb3-8f73-eb5c23b72c69 req-9b239fa0-b2cf-4880-9f17-ef9775ad68c3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0561595 Aug 10 03:18:47.278452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 141315d0-6a75-4fac-94fb-6312c19b6cad, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=141315d0-6a75-4fac-94fb-6312c19b6cad,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:47.307828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b3c3a83-f84b-4bb3-8f73-eb5c23b72c69 req-4bb575f0-9465-4b83-84e5-d5f6b27ea711 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Aug 10 03:18:47.357616 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.406007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=141315d0-6a75-4fac-94fb-6312c19b6cad,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:47.418937 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.426328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ff366-f373-4a55-a84d-d9677640c596 req-6d1da03a-c139-4b01-be7b-f682a4af2519 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.427808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-247ff366-f373-4a55-a84d-d9677640c596 req-6d1da03a-c139-4b01-be7b-f682a4af2519 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0542736 Aug 10 03:18:47.467183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-247ff366-f373-4a55-a84d-d9677640c596 req-46d3f77b-16ba-4ba3-bdc1-5445913d58c7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331345 Aug 10 03:18:47.474651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67557bc-7bfd-466c-b743-57e9802f10db,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:47.488568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Checking segment: {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:47.488935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Network hostable DHCP agents. Network: 76602fe3-6190-41d6-a8af-a060ac47ea03, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:47.565008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:47.579927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5324d-8f57-4b75-87ec-ee4d7f8d8cbc req-f08a873b-e5d7-4315-8532-e1df613f96e8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.582504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5d5324d-8f57-4b75-87ec-ee4d7f8d8cbc req-f08a873b-e5d7-4315-8532-e1df613f96e8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0508585 Aug 10 03:18:47.585306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['141315d0-6a75-4fac-94fb-6312c19b6cad'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:18:47.621484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5d5324d-8f57-4b75-87ec-ee4d7f8d8cbc req-bc7bb1f3-d30c-4277-907d-b13b9f924edf tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Aug 10 03:18:47.650408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 76602fe3-6190-41d6-a8af-a060ac47ea03) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:47.654658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:47.655369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.662074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c6b70-6997-4660-aa54-f6e007a7e89b None None] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:47.754383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-efb57732-7f95-4a24-b9a5-7b218ce3bb9d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7000799 Aug 10 03:18:47.757516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51428) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:47.762795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:47.852911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-76602fe3-6190-41d6-a8af-a060ac47ea03', 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'fixed_ips': [{'subnet_id': 'f67557bc-7bfd-466c-b743-57e9802f10db'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:47.854044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.860322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.862028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:47.924687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.012163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Allocated IP 172.20.0.2 (76602fe3-6190-41d6-a8af-a060ac47ea03/f67557bc-7bfd-466c-b743-57e9802f10db/58d8a60c-9883-4820-a793-bd2a952e0a43) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:48.133718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:18:48.135108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d1883-b204-41ed-a41c-6ec3e2c5f7ab req-3d60a98a-5932-4cc7-805c-371602c37f93 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.136827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f71d1883-b204-41ed-a41c-6ec3e2c5f7ab req-3d60a98a-5932-4cc7-805c-371602c37f93 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.1503911 Aug 10 03:18:48.178400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.192761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.208216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f71d1883-b204-41ed-a41c-6ec3e2c5f7ab req-606baa3f-dff1-4812-b8d7-85a873bdac89 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Aug 10 03:18:48.211739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Transition to ACTIVE for port object 58d8a60c-9883-4820-a793-bd2a952e0a43 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:48.257932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Transition to ACTIVE for port object 58d8a60c-9883-4820-a793-bd2a952e0a43 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:48.297085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:48.313257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:18:48.342122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.366657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36208b3a-6f1d-48be-97f2-8c7bd257bf07 req-2ff9e664-48b3-411c-bd40-0f03f3937fa4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.368233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36208b3a-6f1d-48be-97f2-8c7bd257bf07 req-2ff9e664-48b3-411c-bd40-0f03f3937fa4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 944 time: 0.0904503 Aug 10 03:18:48.386682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:48.393540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:48.397544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:48.406584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Pushing event updated for resources: {'Port': ['ID=58d8a60c-9883-4820-a793-bd2a952e0a43,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:48.425810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36208b3a-6f1d-48be-97f2-8c7bd257bf07 req-0f883ced-a515-4e27-8a6f-0ce7aebf4e50 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Aug 10 03:18:48.462758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Attempting to bind port 58d8a60c-9883-4820-a793-bd2a952e0a43 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:48.463285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Attempting to bind port 58d8a60c-9883-4820-a793-bd2a952e0a43 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:48.463632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Attempting to bind port 58d8a60c-9883-4820-a793-bd2a952e0a43 on network 76602fe3-6190-41d6-a8af-a060ac47ea03 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:48.468864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:48.469233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Checking segment: {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:48.473395 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.473395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Bound using segment: {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:48.473395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Bound port: 58d8a60c-9883-4820-a793-bd2a952e0a43, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:48.473395 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.537194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] For port 58d8a60c-9883-4820-a793-bd2a952e0a43, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:48.541290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] For port 58d8a60c-9883-4820-a793-bd2a952e0a43, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58d8a60c-9883-4820-a793-bd2a952e0a43,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:48.582248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.603005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.620858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.692563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352b16-f799-4d6e-af81-68b09a5de83f None None] Pushing event updated for resources: {'Port': ['ID=58d8a60c-9883-4820-a793-bd2a952e0a43,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:48.698041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f132b-3bef-4a89-a593-ae76172fb1c9 req-2b1d1dec-aa5f-4a1f-a9af-a98cd1d735d3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.699582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69f132b-3bef-4a89-a593-ae76172fb1c9 req-2b1d1dec-aa5f-4a1f-a9af-a98cd1d735d3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0989230 Aug 10 03:18:48.779870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Allocated IP 172.25.1.220 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/24d2ec29-61c3-4578-931d-0dc14c1b09b5) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:48.784876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e69f132b-3bef-4a89-a593-ae76172fb1c9 req-1adb18c8-1f72-4b64-b196-bac926f795ea tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772457 Aug 10 03:18:48.963428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.978712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1a340-f746-462a-9809-b229624017b9 req-1d1317dc-f4a2-4d70-ab93-5ac3b6ac1380 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:48.980380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43d1a340-f746-462a-9809-b229624017b9 req-1d1317dc-f4a2-4d70-ab93-5ac3b6ac1380 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0901387 Aug 10 03:18:49.037664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43d1a340-f746-462a-9809-b229624017b9 req-d88358d6-085b-4fa7-8ec9-2a8e6039286f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496924 Aug 10 03:18:49.053176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 141315d0-6a75-4fac-94fb-6312c19b6cad up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:49.107971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.167940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:49.177589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:49.184434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:49.189869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Pushing event updated for resources: {'Port': ['ID=24d2ec29-61c3-4578-931d-0dc14c1b09b5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:49.234196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 141315d0-6a75-4fac-94fb-6312c19b6cad completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:49.239209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 141315d0-6a75-4fac-94fb-6312c19b6cad triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:49.240039 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.244457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7dbfb-c29d-466f-ac2b-6d08cda43fcf req-5ba51f46-f14c-4c59-9f90-e2740446eab1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.246822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5e7dbfb-c29d-466f-ac2b-6d08cda43fcf req-5ba51f46-f14c-4c59-9f90-e2740446eab1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.1134722 Aug 10 03:18:49.383943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.409173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5e7dbfb-c29d-466f-ac2b-6d08cda43fcf req-c7b67713-4868-4980-bc6f-226e4dd94bd8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551397 Aug 10 03:18:49.423679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58d8a60c-9883-4820-a793-bd2a952e0a43 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:49.595906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 141315d0-6a75-4fac-94fb-6312c19b6cad, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=141315d0-6a75-4fac-94fb-6312c19b6cad,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:49.656014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.688605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 58d8a60c-9883-4820-a793-bd2a952e0a43 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:49.719924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=141315d0-6a75-4fac-94fb-6312c19b6cad,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:49.766042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba538b1-74ca-4f5a-8c23-6a22bebe4785 None None] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:49.886883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] Provisioning for port 58d8a60c-9883-4820-a793-bd2a952e0a43 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:49.903436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] Provisioning complete for port 58d8a60c-9883-4820-a793-bd2a952e0a43 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:49.903818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:49.955247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef715d68-0c48-4364-97d3-947854fd8dff req-a959f3ff-9c82-4fd5-a2f8-9793feec376c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.957644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef715d68-0c48-4364-97d3-947854fd8dff req-a959f3ff-9c82-4fd5-a2f8-9793feec376c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.4606628 Aug 10 03:18:49.980523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.024999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.034957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef715d68-0c48-4364-97d3-947854fd8dff req-c1a0ed48-0371-43e4-9208-f877a9aa9ce1 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696337 Aug 10 03:18:50.089519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] For port 58d8a60c-9883-4820-a793-bd2a952e0a43, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58d8a60c-9883-4820-a793-bd2a952e0a43,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:50.180111 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.239971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce8b33-2d90-419c-974a-0e5fc4fea98c None None] Pushing event updated for resources: {'Port': ['ID=58d8a60c-9883-4820-a793-bd2a952e0a43,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:50.247382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc9c03-73d8-4ee4-94e7-a6208dd1ad8d req-d5f5b85f-d79e-4d92-b08a-de4a637df2c6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.249516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dabc9c03-73d8-4ee4-94e7-a6208dd1ad8d req-d5f5b85f-d79e-4d92-b08a-de4a637df2c6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.1286738 Aug 10 03:18:50.284949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.301305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cf5be0cd-dfb7-49c2-ba0b-6071f7ca170c None None] Provisioning complete for port 58d8a60c-9883-4820-a793-bd2a952e0a43 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:50.301663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dabc9c03-73d8-4ee4-94e7-a6208dd1ad8d req-e2ae5de4-d80a-4edd-a96f-4fe5ce416c49 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Aug 10 03:18:50.302164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf5be0cd-dfb7-49c2-ba0b-6071f7ca170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.503332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dbc18-f4d1-45b3-aa2e-cc2b3b6a35c8 req-b25ff2f1-57d5-49de-b077-e1f29938e92b tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.504887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b1dbc18-f4d1-45b3-aa2e-cc2b3b6a35c8 req-b25ff2f1-57d5-49de-b077-e1f29938e92b tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0498157 Aug 10 03:18:50.524920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Router 0be1878e-8170-485e-839f-217f3a2bb222 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:18:50.552200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b1dbc18-f4d1-45b3-aa2e-cc2b3b6a35c8 req-53b30cdf-1d1f-4816-81f7-3b021025818d tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Aug 10 03:18:50.681611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:50.703056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Sync routers for ids ['0be1878e-8170-485e-839f-217f3a2bb222'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:50.705219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac790a67-55f1-4756-abcd-feaa5e7e4666 req-9c81d890-f369-493c-93ce-03b496d804e9 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.707045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac790a67-55f1-4756-abcd-feaa5e7e4666 req-9c81d890-f369-493c-93ce-03b496d804e9 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0755780 Aug 10 03:18:50.712652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Routers {'0be1878e-8170-485e-839f-217f3a2bb222'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:50.714998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0be1878e-8170-485e-839f-217f3a2bb222'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:50.753219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac790a67-55f1-4756-abcd-feaa5e7e4666 req-3567d12d-db31-4e60-93be-4f63eaabdf1d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Aug 10 03:18:50.797476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:50.799119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c943ea51-e466-4b1c-ae02-fc404594807b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0406086 Aug 10 03:18:50.801881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51458) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:50.841821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Set router 0be1878e-8170-485e-839f-217f3a2bb222 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:50.934851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3423f-8163-4409-a6ae-730bf31af085 req-cd465732-81ea-4f50-a1d9-6acccd6333ad tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:50.936506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ed3423f-8163-4409-a6ae-730bf31af085 req-cd465732-81ea-4f50-a1d9-6acccd6333ad tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0953357 Aug 10 03:18:51.025520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ed3423f-8163-4409-a6ae-730bf31af085 req-d1381713-3294-42eb-8f83-2581f8f44cae tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734057 Aug 10 03:18:51.029595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:18:49Z', 'revision_number': 3, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:51.062934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:18:51.065522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Checking router: 0be1878e-8170-485e-839f-217f3a2bb222 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:51.066153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Updating router 0be1878e-8170-485e-839f-217f3a2bb222 port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:51.129631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.243347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32975939-8df8-4a1b-898c-2f0052fd8790 req-28caaa64-58f0-405a-a5c2-767ce7ca57d6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.250664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32975939-8df8-4a1b-898c-2f0052fd8790 req-28caaa64-58f0-405a-a5c2-767ce7ca57d6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.1071784 Aug 10 03:18:51.328267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32975939-8df8-4a1b-898c-2f0052fd8790 req-67cdf143-d356-45b2-843a-81fcb268cd0d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766277 Aug 10 03:18:51.343454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58d8a60c-9883-4820-a793-bd2a952e0a43 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:51.443544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 58d8a60c-9883-4820-a793-bd2a952e0a43 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:51.443974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.479483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.512508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4627-6bb7-4100-bcca-d652ef0f01eb req-a5967103-b233-4f99-af56-4b579d46106a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.523400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5cc4627-6bb7-4100-bcca-d652ef0f01eb req-a5967103-b233-4f99-af56-4b579d46106a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.1193521 Aug 10 03:18:51.532097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.563281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Transition to ACTIVE for port object 24d2ec29-61c3-4578-931d-0dc14c1b09b5 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:51.604718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5cc4627-6bb7-4100-bcca-d652ef0f01eb req-aa62f3da-a27d-4d8a-a781-fb6dded7d9ef tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799897 Aug 10 03:18:51.661480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.736709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5233938-6748-427b-bfcb-5ba71d1e5cd5 None None] Pushing event updated for resources: {'Port': ['ID=24d2ec29-61c3-4578-931d-0dc14c1b09b5,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:51.754516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Attempting to bind port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:51.755033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Attempting to bind port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:51.755776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Attempting to bind port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:51.760616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:51.760994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:51.761402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.761802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:51.762277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Bound port: 24d2ec29-61c3-4578-931d-0dc14c1b09b5, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:51.762779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.765378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Allocated IP 172.20.0.1 (76602fe3-6190-41d6-a8af-a060ac47ea03/f67557bc-7bfd-466c-b743-57e9802f10db/b9e1c342-38a1-4798-bada-d5b31a33fc66) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:51.827080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] For port 24d2ec29-61c3-4578-931d-0dc14c1b09b5, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:51.830415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] For port 24d2ec29-61c3-4578-931d-0dc14c1b09b5, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=24d2ec29-61c3-4578-931d-0dc14c1b09b5,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:51.884993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119c-46f4-4015-9f2a-22d4e9227c5e req-522aa322-d6e1-4ac9-bef3-ff46d9d12a79 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:51.886506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63c1119c-46f4-4015-9f2a-22d4e9227c5e req-522aa322-d6e1-4ac9-bef3-ff46d9d12a79 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.1142275 Aug 10 03:18:51.900687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.942409 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.951761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Routers {'0be1878e-8170-485e-839f-217f3a2bb222'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:51.952099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0be1878e-8170-485e-839f-217f3a2bb222'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:51.954561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63c1119c-46f4-4015-9f2a-22d4e9227c5e req-ec2719f6-472b-4116-8dac-f7d34829c510 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Aug 10 03:18:51.962661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Transition to ACTIVE for port object b9e1c342-38a1-4798-bada-d5b31a33fc66 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:52.006429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5233938-6748-427b-bfcb-5ba71d1e5cd5 None None] Pushing event updated for resources: {'Port': ['ID=24d2ec29-61c3-4578-931d-0dc14c1b09b5,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:52.078857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] Set router 0be1878e-8170-485e-839f-217f3a2bb222 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:52.084959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.126829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:52.129414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:52.141857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:52.172269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Pushing event updated for resources: {'Port': ['ID=b9e1c342-38a1-4798-bada-d5b31a33fc66,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:52.188373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.288782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:18:49Z', 'revision_number': 3, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:52.324776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e665aa-040f-4716-b7e2-74537535ba11 None None] The sync data for ids ['0be1878e-8170-485e-839f-217f3a2bb222'] in n-d-765315-26 is: [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:18:49Z', 'revision_number': 3, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:52.384506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5730-14b4-4ede-8975-e1bc899c73b1 req-02411863-d621-4378-a2d5-a3a02e7be755 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.386040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8bbb5730-14b4-4ede-8975-e1bc899c73b1 req-02411863-d621-4378-a2d5-a3a02e7be755 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.1043069 Aug 10 03:18:52.437090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8bbb5730-14b4-4ede-8975-e1bc899c73b1 req-5bb0773e-3538-49e4-b58e-ff579454adf3 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Aug 10 03:18:52.512980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-31ec9638-a62b-4dbc-876e-a12f3d75bb3b None None] Provisioning for port b9e1c342-38a1-4798-bada-d5b31a33fc66 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:52.523225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-31ec9638-a62b-4dbc-876e-a12f3d75bb3b None None] Provisioning complete for port b9e1c342-38a1-4798-bada-d5b31a33fc66 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:52.523601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-31ec9638-a62b-4dbc-876e-a12f3d75bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.564251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.564899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-31ec9638-a62b-4dbc-876e-a12f3d75bb3b None None] Port b9e1c342-38a1-4798-bada-d5b31a33fc66 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:52.608998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22b60-6402-4858-b22b-5dc02692a339 req-178f23ff-1061-4fb5-bc9f-bd88926c9076 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.615394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53a22b60-6402-4858-b22b-5dc02692a339 req-178f23ff-1061-4fb5-bc9f-bd88926c9076 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.1170671 Aug 10 03:18:52.695794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53a22b60-6402-4858-b22b-5dc02692a339 req-5a406066-288e-468a-a677-342de4c8c6b2 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Aug 10 03:18:52.838652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.856498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c12d-bcb2-4a85-aa3d-003165da9d69 req-b5146c0e-03dc-4d05-9037-fc9d344b8a64 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:52.858208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5170c12d-bcb2-4a85-aa3d-003165da9d69 req-b5146c0e-03dc-4d05-9037-fc9d344b8a64 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0706222 Aug 10 03:18:52.897508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.947028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5170c12d-bcb2-4a85-aa3d-003165da9d69 req-120af8ec-1b03-4e98-a700-9598e340e116 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818806 Aug 10 03:18:52.977946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Pushing event updated for resources: {'Port': ['ID=b9e1c342-38a1-4798-bada-d5b31a33fc66,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:52.979593 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.155535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1a491-d23e-41b6-a6a8-57fbc42effec req-d4c182d0-2f15-4212-bffd-950717d56bec tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.157068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bf1a491-d23e-41b6-a6a8-57fbc42effec req-d4c182d0-2f15-4212-bffd-950717d56bec tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 944 time: 0.1191077 Aug 10 03:18:53.167674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:53.176853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:53.205291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-8fed9017-a8bd-4af3-bed1-486868839b61 service neutron] 10.222.0.46 "GET /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.1341736 Aug 10 03:18:53.287806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bf1a491-d23e-41b6-a6a8-57fbc42effec req-150fae21-2b30-4f83-9f8e-114b791925f3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183786 Aug 10 03:18:53.368650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 24d2ec29-61c3-4578-931d-0dc14c1b09b5 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:53.482186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:53.486086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Router 0be1878e-8170-485e-839f-217f3a2bb222 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:18:53.489566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:53.490036 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.505228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6527-679f-46c4-8013-d9f0e0caed56 req-343f729f-d7d4-4074-b2fc-a8471735760a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.506803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8b6527-679f-46c4-8013-d9f0e0caed56 req-343f729f-d7d4-4074-b2fc-a8471735760a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.1321573 Aug 10 03:18:53.519546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df8b015d-7e86-402e-a775-f9fb821dcb60 None None] Provisioning complete for port b9e1c342-38a1-4798-bada-d5b31a33fc66 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:53.520122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df8b015d-7e86-402e-a775-f9fb821dcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.567487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-df8b015d-7e86-402e-a775-f9fb821dcb60 None None] Port b9e1c342-38a1-4798-bada-d5b31a33fc66 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:18:53.604139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.620653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:53.623194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8b6527-679f-46c4-8013-d9f0e0caed56 req-a5a56ac1-ff84-4308-be57-c7aebfa1b5b0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089821 Aug 10 03:18:53.626136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 24d2ec29-61c3-4578-931d-0dc14c1b09b5, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=24d2ec29-61c3-4578-931d-0dc14c1b09b5,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:53.681894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:53.717650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:18:53.724782 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.734186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3db6d1e8-1f40-4b14-8f0b-5488bec3ea0e admin admin] 10.222.0.26 "PUT /v2.0/routers/0be1878e-8170-485e-839f-217f3a2bb222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303670 Aug 10 03:18:53.736184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:18:53.748045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:53.788388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=24d2ec29-61c3-4578-931d-0dc14c1b09b5,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:53.827872 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:53.837263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f3805-14bf-4fdb-9de8-1698e244955d req-15a4562d-f3d3-4188-ab6a-6c2bb7547552 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:53.839057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef2f3805-14bf-4fdb-9de8-1698e244955d req-15a4562d-f3d3-4188-ab6a-6c2bb7547552 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0546989 Aug 10 03:18:53.859858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:53.909580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-180687302'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:53.918425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef2f3805-14bf-4fdb-9de8-1698e244955d req-6ff2e8ec-df84-44b5-8f39-b23ae5ab70a2 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685658 Aug 10 03:18:53.945013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] Transition to ACTIVE for port object e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:54.025441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a11cb3-5720-4d8b-93eb-98ac02cc1686 req-39e59dd8-4343-46c2-bac3-d82883dd8e49 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.025628 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:54.026756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11a11cb3-5720-4d8b-93eb-98ac02cc1686 req-39e59dd8-4343-46c2-bac3-d82883dd8e49 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0513191 Aug 10 03:18:54.029288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.032990 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Sync routers for ids ['0be1878e-8170-485e-839f-217f3a2bb222'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:18:54.043762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Routers {'0be1878e-8170-485e-839f-217f3a2bb222'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:54.044411 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0be1878e-8170-485e-839f-217f3a2bb222'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:54.056462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:54.062287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.067838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.068250 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Added segment aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f of type vlan for network 11d6a4d9-43f0-4de6-9f12-27d77a100913 Aug 10 03:18:54.092668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11a11cb3-5720-4d8b-93eb-98ac02cc1686 req-8625c3ae-96ff-4059-ab64-5d1810881b69 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574033 Aug 10 03:18:54.120575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.150883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] No DVR routers for this DVR port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:18:54.152937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] Pushing event updated for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:54.166653 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Set router 0be1878e-8170-485e-839f-217f3a2bb222 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:54.193626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-5e3193ae-11e6-4439-bf88-bf7f4eef844c service neutron] 10.222.0.46 "PUT /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9536376 Aug 10 03:18:54.230182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.232943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5948bbb-c21f-4fe6-8ab0-54723e7b2192 req-7e1d359e-565e-402b-881d-d8dfe83ab26e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.237530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5948bbb-c21f-4fe6-8ab0-54723e7b2192 req-7e1d359e-565e-402b-881d-d8dfe83ab26e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0570445 Aug 10 03:18:54.240446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.245270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.279601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5948bbb-c21f-4fe6-8ab0-54723e7b2192 req-10a0b5a6-a95f-483c-afd7-e3169ba0da2c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Aug 10 03:18:54.386716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Network': ['ID=11d6a4d9-43f0-4de6-9f12-27d77a100913,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:54.389867 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 4, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b9e1c342-38a1-4798-bada-d5b31a33fc66', 'name': '', 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'mac_address': 'fa:16:3e:19:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f67557bc-7bfd-466c-b743-57e9802f10db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:51Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 2, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'subnets': [{'id': 'f67557bc-7bfd-466c-b743-57e9802f10db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:54.397532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.397899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.398257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.398601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.398867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691c125-d066-444f-be9a-8c6a6ecf3f33 req-f31a3b63-2f01-4896-916e-d74c1b3a4787 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.399010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.399256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.399586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.399916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.400241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.400448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4691c125-d066-444f-be9a-8c6a6ecf3f33 req-f31a3b63-2f01-4896-916e-d74c1b3a4787 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0554128 Aug 10 03:18:54.400576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.400906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.401232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:18:54.413074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:54.422866 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5131b9ac-63be-497d-825e-86238f0ca1a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5593350 Aug 10 03:18:54.423072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51498) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:54.428656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'subnet': {'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:54.434544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Checking router: 0be1878e-8170-485e-839f-217f3a2bb222 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:18:54.435127 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Updating router 0be1878e-8170-485e-839f-217f3a2bb222 port b9e1c342-38a1-4798-bada-d5b31a33fc66 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:18:54.435493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-c3e2abb0-c0d7-4135-a37d-5be2298216a0 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.436994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-c3e2abb0-c0d7-4135-a37d-5be2298216a0 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.1207409 Aug 10 03:18:54.448569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4691c125-d066-444f-be9a-8c6a6ecf3f33 req-8c1c4ecb-804f-474a-8512-f9659f36dec7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405011 Aug 10 03:18:54.465038 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.545486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-0928fcb3-a0b1-4180-9729-3d6b346d0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.547409 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-0928fcb3-a0b1-4180-9729-3d6b346d0a85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab&tenant_id=ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 1097 time: 0.0987329 Aug 10 03:18:54.583106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a4b0-1dc0-47fe-8cbe-77345885c02d req-83f2b82b-4dd5-4b19-a0d2-d18b480935ad tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.584602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63f0a4b0-1dc0-47fe-8cbe-77345885c02d req-83f2b82b-4dd5-4b19-a0d2-d18b480935ad tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 945 time: 0.0563266 Aug 10 03:18:54.627776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63f0a4b0-1dc0-47fe-8cbe-77345885c02d req-6a048c9a-1ae9-41e2-93e8-bde9aebeda10 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Aug 10 03:18:54.629978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:54.633579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.679460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ee2be18e-46cd-486a-8141-3dbc34ab9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.681029 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ee2be18e-46cd-486a-8141-3dbc34ab9e76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1097 time: 0.0885022 Aug 10 03:18:54.748908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f7ab5-0a18-4fc3-82ea-62ca5a3ffb42 req-8edbdf5c-1c7f-4810-aa59-2fb6f81c820c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.750725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-487f7ab5-0a18-4fc3-82ea-62ca5a3ffb42 req-8edbdf5c-1c7f-4810-aa59-2fb6f81c820c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0546186 Aug 10 03:18:54.794311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-487f7ab5-0a18-4fc3-82ea-62ca5a3ffb42 req-fbcda201-a387-4c84-8d9b-25c72b7a114a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Aug 10 03:18:54.841803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-6afeaf2e-5b56-4245-9c85-8decfc18ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.843287 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-6afeaf2e-5b56-4245-9c85-8decfc18ae3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1503396 Aug 10 03:18:54.858646 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.869061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Transition to ACTIVE for port object b9e1c342-38a1-4798-bada-d5b31a33fc66 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:54.894963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-84ec9a3e-8767-4186-af11-86d8968d4311 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 200 len: 217 time: 0.0404592 Aug 10 03:18:54.947367 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.980658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-e21e2af9-31aa-4894-9948-d28ebbd705ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:54.982113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-e21e2af9-31aa-4894-9948-d28ebbd705ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0629508 Aug 10 03:18:54.998256 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e772112-93b4-4d67-8763-c7b1d8fe46a8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1c342-38a1-4798-bada-d5b31a33fc66,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.024041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-9e49b6b6-2ff9-4d34-b505-ac714f913a93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300469 Aug 10 03:18:55.057878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aab87-eb40-4178-b511-238b3c741a4f req-e2e7adba-4a30-49f6-8bab-3b98434d7bad tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.059265 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Attempting to bind port b9e1c342-38a1-4798-bada-d5b31a33fc66 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:55.060450 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Attempting to bind port b9e1c342-38a1-4798-bada-d5b31a33fc66 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:55.061082 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Attempting to bind port b9e1c342-38a1-4798-bada-d5b31a33fc66 on network 76602fe3-6190-41d6-a8af-a060ac47ea03 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:55.065849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-983aab87-eb40-4178-b511-238b3c741a4f req-e2e7adba-4a30-49f6-8bab-3b98434d7bad tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0619588 Aug 10 03:18:55.068955 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:55.073254 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Checking segment: {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:55.073960 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.074589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Bound using segment: {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:55.075633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Bound port: b9e1c342-38a1-4798-bada-d5b31a33fc66, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8270410f-26e4-43c2-839c-ab1268995a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:55.076423 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.118897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-983aab87-eb40-4178-b511-238b3c741a4f req-b015c9cc-4c15-4781-894b-99f46c6babff tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Aug 10 03:18:55.145988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.166443 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] For port b9e1c342-38a1-4798-bada-d5b31a33fc66, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:55.169969 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] For port b9e1c342-38a1-4798-bada-d5b31a33fc66, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9e1c342-38a1-4798-bada-d5b31a33fc66,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:55.188621 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-8b2cf9cd-52ae-48ff-9754-d56a099348ee service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539497 Aug 10 03:18:55.246182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee193da-7661-478f-8e49-820e87a6a75e req-f4b6ba93-7e9c-4fd2-af00-e6a8d22688bc tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.247800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ee193da-7661-478f-8e49-820e87a6a75e req-f4b6ba93-7e9c-4fd2-af00-e6a8d22688bc tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0536511 Aug 10 03:18:55.256319 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.290993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Subnet': ['ID=6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.308220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ee193da-7661-478f-8e49-820e87a6a75e req-0cfc838b-d2dd-4dae-82f5-d4218e0b0297 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527511 Aug 10 03:18:55.338394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Checking segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:55.338709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network hostable DHCP agents. Network: 11d6a4d9-43f0-4de6-9f12-27d77a100913, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:55.342808 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e772112-93b4-4d67-8763-c7b1d8fe46a8 None None] Pushing event updated for resources: {'Port': ['ID=b9e1c342-38a1-4798-bada-d5b31a33fc66,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:55.353824 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-6a4d0e2c-adc4-4360-9bf3-024548c35b97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2033441 Aug 10 03:18:55.361421 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Routers {'0be1878e-8170-485e-839f-217f3a2bb222'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:18:55.362759 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:18:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0be1878e-8170-485e-839f-217f3a2bb222'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:55.409728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 24d2ec29-61c3-4578-931d-0dc14c1b09b5 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:55.434337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b659ae-2f97-4aa1-937f-a7e8f7d1baa8 req-e265897c-fa51-4cf4-98f0-5aba7292f818 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.442811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12b659ae-2f97-4aa1-937f-a7e8f7d1baa8 req-e265897c-fa51-4cf4-98f0-5aba7292f818 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0755246 Aug 10 03:18:55.458253 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-b064cdfe-0c16-42f3-96b7-12e35957a920 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390206 Aug 10 03:18:55.482372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-1c3c28cf-5f8a-46ab-add5-70fcd63c1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.485715 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-1c3c28cf-5f8a-46ab-add5-70fcd63c1138 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 1097 time: 0.0875170 Aug 10 03:18:55.492792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12b659ae-2f97-4aa1-937f-a7e8f7d1baa8 req-f6a161d0-b6e3-4275-a05c-4ef396c606b1 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Aug 10 03:18:55.507707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:55.526545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:55.527022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.527491 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] Set router 0be1878e-8170-485e-839f-217f3a2bb222 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:18:55.617606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffddc4e-e19e-48b7-82a6-55f76ca3ce39 req-2c051a07-08df-420a-8fa1-ff273ae41c76 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.625313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dffddc4e-e19e-48b7-82a6-55f76ca3ce39 req-2c051a07-08df-420a-8fa1-ff273ae41c76 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0634301 Aug 10 03:18:55.647510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-ec85c253-fb01-4239-aa4d-2220917bf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.649359 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-ec85c253-fb01-4239-aa4d-2220917bf86d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab HTTP/1.1" status: 200 len: 907 time: 0.1274107 Aug 10 03:18:55.673457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dffddc4e-e19e-48b7-82a6-55f76ca3ce39 req-8d4da2d0-1222-464d-a8c1-88d782901c4f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470634 Aug 10 03:18:55.728770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 11d6a4d9-43f0-4de6-9f12-27d77a100913) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:55.739244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.739849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:55.749140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8931d225-a62a-4c5f-8522-57634ad5650a None None] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:55.793413 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-995751cd-a902-4fce-877f-9293653183c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180 HTTP/1.1" status: 200 len: 1001 time: 0.1300216 Aug 10 03:18:55.818972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c89e-bae0-4f08-9162-e2225fb1f76a req-28bbd249-dc58-4efb-87f8-f9e9e073ae3f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.822882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abf6c89e-bae0-4f08-9162-e2225fb1f76a req-28bbd249-dc58-4efb-87f8-f9e9e073ae3f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 945 time: 0.0657287 Aug 10 03:18:55.856689 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 4, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b9e1c342-38a1-4798-bada-d5b31a33fc66', 'name': '', 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'mac_address': 'fa:16:3e:19:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f67557bc-7bfd-466c-b743-57e9802f10db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:51Z', 'updated_at': '2021-08-10T03:18:55Z', 'revision_number': 4, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'subnets': [{'id': 'f67557bc-7bfd-466c-b743-57e9802f10db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:18:55.864636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ec65d024-be5c-44a5-a6a7-abc3b14c488b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4404812 Aug 10 03:18:55.870627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51516) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:55.883209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-207378738'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:55.884870 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4760-f68c-4bbf-b7b9-4aa375ff5be4 None None] The sync data for ids ['0be1878e-8170-485e-839f-217f3a2bb222'] in n-d-765315-26 is: [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:18:52Z', 'revision_number': 4, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b9e1c342-38a1-4798-bada-d5b31a33fc66', 'name': '', 'network_id': '76602fe3-6190-41d6-a8af-a060ac47ea03', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'mac_address': 'fa:16:3e:19:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'f67557bc-7bfd-466c-b743-57e9802f10db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:51Z', 'updated_at': '2021-08-10T03:18:55Z', 'revision_number': 4, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'subnets': [{'id': 'f67557bc-7bfd-466c-b743-57e9802f10db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:18:55.906286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-a94e6c90-179a-4c06-be74-ffd5031c86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:55.907837 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-a94e6c90-179a-4c06-be74-ffd5031c86d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd77ae0c-83f7-4db5-b61f-6724f285fe90 HTTP/1.1" status: 200 len: 845 time: 0.1060853 Aug 10 03:18:55.917410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abf6c89e-bae0-4f08-9162-e2225fb1f76a req-e87b1c1b-58a0-40f3-b4b1-40dc88db026b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876539 Aug 10 03:18:55.933461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.046172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:56.050303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.087553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-11d6a4d9-43f0-4de6-9f12-27d77a100913', 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'fixed_ips': [{'subnet_id': '6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:56.087977 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.097467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-b47dead7-7e16-4dbe-8e16-631052523dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.099207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-b47dead7-7e16-4dbe-8e16-631052523dd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3bd30fdf-8c92-407d-9dcf-8e6365e239ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767902 Aug 10 03:18:56.109659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-361977c3-2a81-457d-990a-63fa477316c2 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.121228 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-361977c3-2a81-457d-990a-63fa477316c2 tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab&tenant_id=ec988d7d534d4a6190f7bbb16f87c216&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.1123488 Aug 10 03:18:56.151445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:18:56.219125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.219474 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Added segment 6f3764f4-8186-451f-91c0-d72ddf9ddc94 of type vlan for network f759e129-417f-4a32-9be8-f57910f6de9d Aug 10 03:18:56.300663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.319526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Allocated IP 19.80.0.2 (11d6a4d9-43f0-4de6-9f12-27d77a100913/6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861/949c18e8-6e96-42cd-bad5-a57c06972b1f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:56.364837 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-02746fb2-8ff9-415b-b96f-449a2249edeb service neutron] 10.222.0.54 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495122 Aug 10 03:18:56.445760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1586be3-ccf9-4403-abac-d88473b0ee4c req-86b80b3b-fc06-4108-bfee-81c99ffb9214 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.447673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1586be3-ccf9-4403-abac-d88473b0ee4c req-86b80b3b-fc06-4108-bfee-81c99ffb9214 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.4261718 Aug 10 03:18:56.503555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1586be3-ccf9-4403-abac-d88473b0ee4c req-e48a03ca-a34a-49b4-97c9-dec2d4069b79 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Aug 10 03:18:56.510273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.523556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.525290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.540228 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.544837 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a0769397-e521-477a-9c6c-4bb65399f7e4 req-0e9697e3-3092-415a-a6ac-1374c28607e4 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702929 Aug 10 03:18:56.556321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3e0f36c0-a2c8-4e7f-96c9-bc6db2c93174 service neutron] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:56.557394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Transition to ACTIVE for port object 949c18e8-6e96-42cd-bad5-a57c06972b1f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:56.582218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Transition to ACTIVE for port object 949c18e8-6e96-42cd-bad5-a57c06972b1f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:56.599912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3e0f36c0-a2c8-4e7f-96c9-bc6db2c93174 service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.601337 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-3e0f36c0-a2c8-4e7f-96c9-bc6db2c93174 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.4779422 Aug 10 03:18:56.621163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Network': ['ID=f759e129-417f-4a32-9be8-f57910f6de9d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:56.633037 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.645354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f759e129-417f-4a32-9be8-f57910f6de9d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:18:56.692014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Pushing event updated for resources: {'Port': ['ID=949c18e8-6e96-42cd-bad5-a57c06972b1f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:56.698589 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1e46a55-af5b-45f0-9a5a-459690168504 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8216960 Aug 10 03:18:56.698865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51528) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:18:56.704952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'subnet': {'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:18:56.736479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f15db-a9e1-4f7e-8573-e4942c06bb7f req-5008be41-6dc4-4a89-98ab-947b0252f508 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.746211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-644f15db-a9e1-4f7e-8573-e4942c06bb7f req-5008be41-6dc4-4a89-98ab-947b0252f508 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0915256 Aug 10 03:18:56.760334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:56.763275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:56.766796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:56.803136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-644f15db-a9e1-4f7e-8573-e4942c06bb7f req-39bba0a2-3601-40ec-b1a0-5a14014bda6e tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547569 Aug 10 03:18:56.838564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Attempting to bind port 949c18e8-6e96-42cd-bad5-a57c06972b1f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:56.839024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Attempting to bind port 949c18e8-6e96-42cd-bad5-a57c06972b1f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:56.839457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Attempting to bind port 949c18e8-6e96-42cd-bad5-a57c06972b1f on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:56.844876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:56.845969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Checking segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:56.845969 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.846282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Bound using segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:56.846819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Bound port: 949c18e8-6e96-42cd-bad5-a57c06972b1f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:56.847273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.908832 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:18:56.912454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:56.921738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] For port 949c18e8-6e96-42cd-bad5-a57c06972b1f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:56.927656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] For port 949c18e8-6e96-42cd-bad5-a57c06972b1f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=949c18e8-6e96-42cd-bad5-a57c06972b1f,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:56.941521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d287bb7-3e1f-4a17-93ef-9788ecf0ddaf req-e358aa36-d0fb-420a-bb3e-115f3c73ecde tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:56.944988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d287bb7-3e1f-4a17-93ef-9788ecf0ddaf req-e358aa36-d0fb-420a-bb3e-115f3c73ecde tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0772862 Aug 10 03:18:56.993942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.009842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d287bb7-3e1f-4a17-93ef-9788ecf0ddaf req-b5ab03af-d053-454d-ad4e-95e2ece072ea tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604341 Aug 10 03:18:57.058688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ad2b-bd80-4d66-8b08-6061e30476c3 None None] Pushing event updated for resources: {'Port': ['ID=949c18e8-6e96-42cd-bad5-a57c06972b1f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.161535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa5f6d-37dd-453e-8ec5-ac9575b0877d req-8787db9d-aa1c-41e3-bc36-1b84bc76330d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.163103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aeaa5f6d-37dd-453e-8ec5-ac9575b0877d req-8787db9d-aa1c-41e3-bc36-1b84bc76330d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0712180 Aug 10 03:18:57.226997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aeaa5f6d-37dd-453e-8ec5-ac9575b0877d req-6f8b60b9-7216-4814-8e5d-63e8dee4060c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Aug 10 03:18:57.261457 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.404228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Subnet': ['ID=99356933-4cd7-4619-ba91-d9fd647c9701,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:57.410712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Checking segment: {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:57.411216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network hostable DHCP agents. Network: f759e129-417f-4a32-9be8-f57910f6de9d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:18:57.441795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba547ba-b08b-4ca8-a5c0-579f806f8924 req-ac611c4e-e3ea-4001-acec-4c0868ea7209 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.443352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba547ba-b08b-4ca8-a5c0-579f806f8924 req-ac611c4e-e3ea-4001-acec-4c0868ea7209 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1390400 Aug 10 03:18:57.490373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba547ba-b08b-4ca8-a5c0-579f806f8924 req-e72cbba5-ffb7-4010-bf8d-285d837ed078 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404372 Aug 10 03:18:57.490595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network f759e129-417f-4a32-9be8-f57910f6de9d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:18:57.525387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 949c18e8-6e96-42cd-bad5-a57c06972b1f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:57.585541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f759e129-417f-4a32-9be8-f57910f6de9d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:57.589835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.590432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.597737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25772da-cb01-4d32-9b81-7f5ff1a7dfc4 None None] Network f759e129-417f-4a32-9be8-f57910f6de9d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:57.613586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf37f-374c-4c22-bd43-b848db31a830 req-9a476889-3943-4ae0-96ea-7dcb3acbb8a9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.615197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dadf37f-374c-4c22-bd43-b848db31a830 req-9a476889-3943-4ae0-96ea-7dcb3acbb8a9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 945 time: 0.0509732 Aug 10 03:18:57.665011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dadf37f-374c-4c22-bd43-b848db31a830 req-85f9b295-ee81-4d3e-a7e6-484e42e52659 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Aug 10 03:18:57.671180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 949c18e8-6e96-42cd-bad5-a57c06972b1f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:57.692237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9e1c342-38a1-4798-bada-d5b31a33fc66 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:57.708174 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c7c0dce8-6a91-45b6-9f29-1bb421d90f53 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0002615 Aug 10 03:18:57.789133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3282e6-3573-4755-af30-6a2e1a673273 req-66b13a70-a6a6-469f-9ad1-15a04cad928d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:57.791019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e3282e6-3573-4755-af30-6a2e1a673273 req-66b13a70-a6a6-469f-9ad1-15a04cad928d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0528526 Aug 10 03:18:57.820421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-f759e129-417f-4a32-9be8-f57910f6de9d', 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'fixed_ips': [{'subnet_id': '99356933-4cd7-4619-ba91-d9fd647c9701'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:18:57.821467 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:57.843436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e3282e6-3573-4755-af30-6a2e1a673273 req-2d31af63-3730-4868-b474-ec6263aa5714 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Aug 10 03:18:57.848699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b9e1c342-38a1-4798-bada-d5b31a33fc66 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:57.855928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b9e1c342-38a1-4798-bada-d5b31a33fc66 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:57.856309 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.041575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Allocated IP 19.86.0.2 (f759e129-417f-4a32-9be8-f57910f6de9d/99356933-4cd7-4619-ba91-d9fd647c9701/79dc54d1-fcdc-45d8-8dfa-c3019443e45d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:18:58.050216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.130722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b9e1c342-38a1-4798-bada-d5b31a33fc66, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9e1c342-38a1-4798-bada-d5b31a33fc66,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:58.165968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-f964bc3a-9090-4f7b-a202-def70772e286 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:58.172511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-f964bc3a-9090-4f7b-a202-def70772e286 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:58.180893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-f964bc3a-9090-4f7b-a202-def70772e286 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/networks?id=11d6a4d9-43f0-4de6-9f12-27d77a100913&id=f759e129-417f-4a32-9be8-f57910f6de9d&id=11d6a4d9-43f0-4de6-9f12-27d77a100913 HTTP/1.1" status: 200 len: 1390 time: 0.1367733 Aug 10 03:18:58.198344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-0c137371-b7b3-4d83-ac9c-eedf46be303c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/quotas/d3397732ef2342adae1e0dee957ce53f HTTP/1.1" status: 200 len: 375 time: 0.0164669 Aug 10 03:18:58.205495 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.255812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1d551dc3-4463-4dbf-b28c-035ec8e1a409 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564930 Aug 10 03:18:58.265480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.280472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b6207-9402-47c3-8bf6-d3b66743addb None None] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:58.296772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Transition to ACTIVE for port object 79dc54d1-fcdc-45d8-8dfa-c3019443e45d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:58.323868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b9e1c342-38a1-4798-bada-d5b31a33fc66,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.351705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Transition to ACTIVE for port object 79dc54d1-fcdc-45d8-8dfa-c3019443e45d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:18:58.359521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-f8aacf9c-a0bc-47d7-b32a-70c4224e8912 service neutron] 10.222.0.26 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Aug 10 03:18:58.412780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.450100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] Provisioning for port 949c18e8-6e96-42cd-bad5-a57c06972b1f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:58.468367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Network f759e129-417f-4a32-9be8-f57910f6de9d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:18:58.470590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] Provisioning complete for port 949c18e8-6e96-42cd-bad5-a57c06972b1f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:58.470984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.479548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:18:58.480146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-517f9723-4d09-4d1d-aa38-991886603ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140149 Aug 10 03:18:58.500594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:18:58.517681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Pushing event updated for resources: {'Port': ['ID=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.600153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Attempting to bind port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:18:58.600889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Attempting to bind port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:18:58.600889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Attempting to bind port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d on network f759e129-417f-4a32-9be8-f57910f6de9d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:18:58.608094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:18:58.608491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Checking segment: {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:18:58.608893 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.609281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Bound using segment: {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:18:58.609746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Bound port: 79dc54d1-fcdc-45d8-8dfa-c3019443e45d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:18:58.610127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.614258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-032de0db-e30d-48ac-a9e3-19a1faf45e24 service neutron] 10.222.0.26 "GET /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242914 Aug 10 03:18:58.669768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.718778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-bacebdaf-5231-4c6a-8cd6-3d3c177dd770 service neutron] 10.222.0.26 "GET /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964801 Aug 10 03:18:58.722787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] For port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:18:58.725832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] For port 949c18e8-6e96-42cd-bad5-a57c06972b1f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=949c18e8-6e96-42cd-bad5-a57c06972b1f,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:18:58.734260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] For port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:18:58.809633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.811548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-ee8bc9d0-7185-484a-b04e-5be5d0c13d16 service neutron] 10.222.0.26 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913308 Aug 10 03:18:58.837073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.887718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8730fc8-7dfa-46b1-983b-c651b816bed4 None None] Pushing event updated for resources: {'Port': ['ID=949c18e8-6e96-42cd-bad5-a57c06972b1f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:58.927367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-366b9a64-8f3a-42ce-936a-dc7f7dec0dd8 service neutron] 10.222.0.26 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087537 Aug 10 03:18:58.951318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b3617e6a-4ca3-4aef-86ac-cc6f287ca06a None None] Provisioning complete for port 949c18e8-6e96-42cd-bad5-a57c06972b1f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:58.951697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3617e6a-4ca3-4aef-86ac-cc6f287ca06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:58.982559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1137a22-4d33-4208-b380-30908529f7cf None None] Pushing event updated for resources: {'Port': ['ID=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:18:59.256861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463166-9b7e-4716-a30a-2cb3ca432665 req-f693d7cd-35e9-4c23-ab48-b37c81c97314 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.258528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27463166-9b7e-4716-a30a-2cb3ca432665 req-f693d7cd-35e9-4c23-ab48-b37c81c97314 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0570028 Aug 10 03:18:59.322436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27463166-9b7e-4716-a30a-2cb3ca432665 req-3abdf7cf-8d1a-40ce-a8c8-62b1adbd844c tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Aug 10 03:18:59.443608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887151d-f460-42ad-9177-37074ebc359b req-5a516c63-a759-409b-a5fa-ceaa5c2b2e4a tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.445395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d887151d-f460-42ad-9177-37074ebc359b req-5a516c63-a759-409b-a5fa-ceaa5c2b2e4a tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1097 time: 0.0507827 Aug 10 03:18:59.480899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 949c18e8-6e96-42cd-bad5-a57c06972b1f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:59.489399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d887151d-f460-42ad-9177-37074ebc359b req-7efd77a9-9678-4217-974e-c16f876f718f tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Aug 10 03:18:59.537848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 949c18e8-6e96-42cd-bad5-a57c06972b1f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:59.538488 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.631221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 79dc54d1-fcdc-45d8-8dfa-c3019443e45d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:59.633215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d800d9-6811-4ecd-8f2c-cdc7f329bc7d req-9e159800-9b74-44e3-92c3-afd8babef410 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.640711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5d800d9-6811-4ecd-8f2c-cdc7f329bc7d req-9e159800-9b74-44e3-92c3-afd8babef410 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0825124 Aug 10 03:18:59.696866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5d800d9-6811-4ecd-8f2c-cdc7f329bc7d req-89233a67-08ba-4b76-9277-ea6fb8a4d394 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551348 Aug 10 03:18:59.775690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:18:59.779962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9e1c342-38a1-4798-bada-d5b31a33fc66 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:18:59.808706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623b1d7-3a8e-446a-b98d-68e6fde7abdd req-49421719-8f4b-4d4c-9977-c3f4cd5dca18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.811129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7623b1d7-3a8e-446a-b98d-68e6fde7abdd req-49421719-8f4b-4d4c-9977-c3f4cd5dca18 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0511234 Aug 10 03:18:59.844694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b9e1c342-38a1-4798-bada-d5b31a33fc66 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:18:59.845070 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.858432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7623b1d7-3a8e-446a-b98d-68e6fde7abdd req-253725f1-b9e2-428f-828d-69a79db241de tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Aug 10 03:18:59.955750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e8093-1cb9-4fe6-acd5-4d4043cfebc2 None None] Network f759e129-417f-4a32-9be8-f57910f6de9d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:18:59.990863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816ca46-7cb5-4516-9c99-01f584c0f4f4 req-5cbfd057-9731-47bc-b63a-539811b75fc2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:59.993096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f816ca46-7cb5-4516-9c99-01f584c0f4f4 req-5cbfd057-9731-47bc-b63a-539811b75fc2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0582318 Aug 10 03:19:00.035552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f816ca46-7cb5-4516-9c99-01f584c0f4f4 req-a821fef4-8420-47d9-99f8-fed911fbcd10 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358989 Aug 10 03:19:00.152846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab108d0-0fbf-42da-bb67-8b58bd5b0b06 req-e569a8a3-5568-427b-8d0c-aa273302eb90 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:00.154344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ab108d0-0fbf-42da-bb67-8b58bd5b0b06 req-e569a8a3-5568-427b-8d0c-aa273302eb90 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0593016 Aug 10 03:19:00.192700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ab108d0-0fbf-42da-bb67-8b58bd5b0b06 req-78145230-29dd-486c-ad3c-0c0ece537b28 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Aug 10 03:19:00.214493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74409b86-9915-4d06-b259-79b34ca8bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.227378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] Provisioning for port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:00.245040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] Provisioning complete for port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:00.245413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.341222 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.355364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3a5de58-388e-45ff-acd6-36c8e7cd3a94 req-5b446101-3716-49f2-b4dd-38d5736d16e3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 210 time: 0.0299640 Aug 10 03:19:00.378902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] For port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:00.438328 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.458947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a8d4-9136-42cc-a4db-00f6b903e7e9 req-40a61df9-c3cc-41c4-be33-65c1f1d4e5cb tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:00.464272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f145a8d4-9136-42cc-a4db-00f6b903e7e9 req-40a61df9-c3cc-41c4-be33-65c1f1d4e5cb tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 1097 time: 0.0487106 Aug 10 03:19:00.492334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944804b8-e34d-4ce0-ab60-d47ea7680d44 None None] Pushing event updated for resources: {'Port': ['ID=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:00.507733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f145a8d4-9136-42cc-a4db-00f6b903e7e9 req-2202cd27-4d3c-4104-bc9d-44df5b16ba4d tempest-LiveMigrationTest-94722117 tempest-LiveMigrationTest-94722117-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356019 Aug 10 03:19:00.559705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-238e6224-d20e-48b4-8d95-b661ef721334 None None] Provisioning complete for port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:00.560107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-238e6224-d20e-48b4-8d95-b661ef721334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:00.620575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c28d0a-c2a8-4fad-a654-1e8246ab77a0 req-4e783abe-eac2-4ad6-ab02-87fec5101e35 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:00.622078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c28d0a-c2a8-4fad-a654-1e8246ab77a0 req-4e783abe-eac2-4ad6-ab02-87fec5101e35 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0549250 Aug 10 03:19:00.664060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c28d0a-c2a8-4fad-a654-1e8246ab77a0 req-3e5d6c04-61ec-4d84-a738-f2a9ad38db9b tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353191 Aug 10 03:19:01.115864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebff2b7-0ff4-4f2f-a4b7-b4e9f5949a16 req-f2e5ba0e-0ba8-4f53-8de5-a45ec0989f66 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.117374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bebff2b7-0ff4-4f2f-a4b7-b4e9f5949a16 req-f2e5ba0e-0ba8-4f53-8de5-a45ec0989f66 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0489898 Aug 10 03:19:01.158284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bebff2b7-0ff4-4f2f-a4b7-b4e9f5949a16 req-839149a0-978d-4d34-bcf9-75c6a1401084 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Aug 10 03:19:01.269979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152df20-474b-4ecf-9def-91bc05ab24c7 req-c1be7217-7d92-4f1e-9294-d03688243a15 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.271708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8152df20-474b-4ecf-9def-91bc05ab24c7 req-c1be7217-7d92-4f1e-9294-d03688243a15 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Aug 10 03:19:01.311976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8152df20-474b-4ecf-9def-91bc05ab24c7 req-1796574f-cbfb-4025-832d-dd33ad62f68e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Aug 10 03:19:01.326319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 79dc54d1-fcdc-45d8-8dfa-c3019443e45d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:01.374639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:01.375121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.518200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506a5e-1689-4d05-918f-a338e7667ed4 req-833c0d8c-51c3-45e2-b94e-29292ddc5fa6 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.519672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79506a5e-1689-4d05-918f-a338e7667ed4 req-833c0d8c-51c3-45e2-b94e-29292ddc5fa6 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0784733 Aug 10 03:19:01.541215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-b986928f-acd7-4b4d-b57a-0d2c6fa9b1d2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.546925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-b986928f-acd7-4b4d-b57a-0d2c6fa9b1d2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.548445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-b986928f-acd7-4b4d-b57a-0d2c6fa9b1d2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "GET /v2.0/networks?id=11d6a4d9-43f0-4de6-9f12-27d77a100913&id=f759e129-417f-4a32-9be8-f57910f6de9d&id=11d6a4d9-43f0-4de6-9f12-27d77a100913 HTTP/1.1" status: 200 len: 1390 time: 0.1610949 Aug 10 03:19:01.564083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'port': {'device_id': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913', 'admin_state_up': True, 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:01.627565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79506a5e-1689-4d05-918f-a338e7667ed4 req-c4452514-b986-4981-9baf-473c3a334376 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001260 Aug 10 03:19:01.735203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408664-0be5-44fe-9adc-4f08b77cd9c8 req-1c8a82b1-9856-41a2-9657-abc3ecd3c9db tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:01.737054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79408664-0be5-44fe-9adc-4f08b77cd9c8 req-1c8a82b1-9856-41a2-9657-abc3ecd3c9db tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0516317 Aug 10 03:19:01.741527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:01.744987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.796720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79408664-0be5-44fe-9adc-4f08b77cd9c8 req-0f48355d-2fd2-4266-b48d-deacdd30b235 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Aug 10 03:19:01.906327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Allocated IP 19.80.0.48 (11d6a4d9-43f0-4de6-9f12-27d77a100913/6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861/20b9b2f5-390a-4082-922d-966c19a72f43) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:01.965980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23759c44-1403-41a0-823c-41cf14112c6a req-a0f117c6-c4a0-46e1-b074-1cd70b8318c8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 210 time: 0.0355885 Aug 10 03:19:02.124663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a51e4-b8e7-42d7-8c60-28b42b299b42 req-39d58838-ed83-40a5-9353-350b31163e55 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.129050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f73a51e4-b8e7-42d7-8c60-28b42b299b42 req-39d58838-ed83-40a5-9353-350b31163e55 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0926750 Aug 10 03:19:02.134944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.166490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Transition to ACTIVE for port object 20b9b2f5-390a-4082-922d-966c19a72f43 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:02.191196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f73a51e4-b8e7-42d7-8c60-28b42b299b42 req-fcf74326-4eac-4dda-9206-97939a1e6b8a tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Aug 10 03:19:02.285484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.347753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:02.354125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:02.363545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d8be9-7f4f-45cc-9ea5-27ac093cfd23 req-457d13b2-9c2d-45e8-8794-702215935059 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.365088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-477d8be9-7f4f-45cc-9ea5-27ac093cfd23 req-457d13b2-9c2d-45e8-8794-702215935059 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.1069782 Aug 10 03:19:02.365715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Port': ['ID=20b9b2f5-390a-4082-922d-966c19a72f43,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:02.368071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:02.446106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.446739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.454894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-477d8be9-7f4f-45cc-9ea5-27ac093cfd23 req-ef7ba230-e075-46f9-9cb1-3ebb7d6dd323 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777540 Aug 10 03:19:02.569409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-959441ee-ed9d-44a6-983e-6993125e97d3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0099869 Aug 10 03:19:02.582393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440a320-77d2-4a11-a3da-c2ec88408cd1 req-a81ba7a7-87c3-4606-91b1-5e619c9a54e7 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.584008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c440a320-77d2-4a11-a3da-c2ec88408cd1 req-a81ba7a7-87c3-4606-91b1-5e619c9a54e7 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0601325 Aug 10 03:19:02.588721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'port': {'device_id': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d', 'admin_state_up': True, 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:02.669205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c440a320-77d2-4a11-a3da-c2ec88408cd1 req-c745bcc9-0d7e-47e2-a524-f3c1a29e723d tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Aug 10 03:19:02.673408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.712816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-198575d8-211d-4164-a731-7175de480cc6 None None] Provisioning for port 20b9b2f5-390a-4082-922d-966c19a72f43 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:02.719145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-198575d8-211d-4164-a731-7175de480cc6 None None] Provisioning complete for port 20b9b2f5-390a-4082-922d-966c19a72f43 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:02.719891 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-198575d8-211d-4164-a731-7175de480cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.763233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-198575d8-211d-4164-a731-7175de480cc6 None None] Port 20b9b2f5-390a-4082-922d-966c19a72f43 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:02.792192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:02.796226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.904900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3ac5-7988-47d4-b774-0603f9c5b245 req-d0e7efd7-a045-43c3-9c1c-6632c7cfc46a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:02.906378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64ed3ac5-7988-47d4-b774-0603f9c5b245 req-d0e7efd7-a045-43c3-9c1c-6632c7cfc46a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0998578 Aug 10 03:19:02.940416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de6d1bab-dfd0-4804-b9c3-0c78ad1b3d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.981260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64ed3ac5-7988-47d4-b774-0603f9c5b245 req-7923baa1-49d5-4438-b7eb-812732dc5214 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663476 Aug 10 03:19:03.004486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Allocated IP 19.86.0.97 (f759e129-417f-4a32-9be8-f57910f6de9d/99356933-4cd7-4619-ba91-d9fd647c9701/7afcc204-f7c9-4dd5-b5d6-c7291758f04a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:03.160293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ca01b-9b27-4160-a5b8-634fe49af416 req-9bd0c470-de72-408e-81d2-602df6bee79e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.161843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f9ca01b-9b27-4160-a5b8-634fe49af416 req-9bd0c470-de72-408e-81d2-602df6bee79e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.1133730 Aug 10 03:19:03.215272 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.223675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f9ca01b-9b27-4160-a5b8-634fe49af416 req-05f1c20f-acd6-4ddb-8cfd-7b963da7d4ea tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555711 Aug 10 03:19:03.234132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Transition to ACTIVE for port object 7afcc204-f7c9-4dd5-b5d6-c7291758f04a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:03.346828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.426282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network f759e129-417f-4a32-9be8-f57910f6de9d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:03.431666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Port': ['ID=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:03.434119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:03.437495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:03.475620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71614-0e99-48dc-b8d0-f3c1965321bb req-86eb137e-c20a-4516-b7d4-a44d036d2530 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.481674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71614-0e99-48dc-b8d0-f3c1965321bb req-86eb137e-c20a-4516-b7d4-a44d036d2530 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.486388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26e71614-0e99-48dc-b8d0-f3c1965321bb req-86eb137e-c20a-4516-b7d4-a44d036d2530 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 1653 time: 0.1021850 Aug 10 03:19:03.525721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.526458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.551340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26e71614-0e99-48dc-b8d0-f3c1965321bb req-f6463546-04ff-4d40-8e32-a6b25c9cbb48 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571015 Aug 10 03:19:03.616306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c288495b-72cb-41af-9047-3feb232c9ce7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0308375 Aug 10 03:19:03.628966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'port': {'device_id': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913', 'admin_state_up': True, 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:03.735195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5c605422-4003-4cf5-9768-afdc11e9af3a None None] Provisioning for port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:03.736710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70beed1-70cf-44a2-bad2-9141e024f2ed req-7e671b93-eff2-4607-bfa5-897ac0cf3c78 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.738391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b70beed1-70cf-44a2-bad2-9141e024f2ed req-7e671b93-eff2-4607-bfa5-897ac0cf3c78 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.1045921 Aug 10 03:19:03.739631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5c605422-4003-4cf5-9768-afdc11e9af3a None None] Provisioning complete for port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:03.739956 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5c605422-4003-4cf5-9768-afdc11e9af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.777425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5c605422-4003-4cf5-9768-afdc11e9af3a None None] Port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:03.797697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b70beed1-70cf-44a2-bad2-9141e024f2ed req-db037333-9636-4d6f-b067-590c48d523f5 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509853 Aug 10 03:19:03.886165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:03.889565 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:03.932538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41a60b-a3e5-4c4e-b961-7884df051a2d req-08ff4548-c679-442a-a465-6402c2769345 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:03.934069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c41a60b-a3e5-4c4e-b961-7884df051a2d req-08ff4548-c679-442a-a465-6402c2769345 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0771940 Aug 10 03:19:03.998773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.017321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c41a60b-a3e5-4c4e-b961-7884df051a2d req-7372512d-7696-4b1e-acd1-ffa02f436d2e tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Aug 10 03:19:04.066936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Allocated IP 19.80.0.251 (11d6a4d9-43f0-4de6-9f12-27d77a100913/6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861/03a3dc2a-14ae-4387-b343-0cda139b2e16) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:04.160318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d902d-1a4f-4163-af41-bcd9f35879b5 req-a80dd716-a10c-41bf-aac8-9ec67e0465ca tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.161898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c27d902d-1a4f-4163-af41-bcd9f35879b5 req-a80dd716-a10c-41bf-aac8-9ec67e0465ca tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.0854325 Aug 10 03:19:04.246568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c27d902d-1a4f-4163-af41-bcd9f35879b5 req-2c6c61ec-7444-45e4-aafb-a5d76e1214b5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748179 Aug 10 03:19:04.288053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.303957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Transition to ACTIVE for port object 03a3dc2a-14ae-4387-b343-0cda139b2e16 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:04.400883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.432011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071caae-53ba-4d30-af9c-ae748dad29c0 req-2a074df4-b202-4ffb-83ad-c2670cb48ee3 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.433584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4071caae-53ba-4d30-af9c-ae748dad29c0 req-2a074df4-b202-4ffb-83ad-c2670cb48ee3 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0693934 Aug 10 03:19:04.461078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:04.471994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:04.474485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:04.523870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Port': ['ID=03a3dc2a-14ae-4387-b343-0cda139b2e16,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:04.552540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4071caae-53ba-4d30-af9c-ae748dad29c0 req-0cea4a04-312d-4c07-abf7-276f18caec8c tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995491 Aug 10 03:19:04.562072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.562809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.669667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-92def2c6-019a-44da-a7b4-2afb54d53ca5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0454707 Aug 10 03:19:04.684622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Request body: {'port': {'device_id': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:04.719128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0775b3-c9bd-4ae4-b338-3a03d6247df1 req-4f2b411b-43be-4e8c-82f4-3d754f488cd6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:04.721144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca0775b3-c9bd-4ae4-b338-3a03d6247df1 req-4f2b411b-43be-4e8c-82f4-3d754f488cd6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0933759 Aug 10 03:19:04.770101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.791905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca0775b3-c9bd-4ae4-b338-3a03d6247df1 req-9c27faa7-ae6e-4002-92af-c151bc1e932e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Aug 10 03:19:04.877411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-44704aa0-8674-4ea4-aa28-c81301f504b8 None None] Provisioning for port 03a3dc2a-14ae-4387-b343-0cda139b2e16 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:04.882944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-44704aa0-8674-4ea4-aa28-c81301f504b8 None None] Provisioning complete for port 03a3dc2a-14ae-4387-b343-0cda139b2e16 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:04.883789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-44704aa0-8674-4ea4-aa28-c81301f504b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:04.935268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-44704aa0-8674-4ea4-aa28-c81301f504b8 None None] Port 03a3dc2a-14ae-4387-b343-0cda139b2e16 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:05.022137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2a1b-0715-4568-a4fe-101aba475601 req-abdec44a-9744-4d98-a498-a8da186a1e56 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.027870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2a1b-0715-4568-a4fe-101aba475601 req-abdec44a-9744-4d98-a498-a8da186a1e56 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.034186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2a1b-0715-4568-a4fe-101aba475601 req-abdec44a-9744-4d98-a498-a8da186a1e56 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.035794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e21e2a1b-0715-4568-a4fe-101aba475601 req-abdec44a-9744-4d98-a498-a8da186a1e56 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2375 time: 0.0858569 Aug 10 03:19:05.114319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e21e2a1b-0715-4568-a4fe-101aba475601 req-95103e18-0de2-4b46-8b71-2646b3748de1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714560 Aug 10 03:19:05.163868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b9b2f5-390a-4082-922d-966c19a72f43 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:05.178513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-3cb4d61c-3dde-49c2-abd2-c46acb0ec7f3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.181149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-3cb4d61c-3dde-49c2-abd2-c46acb0ec7f3 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 946 time: 0.1028073 Aug 10 03:19:05.183144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.222354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Transition to ACTIVE for port object 20b9b2f5-390a-4082-922d-966c19a72f43 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:05.293036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Deleting port 78270a73-b722-48c8-8f74-4a51b89088e5 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:05.293384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.297437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.401764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Pushing event updated for resources: {'Port': ['ID=20b9b2f5-390a-4082-922d-966c19a72f43,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:05.527699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] For port 78270a73-b722-48c8-8f74-4a51b89088e5, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=78270a73-b722-48c8-8f74-4a51b89088e5,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:05.528176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.554486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Calling delete_port for 78270a73-b722-48c8-8f74-4a51b89088e5 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:05.574034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1c72-e44e-41b2-9e0b-2896e53ff025 req-41700b0f-ce54-495a-92f8-139d569f2cec tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.575681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014f1c72-e44e-41b2-9e0b-2896e53ff025 req-41700b0f-ce54-495a-92f8-139d569f2cec tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.1506567 Aug 10 03:19:05.587174 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.587963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Attempting to bind port 20b9b2f5-390a-4082-922d-966c19a72f43 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:05.588310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Attempting to bind port 20b9b2f5-390a-4082-922d-966c19a72f43 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:05.588702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Attempting to bind port 20b9b2f5-390a-4082-922d-966c19a72f43 on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:05.635926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Port 20b9b2f5-390a-4082-922d-966c19a72f43 on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:05.636152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Attempting to bind port 20b9b2f5-390a-4082-922d-966c19a72f43 on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:05.650838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:05.651226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Checking segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:05.652073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Bound using segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:05.652073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Bound port: 20b9b2f5-390a-4082-922d-966c19a72f43, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:05.652460 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.665511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-d6345d7f-0804-4ce1-a9a4-c632fde3d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.667019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-d6345d7f-0804-4ce1-a9a4-c632fde3d9f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 1098 time: 0.0428567 Aug 10 03:19:05.691797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014f1c72-e44e-41b2-9e0b-2896e53ff025 req-c3ee5cd0-98cd-49eb-acd0-647122951a16 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051481 Aug 10 03:19:05.781280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-932674b2-78b0-4088-ab99-1f39e121ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.782758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-932674b2-78b0-4088-ab99-1f39e121ddba service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.1075442 Aug 10 03:19:05.792016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] For port 20b9b2f5-390a-4082-922d-966c19a72f43, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:05.825520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] For port 20b9b2f5-390a-4082-922d-966c19a72f43, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=20b9b2f5-390a-4082-922d-966c19a72f43,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:05.848508 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-5a6b4676-ef2e-477b-9898-17a452ee40dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 200 len: 1001 time: 0.0576115 Aug 10 03:19:05.853328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc57f8b-66ea-4c40-837e-8f489c07f3e3 req-88e4918f-2aae-481d-8c97-91c2bebc734e tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.854856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bc57f8b-66ea-4c40-837e-8f489c07f3e3 req-88e4918f-2aae-481d-8c97-91c2bebc734e tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0772958 Aug 10 03:19:05.895213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bc57f8b-66ea-4c40-837e-8f489c07f3e3 req-0f4ab65e-6dcb-454b-bef2-076c16f45eba tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Aug 10 03:19:05.896286 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.904430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-6e58f27f-8c3c-4fde-8af0-d25c22b56a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.909028 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-6e58f27f-8c3c-4fde-8af0-d25c22b56a1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0502012 Aug 10 03:19:05.924414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.957831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-7a37ad3e-63e1-4230-be77-0d8ad3fe66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.959370 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-7a37ad3e-63e1-4230-be77-0d8ad3fe66ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439129 Aug 10 03:19:05.960947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['762d5ea2-3b03-48d3-a57b-0ce50e6bddde'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:05.982539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:05.983173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:05.984613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] 10.222.0.46 "PUT /v2.0/ports/20b9b2f5-390a-4082-922d-966c19a72f43 HTTP/1.1" status: 200 len: 1092 time: 1.3044853 Aug 10 03:19:05.995503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'tag': '20b9b2f5-390a-4082-922d-966c19a72f43'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:05.997879 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85" -d '{"events": [{"name": "network-changed", "server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "tag": "20b9b2f5-390a-4082-922d-966c19a72f43"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:06.031026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] No DVR routers for this DVR port 78270a73-b722-48c8-8f74-4a51b89088e5 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:06.040217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d82a9c30-17ea-4529-9f43-f275697940e4 req-992e6740-c113-4e80-9e30-72c4159f05ef tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0546415 Aug 10 03:19:06.042959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.045019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b02ea5-9388-46c7-8b91-7259782d0bb1 req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.46 "DELETE /v2.0/ports/78270a73-b722-48c8-8f74-4a51b89088e5 HTTP/1.1" status: 204 len: 173 time: 0.8558776 Aug 10 03:19:06.048312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa929e9b-3abe-42b1-a97a-f333f717843a service neutron] Pushing event updated for resources: {'Port': ['ID=20b9b2f5-390a-4082-922d-966c19a72f43,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.076631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fcda2-79ba-431e-a69f-d21884a77387 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Pushing event deleted for resources: {'Port': ['ID=78270a73-b722-48c8-8f74-4a51b89088e5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:06.097938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-f7784c03-9fbe-45c9-bd1c-df616e5fafdb service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292500 Aug 10 03:19:06.100014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Request body: {'port': {'device_id': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:06.218010 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.278840 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-8fa1c42b-df68-47e1-b620-bb68a0ff90d7 req-669fc862-647a-4267-b8ca-9fb12b165626 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731777 Aug 10 03:19:06.318579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b26c5-764e-4a89-96f7-816ebb2d7af2 req-d6f2e0aa-8f84-49ff-8a5a-d1d9b1b29e3f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:06.327426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-872b26c5-764e-4a89-96f7-816ebb2d7af2 req-d6f2e0aa-8f84-49ff-8a5a-d1d9b1b29e3f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.0977051 Aug 10 03:19:06.425808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-872b26c5-764e-4a89-96f7-816ebb2d7af2 req-e65a4ba4-3ee6-4366-8108-50184f6ae466 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988774 Aug 10 03:19:06.871246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7e448-cd9e-43ac-8f33-c88f9dac342a req-ea2f8baf-f235-40c6-b39d-1e0c6c07c8de tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:06.872731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e7e448-cd9e-43ac-8f33-c88f9dac342a req-ea2f8baf-f235-40c6-b39d-1e0c6c07c8de tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.3819408 Aug 10 03:19:06.939026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afcc204-f7c9-4dd5-b5d6-c7291758f04a {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:06.966337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e7e448-cd9e-43ac-8f33-c88f9dac342a req-bcc4d72d-faf5-4b08-a303-5ba8b5aefa99 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756581 Aug 10 03:19:06.966337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:06.984044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Transition to ACTIVE for port object 7afcc204-f7c9-4dd5-b5d6-c7291758f04a will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:07.086234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.099322 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7577335-a7c6-4d64-aa92-e2391c6c0f8e x-openstack-request-id: req-f7577335-a7c6-4d64-aa92-e2391c6c0f8e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:07.099322 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "tag": "20b9b2f5-390a-4082-922d-966c19a72f43", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:07.099322 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7577335-a7c6-4d64-aa92-e2391c6c0f8e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:07.099825 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'tag': '20b9b2f5-390a-4082-922d-966c19a72f43', 'status': 'completed', 'code': 200} Aug 10 03:19:07.158146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 78270a73-b722-48c8-8f74-4a51b89088e5 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:07.180112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 78270a73-b722-48c8-8f74-4a51b89088e5 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:07.180801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 78270a73-b722-48c8-8f74-4a51b89088e5 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:07.229760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Pushing event updated for resources: {'Port': ['ID=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:07.292432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-d7bfc9cd-cda8-48e0-8c44-04549da953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.292970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-d7bfc9cd-cda8-48e0-8c44-04549da953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.293454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-d7bfc9cd-cda8-48e0-8c44-04549da953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.295109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-d7bfc9cd-cda8-48e0-8c44-04549da953ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2757 time: 0.1704633 Aug 10 03:19:07.315986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73b095-c84d-4fe7-970f-3863b176d87a req-c52c1f39-9cb6-4fa7-8d04-815b2d907bc8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.321915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73b095-c84d-4fe7-970f-3863b176d87a req-c52c1f39-9cb6-4fa7-8d04-815b2d907bc8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.327793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73b095-c84d-4fe7-970f-3863b176d87a req-c52c1f39-9cb6-4fa7-8d04-815b2d907bc8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.329516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d73b095-c84d-4fe7-970f-3863b176d87a req-c52c1f39-9cb6-4fa7-8d04-815b2d907bc8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2399 time: 0.1653640 Aug 10 03:19:07.400678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Attempting to bind port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:07.401040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Attempting to bind port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:07.401462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Attempting to bind port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a on network f759e129-417f-4a32-9be8-f57910f6de9d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:07.427006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a on network f759e129-417f-4a32-9be8-f57910f6de9d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:07.427341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Attempting to bind port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a on network f759e129-417f-4a32-9be8-f57910f6de9d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:07.443659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d73b095-c84d-4fe7-970f-3863b176d87a req-9249a2c9-8fab-4e78-bff6-48af7523669e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041529 Aug 10 03:19:07.449249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:07.449249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Checking segment: {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:07.449249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Bound using segment: {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:07.449249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Bound port: 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3764f4-8186-451f-91c0-d72ddf9ddc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:07.449249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.534816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-e3bc23c0-b0db-4ffa-9d57-c4ecb8840705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.535224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-e3bc23c0-b0db-4ffa-9d57-c4ecb8840705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.535698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-e3bc23c0-b0db-4ffa-9d57-c4ecb8840705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.537290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-e3bc23c0-b0db-4ffa-9d57-c4ecb8840705 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d3397732ef2342adae1e0dee957ce53f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2338498 Aug 10 03:19:07.643366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] For port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:07.668578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007bf4b-ef9d-49f6-8214-e1f8e94ce727 req-3d8d3c16-c78a-4b3b-a389-7fbc1c7fd3e3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.670170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b007bf4b-ef9d-49f6-8214-e1f8e94ce727 req-3d8d3c16-c78a-4b3b-a389-7fbc1c7fd3e3 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.1517816 Aug 10 03:19:07.681808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] For port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:07.714765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-a164b724-89ef-4322-8e94-4af7951d48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.716222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f0de1a4-43b1-4f23-b8af-54cb414c7d85 req-a164b724-89ef-4322-8e94-4af7951d48e3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616342 Aug 10 03:19:07.729031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b007bf4b-ef9d-49f6-8214-e1f8e94ce727 req-7e15ff63-c8ae-4067-af47-de67e769e2c0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497873 Aug 10 03:19:07.786393 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.856804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.857511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:07.858987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] 10.222.0.46 "PUT /v2.0/ports/7afcc204-f7c9-4dd5-b5d6-c7291758f04a HTTP/1.1" status: 200 len: 1092 time: 1.7640023 Aug 10 03:19:07.879457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2329-2bd0-44bf-bb70-d77438575531 service neutron] Pushing event updated for resources: {'Port': ['ID=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:07.890413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f752a3-d1fd-40e5-95df-e673b978fd3e req-572c0ea2-5597-4084-8b11-96e85a799b40 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:07.891978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57f752a3-d1fd-40e5-95df-e673b978fd3e req-572c0ea2-5597-4084-8b11-96e85a799b40 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.1029546 Aug 10 03:19:07.943259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Request body: {'port': {'device_id': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:07.951386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57f752a3-d1fd-40e5-95df-e673b978fd3e req-a7ee2422-7e7a-4b25-9203-a745dbc4d3d8 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467772 Aug 10 03:19:08.018206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.091532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a13eec0d-ef99-4fce-8a4f-7b0e66957f20 req-61f74c55-7e00-41fc-a751-b4205d2d40a5 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0436835 Aug 10 03:19:08.269818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed116d2-286b-4db9-a687-88712aad7cd1 req-f5770fa0-e7eb-4692-8559-10576f2e7c02 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:08.271318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bed116d2-286b-4db9-a687-88712aad7cd1 req-f5770fa0-e7eb-4692-8559-10576f2e7c02 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1015804 Aug 10 03:19:08.336312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bed116d2-286b-4db9-a687-88712aad7cd1 req-122ddfed-24cf-48b4-afbc-fb395ff9b9c3 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557566 Aug 10 03:19:08.415440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a3dc2a-14ae-4387-b343-0cda139b2e16 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:08.437467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.454489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Transition to ACTIVE for port object 03a3dc2a-14ae-4387-b343-0cda139b2e16 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:08.466860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d96432-0deb-40ce-838a-6fb3f1f648dd req-7f53b15e-50dc-443c-b647-0f26b2d8b3ca tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:08.468385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00d96432-0deb-40ce-838a-6fb3f1f648dd req-7f53b15e-50dc-443c-b647-0f26b2d8b3ca tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0660224 Aug 10 03:19:08.507885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00d96432-0deb-40ce-838a-6fb3f1f648dd req-6c0b1cb4-6087-455d-b773-bd9eaefe34a9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Aug 10 03:19:08.509051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.560728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3dc2a-14ae-4387-b343-0cda139b2e16,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:08.637665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Attempting to bind port 03a3dc2a-14ae-4387-b343-0cda139b2e16 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:08.637665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Attempting to bind port 03a3dc2a-14ae-4387-b343-0cda139b2e16 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:08.637665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Attempting to bind port 03a3dc2a-14ae-4387-b343-0cda139b2e16 on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:08.649854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Port 03a3dc2a-14ae-4387-b343-0cda139b2e16 on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:08.650465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Attempting to bind port 03a3dc2a-14ae-4387-b343-0cda139b2e16 on network 11d6a4d9-43f0-4de6-9f12-27d77a100913 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:08.657304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:08.657634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Checking segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:08.658090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Bound using segment: {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:08.658535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Bound port: 03a3dc2a-14ae-4387-b343-0cda139b2e16, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:08.658897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.730971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] For port 03a3dc2a-14ae-4387-b343-0cda139b2e16, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:08.736117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] For port 03a3dc2a-14ae-4387-b343-0cda139b2e16, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:08.837868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.859481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1474eb99-dad8-42dc-8943-191daaaa90c7 req-da880203-1242-451c-90cf-e590c7c97b0e tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fcaae05-a2a2-4754-aeda-ecb709eefb38 HTTP/1.1" status: 200 len: 210 time: 0.0336697 Aug 10 03:19:08.889277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:08.889897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:08.891252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] 10.222.0.46 "PUT /v2.0/ports/03a3dc2a-14ae-4387-b343-0cda139b2e16 HTTP/1.1" status: 200 len: 1093 time: 0.9529181 Aug 10 03:19:08.916163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f90b7-c20b-4421-a359-a51cd5ffb558 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3dc2a-14ae-4387-b343-0cda139b2e16,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:09.050518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-0d49feff-840b-4460-a0f7-019e0aecb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.051121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-0d49feff-840b-4460-a0f7-019e0aecb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.051677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-0d49feff-840b-4460-a0f7-019e0aecb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.053538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-0d49feff-840b-4460-a0f7-019e0aecb16d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2867 time: 0.0489771 Aug 10 03:19:09.102828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'name': 'network-vif-deleted', 'tag': '78270a73-b722-48c8-8f74-4a51b89088e5'}, {'name': 'network-changed', 'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'tag': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a'}, {'name': 'network-changed', 'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'tag': '03a3dc2a-14ae-4387-b343-0cda139b2e16'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:09.105685 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df" -d '{"events": [{"server_uuid": "6fcaae05-a2a2-4754-aeda-ecb709eefb38", "name": "network-vif-deleted", "tag": "78270a73-b722-48c8-8f74-4a51b89088e5"}, {"name": "network-changed", "server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "tag": "7afcc204-f7c9-4dd5-b5d6-c7291758f04a"}, {"name": "network-changed", "server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "tag": "03a3dc2a-14ae-4387-b343-0cda139b2e16"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:09.110289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-8244b7b8-c70a-4fca-8c25-882206b52627 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=20b9b2f5-390a-4082-922d-966c19a72f43 HTTP/1.1" status: 200 len: 217 time: 0.0484278 Aug 10 03:19:09.167041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-ddc79674-bcba-4514-b944-b6fba122a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.168550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-ddc79674-bcba-4514-b944-b6fba122a833 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861 HTTP/1.1" status: 200 len: 801 time: 0.0511031 Aug 10 03:19:09.226898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-e6b7d854-c106-4334-a4eb-c21a48544421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.228530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-e6b7d854-c106-4334-a4eb-c21a48544421 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d6a4d9-43f0-4de6-9f12-27d77a100913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533497 Aug 10 03:19:09.322987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-5bc59694-8cf5-4a8b-8d03-3828849e3dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871005 Aug 10 03:19:09.418100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-75f53d24-a276-456e-ab7b-0e2d9bb63273 service neutron] 10.222.0.46 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876801 Aug 10 03:19:09.460314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-a908b568-d4d6-4c81-b0ba-9761f80d2c98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a HTTP/1.1" status: 200 len: 217 time: 0.0352187 Aug 10 03:19:09.512195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-b48ec81f-cfb9-4178-9af3-f595d8659586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.513726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-b48ec81f-cfb9-4178-9af3-f595d8659586 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99356933-4cd7-4619-ba91-d9fd647c9701 HTTP/1.1" status: 200 len: 801 time: 0.0464401 Aug 10 03:19:09.565554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-8381d2dd-5eab-49d1-9d3b-91a09012470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.567244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-8381d2dd-5eab-49d1-9d3b-91a09012470c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f759e129-417f-4a32-9be8-f57910f6de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469282 Aug 10 03:19:09.670377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-69b6cc50-e986-4991-a5cd-7e8e560946e3 service neutron] 10.222.0.46 "GET /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959582 Aug 10 03:19:09.773449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-cb6b9576-801d-40c9-8ed4-d02aaaeac638 service neutron] 10.222.0.46 "GET /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958438 Aug 10 03:19:09.817285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-6229ccd6-e012-459f-9a9d-edfb364cb7c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16 HTTP/1.1" status: 200 len: 217 time: 0.0366030 Aug 10 03:19:09.894237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-adb07196-0973-4986-afa1-735712389e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.895727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-adb07196-0973-4986-afa1-735712389e86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861 HTTP/1.1" status: 200 len: 801 time: 0.0664237 Aug 10 03:19:09.905381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39656a-c285-46ff-9f83-231e3e7ef758 req-defd6a69-b5eb-4580-9864-6a227030e60f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.911396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39656a-c285-46ff-9f83-231e3e7ef758 req-defd6a69-b5eb-4580-9864-6a227030e60f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.917487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39656a-c285-46ff-9f83-231e3e7ef758 req-defd6a69-b5eb-4580-9864-6a227030e60f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.919249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f39656a-c285-46ff-9f83-231e3e7ef758 req-defd6a69-b5eb-4580-9864-6a227030e60f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2411 time: 0.0981474 Aug 10 03:19:09.984876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f39656a-c285-46ff-9f83-231e3e7ef758 req-87b63e74-706e-4eb6-96d0-da5eef7441e8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Aug 10 03:19:09.990751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-5882a045-76d1-4f32-8de5-1ac12bf32433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:09.992254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-5882a045-76d1-4f32-8de5-1ac12bf32433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d6a4d9-43f0-4de6-9f12-27d77a100913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722232 Aug 10 03:19:10.119192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-54930c6c-71c8-46ab-a62a-e7453e9332ef service neutron] 10.222.0.46 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191425 Aug 10 03:19:10.128155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4bb7-8dbe-4f49-b0ca-0923847e040a req-02ce402e-b48c-4e26-827e-62a6ca3fee05 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.129584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bfd4bb7-8dbe-4f49-b0ca-0923847e040a req-02ce402e-b48c-4e26-827e-62a6ca3fee05 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0766714 Aug 10 03:19:10.211989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bfd4bb7-8dbe-4f49-b0ca-0923847e040a req-0eeafff5-f94b-43e5-8ccd-e69cb4700429 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743876 Aug 10 03:19:10.239911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-6c9b1849-5814-4f4a-91d7-8d25f0f35942 service neutron] 10.222.0.46 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093550 Aug 10 03:19:10.325463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f5cfb-9413-4bbc-807b-7eb54f08042d req-7699b5a7-8b3b-4330-a331-25b4f5bcc0c3 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.327251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e39f5cfb-9413-4bbc-807b-7eb54f08042d req-7699b5a7-8b3b-4330-a331-25b4f5bcc0c3 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0552285 Aug 10 03:19:10.366947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e39f5cfb-9413-4bbc-807b-7eb54f08042d req-dc0c5c11-31c2-4c26-b46c-da04e5be765b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332987 Aug 10 03:19:10.414614 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00bc398-ee19-403d-b590-24d04bc14028 x-openstack-request-id: req-d00bc398-ee19-403d-b590-24d04bc14028 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:10.415159 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcaae05-a2a2-4754-aeda-ecb709eefb38", "name": "network-vif-deleted", "tag": "78270a73-b722-48c8-8f74-4a51b89088e5", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "tag": "7afcc204-f7c9-4dd5-b5d6-c7291758f04a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "tag": "03a3dc2a-14ae-4387-b343-0cda139b2e16", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:10.415950 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d00bc398-ee19-403d-b590-24d04bc14028 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:10.416722 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'name': 'network-vif-deleted', 'tag': '78270a73-b722-48c8-8f74-4a51b89088e5', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:19:10.417060 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'tag': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a', 'status': 'completed', 'code': 200} Aug 10 03:19:10.420403 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'tag': '03a3dc2a-14ae-4387-b343-0cda139b2e16', 'status': 'completed', 'code': 200} Aug 10 03:19:10.513732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-f9c09516-603c-488a-9a4e-0a54329b831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.514145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-f9c09516-603c-488a-9a4e-0a54329b831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.514629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-f9c09516-603c-488a-9a4e-0a54329b831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.516307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-f9c09516-603c-488a-9a4e-0a54329b831d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2867 time: 0.0745566 Aug 10 03:19:10.529990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb929bc-5da0-41d4-b0c6-ea51fe64d9b6 req-520603c9-d8f9-4b66-aec3-343db19cfc42 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.531441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eb929bc-5da0-41d4-b0c6-ea51fe64d9b6 req-520603c9-d8f9-4b66-aec3-343db19cfc42 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0637357 Aug 10 03:19:10.623466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eb929bc-5da0-41d4-b0c6-ea51fe64d9b6 req-81b902f0-e473-4e64-8e64-73a1df8588bd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Aug 10 03:19:10.644430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-63d75dad-e717-479f-8c25-2fe72bd3fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.646136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-63d75dad-e717-479f-8c25-2fe72bd3fb0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f759e129-417f-4a32-9be8-f57910f6de9d HTTP/1.1" status: 200 len: 902 time: 0.1138272 Aug 10 03:19:10.693748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-425b44f1-2588-405c-b966-832b75ada3f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a HTTP/1.1" status: 200 len: 217 time: 0.0365291 Aug 10 03:19:10.757646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-65aaf230-4bc0-4b2e-8868-daed37af968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.759199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-65aaf230-4bc0-4b2e-8868-daed37af968e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99356933-4cd7-4619-ba91-d9fd647c9701 HTTP/1.1" status: 200 len: 801 time: 0.0578887 Aug 10 03:19:10.807311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-5b250412-463a-4150-acdb-3ee39960828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:10.809069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-5b250412-463a-4150-acdb-3ee39960828c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f759e129-417f-4a32-9be8-f57910f6de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420687 Aug 10 03:19:10.901482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-a7c4fc96-f9b0-4b03-b38b-b1fe032e2238 service neutron] 10.222.0.46 "GET /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840578 Aug 10 03:19:11.002921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-54d7ee03-a7f7-4284-9b79-0e4a2513906d service neutron] 10.222.0.46 "GET /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936768 Aug 10 03:19:11.088420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-97d91283-9ce1-4c79-a2a9-db0193406311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.088747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-97d91283-9ce1-4c79-a2a9-db0193406311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.089226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-97d91283-9ce1-4c79-a2a9-db0193406311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.091174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-97d91283-9ce1-4c79-a2a9-db0193406311 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2867 time: 0.0456982 Aug 10 03:19:11.221543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-dbdd7b83-a4f5-4f54-a5da-50d9bce64023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.223026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-dbdd7b83-a4f5-4f54-a5da-50d9bce64023 service neutron] 10.222.0.46 "GET /v2.0/networks?id=11d6a4d9-43f0-4de6-9f12-27d77a100913 HTTP/1.1" status: 200 len: 902 time: 0.1240091 Aug 10 03:19:11.235915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3763c-949a-473f-b58d-95bc4989721d req-56c9fc59-fc7a-41c4-9df0-80213786d2b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.241705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3763c-949a-473f-b58d-95bc4989721d req-56c9fc59-fc7a-41c4-9df0-80213786d2b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.247529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3763c-949a-473f-b58d-95bc4989721d req-56c9fc59-fc7a-41c4-9df0-80213786d2b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.249716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e3763c-949a-473f-b58d-95bc4989721d req-56c9fc59-fc7a-41c4-9df0-80213786d2b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2411 time: 0.0915778 Aug 10 03:19:11.290551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-04e143a7-a400-46e2-895d-a1893b578eae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16 HTTP/1.1" status: 200 len: 217 time: 0.0398448 Aug 10 03:19:11.353845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e3763c-949a-473f-b58d-95bc4989721d req-8fc5dcc3-99ee-491c-8acf-f280a1c46946 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965803 Aug 10 03:19:11.364501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-03806fe6-6522-4929-a3f5-0b08c194c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.365927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-03806fe6-6522-4929-a3f5-0b08c194c916 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861 HTTP/1.1" status: 200 len: 801 time: 0.0671923 Aug 10 03:19:11.418847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-512bbb0f-36cd-45d0-97cd-bdd0511200dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.420406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-512bbb0f-36cd-45d0-97cd-bdd0511200dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11d6a4d9-43f0-4de6-9f12-27d77a100913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468676 Aug 10 03:19:11.519600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483ce9d-665b-4ee1-b153-b2732e4d8e2b req-d82e6072-973e-40af-9372-94391313299c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.521214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d483ce9d-665b-4ee1-b153-b2732e4d8e2b req-d82e6072-973e-40af-9372-94391313299c tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0999300 Aug 10 03:19:11.567393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-231d393e-854c-43d3-a00a-bbe8749217f6 service neutron] 10.222.0.46 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361170 Aug 10 03:19:11.587893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d483ce9d-665b-4ee1-b153-b2732e4d8e2b req-6759791d-2535-4c0a-ac0a-c6ce2b558085 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578241 Aug 10 03:19:11.690500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca7adae-a8c1-4b59-9c42-8f0a6157c5df req-ff5f5081-d021-4d46-8e96-ed176221f9e6 service neutron] 10.222.0.46 "GET /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153014 Aug 10 03:19:11.714096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc371c99-1e16-4e8f-b0fa-8ccc4a6e1a3a req-a2e6fcc1-212b-4f69-b987-993ebd832b95 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.715602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc371c99-1e16-4e8f-b0fa-8ccc4a6e1a3a req-a2e6fcc1-212b-4f69-b987-993ebd832b95 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0598197 Aug 10 03:19:11.755921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc371c99-1e16-4e8f-b0fa-8ccc4a6e1a3a req-1a2b3846-4885-44a5-b965-7879656dce5f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Aug 10 03:19:11.861896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195c52a-fd8a-48f4-aa07-c35cf0bdf9d0 req-d9fecb31-07a3-4dba-bb25-272011e948c2 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:11.863384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a195c52a-fd8a-48f4-aa07-c35cf0bdf9d0 req-d9fecb31-07a3-4dba-bb25-272011e948c2 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0494659 Aug 10 03:19:11.901835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a195c52a-fd8a-48f4-aa07-c35cf0bdf9d0 req-c1880145-8b1d-409b-b06d-2cca40652a39 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Aug 10 03:19:12.004264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41585b2-c4f0-457d-bcf5-4b1a84950cca req-3578230d-8261-45cf-bfc9-7374caca0fd6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.005807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c41585b2-c4f0-457d-bcf5-4b1a84950cca req-3578230d-8261-45cf-bfc9-7374caca0fd6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Aug 10 03:19:12.049030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c41585b2-c4f0-457d-bcf5-4b1a84950cca req-e563b865-06d1-4d05-8bde-5ba9052abb22 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364258 Aug 10 03:19:12.474093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677833-ba9f-4373-9620-9e054d52bc16 req-1f0ce58f-93b0-41b4-9134-3e1fd3fee230 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.479959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677833-ba9f-4373-9620-9e054d52bc16 req-1f0ce58f-93b0-41b4-9134-3e1fd3fee230 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.485745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677833-ba9f-4373-9620-9e054d52bc16 req-1f0ce58f-93b0-41b4-9134-3e1fd3fee230 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.487412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c677833-ba9f-4373-9620-9e054d52bc16 req-1f0ce58f-93b0-41b4-9134-3e1fd3fee230 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2411 time: 0.0623550 Aug 10 03:19:12.526048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c677833-ba9f-4373-9620-9e054d52bc16 req-1ff97e7a-8bc8-49d4-b9a2-2a25fcd1b9f0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Aug 10 03:19:12.714603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cd636-89d0-4770-a8b4-f33ea155fcfd req-bbca330a-a90b-4718-a29c-60d642dfe0e8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.716309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be7cd636-89d0-4770-a8b4-f33ea155fcfd req-bbca330a-a90b-4718-a29c-60d642dfe0e8 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0554338 Aug 10 03:19:12.758969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be7cd636-89d0-4770-a8b4-f33ea155fcfd req-212841a7-b484-46a4-8717-6f47bbc15834 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Aug 10 03:19:12.889169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdae83-50d1-4da1-a44d-c4e984906eba req-f3bf0ccc-3f87-4489-bfea-1b6c11506989 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:12.891018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecbdae83-50d1-4da1-a44d-c4e984906eba req-f3bf0ccc-3f87-4489-bfea-1b6c11506989 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0536256 Aug 10 03:19:12.935192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecbdae83-50d1-4da1-a44d-c4e984906eba req-5577d326-2e71-420f-a581-e88bf1201478 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Aug 10 03:19:13.047893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a9d00-08a0-4342-b05d-17c8bb2b7a07 req-4ea833e0-9c91-453d-8018-d05f5478c1e4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.050165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-680a9d00-08a0-4342-b05d-17c8bb2b7a07 req-4ea833e0-9c91-453d-8018-d05f5478c1e4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0570145 Aug 10 03:19:13.092395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-680a9d00-08a0-4342-b05d-17c8bb2b7a07 req-2b0c8f6e-f969-4d5a-bdf4-7fb775190aad tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Aug 10 03:19:13.203031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0135b31-6a45-4d4e-a5a4-fffe82946f16 req-cd885c37-e167-412a-9cf5-568a689fbe61 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.205163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0135b31-6a45-4d4e-a5a4-fffe82946f16 req-cd885c37-e167-412a-9cf5-568a689fbe61 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0529914 Aug 10 03:19:13.219512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 03a3dc2a-14ae-4387-b343-0cda139b2e16 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:13.252722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0135b31-6a45-4d4e-a5a4-fffe82946f16 req-32679497-8271-4488-a1b5-cd5b4a34ef4a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Aug 10 03:19:13.346638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 03a3dc2a-14ae-4387-b343-0cda139b2e16, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:13.363213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '03a3dc2a-14ae-4387-b343-0cda139b2e16', 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913', 'port_id': '03a3dc2a-14ae-4387-b343-0cda139b2e16', 'mac_address': 'fa:16:3e:a5:51:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:13.401410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.414294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a3dc2a-14ae-4387-b343-0cda139b2e16 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:13.434684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 03a3dc2a-14ae-4387-b343-0cda139b2e16, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:13.642909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.644102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 20b9b2f5-390a-4082-922d-966c19a72f43 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:13.649694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d857-7d97-4edc-abb6-a6959d68e872 req-e79ad0c2-14f6-4534-91ce-a1335a31c38b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.659549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d857-7d97-4edc-abb6-a6959d68e872 req-e79ad0c2-14f6-4534-91ce-a1335a31c38b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.665809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d857-7d97-4edc-abb6-a6959d68e872 req-e79ad0c2-14f6-4534-91ce-a1335a31c38b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.667469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd75d857-7d97-4edc-abb6-a6959d68e872 req-e79ad0c2-14f6-4534-91ce-a1335a31c38b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2411 time: 0.0704846 Aug 10 03:19:13.712765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd75d857-7d97-4edc-abb6-a6959d68e872 req-a85d3098-b7f7-4445-b7a2-294e855e3b8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Aug 10 03:19:13.720814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=03a3dc2a-14ae-4387-b343-0cda139b2e16,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:13.723826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 20b9b2f5-390a-4082-922d-966c19a72f43, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=20b9b2f5-390a-4082-922d-966c19a72f43,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:13.736635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.736984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.737322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.739621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.740323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.740323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:13.747972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '20b9b2f5-390a-4082-922d-966c19a72f43', 'network_id': '11d6a4d9-43f0-4de6-9f12-27d77a100913', 'port_id': '20b9b2f5-390a-4082-922d-966c19a72f43', 'mac_address': 'fa:16:3e:b2:41:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:13.786702 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.800065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b9b2f5-390a-4082-922d-966c19a72f43 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:13.820456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 20b9b2f5-390a-4082-922d-966c19a72f43, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=20b9b2f5-390a-4082-922d-966c19a72f43,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:13.881867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201c25-9c4b-41e3-bed7-9bc1d8875079 req-8bbd896f-04b6-49d8-84e9-7e1d9dc3437a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.883472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3201c25-9c4b-41e3-bed7-9bc1d8875079 req-8bbd896f-04b6-49d8-84e9-7e1d9dc3437a tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Aug 10 03:19:13.912032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:13.912653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7afcc204-f7c9-4dd5-b5d6-c7291758f04a details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:13.923993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3201c25-9c4b-41e3-bed7-9bc1d8875079 req-f1087786-424a-4804-bd8b-0276ef6de719 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/security-groups?id=00c7ca77-f62e-40b5-a260-e64af8885f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332427 Aug 10 03:19:13.964446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-04492810-0d16-4caf-b7c0-9d7c6264b783 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:13.966974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-04492810-0d16-4caf-b7c0-9d7c6264b783 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.54 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 946 time: 0.0671349 Aug 10 03:19:14.013928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=20b9b2f5-390a-4082-922d-966c19a72f43,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.077379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:14.077659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca5de-7d8c-49be-b1c0-a1668187b798 req-8625c973-8b6d-4943-97f7-d41906ab6627 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.085292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505ca5de-7d8c-49be-b1c0-a1668187b798 req-8625c973-8b6d-4943-97f7-d41906ab6627 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0637648 Aug 10 03:19:14.091864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a', 'network_id': 'f759e129-417f-4a32-9be8-f57910f6de9d', 'port_id': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a', 'mac_address': 'fa:16:3e:6f:0f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99356933-4cd7-4619-ba91-d9fd647c9701', 'ip_address': '19.86.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:14.100439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Deleting port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:14.100788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.126102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505ca5de-7d8c-49be-b1c0-a1668187b798 req-3927ede2-8d61-4be3-a843-4580f10a82f7 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Aug 10 03:19:14.148323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.166560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afcc204-f7c9-4dd5-b5d6-c7291758f04a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:14.188669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:14.205619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] For port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:14.206115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.215954 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:14.219972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Calling delete_port for 762d5ea2-3b03-48d3-a57b-0ce50e6bddde owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:14.263513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ec06a-fc8b-4c7f-a603-69eec3852a05 req-b9389a18-5405-4281-8002-e7cca4d563f4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.265349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c7ec06a-fc8b-4c7f-a603-69eec3852a05 req-b9389a18-5405-4281-8002-e7cca4d563f4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0616286 Aug 10 03:19:14.271992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.313085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c7ec06a-fc8b-4c7f-a603-69eec3852a05 req-5feb1773-8c39-4290-8d69-7cc25b19f54b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412295 Aug 10 03:19:14.331891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.421108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.457787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['762d5ea2-3b03-48d3-a57b-0ce50e6bddde'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:14.459803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d1fcc-93d9-47ac-af62-0851fcb85dd8 req-02744a37-6a0e-4073-b16e-919eff72baa5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.461529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-065d1fcc-93d9-47ac-af62-0851fcb85dd8 req-02744a37-6a0e-4073-b16e-919eff72baa5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0655904 Aug 10 03:19:14.485920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Pushing event deleted for resources: {'Port': ['ID=762d5ea2-3b03-48d3-a57b-0ce50e6bddde,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:14.504103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] No DVR routers for this DVR port 762d5ea2-3b03-48d3-a57b-0ce50e6bddde on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:14.506889 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.508954 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-872e7d80-e9eb-43c5-8187-4b054b02cd4b req-5d207e5d-95e3-458a-a1bc-94dc69b34804 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.54 "DELETE /v2.0/ports/762d5ea2-3b03-48d3-a57b-0ce50e6bddde HTTP/1.1" status: 204 len: 173 time: 0.5355744 Aug 10 03:19:14.509394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'name': 'network-vif-deleted', 'tag': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:14.510135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-065d1fcc-93d9-47ac-af62-0851fcb85dd8 req-6518419f-7f5e-4e48-a2eb-aef22b9e1d62 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Aug 10 03:19:14.511781 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48afd44-e64a-4261-9b3d-c0d42d2aa2f8" -d '{"events": [{"server_uuid": "f10642c1-2c49-4606-8de4-c94fdbc22bb5", "name": "network-vif-deleted", "tag": "762d5ea2-3b03-48d3-a57b-0ce50e6bddde"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:14.552063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['7afcc204-f7c9-4dd5-b5d6-c7291758f04a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:14.588913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['20b9b2f5-390a-4082-922d-966c19a72f43'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:14.641219 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ed1dc-59ba-4bb3-8473-4e454650825c x-openstack-request-id: req-de3ed1dc-59ba-4bb3-8473-4e454650825c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:14.641853 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10642c1-2c49-4606-8de4-c94fdbc22bb5", "name": "network-vif-deleted", "tag": "762d5ea2-3b03-48d3-a57b-0ce50e6bddde", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:14.642183 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de3ed1dc-59ba-4bb3-8473-4e454650825c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:14.642652 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10642c1-2c49-4606-8de4-c94fdbc22bb5', 'name': 'network-vif-deleted', 'tag': '762d5ea2-3b03-48d3-a57b-0ce50e6bddde', 'status': 'completed', 'code': 200} Aug 10 03:19:14.851820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308e1c-040d-418a-ada8-8754b3c59dd0 req-cbbaba4b-c9c8-4268-9ab8-80043b243770 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.857675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308e1c-040d-418a-ada8-8754b3c59dd0 req-cbbaba4b-c9c8-4268-9ab8-80043b243770 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.863518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308e1c-040d-418a-ada8-8754b3c59dd0 req-cbbaba4b-c9c8-4268-9ab8-80043b243770 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:14.865209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51308e1c-040d-418a-ada8-8754b3c59dd0 req-cbbaba4b-c9c8-4268-9ab8-80043b243770 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2414 time: 0.0782053 Aug 10 03:19:14.909401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51308e1c-040d-418a-ada8-8754b3c59dd0 req-5b7482be-f347-40f6-a37e-9e88294ec74a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Aug 10 03:19:14.985273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.031424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8387e71-1b0e-4245-a958-f3b060f719b2 req-ef6af866-e09b-40cb-b302-691283245f38 tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10642c1-2c49-4606-8de4-c94fdbc22bb5 HTTP/1.1" status: 200 len: 210 time: 0.0262799 Aug 10 03:19:15.236699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7afcc204-f7c9-4dd5-b5d6-c7291758f04a up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:15.253725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6034-549a-4114-9ea4-43a8c03be328 req-fe98f2d7-4380-4437-ae71-c2f7f171086c tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.255673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-913e6034-549a-4114-9ea4-43a8c03be328 req-fe98f2d7-4380-4437-ae71-c2f7f171086c tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0597157 Aug 10 03:19:15.298470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-913e6034-549a-4114-9ea4-43a8c03be328 req-e78f629f-3f91-4c20-88bb-d1d1eb24f17f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Aug 10 03:19:15.397548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:15.402403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:15.402783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.447483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9155-0650-448a-9691-4fddfdfef111 req-1e951b22-bbf2-4854-9201-0cb7953c03b4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.450044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-accd9155-0650-448a-9691-4fddfdfef111 req-1e951b22-bbf2-4854-9201-0cb7953c03b4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0631900 Aug 10 03:19:15.495000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-accd9155-0650-448a-9691-4fddfdfef111 req-7fe84b1a-a130-4357-96f6-5191a297ee4d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380354 Aug 10 03:19:15.510281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.548132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:15.626476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['03a3dc2a-14ae-4387-b343-0cda139b2e16'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:15.630737 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.637292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec1a66-c9a7-41c7-8a50-423d0e29cccc req-e4ec9bb7-5a90-4288-ae51-59fd412c31c5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:15.638815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4cec1a66-c9a7-41c7-8a50-423d0e29cccc req-e4ec9bb7-5a90-4288-ae51-59fd412c31c5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0542233 Aug 10 03:19:15.681147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4cec1a66-c9a7-41c7-8a50-423d0e29cccc req-9646d9a7-3090-4d72-b626-7d12dbd5e5b2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 10 03:19:15.722030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:16.032261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6995e3-caa7-48c1-aaea-24331b05c862 req-b22fd4bb-2105-4635-96c4-2c217973bfb1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.040039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6995e3-caa7-48c1-aaea-24331b05c862 req-b22fd4bb-2105-4635-96c4-2c217973bfb1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.044004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6995e3-caa7-48c1-aaea-24331b05c862 req-b22fd4bb-2105-4635-96c4-2c217973bfb1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.045696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d6995e3-caa7-48c1-aaea-24331b05c862 req-b22fd4bb-2105-4635-96c4-2c217973bfb1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2415 time: 0.0672479 Aug 10 03:19:16.086337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d6995e3-caa7-48c1-aaea-24331b05c862 req-98e5a0c2-14c7-4309-8261-e13956aa8cc7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Aug 10 03:19:16.133578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51836) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:16.424198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4a1b4-6178-4ff9-984c-6bd8f4f67f4a req-7eb10d47-f201-43d3-afd0-4f233e6fd3b5 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.425723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cd4a1b4-6178-4ff9-984c-6bd8f4f67f4a req-7eb10d47-f201-43d3-afd0-4f233e6fd3b5 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0564284 Aug 10 03:19:16.468370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cd4a1b4-6178-4ff9-984c-6bd8f4f67f4a req-2808934d-020d-4c48-85c3-53e1dc916eb1 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 Aug 10 03:19:16.495792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.625148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e01ec9-4e1d-40a3-a4be-60ff6cba5d81 req-16ec5cb3-948e-4652-915d-183a55ff39eb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.626703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34e01ec9-4e1d-40a3-a4be-60ff6cba5d81 req-16ec5cb3-948e-4652-915d-183a55ff39eb tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0495756 Aug 10 03:19:16.667432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34e01ec9-4e1d-40a3-a4be-60ff6cba5d81 req-350d76ca-91f2-4385-a8da-f45ac1cae00c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Aug 10 03:19:16.773386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Deleting port 00f587a2-01cb-41d1-af6d-953d421472b9 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:16.774065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.814448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0d273-981f-41e8-a802-783a487b446b req-b954a9f6-c93c-46e6-848a-9f7fd7237b93 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:16.815954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54c0d273-981f-41e8-a802-783a487b446b req-b954a9f6-c93c-46e6-848a-9f7fd7237b93 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0592124 Aug 10 03:19:16.856508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54c0d273-981f-41e8-a802-783a487b446b req-be3d130c-5247-4938-b6dd-2dcafda5775e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Aug 10 03:19:16.867546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] For port 00f587a2-01cb-41d1-af6d-953d421472b9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00f587a2-01cb-41d1-af6d-953d421472b9,segment=NetworkSegment(bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc),segment_id=bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:16.867546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:16.883170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Calling delete_port for 00f587a2-01cb-41d1-af6d-953d421472b9 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:17.128140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.164249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f587a2-01cb-41d1-af6d-953d421472b9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:17.222814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddeee-a976-474b-a370-fbbd283d338f req-9d9b0c87-57b8-4025-866a-3842372406f0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.230753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddeee-a976-474b-a370-fbbd283d338f req-9d9b0c87-57b8-4025-866a-3842372406f0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.235307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 20b9b2f5-390a-4082-922d-966c19a72f43 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:17.238030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ddeee-a976-474b-a370-fbbd283d338f req-9d9b0c87-57b8-4025-866a-3842372406f0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.239736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a0ddeee-a976-474b-a370-fbbd283d338f req-9d9b0c87-57b8-4025-866a-3842372406f0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2415 time: 0.0755031 Aug 10 03:19:17.300582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a0ddeee-a976-474b-a370-fbbd283d338f req-dda35219-6dfe-4157-9289-e37affa7a26f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 Aug 10 03:19:17.355803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.392104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 20b9b2f5-390a-4082-922d-966c19a72f43 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:17.398515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 20b9b2f5-390a-4082-922d-966c19a72f43 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:17.399135 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.483152 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.520952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 20b9b2f5-390a-4082-922d-966c19a72f43, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=20b9b2f5-390a-4082-922d-966c19a72f43,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:17.587838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.588738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 03a3dc2a-14ae-4387-b343-0cda139b2e16 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:17.653775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7790-6f6b-4c1b-8730-4a8f5a173fab req-56040b12-0282-4fe4-94ba-aaf248e7efa8 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.677517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b0a7790-6f6b-4c1b-8730-4a8f5a173fab req-56040b12-0282-4fe4-94ba-aaf248e7efa8 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.1247470 Aug 10 03:19:17.678598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=20b9b2f5-390a-4082-922d-966c19a72f43,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:17.745765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b0a7790-6f6b-4c1b-8730-4a8f5a173fab req-18fcca4c-6b1e-4bdf-ac2b-c0f227282e3f tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658524 Aug 10 03:19:17.803524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 03a3dc2a-14ae-4387-b343-0cda139b2e16 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:17.809648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 03a3dc2a-14ae-4387-b343-0cda139b2e16 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:17.810028 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.877685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdac3d-6604-4cee-bc64-e10407e33b52 req-d5abb516-1421-41e8-b0db-cb24d919e727 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:17.881645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fcfdac3d-6604-4cee-bc64-e10407e33b52 req-d5abb516-1421-41e8-b0db-cb24d919e727 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0670400 Aug 10 03:19:17.903695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Router 3946eef9-13df-4953-a4d9-0906550d872a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:17.915953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:17.937935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fcfdac3d-6604-4cee-bc64-e10407e33b52 req-f451a4c1-84b4-4fb3-bfe9-b8206db8cfa3 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474193 Aug 10 03:19:17.975747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 03a3dc2a-14ae-4387-b343-0cda139b2e16, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:18.022653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:18.028421 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-651136e7-7992-4a37-a1fa-d7a901fa0111 admin admin] 10.222.0.26 "PUT /v2.0/routers/3946eef9-13df-4953-a4d9-0906550d872a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8937488 Aug 10 03:19:18.031164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51860) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:18.035684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] Sync routers for ids ['3946eef9-13df-4953-a4d9-0906550d872a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:18.046015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] Routers {'3946eef9-13df-4953-a4d9-0906550d872a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:18.046652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3946eef9-13df-4953-a4d9-0906550d872a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.082052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.107443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca6b4a-863b-463d-89ec-dd1ad668b9fd req-c2acebc5-1f88-41b0-84ba-c8751d836cbb tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.108970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fca6b4a-863b-463d-89ec-dd1ad668b9fd req-c2acebc5-1f88-41b0-84ba-c8751d836cbb tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.1086020 Aug 10 03:19:18.185397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=03a3dc2a-14ae-4387-b343-0cda139b2e16,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:18.191505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fca6b4a-863b-463d-89ec-dd1ad668b9fd req-ad9d038c-1980-4fbd-974c-fc95bf9f6180 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Aug 10 03:19:18.193075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.197250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] Set router 3946eef9-13df-4953-a4d9-0906550d872a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:18.295783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 762d5ea2-3b03-48d3-a57b-0ce50e6bddde no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:18.314295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.321229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 762d5ea2-3b03-48d3-a57b-0ce50e6bddde {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:18.321581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 762d5ea2-3b03-48d3-a57b-0ce50e6bddde not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:18.410938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:19:17Z', 'revision_number': 5, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port': {'id': 'cf674ed2-bbed-4d51-a315-7988de81c16c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946eef9-13df-4953-a4d9-0906550d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:46Z', 'updated_at': '2021-08-10T03:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.457495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732dd1-0aad-4317-bdc4-1954e64d0ffb req-d45684e2-5e22-45e6-951f-2a4d112950ff tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.467985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732dd1-0aad-4317-bdc4-1954e64d0ffb req-d45684e2-5e22-45e6-951f-2a4d112950ff tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.474564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732dd1-0aad-4317-bdc4-1954e64d0ffb req-d45684e2-5e22-45e6-951f-2a4d112950ff tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.476284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1732dd1-0aad-4317-bdc4-1954e64d0ffb req-d45684e2-5e22-45e6-951f-2a4d112950ff tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1001143 Aug 10 03:19:18.512893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Deleting port cf674ed2-bbed-4d51-a315-7988de81c16c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:18.513121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.562891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] Checking router: 3946eef9-13df-4953-a4d9-0906550d872a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:18.565707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1732dd1-0aad-4317-bdc4-1954e64d0ffb req-4469a67d-05c4-4690-a31c-1096ba48d995 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750251 Aug 10 03:19:18.571954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] Routers {'3946eef9-13df-4953-a4d9-0906550d872a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:18.572609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3946eef9-13df-4953-a4d9-0906550d872a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.612462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] For port cf674ed2-bbed-4d51-a315-7988de81c16c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cf674ed2-bbed-4d51-a315-7988de81c16c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:18.612837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.626927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Calling delete_port for cf674ed2-bbed-4d51-a315-7988de81c16c owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:18.659412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] Set router 3946eef9-13df-4953-a4d9-0906550d872a gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:18.717161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:19:18Z', 'revision_number': 6, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:18.743892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0188c85-b1e9-4611-8953-ad8d0ae1d983 None None] The sync data for ids ['3946eef9-13df-4953-a4d9-0906550d872a'] in n-d-765315-26 is: [{'id': '3946eef9-13df-4953-a4d9-0906550d872a', 'name': 'tempest-ServerRescueTestJSON-157006663-router', 'tenant_id': '29ee774568ba41228de3fc1432f6d25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:45Z', 'updated_at': '2021-08-10T03:19:18Z', 'revision_number': 6, 'project_id': '29ee774568ba41228de3fc1432f6d25f', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:18.871132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b12a1-1733-4282-989a-c9ced35cf357 req-2feba98a-284b-47d8-9ae7-86c70b77dcb4 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:18.872977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-445b12a1-1733-4282-989a-c9ced35cf357 req-2feba98a-284b-47d8-9ae7-86c70b77dcb4 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0502746 Aug 10 03:19:18.912247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-445b12a1-1733-4282-989a-c9ced35cf357 req-52055407-c8e4-4635-aa2c-136e9fc44cad tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Aug 10 03:19:19.065931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8a053-caea-4a99-95e9-af476dabd2b7 req-73eb782c-4a75-457c-9814-e39a083adc9c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.067808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1d8a053-caea-4a99-95e9-af476dabd2b7 req-73eb782c-4a75-457c-9814-e39a083adc9c tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0578420 Aug 10 03:19:19.109381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1d8a053-caea-4a99-95e9-af476dabd2b7 req-a8d540ff-3228-4b32-953a-cdb6f548d6d9 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354650 Aug 10 03:19:19.312789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ad6bb-2bd6-42ea-b67e-1638c34d5634 req-069813be-4670-495c-b0b5-b477ed5a91d3 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:19.314824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-762ad6bb-2bd6-42ea-b67e-1638c34d5634 req-069813be-4670-495c-b0b5-b477ed5a91d3 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0518761 Aug 10 03:19:19.352632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-762ad6bb-2bd6-42ea-b67e-1638c34d5634 req-34874b38-828b-4fec-94ca-277705c7432c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Aug 10 03:19:19.583124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cf674ed2-bbed-4d51-a315-7988de81c16c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:19.624867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:19.631084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No active binding found for port cf674ed2-bbed-4d51-a315-7988de81c16c {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:19:19.631574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cf674ed2-bbed-4d51-a315-7988de81c16c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:19.632173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f587a2-01cb-41d1-af6d-953d421472b9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:19.654259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 00f587a2-01cb-41d1-af6d-953d421472b9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:19.654880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f587a2-01cb-41d1-af6d-953d421472b9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:19.664198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf674ed2-bbed-4d51-a315-7988de81c16c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:19.705799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.706213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.706555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.706890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.707221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.707554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.707881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.708236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.708609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.708919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.709237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:19.709555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:20.073579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.086444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926456f1-2c0b-4dfe-a06a-9ec535037e92 req-03d85e6b-ae4c-4782-9f8c-a128804941b4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.092454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926456f1-2c0b-4dfe-a06a-9ec535037e92 req-03d85e6b-ae4c-4782-9f8c-a128804941b4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.098714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926456f1-2c0b-4dfe-a06a-9ec535037e92 req-03d85e6b-ae4c-4782-9f8c-a128804941b4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.100312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-926456f1-2c0b-4dfe-a06a-9ec535037e92 req-03d85e6b-ae4c-4782-9f8c-a128804941b4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.4102936 Aug 10 03:19:20.206285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.212951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.223212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-926456f1-2c0b-4dfe-a06a-9ec535037e92 req-dcdc1d8d-60c2-40c1-8782-fcc4a8e4a0f4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994632 Aug 10 03:19:20.332417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79342a92-839f-4b77-81fb-38293b473a72 req-358ce541-2595-4f83-8709-da4837343da5 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.333821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79342a92-839f-4b77-81fb-38293b473a72 req-358ce541-2595-4f83-8709-da4837343da5 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0496979 Aug 10 03:19:20.334884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.335430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3946eef9-13df-4953-a4d9-0906550d872a {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:20.340008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.343580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac4be3ba-485f-4819-bc23-49de998f4974 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3946eef9-13df-4953-a4d9-0906550d872a HTTP/1.1" status: 204 len: 168 time: 2.3091996 Aug 10 03:19:20.343865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51898) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:20.381281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79342a92-839f-4b77-81fb-38293b473a72 req-281a9f73-f12b-4f2b-b2af-408df9ea6880 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Aug 10 03:19:20.409882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Deleting subnet fedb3533-8235-4496-86b2-355662c0504f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:20.413874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.472835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.517932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2338be-d830-4843-a6c7-1029b328489c req-9e45a37d-15ee-4fd0-8fac-83f2052a6df8 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.519621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d2338be-d830-4843-a6c7-1029b328489c req-9e45a37d-15ee-4fd0-8fac-83f2052a6df8 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0541606 Aug 10 03:19:20.522263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.559524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d2338be-d830-4843-a6c7-1029b328489c req-0bb83aab-ad0c-44db-820d-6fe0b87e1c2a tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Aug 10 03:19:20.626795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.655155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedb3533-8235-4496-86b2-355662c0504f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:20.657636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.662914 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9457d245-b590-4c3b-8665-5eb937be70c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fedb3533-8235-4496-86b2-355662c0504f HTTP/1.1" status: 204 len: 168 time: 0.3147748 Aug 10 03:19:20.662914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51904) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:20.679149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d4b7c-723f-4e6a-bddd-0aed49642f86 req-d5647841-d8e0-4e99-886a-ab4136a763cc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:20.681535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a5d4b7c-723f-4e6a-bddd-0aed49642f86 req-d5647841-d8e0-4e99-886a-ab4136a763cc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0635557 Aug 10 03:19:20.728683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a5d4b7c-723f-4e6a-bddd-0aed49642f86 req-0d094c84-6084-403c-847b-70a8331f91a7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360682 Aug 10 03:19:20.736436 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.818610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.828446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c64d5b1-8619-47a6-9871-2b056fd15aa5']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:20.841066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:20.841066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc0deb7-870f-4604-8e6b-a4cdb3ad68bc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:20.850082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.864679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.871713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:20.872093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:20.874029 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:20.991872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.997754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:20.999600 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] 10.222.0.26 "DELETE /v2.0/networks/9c64d5b1-8619-47a6-9871-2b056fd15aa5 HTTP/1.1" status: 204 len: 168 time: 0.3359628 Aug 10 03:19:21.015254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb53c-345f-4244-acee-b0f76df16d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c64d5b1-8619-47a6-9871-2b056fd15aa5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:21.343941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623685a0-8363-42ff-8ce9-d28765703ee4 req-8e32d38c-00d5-4f19-a2d0-1c190cb6530f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.350593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623685a0-8363-42ff-8ce9-d28765703ee4 req-8e32d38c-00d5-4f19-a2d0-1c190cb6530f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.356424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623685a0-8363-42ff-8ce9-d28765703ee4 req-8e32d38c-00d5-4f19-a2d0-1c190cb6530f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.358079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-623685a0-8363-42ff-8ce9-d28765703ee4 req-8e32d38c-00d5-4f19-a2d0-1c190cb6530f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0647342 Aug 10 03:19:21.372230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51922) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:21.397678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-623685a0-8363-42ff-8ce9-d28765703ee4 req-60e50a41-bbb9-4cb2-8144-1acdcda7dd39 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 10 03:19:21.426637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-904db91a-8621-44e0-92a1-8275426d80e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29ee774568ba41228de3fc1432f6d25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528750 Aug 10 03:19:21.428974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51926) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:21.480111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90f990f5-917f-481e-b994-66f25ee80670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.503355 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90f990f5-917f-481e-b994-66f25ee80670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.508965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae3bb-bbf2-4475-b8f6-146763d5098c req-380526fe-efd3-4b32-9867-ce88e205bea0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.510474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69bae3bb-bbf2-4475-b8f6-146763d5098c req-380526fe-efd3-4b32-9867-ce88e205bea0 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0561070 Aug 10 03:19:21.549811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69bae3bb-bbf2-4475-b8f6-146763d5098c req-e3e09008-e8db-4bfa-afe2-064b335867c2 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Aug 10 03:19:21.612859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90f990f5-917f-481e-b994-66f25ee80670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.615771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90f990f5-917f-481e-b994-66f25ee80670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.617476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-90f990f5-917f-481e-b994-66f25ee80670 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00c7ca77-f62e-40b5-a260-e64af8885f4d HTTP/1.1" status: 204 len: 168 time: 0.1874952 Aug 10 03:19:21.627859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f990f5-917f-481e-b994-66f25ee80670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c7ca77-f62e-40b5-a260-e64af8885f4d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:21.694018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f0c89-f713-4ff0-91c4-c49b4f89b078 req-5470e617-e530-495c-8c4d-9a12a55a98ae tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.696797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-219f0c89-f713-4ff0-91c4-c49b4f89b078 req-5470e617-e530-495c-8c4d-9a12a55a98ae tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0674884 Aug 10 03:19:21.740162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-219f0c89-f713-4ff0-91c4-c49b4f89b078 req-83c8360a-b2a0-4938-ba43-9856a567067a tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361686 Aug 10 03:19:21.848975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4352d01-df63-4fd9-9b9f-a6425db7dcf1 req-12464ff5-f678-4606-bd16-a30bb82f3769 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:21.852825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4352d01-df63-4fd9-9b9f-a6425db7dcf1 req-12464ff5-f678-4606-bd16-a30bb82f3769 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0537555 Aug 10 03:19:21.889462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4352d01-df63-4fd9-9b9f-a6425db7dcf1 req-8f1a103e-7b32-405f-9faf-35376dbb6ef8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Aug 10 03:19:22.526739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c835649-6803-4294-9929-7eea3fcca384 req-ce889a22-92f1-4ec0-8cb5-37baa27e55b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.534725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c835649-6803-4294-9929-7eea3fcca384 req-ce889a22-92f1-4ec0-8cb5-37baa27e55b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.541236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c835649-6803-4294-9929-7eea3fcca384 req-ce889a22-92f1-4ec0-8cb5-37baa27e55b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.543071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c835649-6803-4294-9929-7eea3fcca384 req-ce889a22-92f1-4ec0-8cb5-37baa27e55b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0724010 Aug 10 03:19:22.583775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c835649-6803-4294-9929-7eea3fcca384 req-aef9d85a-e39a-464f-9841-06ad6fffcfc5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Aug 10 03:19:22.697061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044da95-3fd9-43aa-bcf4-e89eac5115e6 req-7bb28e51-480f-444d-8582-68d9bac64f49 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.699057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f044da95-3fd9-43aa-bcf4-e89eac5115e6 req-7bb28e51-480f-444d-8582-68d9bac64f49 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0590701 Aug 10 03:19:22.747374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f044da95-3fd9-43aa-bcf4-e89eac5115e6 req-ee41abe7-dd69-4976-ba14-5ce4d32104ca tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/security-groups?id=efeb91a1-16c8-4ae1-98a2-05a797d15615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Aug 10 03:19:22.845537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e51e463e-9b86-49a6-baa2-6bd9d43ccb31 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.847142 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e51e463e-9b86-49a6-baa2-6bd9d43ccb31 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.54 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Aug 10 03:19:22.859095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a0e37-3ebe-450a-9267-57e1381b02de req-baf77464-152f-4e16-89ec-d8cf07f3d7c3 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:22.861256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-042a0e37-3ebe-450a-9267-57e1381b02de req-baf77464-152f-4e16-89ec-d8cf07f3d7c3 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0492954 Aug 10 03:19:22.905621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-042a0e37-3ebe-450a-9267-57e1381b02de req-5890125e-fdf6-4def-be9f-aafd66e0977e tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369806 Aug 10 03:19:22.963570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Deleting port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:22.963924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.072615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] For port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:23.072615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.089114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Calling delete_port for 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:23.363252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.396318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Pushing event deleted for resources: {'Port': ['ID=8d7356b4-e6a7-461b-95f5-6eb6ff33f81b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:23.397932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8d7356b4-e6a7-461b-95f5-6eb6ff33f81b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:23.411444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938ca9a-68fa-4694-950f-ca3ec1f07c92 req-ad1f8959-6088-407c-b9ca-1b33707d44bc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:23.413157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a938ca9a-68fa-4694-950f-ca3ec1f07c92 req-ad1f8959-6088-407c-b9ca-1b33707d44bc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0587380 Aug 10 03:19:23.452211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] No DVR routers for this DVR port 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:23.454025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.456639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-d1ca3bce-ec3f-483e-a6d3-d57b3445151b req-e2056fb2-30ee-4f7e-8b3b-3b2721529efd tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.54 "DELETE /v2.0/ports/8d7356b4-e6a7-461b-95f5-6eb6ff33f81b HTTP/1.1" status: 204 len: 173 time: 0.6027334 Aug 10 03:19:23.457121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'name': 'network-vif-deleted', 'tag': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:23.461469 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d24b356-e635-43c7-8d46-74610a5494c5" -d '{"events": [{"server_uuid": "b091a432-610a-4bd8-97e1-c6fbfc45ea42", "name": "network-vif-deleted", "tag": "8d7356b4-e6a7-461b-95f5-6eb6ff33f81b"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:23.477765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a938ca9a-68fa-4694-950f-ca3ec1f07c92 req-edde67af-a9f8-47c9-9973-8705b326056d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Aug 10 03:19:23.635787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c832484b-ea79-469f-8a21-6b09ce522eb6 req-40318075-79f7-4472-b108-6425f98b4090 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0312524 Aug 10 03:19:23.679784 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab58dbe-e372-4219-aecd-9a8efe78cb11 x-openstack-request-id: req-1ab58dbe-e372-4219-aecd-9a8efe78cb11 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:23.680092 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091a432-610a-4bd8-97e1-c6fbfc45ea42", "name": "network-vif-deleted", "tag": "8d7356b4-e6a7-461b-95f5-6eb6ff33f81b", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:23.680310 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ab58dbe-e372-4219-aecd-9a8efe78cb11 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:23.680745 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'name': 'network-vif-deleted', 'tag': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:19:23.775837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3fac-7eec-483a-bc8f-447ea556481a req-519dfbdc-1440-4d40-b920-a6854d2f2018 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:23.782433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3fac-7eec-483a-bc8f-447ea556481a req-519dfbdc-1440-4d40-b920-a6854d2f2018 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:23.788316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3fac-7eec-483a-bc8f-447ea556481a req-519dfbdc-1440-4d40-b920-a6854d2f2018 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:23.790068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86fc3fac-7eec-483a-bc8f-447ea556481a req-519dfbdc-1440-4d40-b920-a6854d2f2018 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0666962 Aug 10 03:19:23.830211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86fc3fac-7eec-483a-bc8f-447ea556481a req-711b61f1-2712-4546-b152-ac054eb07af3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Aug 10 03:19:23.912726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-407e91c1-293f-447a-9335-d93182573ac8 req-1b910e72-7425-40d3-b19f-358b5656e6ed tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 210 time: 0.0280499 Aug 10 03:19:24.024119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de98b7c-e222-40de-b39f-197d5d46de2e req-36df7d6f-d536-492b-b584-a7917f1d17c7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:24.025913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5de98b7c-e222-40de-b39f-197d5d46de2e req-36df7d6f-d536-492b-b584-a7917f1d17c7 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0526450 Aug 10 03:19:24.067508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5de98b7c-e222-40de-b39f-197d5d46de2e req-dac2af91-850a-49fa-b2ab-40138a622a3d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350251 Aug 10 03:19:24.595610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03217bf-4e74-4b6b-805b-4adb12b473b1 req-54d4d253-fb73-489a-aa48-1300bb314dc7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:24.597122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f03217bf-4e74-4b6b-805b-4adb12b473b1 req-54d4d253-fb73-489a-aa48-1300bb314dc7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0527415 Aug 10 03:19:24.635131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f03217bf-4e74-4b6b-805b-4adb12b473b1 req-ae49fb55-dbd2-4312-86ef-008aa99bb533 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Aug 10 03:19:24.840242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b52184b7-9398-493e-a186-1c0862f2590b req-be7d3bef-b4ea-4cb7-9c4c-22c183fcd1dc tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0277255 Aug 10 03:19:24.952666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893e98-3d75-4a8f-96d1-65438bc5b90b req-fd10f0d8-5baf-4b26-90e0-d73205696421 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:24.959118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893e98-3d75-4a8f-96d1-65438bc5b90b req-fd10f0d8-5baf-4b26-90e0-d73205696421 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:24.964982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893e98-3d75-4a8f-96d1-65438bc5b90b req-fd10f0d8-5baf-4b26-90e0-d73205696421 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:24.966680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12893e98-3d75-4a8f-96d1-65438bc5b90b req-fd10f0d8-5baf-4b26-90e0-d73205696421 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0637105 Aug 10 03:19:25.005290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12893e98-3d75-4a8f-96d1-65438bc5b90b req-75518cab-281b-4bfc-bd2e-cb90241f39e2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Aug 10 03:19:25.112847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e341c427-615b-430e-ae4c-89be00c6357b req-30a40ecc-9b2c-4de8-9897-5f606c3a77f8 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 210 time: 0.0325778 Aug 10 03:19:25.210244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30842-60ce-46d2-8af5-8087974ba9ea req-26530b77-f36e-456e-9f62-8a53dbb6650f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:25.211801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4e30842-60ce-46d2-8af5-8087974ba9ea req-26530b77-f36e-456e-9f62-8a53dbb6650f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0510204 Aug 10 03:19:25.251153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4e30842-60ce-46d2-8af5-8087974ba9ea req-049979ce-6838-44d0-83a0-36e86b7dbe42 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329587 Aug 10 03:19:25.507754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a767d879-3843-4e9e-938a-dd3a096a8afc req-16dbabd1-affd-4987-9615-31f606f91515 tempest-FloatingIPsAssociationNegativeTestJSON-660547023 tempest-FloatingIPsAssociationNegativeTestJSON-660547023-project] 10.222.0.26 "GET /v2.0/ports?device_id=b091a432-610a-4bd8-97e1-c6fbfc45ea42 HTTP/1.1" status: 200 len: 210 time: 0.0276654 Aug 10 03:19:25.746627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:26.108951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656932-3146-473d-b05d-f974a090c9b5 req-8c0344a8-d33d-4438-8edc-b887c4599752 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.110459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f656932-3146-473d-b05d-f974a090c9b5 req-8c0344a8-d33d-4438-8edc-b887c4599752 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Aug 10 03:19:26.152411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f656932-3146-473d-b05d-f974a090c9b5 req-d3a10591-1326-491a-af94-692ca98bc632 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Aug 10 03:19:26.315050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:26.332008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2adafb01-efc5-4929-8c27-24e970057e3a req-b199cc7a-a886-4f31-9f6b-933b9481416d tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0298679 Aug 10 03:19:26.334920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:26.335259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8d7356b4-e6a7-461b-95f5-6eb6ff33f81b not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:26.383578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:26.477871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6a47-e8e6-495d-84c7-a30ee65edf8d req-bc51f415-463a-4f82-96ff-53dfa913afc6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.484454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6a47-e8e6-495d-84c7-a30ee65edf8d req-bc51f415-463a-4f82-96ff-53dfa913afc6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.490431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb6a47-e8e6-495d-84c7-a30ee65edf8d req-bc51f415-463a-4f82-96ff-53dfa913afc6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.492132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bcb6a47-e8e6-495d-84c7-a30ee65edf8d req-bc51f415-463a-4f82-96ff-53dfa913afc6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0647683 Aug 10 03:19:26.531309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bcb6a47-e8e6-495d-84c7-a30ee65edf8d req-511144f4-5d3f-4bee-ae79-2f2bbe7f72fc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Aug 10 03:19:26.638922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f1eea-612c-4df3-9739-e43c8fc1aa35 req-9127939a-195d-49b6-8c5c-384ab062ad3b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:26.640453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb5f1eea-612c-4df3-9739-e43c8fc1aa35 req-9127939a-195d-49b6-8c5c-384ab062ad3b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0494027 Aug 10 03:19:26.679988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb5f1eea-612c-4df3-9739-e43c8fc1aa35 req-7f9e25fa-67ce-42cc-8571-efe0a20e2dd0 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 10 03:19:26.745209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.003680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Deleting port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:27.004020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.085693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] For port 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:27.086098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.099902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Calling delete_port for 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:27.279101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32432cdd-85cc-4f9f-90b4-b2ef28494f17 req-4148fce3-5341-48ba-b34d-e76674a2c146 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:27.280801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32432cdd-85cc-4f9f-90b4-b2ef28494f17 req-4148fce3-5341-48ba-b34d-e76674a2c146 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0557566 Aug 10 03:19:27.320698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32432cdd-85cc-4f9f-90b4-b2ef28494f17 req-721c6e18-c879-49c6-a74e-c03d4617eb6d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Aug 10 03:19:27.380527 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.407161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Pushing event deleted for resources: {'Port': ['ID=606e1fc4-5d5e-410e-bfef-fadf50c2e3c8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:27.489384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-478c703a-91c8-4726-a64c-bdd3bedba1fc req-1e32c961-e923-49c3-b74e-0a5c4f06b146 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0273838 Aug 10 03:19:27.593683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:27.658979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9f0b-c1bb-4fd1-9430-d6a5cc288862 req-4bfd9b19-348d-4282-9be4-79f31533b16b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:27.665101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9f0b-c1bb-4fd1-9430-d6a5cc288862 req-4bfd9b19-348d-4282-9be4-79f31533b16b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:27.671193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9f0b-c1bb-4fd1-9430-d6a5cc288862 req-4bfd9b19-348d-4282-9be4-79f31533b16b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:27.673000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b60c9f0b-c1bb-4fd1-9430-d6a5cc288862 req-4bfd9b19-348d-4282-9be4-79f31533b16b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0685217 Aug 10 03:19:27.717088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b60c9f0b-c1bb-4fd1-9430-d6a5cc288862 req-165a3365-b203-4591-accb-5e35fc6cdf4b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360799 Aug 10 03:19:27.823113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:27.832751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b31b7-d60e-4738-9403-326746fcd270 req-a05f74a7-818a-4473-baed-8345e211f95b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:27.834316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-400b31b7-d60e-4738-9403-326746fcd270 req-a05f74a7-818a-4473-baed-8345e211f95b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0575855 Aug 10 03:19:27.875089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-400b31b7-d60e-4738-9403-326746fcd270 req-e3dabb67-4cea-4466-ae00-3bc5e0e50708 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Aug 10 03:19:27.934539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:27.940564 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4034c650-b4ee-40ee-92ac-61c56605f442 admin admin] 10.222.0.26 "PUT /v2.0/routers/13c22d95-f068-4d21-8c36-57bafbfd3fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5552404 Aug 10 03:19:27.943334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52048) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:27.945899 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] Sync routers for ids ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:27.956874 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] Routers {'13c22d95-f068-4d21-8c36-57bafbfd3fe5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:27.957501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.051396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.063084 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] Set router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:28.158393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.238846 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:19:27Z', 'revision_number': 5, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port': {'id': 'b200cd27-7c74-4907-9e3f-bcf40c08a913', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:df:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.271464 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] Checking router: 13c22d95-f068-4d21-8c36-57bafbfd3fe5 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:28.285755 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] Routers {'13c22d95-f068-4d21-8c36-57bafbfd3fe5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:28.286645 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.313079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Deleting port b200cd27-7c74-4907-9e3f-bcf40c08a913 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:28.315107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.379617 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] Set router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:28.415577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] For port b200cd27-7c74-4907-9e3f-bcf40c08a913, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b200cd27-7c74-4907-9e3f-bcf40c08a913,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:28.416183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.430951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Calling delete_port for b200cd27-7c74-4907-9e3f-bcf40c08a913 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:28.435215 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:19:28Z', 'revision_number': 6, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:28.459816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b7443-4340-4d4b-bc7d-55db96f399c5 req-600e9cf5-c748-44df-9e90-10a83be0ad3b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.461431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717b7443-4340-4d4b-bc7d-55db96f399c5 req-600e9cf5-c748-44df-9e90-10a83be0ad3b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0563967 Aug 10 03:19:28.468235 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ad305a-d52d-4cce-8704-356ed7f14c58 None None] The sync data for ids ['13c22d95-f068-4d21-8c36-57bafbfd3fe5'] in n-d-765315-26 is: [{'id': '13c22d95-f068-4d21-8c36-57bafbfd3fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2075131050-router', 'tenant_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:02Z', 'updated_at': '2021-08-10T03:19:28Z', 'revision_number': 6, 'project_id': 'fcc4789ae56247719536e3aa2ad18ddb', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:28.508782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717b7443-4340-4d4b-bc7d-55db96f399c5 req-00de5175-c9d0-4aba-910c-c96b1252db9f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Aug 10 03:19:28.686946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fae04763-c11b-4aa6-b51d-aad72bc8b5cc req-92cad8e9-da7b-4ea7-a1f9-97a17d39f6dd tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0265987 Aug 10 03:19:28.705654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.731861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b200cd27-7c74-4907-9e3f-bcf40c08a913,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:28.800243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.857685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b9ee7-e3e4-43c2-bd09-93f5207094e1 req-b49b4ba5-90bd-4010-8439-40fd8c833251 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.865743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b9ee7-e3e4-43c2-bd09-93f5207094e1 req-b49b4ba5-90bd-4010-8439-40fd8c833251 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.873379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b9ee7-e3e4-43c2-bd09-93f5207094e1 req-b49b4ba5-90bd-4010-8439-40fd8c833251 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:28.876763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b4b9ee7-e3e4-43c2-bd09-93f5207094e1 req-b49b4ba5-90bd-4010-8439-40fd8c833251 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0882378 Aug 10 03:19:28.903213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.905744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:28.937862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b4b9ee7-e3e4-43c2-bd09-93f5207094e1 req-62f186d1-4b44-47a3-bc9d-3705b210ce33 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536847 Aug 10 03:19:29.030482 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.031772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c22d95-f068-4d21-8c36-57bafbfd3fe5 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:29.036721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.037840 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d2a70f8f-7a93-44f1-8300-307e03af3e94 admin admin] 10.222.0.26 "DELETE /v2.0/routers/13c22d95-f068-4d21-8c36-57bafbfd3fe5 HTTP/1.1" status: 204 len: 168 time: 1.0932028 Aug 10 03:19:29.040059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:29.056852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2537c-b4a6-4dad-b953-1266b93962ee req-fbf5b5e9-aabe-4068-848f-5f335bc94fe2 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.058120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65c2537c-b4a6-4dad-b953-1266b93962ee req-fbf5b5e9-aabe-4068-848f-5f335bc94fe2 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0539787 Aug 10 03:19:29.086244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Deleting subnet 112bdc9c-9830-44e2-a625-a78ab3f2520d {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:29.089360 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.097190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65c2537c-b4a6-4dad-b953-1266b93962ee req-5c14d0db-12bb-4326-a971-90a9389d4f63 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Aug 10 03:19:29.124017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.208039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.255926 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2ab473e7-22d9-484a-9088-69a4b0f7146c req-48916cb1-8f28-400b-b206-afe696a512df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0293596 Aug 10 03:19:29.349089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:29.357781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.370239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:29.370589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 606e1fc4-5d5e-410e-bfef-fadf50c2e3c8 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:29.371004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b200cd27-7c74-4907-9e3f-bcf40c08a913 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:29.383898 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.388777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52070) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:29.389440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/112bdc9c-9830-44e2-a625-a78ab3f2520d HTTP/1.1" status: 204 len: 168 time: 0.3483315 Aug 10 03:19:29.390568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49e95-febb-40c2-a8e7-808e1fa20b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112bdc9c-9830-44e2-a625-a78ab3f2520d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:29.394141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb3d09-011f-4374-bc1d-ebebe9e26c72 None None] Network 8f2f6353-9f70-45c9-8b3a-a422232c62e2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:29.434571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b200cd27-7c74-4907-9e3f-bcf40c08a913 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:29.434919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b200cd27-7c74-4907-9e3f-bcf40c08a913 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:29.530283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.591841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] DHCP port deletion for 8f2f6353-9f70-45c9-8b3a-a422232c62e2 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:29.610498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Deleting port 6088bda6-c871-42d9-b7f3-8edde03acb24 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:29.610850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.642847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] Deleting port 6088bda6-c871-42d9-b7f3-8edde03acb24 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:29.643379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.678776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-6851a629-7c1a-4fcc-8995-bf383d3d2819 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.680264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-6851a629-7c1a-4fcc-8995-bf383d3d2819 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.2340446 Aug 10 03:19:29.706984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] For port 6088bda6-c871-42d9-b7f3-8edde03acb24, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6088bda6-c871-42d9-b7f3-8edde03acb24,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:29.707293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.709915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] For port 6088bda6-c871-42d9-b7f3-8edde03acb24, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6088bda6-c871-42d9-b7f3-8edde03acb24,segment=NetworkSegment(bb94f5aa-0476-4bb8-8f45-5752947c18c4),segment_id=bb94f5aa-0476-4bb8-8f45-5752947c18c4)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:29.710280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.713923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-8cb37daa-7010-4a6f-9653-d6ffebb74524 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/quotas/ec988d7d534d4a6190f7bbb16f87c216 HTTP/1.1" status: 200 len: 375 time: 0.0256636 Aug 10 03:19:29.720918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] Calling delete_port for 6088bda6-c871-42d9-b7f3-8edde03acb24 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:29.725637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Calling delete_port for 6088bda6-c871-42d9-b7f3-8edde03acb24 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:29.809859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-72cf7289-8591-4f7f-b29a-6df3f389092f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859113 Aug 10 03:19:29.871389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.898203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] Pushing event deleted for resources: {'Port': ['ID=6088bda6-c871-42d9-b7f3-8edde03acb24,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:29.898877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.900021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7c7d9-fbf2-40b9-b0f6-cbcbc07864e1 None None] No DVR routers for this DVR port 6088bda6-c871-42d9-b7f3-8edde03acb24 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:29.939310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6088bda6-c871-42d9-b7f3-8edde03acb24,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:29.945394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] No DVR routers for this DVR port 6088bda6-c871-42d9-b7f3-8edde03acb24 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:29.948544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-3b5857cb-95c4-493c-9ffc-7b5b4981cdb5 service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293478 Aug 10 03:19:30.065392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.082881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2f6353-9f70-45c9-8b3a-a422232c62e2']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:30.095636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb94f5aa-0476-4bb8-8f45-5752947c18c4') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:30.095932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb94f5aa-0476-4bb8-8f45-5752947c18c4') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:30.115623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.118741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-a1393cd1-ec67-455b-8f1d-3b0469885502 service neutron] 10.222.0.26 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505818 Aug 10 03:19:30.132112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.139356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:30.139776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:30.146087 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:30.168548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-673c5ba8-bacb-42ac-b9b3-5e45d6fb52fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.271208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.276746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.278554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] 10.222.0.26 "DELETE /v2.0/networks/8f2f6353-9f70-45c9-8b3a-a422232c62e2 HTTP/1.1" status: 204 len: 168 time: 0.8883286 Aug 10 03:19:30.289307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5533b0-fd47-4be4-ac0b-687d14b22fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2f6353-9f70-45c9-8b3a-a422232c62e2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.685223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52094) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.726989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9cdd4-2ffb-432b-8fe0-60571cd2089e req-b4b57dd0-aa2c-42e3-ad98-1f9d3e6de7d1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.731823 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0db9aec7-4a56-47f8-ade6-b3647db7e083 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcc4789ae56247719536e3aa2ad18ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453677 Aug 10 03:19:30.732846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7b9cdd4-2ffb-432b-8fe0-60571cd2089e req-b4b57dd0-aa2c-42e3-ad98-1f9d3e6de7d1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0651994 Aug 10 03:19:30.734555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52096) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:30.800076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7b9cdd4-2ffb-432b-8fe0-60571cd2089e req-72faf474-65a0-47a8-921d-d39669ab0331 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627294 Aug 10 03:19:30.811101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b56dedd-24f8-4dd9-8bd5-7f875a4d5cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.833300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b56dedd-24f8-4dd9-8bd5-7f875a4d5cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.951887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b56dedd-24f8-4dd9-8bd5-7f875a4d5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.968159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b56dedd-24f8-4dd9-8bd5-7f875a4d5cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.973591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5b56dedd-24f8-4dd9-8bd5-7f875a4d5cf0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efeb91a1-16c8-4ae1-98a2-05a797d15615 HTTP/1.1" status: 204 len: 168 time: 0.2374361 Aug 10 03:19:30.982681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56dedd-24f8-4dd9-8bd5-7f875a4d5cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb91a1-16c8-4ae1-98a2-05a797d15615,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:31.025076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3d679ff-6db2-4825-ad13-d0c469710e61 req-b3f4c38d-5198-46e1-82da-f703a54205e2 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0313871 Aug 10 03:19:31.138996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34ffa-20c6-4550-b512-0c2083f57542 req-0ac13d2a-9a4c-416b-bfee-31b1f235bc83 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.145365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34ffa-20c6-4550-b512-0c2083f57542 req-0ac13d2a-9a4c-416b-bfee-31b1f235bc83 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.151187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34ffa-20c6-4550-b512-0c2083f57542 req-0ac13d2a-9a4c-416b-bfee-31b1f235bc83 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.152821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20c34ffa-20c6-4550-b512-0c2083f57542 req-0ac13d2a-9a4c-416b-bfee-31b1f235bc83 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0703351 Aug 10 03:19:31.190321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20c34ffa-20c6-4550-b512-0c2083f57542 req-109a380c-524c-4560-8420-7a88859c449b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Aug 10 03:19:31.295454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1edf26-1be0-4744-bf70-d78143274e69 req-6bd8ab9b-79b7-4917-83bb-597f9999a88f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.297426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff1edf26-1be0-4744-bf70-d78143274e69 req-6bd8ab9b-79b7-4917-83bb-597f9999a88f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0512543 Aug 10 03:19:31.355110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff1edf26-1be0-4744-bf70-d78143274e69 req-f00c447d-b49a-42d7-b0e9-4fe3b195b8d4 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502329 Aug 10 03:19:31.363170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6088bda6-c871-42d9-b7f3-8edde03acb24 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:31.401628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6088bda6-c871-42d9-b7f3-8edde03acb24 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:31.401933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6088bda6-c871-42d9-b7f3-8edde03acb24 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:31.462026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e368163-30dc-46e2-99a1-8955d5050fb8 req-3aba92b8-73b4-4752-951b-725b223c0095 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 210 time: 0.0286105 Aug 10 03:19:31.922509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387b41-aa02-4137-9828-38cc83e6b04f req-ebabd1cc-f3ce-4ded-8bf5-d1087df602e2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.924125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc387b41-aa02-4137-9828-38cc83e6b04f req-ebabd1cc-f3ce-4ded-8bf5-d1087df602e2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0534830 Aug 10 03:19:31.970315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc387b41-aa02-4137-9828-38cc83e6b04f req-bc856309-bbbe-41f6-a826-a82c8a17874a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Aug 10 03:19:32.140303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae0651df-4acc-440e-abaa-fca43d9f9431 req-062dcb21-f04f-4afb-aad6-7c6656c69289 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0277410 Aug 10 03:19:32.338897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-92b18f53-e815-4635-bbb7-0fb0c6a9ba5b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.340421 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-92b18f53-e815-4635-bbb7-0fb0c6a9ba5b tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0496931 Aug 10 03:19:32.461361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Deleting port 7bd4df81-d409-48f9-b936-d7e71b2a7180 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:32.462046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.590430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a0eb7-7bfc-4e2e-8cda-1d6c624ec7e9 req-b01323ed-9c81-4781-847c-e240f07af33a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.597449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a0eb7-7bfc-4e2e-8cda-1d6c624ec7e9 req-b01323ed-9c81-4781-847c-e240f07af33a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.605361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a0eb7-7bfc-4e2e-8cda-1d6c624ec7e9 req-b01323ed-9c81-4781-847c-e240f07af33a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.605858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba6a0eb7-7bfc-4e2e-8cda-1d6c624ec7e9 req-b01323ed-9c81-4781-847c-e240f07af33a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1346855 Aug 10 03:19:32.616527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] For port 7bd4df81-d409-48f9-b936-d7e71b2a7180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7bd4df81-d409-48f9-b936-d7e71b2a7180,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:32.616798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.631747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Calling delete_port for 7bd4df81-d409-48f9-b936-d7e71b2a7180 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:32.639447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-51807ee0-cc67-43e3-99ff-9a6f36caaa58 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.640929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-51807ee0-cc67-43e3-99ff-9a6f36caaa58 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 808 time: 0.1815035 Aug 10 03:19:32.661775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Request body: {'port': {'device_id': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'admin_state_up': True, 'tenant_id': 'ec988d7d534d4a6190f7bbb16f87c216'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:32.679633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba6a0eb7-7bfc-4e2e-8cda-1d6c624ec7e9 req-ccbf44ca-6736-442b-a65f-d0f5c57fd7e7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668912 Aug 10 03:19:32.701919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.815792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb617176-46ba-438f-a889-5785dec8a57f req-57b15150-fab9-4628-ab97-58ac0f2b5315 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.817334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb617176-46ba-438f-a889-5785dec8a57f req-57b15150-fab9-4628-ab97-58ac0f2b5315 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 946 time: 0.0752037 Aug 10 03:19:32.848806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.867849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb617176-46ba-438f-a889-5785dec8a57f req-211645f4-d0a4-4219-b203-62a191d4c161 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups?id=05ca8da7-8f0e-431d-96a7-d590473e185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436153 Aug 10 03:19:32.886843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Made reservation on behalf of ec988d7d534d4a6190f7bbb16f87c216 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:32.896676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.902647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event deleted for resources: {'Port': ['ID=7bd4df81-d409-48f9-b936-d7e71b2a7180,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:32.970728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] No DVR routers for this DVR port 7bd4df81-d409-48f9-b936-d7e71b2a7180 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:32.973976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.976796 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-adabc22d-c8fa-4f3e-9bc1-2065de1315ff req-598da269-5c8f-4c5f-91eb-f78da60f3e20 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.54 "DELETE /v2.0/ports/7bd4df81-d409-48f9-b936-d7e71b2a7180 HTTP/1.1" status: 204 len: 173 time: 0.6146262 Aug 10 03:19:32.977455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'name': 'network-vif-deleted', 'tag': '7bd4df81-d409-48f9-b936-d7e71b2a7180'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:32.989282 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c21f6a-f26f-4d32-9610-28c64b3ad01b" -d '{"events": [{"server_uuid": "ca05f966-b9f9-4a74-bf7d-f2a92513779c", "name": "network-vif-deleted", "tag": "7bd4df81-d409-48f9-b936-d7e71b2a7180"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:33.003199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ea34844a-5471-45ad-8800-08941cf8a052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.082225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Allocated IP 172.20.0.12 (8bbe27ee-5a05-4fef-aba2-7bbc540e0705/eedfabd5-2a82-4d38-b62b-8f571b0ee9cf/53ae56fd-1512-4a1f-9634-3baa8383e7a3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:33.260500 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.363024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.405621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:33.412170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:33.415265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:33.419131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:33.446261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event updated for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:33.496320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.496778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.526336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dc470-a838-4acf-817b-f9a5b5997028 req-df7575a7-679b-44cf-8909-2f360206d6bd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.526997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493dc470-a838-4acf-817b-f9a5b5997028 req-df7575a7-679b-44cf-8909-2f360206d6bd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 932 time: 0.0844426 Aug 10 03:19:33.586028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493dc470-a838-4acf-817b-f9a5b5997028 req-46c2be5c-294f-408f-9929-cbe1153e40fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Aug 10 03:19:33.638124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-4a790fa3-fdc8-477d-9edd-01d7e7eaf1fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9833486 Aug 10 03:19:33.650955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Request body: {'port': {'device_id': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:33.749321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c2833-560c-4b4d-ab15-9761c41f55c1 req-d5881826-32b1-48ec-80a8-03c376d9c183 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.750862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f73c2833-560c-4b4d-ab15-9761c41f55c1 req-d5881826-32b1-48ec-80a8-03c376d9c183 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0969374 Aug 10 03:19:33.751622 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:33.822381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f73c2833-560c-4b4d-ab15-9761c41f55c1 req-f3c651b1-bf44-4878-8e2e-7577481fc6c4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603647 Aug 10 03:19:33.886335 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33cb630-708d-45a1-8a45-f6a924661321 x-openstack-request-id: req-b33cb630-708d-45a1-8a45-f6a924661321 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:33.887753 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca05f966-b9f9-4a74-bf7d-f2a92513779c", "name": "network-vif-deleted", "tag": "7bd4df81-d409-48f9-b936-d7e71b2a7180", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:33.888336 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b33cb630-708d-45a1-8a45-f6a924661321 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:33.889108 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'name': 'network-vif-deleted', 'tag': '7bd4df81-d409-48f9-b936-d7e71b2a7180', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:19:34.014319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.099993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ae56fd-1512-4a1f-9634-3baa8383e7a3 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:34.109098 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.135930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Transition to ACTIVE for port object 53ae56fd-1512-4a1f-9634-3baa8383e7a3 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:34.152841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e5ff1a-7818-4c0e-98d9-9ce0f3a625e0 req-842b2ab6-e175-460b-addf-a950ad09d66b tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0318575 Aug 10 03:19:34.202583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.289306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Pushing event updated for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.350632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bcdff-b40e-4bbf-97b5-e2d8c3086eed req-26a850cb-5fd1-4637-822f-05ace8e1c977 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.357066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bcdff-b40e-4bbf-97b5-e2d8c3086eed req-26a850cb-5fd1-4637-822f-05ace8e1c977 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.363009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bcdff-b40e-4bbf-97b5-e2d8c3086eed req-26a850cb-5fd1-4637-822f-05ace8e1c977 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.364692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-924bcdff-b40e-4bbf-97b5-e2d8c3086eed req-26a850cb-5fd1-4637-822f-05ace8e1c977 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1322923 Aug 10 03:19:34.425626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-924bcdff-b40e-4bbf-97b5-e2d8c3086eed req-3a3a248b-dddd-4e55-9813-4b66672b6668 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510049 Aug 10 03:19:34.426414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Attempting to bind port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:34.426839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Attempting to bind port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:34.427258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Attempting to bind port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:34.432146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:34.432628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Attempting to bind port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 on network 8bbe27ee-5a05-4fef-aba2-7bbc540e0705 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:34.449658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:34.450051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Checking segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:34.450400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Bound using segment: {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:34.450837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Bound port: 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ad97f0-b906-4046-abb0-ed5b68361365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:34.451203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.538713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bcc2a4c0-4688-4a43-9e79-5e7403e79be8 req-c9612b8b-4b4b-4140-9739-6578936eea42 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 210 time: 0.0401397 Aug 10 03:19:34.543064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:34.561916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:34.620545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.658633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.659352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:34.660716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] 10.222.0.46 "PUT /v2.0/ports/53ae56fd-1512-4a1f-9634-3baa8383e7a3 HTTP/1.1" status: 200 len: 1093 time: 1.0141718 Aug 10 03:19:34.661169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:34.663398 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0765cc58-a3d4-491e-b183-24d350aec959" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:34.696275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfc3d-1414-49dd-a5d5-70874006f060 service neutron] Pushing event updated for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:34.832336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-b3903ca5-2af3-480e-9875-777d02850352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.833990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-b3903ca5-2af3-480e-9875-777d02850352 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 1096 time: 0.0424943 Aug 10 03:19:34.876220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-d5c32b2e-13f8-4d82-82d1-a69e97a72dba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3 HTTP/1.1" status: 200 len: 217 time: 0.0341036 Aug 10 03:19:34.930870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-fbd28b7b-0292-486e-8d5d-79a4258d98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.932489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-fbd28b7b-0292-486e-8d5d-79a4258d98cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0499904 Aug 10 03:19:34.967060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-947398b2-ae9c-467c-ac03-21fde843c4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267816 Aug 10 03:19:35.060027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-e401ad1a-5f27-45f3-a708-1772480b643a service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Aug 10 03:19:35.164871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-8534c193-e8fc-4ee6-b0f0-0fa97747b291 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976324 Aug 10 03:19:35.179477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a1aa123-14ee-4718-9283-8cb255da18a3 req-a485b9be-a4f9-4b29-8503-23ded33390af tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca05f966-b9f9-4a74-bf7d-f2a92513779c HTTP/1.1" status: 200 len: 210 time: 0.0282302 Aug 10 03:19:35.682322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:35.834014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9920-ccd0-456d-a5f5-c59d8162d374 req-a146eb3d-002d-40c1-82e8-6078731ca28e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.835499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-813f9920-ccd0-456d-a5f5-c59d8162d374 req-a146eb3d-002d-40c1-82e8-6078731ca28e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0481844 Aug 10 03:19:35.874445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-813f9920-ccd0-456d-a5f5-c59d8162d374 req-bc54c125-7e09-4951-8bc9-c2ee5effc9e0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 10 03:19:35.917406 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0de2884-42ce-4064-97d2-a185b61348dc x-openstack-request-id: req-e0de2884-42ce-4064-97d2-a185b61348dc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:35.917920 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:35.918292 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0de2884-42ce-4064-97d2-a185b61348dc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:35.918712 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3', 'status': 'completed', 'code': 200} Aug 10 03:19:36.010982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765cc58-a3d4-491e-b183-24d350aec959 req-4b1bd5ea-4337-47ec-85dd-c4a88ef30f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.012405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-4b1bd5ea-4337-47ec-85dd-c4a88ef30f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 1096 time: 0.0719829 Aug 10 03:19:36.025051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcb032-9e1b-4fa6-9403-f5911b60098b req-eb250463-94ef-46b0-b214-6dedfc99e245 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.026499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dcfcb032-9e1b-4fa6-9403-f5911b60098b req-eb250463-94ef-46b0-b214-6dedfc99e245 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0589535 Aug 10 03:19:36.117893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dcfcb032-9e1b-4fa6-9403-f5911b60098b req-ad2e0213-2499-4680-9835-0c14408a99e8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831442 Aug 10 03:19:36.145286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765cc58-a3d4-491e-b183-24d350aec959 req-b2487242-dd18-48b6-baf7-c2ad1925612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.146314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-b2487242-dd18-48b6-baf7-c2ad1925612c service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1189394 Aug 10 03:19:36.190825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-4b05a7dc-a79a-42c2-a987-5f2be8cb0561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3 HTTP/1.1" status: 200 len: 217 time: 0.0363324 Aug 10 03:19:36.242620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765cc58-a3d4-491e-b183-24d350aec959 req-3584a460-0457-4390-a1fb-5fa0ae1267f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.244081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-3584a460-0457-4390-a1fb-5fa0ae1267f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0461390 Aug 10 03:19:36.277910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-16b37c81-3407-48b6-bce6-1ab0c5d84e9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246301 Aug 10 03:19:36.375897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-d5b6e789-e894-4644-86ee-e08143ad12d8 service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911081 Aug 10 03:19:36.381293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7bd4df81-d409-48f9-b936-d7e71b2a7180 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:36.405312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 7bd4df81-d409-48f9-b936-d7e71b2a7180 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:36.405934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7bd4df81-d409-48f9-b936-d7e71b2a7180 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:36.477144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0765cc58-a3d4-491e-b183-24d350aec959 req-405c0229-1f1b-4b26-8b23-e070ad170c7c service neutron] 10.222.0.46 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942402 Aug 10 03:19:36.742860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adc0a11e-b71d-4f2a-b17f-04b197ec8836 req-be2e9973-0742-41ac-9a88-8ecab15bb1aa tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0303431 Aug 10 03:19:36.849395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446104a-6c5d-4e90-bf0a-d0a5872a6742 req-ba5a4ec0-97b4-4a4c-ae93-5c254253ee38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.855312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446104a-6c5d-4e90-bf0a-d0a5872a6742 req-ba5a4ec0-97b4-4a4c-ae93-5c254253ee38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.861781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446104a-6c5d-4e90-bf0a-d0a5872a6742 req-ba5a4ec0-97b4-4a4c-ae93-5c254253ee38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:36.863421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c446104a-6c5d-4e90-bf0a-d0a5872a6742 req-ba5a4ec0-97b4-4a4c-ae93-5c254253ee38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0620322 Aug 10 03:19:36.902941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c446104a-6c5d-4e90-bf0a-d0a5872a6742 req-27aab395-e087-4ceb-9ab6-c88c67b08b84 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Aug 10 03:19:37.084661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d349-e172-406e-9331-611f3b88b708 req-c576a19d-32f4-49ac-bfd3-65dc239f4290 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.086154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2021d349-e172-406e-9331-611f3b88b708 req-c576a19d-32f4-49ac-bfd3-65dc239f4290 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0493143 Aug 10 03:19:37.123995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2021d349-e172-406e-9331-611f3b88b708 req-4f72c144-9b7e-41bb-955b-97a7352c5fb0 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Aug 10 03:19:37.249504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52318) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.310667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd01b5f0-b80f-4552-b652-0067afa2229f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.338179 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd01b5f0-b80f-4552-b652-0067afa2229f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.430819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd01b5f0-b80f-4552-b652-0067afa2229f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.433673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd01b5f0-b80f-4552-b652-0067afa2229f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.434618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cd01b5f0-b80f-4552-b652-0067afa2229f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "DELETE /v2.0/security-groups/05ca8da7-8f0e-431d-96a7-d590473e185f HTTP/1.1" status: 204 len: 168 time: 0.1839912 Aug 10 03:19:37.437518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52348) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.454497 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-102aee46-fb75-4061-b8f5-8e485dadb767 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] show failed (client error): The resource could not be found. Aug 10 03:19:37.456915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-102aee46-fb75-4061-b8f5-8e485dadb767 tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "GET /v2.0/security-groups/05ca8da7-8f0e-431d-96a7-d590473e185f HTTP/1.1" status: 404 len: 347 time: 0.0185006 Aug 10 03:19:37.462314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01b5f0-b80f-4552-b652-0067afa2229f tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca8da7-8f0e-431d-96a7-d590473e185f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:37.462468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52350) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:37.790383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0865-41d4-4e2e-8fb0-10e8521e8fe8 req-2d827052-6973-440d-9f42-99442163f766 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.791838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3caf0865-41d4-4e2e-8fb0-10e8521e8fe8 req-2d827052-6973-440d-9f42-99442163f766 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0538828 Aug 10 03:19:37.833547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3caf0865-41d4-4e2e-8fb0-10e8521e8fe8 req-620819ff-ac15-43ca-b939-a130d8209627 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Aug 10 03:19:37.901763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Deleting port 3b77b835-f1ac-4132-a4d0-d360c6a802e8 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:37.902104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.982488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.982819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:37.996892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Calling delete_port for 3b77b835-f1ac-4132-a4d0-d360c6a802e8 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:38.065458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a899130d-f881-4dce-85d6-0d60dc4fa5b1 req-c65936a5-f972-439c-be89-fe1faee40f78 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0261779 Aug 10 03:19:38.162801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.176716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61cc15-de1c-423b-a79e-821d204a1f68 req-8cc73d03-34ad-48ee-a312-16248ff3272f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.182590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61cc15-de1c-423b-a79e-821d204a1f68 req-8cc73d03-34ad-48ee-a312-16248ff3272f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.188545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61cc15-de1c-423b-a79e-821d204a1f68 req-8cc73d03-34ad-48ee-a312-16248ff3272f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.189957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Pushing event deleted for resources: {'Port': ['ID=3b77b835-f1ac-4132-a4d0-d360c6a802e8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:38.190150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b61cc15-de1c-423b-a79e-821d204a1f68 req-8cc73d03-34ad-48ee-a312-16248ff3272f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0647161 Aug 10 03:19:38.232186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b61cc15-de1c-423b-a79e-821d204a1f68 req-a663231b-6bcf-4047-b06f-963be3e9e17f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Aug 10 03:19:38.254739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.257510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.258717 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87a98d1f-4c48-49ab-aa8a-70baffe5343d tempest-ServersTestManualDisk-591497448 tempest-ServersTestManualDisk-591497448-project] 10.222.0.26 "DELETE /v2.0/floatingips/3fbf8c55-4861-4c5f-b6e2-0dbe0b806e7e HTTP/1.1" status: 204 len: 168 time: 0.7954445 Aug 10 03:19:38.261621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:38.611245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.635445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e15ec2-4820-4eb5-86c1-2e72b61b4f00 req-85519149-4167-4aa8-b203-3f26fa5a7de9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.636974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e15ec2-4820-4eb5-86c1-2e72b61b4f00 req-85519149-4167-4aa8-b203-3f26fa5a7de9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0494456 Aug 10 03:19:38.674812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e15ec2-4820-4eb5-86c1-2e72b61b4f00 req-977e60eb-e5af-4d1b-a24b-c7b633aea5eb tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317216 Aug 10 03:19:38.861802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Deleting port 895b8bf6-834f-4674-b305-a5c137fcb765 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:38.862075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.941366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] For port 895b8bf6-834f-4674-b305-a5c137fcb765, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=895b8bf6-834f-4674-b305-a5c137fcb765,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:38.941717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:38.955900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Calling delete_port for 895b8bf6-834f-4674-b305-a5c137fcb765 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:39.120464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea693a-c81f-4db9-9ce2-fe609e33e898 req-3c6fc0e2-2189-44d1-adcb-0163a7194abc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:39.122807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdea693a-c81f-4db9-9ce2-fe609e33e898 req-3c6fc0e2-2189-44d1-adcb-0163a7194abc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0492990 Aug 10 03:19:39.161806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdea693a-c81f-4db9-9ce2-fe609e33e898 req-838c38b3-8d52-4dfe-919b-485a8ac99f47 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Aug 10 03:19:39.190909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.222229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Pushing event deleted for resources: {'Port': ['ID=895b8bf6-834f-4674-b305-a5c137fcb765,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:39.420464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.634149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Router 535d7d9d-9b02-40d4-8f26-db615f914311 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:39.741926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:39.747415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6cf323b4-194e-42f9-a795-1306937243ca admin admin] 10.222.0.26 "PUT /v2.0/routers/535d7d9d-9b02-40d4-8f26-db615f914311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845176 Aug 10 03:19:39.750009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52508) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:39.753658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] Sync routers for ids ['535d7d9d-9b02-40d4-8f26-db615f914311'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:39.764964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] Routers {'535d7d9d-9b02-40d4-8f26-db615f914311'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:39.765600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['535d7d9d-9b02-40d4-8f26-db615f914311'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:39.870094 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:39.877784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] Set router 535d7d9d-9b02-40d4-8f26-db615f914311 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:39.886589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fc237c5-c400-4697-bd10-571356a8f0e1 req-143ee47b-ca5f-49b8-a360-d4c9d9977a69 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0269890 Aug 10 03:19:39.978780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.003505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1bad-65ec-4602-812e-d6c17f3e1582 req-332e6e6d-c810-432a-b94b-bd4016462748 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.009359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1bad-65ec-4602-812e-d6c17f3e1582 req-332e6e6d-c810-432a-b94b-bd4016462748 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.015149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1bad-65ec-4602-812e-d6c17f3e1582 req-332e6e6d-c810-432a-b94b-bd4016462748 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.017505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6ff1bad-65ec-4602-812e-d6c17f3e1582 req-332e6e6d-c810-432a-b94b-bd4016462748 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0689087 Aug 10 03:19:40.053896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:19:39Z', 'revision_number': 5, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port': {'id': 'f2adcdb5-6a2a-40fa-8903-f34633070701', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:09Z', 'updated_at': '2021-08-10T03:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:40.059166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6ff1bad-65ec-4602-812e-d6c17f3e1582 req-7aa814d3-bb0b-497d-82f1-659a04a083c4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Aug 10 03:19:40.081130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] Checking router: 535d7d9d-9b02-40d4-8f26-db615f914311 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:40.091894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] Routers {'535d7d9d-9b02-40d4-8f26-db615f914311'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:40.092589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['535d7d9d-9b02-40d4-8f26-db615f914311'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:40.106801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Deleting port f2adcdb5-6a2a-40fa-8903-f34633070701 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:40.107142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.175126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da37eb-3a68-41a3-9079-c3f1c50b815c req-9157a592-2a38-4f6e-9ec8-7c6620c8496b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.182294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6da37eb-3a68-41a3-9079-c3f1c50b815c req-9157a592-2a38-4f6e-9ec8-7c6620c8496b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0559967 Aug 10 03:19:40.185268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] Set router 535d7d9d-9b02-40d4-8f26-db615f914311 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:40.192678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] For port f2adcdb5-6a2a-40fa-8903-f34633070701, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f2adcdb5-6a2a-40fa-8903-f34633070701,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:40.193054 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.206567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Calling delete_port for f2adcdb5-6a2a-40fa-8903-f34633070701 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:40.216811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6da37eb-3a68-41a3-9079-c3f1c50b815c req-e9af6863-baa0-435e-9221-c28940b9cb4d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Aug 10 03:19:40.377629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:19:39Z', 'revision_number': 6, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:40.378601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba52d5-8c9f-430f-a200-3584f47ac8be req-0d39fcfb-05e5-473a-9de3-615b9b7f684a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.380728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bba52d5-8c9f-430f-a200-3584f47ac8be req-0d39fcfb-05e5-473a-9de3-615b9b7f684a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0502479 Aug 10 03:19:40.403139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940d7c8-89a8-4762-9eef-1a78555d3974 None None] The sync data for ids ['535d7d9d-9b02-40d4-8f26-db615f914311'] in n-d-765315-26 is: [{'id': '535d7d9d-9b02-40d4-8f26-db615f914311', 'name': 'tempest-ServersTestManualDisk-720152146-router', 'tenant_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:08Z', 'updated_at': '2021-08-10T03:19:39Z', 'revision_number': 6, 'project_id': 'dfeade8b3ecd4abbb1c9593ce0830ce8', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:40.421709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bba52d5-8c9f-430f-a200-3584f47ac8be req-a48e2b0b-2608-4272-a16e-87e89c9fb2c2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337977 Aug 10 03:19:40.471195 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.499055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2adcdb5-6a2a-40fa-8903-f34633070701,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:40.566917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.657575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.659720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.756361 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.757239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535d7d9d-9b02-40d4-8f26-db615f914311 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:19:40.767925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.767925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-06fb4646-0311-49e8-b48b-6db13f7e215e admin admin] 10.222.0.26 "DELETE /v2.0/routers/535d7d9d-9b02-40d4-8f26-db615f914311 HTTP/1.1" status: 204 len: 168 time: 1.0122020 Aug 10 03:19:40.767925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:40.816764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Deleting subnet 27ecf6ed-395b-45a8-9c4a-90f1de661a17 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:19:40.820023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.864272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:40.939959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.049171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.055529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa6f6a02-10dd-4ad2-822f-516c1ee6bb39 req-45db0ae8-5e02-4c5e-b335-fa7c413e91cb tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0296788 Aug 10 03:19:41.078247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ecf6ed-395b-45a8-9c4a-90f1de661a17,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.087297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.091205 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83bb2d8e-b990-4ee0-a054-ad25c467acb3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/27ecf6ed-395b-45a8-9c4a-90f1de661a17 HTTP/1.1" status: 204 len: 168 time: 0.3218858 Aug 10 03:19:41.092041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:41.094809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819dbeae-a856-48c2-a37d-dde0193ded70 None None] Network 19addfdc-01e1-4d08-b3e9-42ed89d2536a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:41.166989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.234464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Deleting port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:41.234845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.297293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] DHCP port deletion for 19addfdc-01e1-4d08-b3e9-42ed89d2536a request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:19:41.313763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] For port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:41.314175 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.328167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Calling delete_port for 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:41.369355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] Deleting port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:41.369966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.421814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:41.476774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] For port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,segment=NetworkSegment(1624b8a0-8557-4fc6-97fe-725843ba64e9),segment_id=1624b8a0-8557-4fc6-97fe-725843ba64e9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:41.477178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.489051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.495794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] Calling delete_port for 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:41.498039 n-d-765315-26 neutron-server[94806]: INFO neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No ports have port_id starting with 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d Aug 10 03:19:41.503520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f2adcdb5-6a2a-40fa-8903-f34633070701 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:41.520176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Pushing event deleted for resources: {'Port': ['ID=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.527482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f2adcdb5-6a2a-40fa-8903-f34633070701 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:41.527482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f2adcdb5-6a2a-40fa-8903-f34633070701 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:41.528075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 895b8bf6-834f-4674-b305-a5c137fcb765 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:41.539858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] No DVR routers for this DVR port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:41.609170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 895b8bf6-834f-4674-b305-a5c137fcb765 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:41.609416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 895b8bf6-834f-4674-b305-a5c137fcb765 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:41.631357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.635513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.646970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19addfdc-01e1-4d08-b3e9-42ed89d2536a']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:41.655152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] Pushing event deleted for resources: {'Port': ['ID=592e8bfd-dd78-47c5-b74a-f2f356b1ba6d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.658262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1624b8a0-8557-4fc6-97fe-725843ba64e9') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:41.658778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1624b8a0-8557-4fc6-97fe-725843ba64e9') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:41.660047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be267862-376d-42c1-89f7-b6df40693e4d None None] No DVR routers for this DVR port 592e8bfd-dd78-47c5-b74a-f2f356b1ba6d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:41.675097 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.689794 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.696045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:19:41.696473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:19:41.698982 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:19:41.709427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86108102-a240-4810-a2eb-0e8321969c77 req-3500e6fe-87f2-4fe4-8f0d-cdaddeb44755 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.715425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86108102-a240-4810-a2eb-0e8321969c77 req-3500e6fe-87f2-4fe4-8f0d-cdaddeb44755 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.721958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86108102-a240-4810-a2eb-0e8321969c77 req-3500e6fe-87f2-4fe4-8f0d-cdaddeb44755 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.723518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86108102-a240-4810-a2eb-0e8321969c77 req-3500e6fe-87f2-4fe4-8f0d-cdaddeb44755 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0745053 Aug 10 03:19:41.762492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86108102-a240-4810-a2eb-0e8321969c77 req-cfc74691-a14d-4019-8ac7-b81722c1bdd1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Aug 10 03:19:41.825124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.831266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.833132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] 10.222.0.26 "DELETE /v2.0/networks/19addfdc-01e1-4d08-b3e9-42ed89d2536a HTTP/1.1" status: 204 len: 168 time: 0.7395687 Aug 10 03:19:41.851663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea913d-58fa-44e2-9447-d6420251794b admin admin] Pushing event deleted for resources: {'Network': ['ID=19addfdc-01e1-4d08-b3e9-42ed89d2536a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.867512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0961f-f928-4577-973c-db033e5c9b5b req-10f77ee8-f552-4924-ac95-2ed7a76a4349 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.869057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57f0961f-f928-4577-973c-db033e5c9b5b req-10f77ee8-f552-4924-ac95-2ed7a76a4349 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0524030 Aug 10 03:19:41.905931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57f0961f-f928-4577-973c-db033e5c9b5b req-7f6a278b-ee25-4f65-95fb-73a6cb14b1a9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304744 Aug 10 03:19:42.008670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da140f1a-145b-41f0-b204-a1ebb93a4fb7 req-a6641dd4-0204-49c2-a0a3-53212bfa6057 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.010051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da140f1a-145b-41f0-b204-a1ebb93a4fb7 req-a6641dd4-0204-49c2-a0a3-53212bfa6057 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0488062 Aug 10 03:19:42.051699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da140f1a-145b-41f0-b204-a1ebb93a4fb7 req-e137dd11-91dc-4d54-b5ba-85ec4cac5f87 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355325 Aug 10 03:19:42.230478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52634) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:42.271286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3667449-07e3-4122-be07-7a45a91a5731 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfeade8b3ecd4abbb1c9593ce0830ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395448 Aug 10 03:19:42.273882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:42.324194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d727bb6e-21a0-49e0-b9e0-57a1eeb2c592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.347698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d727bb6e-21a0-49e0-b9e0-57a1eeb2c592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.488121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d727bb6e-21a0-49e0-b9e0-57a1eeb2c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.490720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d727bb6e-21a0-49e0-b9e0-57a1eeb2c592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.491933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d727bb6e-21a0-49e0-b9e0-57a1eeb2c592 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d419362-a5f8-419b-a6af-675501c5307f HTTP/1.1" status: 204 len: 168 time: 0.2170899 Aug 10 03:19:42.501514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727bb6e-21a0-49e0-b9e0-57a1eeb2c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d419362-a5f8-419b-a6af-675501c5307f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.563595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8901d0e6-2681-4c7e-9ea9-0dbcf2a1009b req-5e51ebdc-b346-4e3a-8ac2-faafa4cfb2cf tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.3260195 Aug 10 03:19:43.086473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff39f2-c19c-4fbe-8195-9eec504ed647 req-360148f7-1c4a-42a6-bfb0-9d4dbd9de0bc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.092334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff39f2-c19c-4fbe-8195-9eec504ed647 req-360148f7-1c4a-42a6-bfb0-9d4dbd9de0bc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.098787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff39f2-c19c-4fbe-8195-9eec504ed647 req-360148f7-1c4a-42a6-bfb0-9d4dbd9de0bc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.100410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59ff39f2-c19c-4fbe-8195-9eec504ed647 req-360148f7-1c4a-42a6-bfb0-9d4dbd9de0bc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0625648 Aug 10 03:19:43.139856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59ff39f2-c19c-4fbe-8195-9eec504ed647 req-a4c038e0-6a5a-4f1b-9605-424fb6454f90 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Aug 10 03:19:43.243763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c56c50-7a2c-47b7-be29-ed12d09f2d79 req-2444e852-44aa-41ba-8f4b-c09c1b792805 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.245318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20c56c50-7a2c-47b7-be29-ed12d09f2d79 req-2444e852-44aa-41ba-8f4b-c09c1b792805 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0498502 Aug 10 03:19:43.285388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20c56c50-7a2c-47b7-be29-ed12d09f2d79 req-973b17b0-7286-4f94-a3d5-500bab9b8d64 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Aug 10 03:19:43.457237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52732) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:43.561779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-66107403-network', 'tenant_id': 'e19ea0be12b14e6aa88aa150e17d094b'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:43.630688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Made reservation on behalf of e19ea0be12b14e6aa88aa150e17d094b for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:43.633167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.643221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.753464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.830947 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.845422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728fd9-e5d7-4bdc-83dc-69b4c76703fa req-bc7f3e34-a053-4163-9c61-63728545f34c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.847762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e728fd9-e5d7-4bdc-83dc-69b4c76703fa req-bc7f3e34-a053-4163-9c61-63728545f34c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0584273 Aug 10 03:19:43.855821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:43.872372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a653bdde-5712-462d-b747-d27a9a2a4a11,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:43.878952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:43.882387 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Added segment 733ea1de-536e-4cd9-8759-1593e5b0e687 of type vlan for network cff81614-a970-4298-9789-9f468e0ebdff Aug 10 03:19:43.892672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e728fd9-e5d7-4bdc-83dc-69b4c76703fa req-e4559c4a-97f0-4ba8-a6f7-f6df37e8f702 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Aug 10 03:19:43.928433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.082477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd60ad32-e1de-409e-8222-1b4273c70e6f req-99d77d51-544b-421a-a168-be6ce6064477 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0289919 Aug 10 03:19:44.254076 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.255098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.255910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.264008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71d6e-f75d-4c1b-b792-22e109b91e5f req-5d29961e-ac57-4901-98a3-e30eaee9c0be tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.271102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71d6e-f75d-4c1b-b792-22e109b91e5f req-5d29961e-ac57-4901-98a3-e30eaee9c0be tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.279149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71d6e-f75d-4c1b-b792-22e109b91e5f req-5d29961e-ac57-4901-98a3-e30eaee9c0be tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.281865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14a71d6e-f75d-4c1b-b792-22e109b91e5f req-5d29961e-ac57-4901-98a3-e30eaee9c0be tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0683479 Aug 10 03:19:44.323753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] Pushing event updated for resources: {'Network': ['ID=cff81614-a970-4298-9789-9f468e0ebdff,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:44.333534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14a71d6e-f75d-4c1b-b792-22e109b91e5f req-4a8934f6-a060-47fb-9518-af540b41a864 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Aug 10 03:19:44.337055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network cff81614-a970-4298-9789-9f468e0ebdff details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:44.365709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7ea52ccf-b3fc-43b6-aa36-cc9771b32bfc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9045331 Aug 10 03:19:44.366439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52770) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:44.371353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Request body: {'subnet': {'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-66107403-subnet', 'tenant_id': 'e19ea0be12b14e6aa88aa150e17d094b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:44.437050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Made reservation on behalf of e19ea0be12b14e6aa88aa150e17d094b for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:44.440114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.469042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78496d49-8a45-469b-934c-004cca9cac06 req-cc2228fb-b5d7-4282-bc5a-6fa8f79a2554 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.470531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78496d49-8a45-469b-934c-004cca9cac06 req-cc2228fb-b5d7-4282-bc5a-6fa8f79a2554 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0655293 Aug 10 03:19:44.509133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78496d49-8a45-469b-934c-004cca9cac06 req-2275cdd8-480b-456f-91e1-799c7cb16e84 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 10 03:19:44.688142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.747884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379f2a9c-d3d5-49f9-854a-f4a102a6f4e4,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:44.756124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Checking segment: {'id': '733ea1de-536e-4cd9-8759-1593e5b0e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:44.756124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Network hostable DHCP agents. Network: cff81614-a970-4298-9789-9f468e0ebdff, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:44.819022 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Network cff81614-a970-4298-9789-9f468e0ebdff is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:44.898951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, cff81614-a970-4298-9789-9f468e0ebdff) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:44.902993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.903645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.908002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1548a-9942-4f90-b7ea-644138080a64 None None] Network cff81614-a970-4298-9789-9f468e0ebdff requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:44.974285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-694b5473-e23c-4e5b-9f46-a65bf207d636 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6067371 Aug 10 03:19:45.011778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78194dee-f6c7-4cc1-af85-407ea199df56 req-24fc17c6-6d42-469a-9d37-3c0e4b5b0a88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.013520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78194dee-f6c7-4cc1-af85-407ea199df56 req-24fc17c6-6d42-469a-9d37-3c0e4b5b0a88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0526094 Aug 10 03:19:45.049513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.058116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258a518-419d-40e3-9720-186988ac030c None None] Network cff81614-a970-4298-9789-9f468e0ebdff requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:45.063579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78194dee-f6c7-4cc1-af85-407ea199df56 req-36c86f3e-2a4a-41c2-a820-f87114f82c37 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Aug 10 03:19:45.245368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52794) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:45.246010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e85b9bad-6957-41f5-9267-72ea4618d0ad req-641f6c16-1d88-4228-8feb-873b69eee93b tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0251238 Aug 10 03:19:45.348838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8050f8e-4554-4363-baa1-88995d53bc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.391123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 53ae56fd-1512-4a1f-9634-3baa8383e7a3 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:45.442797 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8050f8e-4554-4363-baa1-88995d53bc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.493697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:45.505267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '53ae56fd-1512-4a1f-9634-3baa8383e7a3', 'network_id': '8bbe27ee-5a05-4fef-aba2-7bbc540e0705', 'port_id': '53ae56fd-1512-4a1f-9634-3baa8383e7a3', 'mac_address': 'fa:16:3e:9e:36:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedfabd5-2a82-4d38-b62b-8f571b0ee9cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:45.528068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8050f8e-4554-4363-baa1-88995d53bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.543428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.545386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-52c3aff7-b2fa-4463-856f-42bf0eddce8c tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.546864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-52c3aff7-b2fa-4463-856f-42bf0eddce8c tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/networks?id=cff81614-a970-4298-9789-9f468e0ebdff HTTP/1.1" status: 200 len: 812 time: 0.1042407 Aug 10 03:19:45.556494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ae56fd-1512-4a1f-9634-3baa8383e7a3 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:45.565162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-623f1caa-db8b-40a1-81e3-bb4da8578903 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/quotas/e19ea0be12b14e6aa88aa150e17d094b HTTP/1.1" status: 200 len: 375 time: 0.0107739 Aug 10 03:19:45.570423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c8050f8e-4554-4363-baa1-88995d53bc6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ead3af9b65a24ac88152897792f7186c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238239 Aug 10 03:19:45.571388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8050f8e-4554-4363-baa1-88995d53bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef44bb7-faaa-4485-9b23-8184c1682e46,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:45.573925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:45.579062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:45.602254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-2596bfc7-8994-496b-b7ce-23d4c73b5f37 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19ea0be12b14e6aa88aa150e17d094b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289521 Aug 10 03:19:45.624300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a93164ae-1713-458e-b1dc-bc70e8d1f9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.646250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a93164ae-1713-458e-b1dc-bc70e8d1f9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.681603 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.699020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-0c4cf4df-dc01-43b8-913f-235c1c142dae service neutron] 10.222.0.26 "GET /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Aug 10 03:19:45.728091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:45.750701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a93164ae-1713-458e-b1dc-bc70e8d1f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.753280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a93164ae-1713-458e-b1dc-bc70e8d1f9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.754423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a93164ae-1713-458e-b1dc-bc70e8d1f9f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ef44bb7-faaa-4485-9b23-8184c1682e46 HTTP/1.1" status: 204 len: 168 time: 0.1794369 Aug 10 03:19:45.764116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93164ae-1713-458e-b1dc-bc70e8d1f9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef44bb7-faaa-4485-9b23-8184c1682e46,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:45.793388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-5f14f1e9-c994-4bea-b842-709bf745e719 service neutron] 10.222.0.26 "GET /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881944 Aug 10 03:19:45.934450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['53ae56fd-1512-4a1f-9634-3baa8383e7a3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:46.278896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9307e3-4de5-4f9a-8d1b-63feb25e24a4 req-f37eae40-dffb-454b-8e47-5ae35804cead tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.284815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9307e3-4de5-4f9a-8d1b-63feb25e24a4 req-f37eae40-dffb-454b-8e47-5ae35804cead tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.290665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9307e3-4de5-4f9a-8d1b-63feb25e24a4 req-f37eae40-dffb-454b-8e47-5ae35804cead tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.292319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd9307e3-4de5-4f9a-8d1b-63feb25e24a4 req-f37eae40-dffb-454b-8e47-5ae35804cead tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.2358391 Aug 10 03:19:46.334255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd9307e3-4de5-4f9a-8d1b-63feb25e24a4 req-bae3e64c-a022-4ddc-b34d-eb5a38453230 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356181 Aug 10 03:19:46.436891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af193926-d71d-4f6d-a761-e177c06545bb req-69e84374-b538-4c53-b66b-3a0b95c42fc4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.439037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af193926-d71d-4f6d-a761-e177c06545bb req-69e84374-b538-4c53-b66b-3a0b95c42fc4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 945 time: 0.0487516 Aug 10 03:19:46.478866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af193926-d71d-4f6d-a761-e177c06545bb req-44e2e9e6-bf5e-4a2a-a0d6-11b2dc813d89 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335560 Aug 10 03:19:46.543272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfeb7f8a-729a-4252-8f72-9affe80e1e04 req-b6f040fe-4e05-4c80-b283-a18226c02a95 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 210 time: 0.0259666 Aug 10 03:19:46.649627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0677145-f4e9-4a2d-a646-8544a93f0ed9 req-9334cce7-6382-49d9-89f4-841ff12fb2e4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.651128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0677145-f4e9-4a2d-a646-8544a93f0ed9 req-9334cce7-6382-49d9-89f4-841ff12fb2e4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0510623 Aug 10 03:19:46.694009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0677145-f4e9-4a2d-a646-8544a93f0ed9 req-8aec5c84-c859-45cf-9c57-f1f3052e3088 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362864 Aug 10 03:19:46.864129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-476a4502-c42a-4c7b-8cdd-09bcb1a65d1b req-a5b3a3b3-735b-41c6-aba4-576f7ab5eb3e tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0316844 Aug 10 03:19:47.422605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 53ae56fd-1512-4a1f-9634-3baa8383e7a3 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:47.485939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26f63-e5fc-492e-b558-8e1ec277ed96 req-ca59b8db-6fea-4b34-9d0d-9eaa89cffc2c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.491696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26f63-e5fc-492e-b558-8e1ec277ed96 req-ca59b8db-6fea-4b34-9d0d-9eaa89cffc2c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.498036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26f63-e5fc-492e-b558-8e1ec277ed96 req-ca59b8db-6fea-4b34-9d0d-9eaa89cffc2c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.499735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8f26f63-e5fc-492e-b558-8e1ec277ed96 req-ca59b8db-6fea-4b34-9d0d-9eaa89cffc2c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0649834 Aug 10 03:19:47.571226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-25270ad8-7758-472c-bde6-94bd99e87ae2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.572703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-25270ad8-7758-472c-bde6-94bd99e87ae2 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 945 time: 0.0720010 Aug 10 03:19:47.577734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:47.577940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8f26f63-e5fc-492e-b558-8e1ec277ed96 req-3063d98f-ce23-41b2-bac9-5ee7f65fd8fb tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654101 Aug 10 03:19:47.578062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:47.578062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.672303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.685246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Deleting port 141315d0-6a75-4fac-94fb-6312c19b6cad {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:47.685596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.707513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:47.764585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.779058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] For port 141315d0-6a75-4fac-94fb-6312c19b6cad, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=141315d0-6a75-4fac-94fb-6312c19b6cad,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:47.779418 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.798191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Calling delete_port for 141315d0-6a75-4fac-94fb-6312c19b6cad owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:47.817273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:47.979440 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.009333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'Port': ['ID=141315d0-6a75-4fac-94fb-6312c19b6cad,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:48.053947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] No DVR routers for this DVR port 141315d0-6a75-4fac-94fb-6312c19b6cad on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:48.056661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:48.059100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-496cc837-f3a7-478f-a189-47ee5cba9fbb req-5af15dce-6c54-4154-94ef-94e1dfd71ec0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "DELETE /v2.0/ports/141315d0-6a75-4fac-94fb-6312c19b6cad HTTP/1.1" status: 204 len: 173 time: 0.4793811 Aug 10 03:19:48.059565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'name': 'network-vif-deleted', 'tag': '141315d0-6a75-4fac-94fb-6312c19b6cad'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:48.061906 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0ae8ff-ec65-4a8a-940a-9f9f4140154e" -d '{"events": [{"server_uuid": "1bab8709-3ec3-4923-8cd4-21ca6feeef61", "name": "network-vif-deleted", "tag": "141315d0-6a75-4fac-94fb-6312c19b6cad"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:48.279283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ed896-ccac-4da1-a93e-7ad34b972cc1 req-17d077bf-e99c-4350-9afb-8078b1733803 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.280820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-469ed896-ccac-4da1-a93e-7ad34b972cc1 req-17d077bf-e99c-4350-9afb-8078b1733803 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0480652 Aug 10 03:19:48.318025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-469ed896-ccac-4da1-a93e-7ad34b972cc1 req-8d07cdf1-364a-4000-b37d-24c272fac649 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305026 Aug 10 03:19:48.398807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d176fbf5-e6b2-499c-adf5-a356ac8132ae req-bb330bf8-ad9a-4f34-bccc-781b769acd50 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 210 time: 0.0267696 Aug 10 03:19:48.483481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c55d708d-d7e7-4f47-b678-c8361a34e643 req-2ff2ea4f-333f-4181-8d05-21bb4984c998 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 210 time: 0.0316100 Aug 10 03:19:48.680317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7af41bde-08c2-4f05-900a-b721b32bc79e req-5844c95c-6df3-4f7d-863b-57352271a9b7 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0300393 Aug 10 03:19:48.726778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6866b72-56e5-4c70-a147-5e07a6154438 x-openstack-request-id: req-c6866b72-56e5-4c70-a147-5e07a6154438 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:48.726778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bab8709-3ec3-4923-8cd4-21ca6feeef61", "name": "network-vif-deleted", "tag": "141315d0-6a75-4fac-94fb-6312c19b6cad", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:48.726778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6866b72-56e5-4c70-a147-5e07a6154438 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:48.727151 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'name': 'network-vif-deleted', 'tag': '141315d0-6a75-4fac-94fb-6312c19b6cad', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:19:48.783478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-bcb4e8b5-9bf7-44bc-8376-528c65e20d90 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.784982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-bcb4e8b5-9bf7-44bc-8376-528c65e20d90 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.54 "GET /v2.0/networks?id=cff81614-a970-4298-9789-9f468e0ebdff HTTP/1.1" status: 200 len: 812 time: 0.1099589 Aug 10 03:19:48.809263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Request body: {'port': {'device_id': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff', 'admin_state_up': True, 'tenant_id': 'e19ea0be12b14e6aa88aa150e17d094b'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:48.914255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8864681-7fc8-4fc4-8e99-bdca4af311e3 req-d17bbc6b-9489-4961-a43e-8a794e551332 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.921180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8864681-7fc8-4fc4-8e99-bdca4af311e3 req-d17bbc6b-9489-4961-a43e-8a794e551332 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.928473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8864681-7fc8-4fc4-8e99-bdca4af311e3 req-d17bbc6b-9489-4961-a43e-8a794e551332 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:48.930146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8864681-7fc8-4fc4-8e99-bdca4af311e3 req-d17bbc6b-9489-4961-a43e-8a794e551332 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0694258 Aug 10 03:19:48.972866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8864681-7fc8-4fc4-8e99-bdca4af311e3 req-fca83324-deb9-409a-92a7-11695bbe4c55 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363719 Aug 10 03:19:48.990465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Made reservation on behalf of e19ea0be12b14e6aa88aa150e17d094b for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:48.994910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.073323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfe897-6362-49ca-bc7c-46059efbd47e req-13ed5cd9-5cd8-465a-b4e8-76ddc5d3fbc5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.074885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34bfe897-6362-49ca-bc7c-46059efbd47e req-13ed5cd9-5cd8-465a-b4e8-76ddc5d3fbc5 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Aug 10 03:19:49.112770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34bfe897-6362-49ca-bc7c-46059efbd47e req-d94beef9-fc7f-4997-b1f2-2de24839223d tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Aug 10 03:19:49.118719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Allocated IP 172.20.0.5 (cff81614-a970-4298-9789-9f468e0ebdff/379f2a9c-d3d5-49f9-854a-f4a102a6f4e4/c23b9f90-bf04-4340-9b91-af1cb62901a0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:49.423402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 141315d0-6a75-4fac-94fb-6312c19b6cad no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:49.445588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 141315d0-6a75-4fac-94fb-6312c19b6cad {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:49.446008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 141315d0-6a75-4fac-94fb-6312c19b6cad not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:49.526222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ec74-a74d-4599-a0a5-20c33f23e373 req-ce6fa5c8-7f92-41b6-8adb-9fa28628253c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.527867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f05ec74-a74d-4599-a0a5-20c33f23e373 req-ce6fa5c8-7f92-41b6-8adb-9fa28628253c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0522904 Aug 10 03:19:49.561245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.566507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f05ec74-a74d-4599-a0a5-20c33f23e373 req-6d90ad25-77e2-4c99-8f8f-4f102a2cb876 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 10 03:19:49.652611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-648f0036-d7d9-4dfb-b375-ff09a97654b0 req-10be6990-fa4a-4b9e-b0a0-295d07bb03f4 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 10 03:19:49.666129 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.710338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Network cff81614-a970-4298-9789-9f468e0ebdff is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:49.713480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:49.717378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:49.743486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Pushing event updated for resources: {'Port': ['ID=c23b9f90-bf04-4340-9b91-af1cb62901a0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:49.771001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.771704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.836962 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d52b6740-99f3-4add-ad56-ab5a0727720d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318625 Aug 10 03:19:49.862596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Request body: {'port': {'device_id': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:49.914842 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.177751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23b9f90-bf04-4340-9b91-af1cb62901a0 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:50.185446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.197698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Transition to ACTIVE for port object c23b9f90-bf04-4340-9b91-af1cb62901a0 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:50.235409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8da296f4-0b2b-4dd1-b790-d911b2ba7a98 req-4f949ccb-831f-4b10-b007-cfc4d93de691 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 210 time: 0.0251842 Aug 10 03:19:50.265063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.313761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Pushing event updated for resources: {'Port': ['ID=c23b9f90-bf04-4340-9b91-af1cb62901a0,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:50.321020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-606c10dd-4b4d-4345-8f39-00576c0200fc req-85e919fe-0187-4637-9de4-102f85bc1106 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0284889 Aug 10 03:19:50.389067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Attempting to bind port c23b9f90-bf04-4340-9b91-af1cb62901a0 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:50.389325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Attempting to bind port c23b9f90-bf04-4340-9b91-af1cb62901a0 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '733ea1de-536e-4cd9-8759-1593e5b0e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:50.389651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Attempting to bind port c23b9f90-bf04-4340-9b91-af1cb62901a0 on network cff81614-a970-4298-9789-9f468e0ebdff {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:50.393933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Port c23b9f90-bf04-4340-9b91-af1cb62901a0 on network cff81614-a970-4298-9789-9f468e0ebdff not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:50.394247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Attempting to bind port c23b9f90-bf04-4340-9b91-af1cb62901a0 on network cff81614-a970-4298-9789-9f468e0ebdff {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:50.398881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:50.399217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Checking segment: {'id': '733ea1de-536e-4cd9-8759-1593e5b0e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:50.399597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Bound using segment: {'id': '733ea1de-536e-4cd9-8759-1593e5b0e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:50.400020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Bound port: c23b9f90-bf04-4340-9b91-af1cb62901a0, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733ea1de-536e-4cd9-8759-1593e5b0e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:50.400392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.466155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] For port c23b9f90-bf04-4340-9b91-af1cb62901a0, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:50.471755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] For port c23b9f90-bf04-4340-9b91-af1cb62901a0, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0,segment=NetworkSegment(733ea1de-536e-4cd9-8759-1593e5b0e687),segment_id=733ea1de-536e-4cd9-8759-1593e5b0e687)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:50.502426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ceb1-9faa-4602-93b9-888dee46fa73 req-4ff01c1a-cf46-4d25-a127-1927973f9a8d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.508205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ceb1-9faa-4602-93b9-888dee46fa73 req-4ff01c1a-cf46-4d25-a127-1927973f9a8d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.514093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0ceb1-9faa-4602-93b9-888dee46fa73 req-4ff01c1a-cf46-4d25-a127-1927973f9a8d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.515728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14b0ceb1-9faa-4602-93b9-888dee46fa73 req-4ff01c1a-cf46-4d25-a127-1927973f9a8d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0639212 Aug 10 03:19:50.545260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.556731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14b0ceb1-9faa-4602-93b9-888dee46fa73 req-a5314af8-1231-4ddc-844f-b53615a070ea tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Aug 10 03:19:50.579392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.580786 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.582701 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] 10.222.0.54 "PUT /v2.0/ports/c23b9f90-bf04-4340-9b91-af1cb62901a0 HTTP/1.1" status: 200 len: 1092 time: 0.7248347 Aug 10 03:19:50.585009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'tag': 'c23b9f90-bf04-4340-9b91-af1cb62901a0'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:50.589269 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7ffd73-b4a3-4968-a762-08452f19a3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aba9ec42-14da-4211-ae89-9a3338cdfc11", "tag": "c23b9f90-bf04-4340-9b91-af1cb62901a0"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:50.615761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23034f-a906-443e-a0cb-6d147343d491 service neutron] Pushing event updated for resources: {'Port': ['ID=c23b9f90-bf04-4340-9b91-af1cb62901a0,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:50.758632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-4219ef7e-7e5e-4e32-b3ca-182d110da54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.760108 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-4219ef7e-7e5e-4e32-b3ca-182d110da54f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e19ea0be12b14e6aa88aa150e17d094b&device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 1095 time: 0.0423234 Aug 10 03:19:50.809577 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-d99a35c5-fe94-4755-a4d3-509125c006e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0 HTTP/1.1" status: 200 len: 217 time: 0.0337312 Aug 10 03:19:50.861396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-3983ae3b-b5a0-464d-b838-4a0a460bb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:50.862814 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-3983ae3b-b5a0-464d-b838-4a0a460bb8fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=379f2a9c-d3d5-49f9-854a-f4a102a6f4e4 HTTP/1.1" status: 200 len: 852 time: 0.0459046 Aug 10 03:19:50.895565 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-6c233b98-0eaf-4839-8e7b-57812fa45a7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cff81614-a970-4298-9789-9f468e0ebdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238256 Aug 10 03:19:50.991556 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-1e58f0f3-9ffe-4dc3-a081-bf0946e03b7f service neutron] 10.222.0.54 "GET /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Aug 10 03:19:51.089770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-fcec3326-2076-4b89-8231-ebffaf0ace07 service neutron] 10.222.0.54 "GET /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868454 Aug 10 03:19:51.157891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ec32377-f1c6-434e-ae93-b1dcf0862e6e req-ad3e3bd1-726e-4716-9783-67f96f305237 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bab8709-3ec3-4923-8cd4-21ca6feeef61 HTTP/1.1" status: 200 len: 210 time: 0.0268734 Aug 10 03:19:51.215224 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:51.675482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b2a5f-ddaf-48bf-8858-adb61778fcc3 req-b1f4d290-3d60-4ce5-a31f-9a5317c73793 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.676969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea4b2a5f-ddaf-48bf-8858-adb61778fcc3 req-b1f4d290-3d60-4ce5-a31f-9a5317c73793 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.0481782 Aug 10 03:19:51.713886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea4b2a5f-ddaf-48bf-8858-adb61778fcc3 req-1a729db6-c72a-4551-90bd-d7001975b598 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Aug 10 03:19:51.805096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3073bac-4799-4b4d-82a1-4084cd2d1d1a req-6b1ebd8a-c962-4d78-9247-dd8d713c3a9f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.806444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3073bac-4799-4b4d-82a1-4084cd2d1d1a req-6b1ebd8a-c962-4d78-9247-dd8d713c3a9f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0470049 Aug 10 03:19:51.844320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3073bac-4799-4b4d-82a1-4084cd2d1d1a req-23cfddab-789b-411a-af63-cfcb95288ecc tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Aug 10 03:19:51.885789 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb93708-8fa1-460f-865c-f99b31b4dfbe x-openstack-request-id: req-bfb93708-8fa1-460f-865c-f99b31b4dfbe {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:51.886329 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba9ec42-14da-4211-ae89-9a3338cdfc11", "tag": "c23b9f90-bf04-4340-9b91-af1cb62901a0", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:51.886566 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfb93708-8fa1-460f-865c-f99b31b4dfbe {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:51.887028 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'tag': 'c23b9f90-bf04-4340-9b91-af1cb62901a0', 'status': 'completed', 'code': 200} Aug 10 03:19:51.981193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91b50e-1722-4adb-b52f-d60328d36fbe req-a878412d-74ad-4051-8986-a4f70a52acba tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.983337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a91b50e-1722-4adb-b52f-d60328d36fbe req-a878412d-74ad-4051-8986-a4f70a52acba tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 943 time: 0.0547016 Aug 10 03:19:51.990997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-486f89b0-e417-48f7-8540-73bc5b52017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.992515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-486f89b0-e417-48f7-8540-73bc5b52017d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e19ea0be12b14e6aa88aa150e17d094b&device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 1095 time: 0.0410922 Aug 10 03:19:52.023093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a91b50e-1722-4adb-b52f-d60328d36fbe req-017bfbc6-07d8-4624-8a97-8ae3161a9261 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Aug 10 03:19:52.090076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-53e62192-e448-4a0f-b547-9e4d3e49f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.091601 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-53e62192-e448-4a0f-b547-9e4d3e49f0d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cff81614-a970-4298-9789-9f468e0ebdff HTTP/1.1" status: 200 len: 913 time: 0.0883367 Aug 10 03:19:52.141014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-b7d4d36c-8ebd-4d5f-a2d5-fe35d1c65eef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0 HTTP/1.1" status: 200 len: 217 time: 0.0335748 Aug 10 03:19:52.192673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-a845ce34-101d-4868-af3f-bb7c3014ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.194032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-a845ce34-101d-4868-af3f-bb7c3014ad71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=379f2a9c-d3d5-49f9-854a-f4a102a6f4e4 HTTP/1.1" status: 200 len: 852 time: 0.0424771 Aug 10 03:19:52.230594 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-f97c5f40-d7a6-41e6-a13a-b5f100f1f39a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cff81614-a970-4298-9789-9f468e0ebdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243075 Aug 10 03:19:52.332423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-b87e3ba8-c903-476d-9785-0eb093fb9c01 service neutron] 10.222.0.54 "GET /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871944 Aug 10 03:19:52.388312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35de07e4-44e6-4926-8aaf-f5ca031fafc9 req-d5bff2f6-1a95-4984-8ac0-bf26f630ce04 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0265081 Aug 10 03:19:52.426498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3b7ffd73-b4a3-4968-a762-08452f19a3e5 req-971eef9c-2439-4ca0-a579-296d4d706fdd service neutron] 10.222.0.54 "GET /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 Aug 10 03:19:52.526274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a3df1-7d66-4e53-a7af-393a4899aa2e req-63577402-6de1-4194-8ab0-8657ffb90054 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.532740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a3df1-7d66-4e53-a7af-393a4899aa2e req-63577402-6de1-4194-8ab0-8657ffb90054 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.538647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a3df1-7d66-4e53-a7af-393a4899aa2e req-63577402-6de1-4194-8ab0-8657ffb90054 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.540256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-162a3df1-7d66-4e53-a7af-393a4899aa2e req-63577402-6de1-4194-8ab0-8657ffb90054 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0626657 Aug 10 03:19:52.577520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-162a3df1-7d66-4e53-a7af-393a4899aa2e req-c63f0ccf-20a7-4438-b468-54b886cdcba2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Aug 10 03:19:52.634614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-42e8dbf0-72b4-432e-a4ed-4c97a70429a9 req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': ' tempest-securitygroup -731096763 ', 'description': 'tempest-description-1558412340'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:52.739102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42e8dbf0-72b4-432e-a4ed-4c97a70429a9 req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.821330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42e8dbf0-72b4-432e-a4ed-4c97a70429a9 req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.898745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42e8dbf0-72b4-432e-a4ed-4c97a70429a9 req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.926592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37365848-e6e5-4bb8-a123-9f13e872c2cd,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:52.967357 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42e8dbf0-72b4-432e-a4ed-4c97a70429a9 req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.969203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e8dbf0-72b4-432e-a4ed-4c97a70429a9 req-5cc0a1f7-bcd6-4679-b7d4-5f935be3a3b6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3384166 Aug 10 03:19:53.163876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b308417-fa9e-4042-8163-e9ec32856efb req-7469dc8c-bc44-4fc6-bc41-2633373fc02f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.165400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b308417-fa9e-4042-8163-e9ec32856efb req-7469dc8c-bc44-4fc6-bc41-2633373fc02f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0497501 Aug 10 03:19:53.202385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b308417-fa9e-4042-8163-e9ec32856efb req-8a840952-7da7-4438-b4b6-27224b79f6f4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Aug 10 03:19:53.261705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5876d430-7da2-459c-a9e1-e677b17c8761 req-e5af79a7-4a34-42ef-8608-5c95dcc1a38e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/37365848-e6e5-4bb8-a123-9f13e872c2cd HTTP/1.1" status: 200 len: 1780 time: 0.0373569 Aug 10 03:19:53.355774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fd3c9-f65a-409c-8604-f78f6ed45910 req-b4df6e4b-5b34-4679-895c-cf7c7d88dcbf tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:53.357282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b9fd3c9-f65a-409c-8604-f78f6ed45910 req-b4df6e4b-5b34-4679-895c-cf7c7d88dcbf tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 943 time: 0.0473747 Aug 10 03:19:53.398010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b9fd3c9-f65a-409c-8604-f78f6ed45910 req-cab0e05a-693d-46fb-99b1-328fe8b1bb4e tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Aug 10 03:19:53.849467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-643d830d-7e50-420b-b08a-a7ac7fc6dd02 req-6df75566-ce83-4782-9c83-bf2de04c2e55 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/37365848-e6e5-4bb8-a123-9f13e872c2cd HTTP/1.1" status: 200 len: 1780 time: 0.0442960 Aug 10 03:19:53.905728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-643d830d-7e50-420b-b08a-a7ac7fc6dd02 req-30aa4779-1fb8-461c-a31e-4108fb78c898 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.926373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-643d830d-7e50-420b-b08a-a7ac7fc6dd02 req-30aa4779-1fb8-461c-a31e-4108fb78c898 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.047598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-643d830d-7e50-420b-b08a-a7ac7fc6dd02 req-30aa4779-1fb8-461c-a31e-4108fb78c898 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.050200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-643d830d-7e50-420b-b08a-a7ac7fc6dd02 req-30aa4779-1fb8-461c-a31e-4108fb78c898 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.051324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-643d830d-7e50-420b-b08a-a7ac7fc6dd02 req-30aa4779-1fb8-461c-a31e-4108fb78c898 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/37365848-e6e5-4bb8-a123-9f13e872c2cd HTTP/1.1" status: 204 len: 173 time: 0.1959057 Aug 10 03:19:54.060782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa4779-1fb8-461c-a31e-4108fb78c898 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37365848-e6e5-4bb8-a123-9f13e872c2cd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.136292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a326060b-0790-4eed-8883-20ddbab35d8e req-890d95e5-bf64-4b02-aee9-cd1b526ec5b7 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0273619 Aug 10 03:19:54.244980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d83e-3d32-4fb0-82c5-401d8b2e296a req-6c8a75cb-f1dd-46ff-bdb7-e09530a1db8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.251749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d83e-3d32-4fb0-82c5-401d8b2e296a req-6c8a75cb-f1dd-46ff-bdb7-e09530a1db8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.257728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37d83e-3d32-4fb0-82c5-401d8b2e296a req-6c8a75cb-f1dd-46ff-bdb7-e09530a1db8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.259495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa37d83e-3d32-4fb0-82c5-401d8b2e296a req-6c8a75cb-f1dd-46ff-bdb7-e09530a1db8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0671782 Aug 10 03:19:54.297336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa37d83e-3d32-4fb0-82c5-401d8b2e296a req-b95b843d-2d7d-43ef-90b9-345eab0bc822 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Aug 10 03:19:54.396907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7cac7-e4bc-4aff-866a-ce78862d24ac req-56ed7f4d-c72a-4156-aef8-27f8bc8d2739 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.398374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fed7cac7-e4bc-4aff-866a-ce78862d24ac req-56ed7f4d-c72a-4156-aef8-27f8bc8d2739 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.0485113 Aug 10 03:19:54.436543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fed7cac7-e4bc-4aff-866a-ce78862d24ac req-38bbe646-c6c3-43cc-a50f-5a33abcae584 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Aug 10 03:19:54.471389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c23b9f90-bf04-4340-9b91-af1cb62901a0 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:54.564089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c23b9f90-bf04-4340-9b91-af1cb62901a0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0,segment=NetworkSegment(733ea1de-536e-4cd9-8759-1593e5b0e687),segment_id=733ea1de-536e-4cd9-8759-1593e5b0e687)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:54.575393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'c23b9f90-bf04-4340-9b91-af1cb62901a0', 'network_id': 'cff81614-a970-4298-9789-9f468e0ebdff', 'port_id': 'c23b9f90-bf04-4340-9b91-af1cb62901a0', 'mac_address': 'fa:16:3e:d2:38:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379f2a9c-d3d5-49f9-854a-f4a102a6f4e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:54.603642 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-b532f066-1407-4d5c-b789-86404fde2527 req-e8b85bcf-dcd7-4ef3-888e-eb0f1f6b2f1d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:19:54.604675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b532f066-1407-4d5c-b789-86404fde2527 req-e8b85bcf-dcd7-4ef3-888e-eb0f1f6b2f1d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/37365848-e6e5-4bb8-a123-9f13e872c2cd HTTP/1.1" status: 404 len: 352 time: 0.0152349 Aug 10 03:19:54.616254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.630975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23b9f90-bf04-4340-9b91-af1cb62901a0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:54.655180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c23b9f90-bf04-4340-9b91-af1cb62901a0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0,segment=NetworkSegment(733ea1de-536e-4cd9-8759-1593e5b0e687),segment_id=733ea1de-536e-4cd9-8759-1593e5b0e687)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:54.709153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8ff31-ff4b-4dd9-a52f-d807619ec03a req-38552d17-2a8a-4e0f-bef5-10005f819e08 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.710615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9e8ff31-ff4b-4dd9-a52f-d807619ec03a req-38552d17-2a8a-4e0f-bef5-10005f819e08 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0478518 Aug 10 03:19:54.722079 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:54.750096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9e8ff31-ff4b-4dd9-a52f-d807619ec03a req-7d2cce33-bfb8-45e0-b7c5-4f24e1cac1f5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Aug 10 03:19:54.771196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c23b9f90-bf04-4340-9b91-af1cb62901a0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:54.858811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa17839-1b74-489a-b4cc-f00c89775f4e req-44d630b0-33f4-44e9-8775-6cb776015e02 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:54.860880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa17839-1b74-489a-b4cc-f00c89775f4e req-44d630b0-33f4-44e9-8775-6cb776015e02 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 944 time: 0.0526421 Aug 10 03:19:54.898525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa17839-1b74-489a-b4cc-f00c89775f4e req-a93834bc-540e-458e-8621-06cbf051ba2a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Aug 10 03:19:54.939033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e448ee18-cb82-4b53-8096-ba0fcfee9877 req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-55261264', 'description': 'tempest-description-1784405835'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:54.995323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52966) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:55.030441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e448ee18-cb82-4b53-8096-ba0fcfee9877 req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.108686 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.116573 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e448ee18-cb82-4b53-8096-ba0fcfee9877 req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.173175 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e448ee18-cb82-4b53-8096-ba0fcfee9877 req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.202059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6931c-af25-4bd3-a5c7-945b7cac0cff,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.250765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.287318 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.317164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c23b9f90-bf04-4340-9b91-af1cb62901a0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:55.326769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e503959-a607-4072-abd8-354ca6e49fe9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.330879 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db38609cbc7e4a0ba80fbe48bf959042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345325 Aug 10 03:19:55.336293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52974) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:55.337193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.337548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.337898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.338240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.338578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.338923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.339256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.340077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.340077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.340314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.340656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.340932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde47017-3f9b-48ce-a271-7c59f765aacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:55.358213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e448ee18-cb82-4b53-8096-ba0fcfee9877 req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.360174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e448ee18-cb82-4b53-8096-ba0fcfee9877 req-83a0eae8-c2a9-4dd3-8b23-af60f0988b71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4253409 Aug 10 03:19:55.391566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-071f73b9-bf02-47c0-9cc3-13ae2ed46f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.413729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-071f73b9-bf02-47c0-9cc3-13ae2ed46f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.454477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e192db09-9481-42f1-9fd9-441bbac53d36 req-54f3d3bc-021d-42cb-b924-3f6ed5cb242b tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0387893 Aug 10 03:19:55.547693 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-071f73b9-bf02-47c0-9cc3-13ae2ed46f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.550287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-071f73b9-bf02-47c0-9cc3-13ae2ed46f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.557774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-071f73b9-bf02-47c0-9cc3-13ae2ed46f80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e503959-a607-4072-abd8-354ca6e49fe9 HTTP/1.1" status: 204 len: 168 time: 0.2166128 Aug 10 03:19:55.563570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f73b9-bf02-47c0-9cc3-13ae2ed46f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e503959-a607-4072-abd8-354ca6e49fe9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.581600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a0f61-d7c3-4fbc-9e93-0f3287366aea req-7035ca95-5725-4db4-841f-fc17ca1e5cd3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.588095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a0f61-d7c3-4fbc-9e93-0f3287366aea req-7035ca95-5725-4db4-841f-fc17ca1e5cd3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.594168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a0f61-d7c3-4fbc-9e93-0f3287366aea req-7035ca95-5725-4db4-841f-fc17ca1e5cd3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.595893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d8a0f61-d7c3-4fbc-9e93-0f3287366aea req-7035ca95-5725-4db4-841f-fc17ca1e5cd3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0768802 Aug 10 03:19:55.635538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d8a0f61-d7c3-4fbc-9e93-0f3287366aea req-e3aa9ac0-d5da-4f0e-b570-1b086afbd2af tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Aug 10 03:19:55.661307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8f0f2e22-925f-4b59-a231-8782f001fb63 req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-951006711', 'description': 'tempest-description-55875902'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:55.756673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f0f2e22-925f-4b59-a231-8782f001fb63 req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.767015 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.839005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f0f2e22-925f-4b59-a231-8782f001fb63 req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.887416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f0f2e22-925f-4b59-a231-8782f001fb63 req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.917205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54196f7f-a8db-49ae-9327-769ed1e551df,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:55.962243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f0f2e22-925f-4b59-a231-8782f001fb63 req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:55.963915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-853054ef-0aff-49d5-9757-b61e90191eda tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:55.964128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f0f2e22-925f-4b59-a231-8782f001fb63 req-98ca2eca-487e-4d0f-b754-11dc5e582f88 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3067462 Aug 10 03:19:55.966054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-853054ef-0aff-49d5-9757-b61e90191eda tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.54 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.0562990 Aug 10 03:19:56.070576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918278b-b821-412f-8fb8-4f61cc7d75fc req-a6105493-e0a0-46d4-bb24-7cefd82e8d84 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.072076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d918278b-b821-412f-8fb8-4f61cc7d75fc req-a6105493-e0a0-46d4-bb24-7cefd82e8d84 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 945 time: 0.0573323 Aug 10 03:19:56.073403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Deleting port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:56.074431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.112004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d918278b-b821-412f-8fb8-4f61cc7d75fc req-50672ec9-ceb7-4666-b8a9-b886a044c933 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups?id=05c590f8-2486-479f-9cc5-03f4ce3c59ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337291 Aug 10 03:19:56.168738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] For port b1e784b6-ddce-4e44-aa87-e3b51bdfd180, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:56.169106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.222974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170c33c-b016-451e-a896-ef2bef37ebb8 req-ce6e5c7c-d5f2-4177-9814-7e19d113e27d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.224519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d170c33c-b016-451e-a896-ef2bef37ebb8 req-ce6e5c7c-d5f2-4177-9814-7e19d113e27d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0515428 Aug 10 03:19:56.268885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d170c33c-b016-451e-a896-ef2bef37ebb8 req-1784d620-4605-4180-977c-6ddd2c572ab8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Aug 10 03:19:56.352690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.353064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.353372 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Floating IP d65c95ab-6234-4eb2-a66a-146173f732b6 disassociated. External IP: 172.25.1.166, port: b1e784b6-ddce-4e44-aa87-e3b51bdfd180. Aug 10 03:19:56.353707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Calling delete_port for b1e784b6-ddce-4e44-aa87-e3b51bdfd180 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:56.380728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908bae4-1702-4e1f-84c6-532738c4e3b5 req-c087977a-b8c6-4e39-8eeb-2aed1d690a4f tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:56.382165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b908bae4-1702-4e1f-84c6-532738c4e3b5 req-c087977a-b8c6-4e39-8eeb-2aed1d690a4f tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 944 time: 0.0502367 Aug 10 03:19:56.420970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b908bae4-1702-4e1f-84c6-532738c4e3b5 req-6e915ad0-547f-4926-a641-bedc0a74e158 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Aug 10 03:19:56.450374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f08726ff-d6dc-4735-af30-2d22be209ad8 req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2077123166', 'description': 'tempest-description-1691250488'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:56.526281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53008) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:56.567263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f08726ff-d6dc-4735-af30-2d22be209ad8 req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.601967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.635247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1609429291-network', 'tenant_id': 'b0ac5046574c4df59a129e3c7c6e9354'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:56.638539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event deleted for resources: {'Port': ['ID=b1e784b6-ddce-4e44-aa87-e3b51bdfd180,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:56.659375 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f08726ff-d6dc-4735-af30-2d22be209ad8 req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.727484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f08726ff-d6dc-4735-af30-2d22be209ad8 req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.757937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ba0960-9552-491f-b953-4ab47ef673d2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:56.765404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Router 7649b4d6-5f2b-4501-b4dd-665aee037156 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:56.813512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Made reservation on behalf of b0ac5046574c4df59a129e3c7c6e9354 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:56.815778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.829002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.870536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f08726ff-d6dc-4735-af30-2d22be209ad8 req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.872067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f08726ff-d6dc-4735-af30-2d22be209ad8 req-cd3eccc7-cfba-47d0-bbb9-59cd85f8edc1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4259064 Aug 10 03:19:56.912078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:56.924440 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] Sync routers for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:56.934143 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:56.935063 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:56.961595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff90de78-0e2d-4db2-ba46-10ee6ef1d23a req-1c90c85a-2314-44c6-a8ba-c383a102e96d tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0306714 Aug 10 03:19:56.968070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] No DVR routers for this DVR port b1e784b6-ddce-4e44-aa87-e3b51bdfd180 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:19:56.971501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:56.973575 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-77fca1cf-6bca-4348-ae6a-bb30eb4a937a req-9fd67671-0342-4cad-b030-4c9b4d1bcfdf tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.54 "DELETE /v2.0/ports/b1e784b6-ddce-4e44-aa87-e3b51bdfd180 HTTP/1.1" status: 204 len: 173 time: 0.9999609 Aug 10 03:19:56.974040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'name': 'network-vif-deleted', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:56.976334 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3126f0f0-3ddc-4a82-9c92-38882b8cac43" -d '{"events": [{"server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "name": "network-vif-deleted", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:57.035770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.055451 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:57.095894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492acbf8-bcc6-465f-9b17-66724e213c86 req-dfa219b7-4e32-4518-b794-50d2ee4f6f94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.102073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492acbf8-bcc6-465f-9b17-66724e213c86 req-dfa219b7-4e32-4518-b794-50d2ee4f6f94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.105174 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.110229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492acbf8-bcc6-465f-9b17-66724e213c86 req-dfa219b7-4e32-4518-b794-50d2ee4f6f94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.117862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-492acbf8-bcc6-465f-9b17-66724e213c86 req-dfa219b7-4e32-4518-b794-50d2ee4f6f94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0798080 Aug 10 03:19:57.121155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:19:57.133859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.134416 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Added segment 28d23150-bb3e-4d33-9f60-69963fe14566 of type vlan for network 47967626-3d28-4a77-bf35-d6e738834e8a Aug 10 03:19:57.184726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-492acbf8-bcc6-465f-9b17-66724e213c86 req-757da0d4-1af1-473e-a6e5-37d3fa5c9de9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Aug 10 03:19:57.212147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a7eb5-d613-42fe-a756-8fa5536d9980,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.228841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.326873 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-bf0c8d40-2110-47c8-8d90-14a6fa012e9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1562042 Aug 10 03:19:57.328584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.329784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.331564 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.335698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86e25ca6-0760-4e16-8d29-e6678c006a5b req-e37a3fe9-ae4e-4e7c-953d-795d02234878 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=785a1ce40bd540ffaa6dbef957f15631 HTTP/1.1" status: 200 len: 10893 time: 0.1332798 Aug 10 03:19:57.406051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86e25ca6-0760-4e16-8d29-e6678c006a5b req-7e33273d-0f55-46c7-9661-f5adbab358bc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/f5a09877-aa8b-4465-b8b4-0ebca3743372 HTTP/1.1" status: 200 len: 2981 time: 0.0593932 Aug 10 03:19:57.428458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] Pushing event updated for resources: {'Network': ['ID=47967626-3d28-4a77-bf35-d6e738834e8a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:57.442396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 47967626-3d28-4a77-bf35-d6e738834e8a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:19:57.448918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-56d63381-097f-4c31-9c0a-5f0e6c21c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.451712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-56d63381-097f-4c31-9c0a-5f0e6c21c51f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 1096 time: 0.0671508 Aug 10 03:19:57.459540 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:57.460875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86e25ca6-0760-4e16-8d29-e6678c006a5b req-bb7ab375-ddff-43e3-865f-32ed598de61b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/f5a09877-aa8b-4465-b8b4-0ebca3743372 HTTP/1.1" status: 200 len: 2981 time: 0.0495210 Aug 10 03:19:57.493525 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] Checking router: 7649b4d6-5f2b-4501-b4dd-665aee037156 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:57.505817 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:57.506696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:57.507887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53028) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:57.514917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Request body: {'subnet': {'network_id': '47967626-3d28-4a77-bf35-d6e738834e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1609429291-subnet', 'tenant_id': 'b0ac5046574c4df59a129e3c7c6e9354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:57.519143 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09d34489-94d0-4fb7-a16f-d21fe53f0797 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9841602 Aug 10 03:19:57.556023 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e83512b-4824-4490-92c2-6a0325f65b4c x-openstack-request-id: req-7e83512b-4824-4490-92c2-6a0325f65b4c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:57.556322 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e567c224-38d5-4445-85c6-9d03efc45251", "name": "network-vif-deleted", "tag": "b1e784b6-ddce-4e44-aa87-e3b51bdfd180", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:57.556586 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e83512b-4824-4490-92c2-6a0325f65b4c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:57.556979 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e567c224-38d5-4445-85c6-9d03efc45251', 'name': 'network-vif-deleted', 'tag': 'b1e784b6-ddce-4e44-aa87-e3b51bdfd180', 'status': 'completed', 'code': 200} Aug 10 03:19:57.600279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dba2eac6-8687-4eff-9b2f-c48805e061f2 req-822a13ed-7ed6-41d5-9397-2da1704034de tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/ports?device_id=e567c224-38d5-4445-85c6-9d03efc45251 HTTP/1.1" status: 200 len: 210 time: 0.0275743 Aug 10 03:19:57.601285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-94946e1c-5e9e-4772-96a9-81b340e21ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.602977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-94946e1c-5e9e-4772-96a9-81b340e21ad5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.1215203 Aug 10 03:19:57.624569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Made reservation on behalf of b0ac5046574c4df59a129e3c7c6e9354 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:57.627094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:57.629994 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:57.654895 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-6d680112-64a8-4205-84ef-5c13cf04b972 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 200 len: 217 time: 0.0392394 Aug 10 03:19:57.726695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-26f8de06-685a-47a6-93a2-07763d127d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.728323 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-26f8de06-685a-47a6-93a2-07763d127d85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0588655 Aug 10 03:19:57.747830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c8a2c-7d69-412e-8737-f7b1f3054951 req-76e997a4-4959-4a5c-aed7-e55e9cb354af tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.749443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b4c8a2c-7d69-412e-8737-f7b1f3054951 req-76e997a4-4959-4a5c-aed7-e55e9cb354af tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0812113 Aug 10 03:19:57.770406 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-6601a09b-6f9c-4b0b-8f1a-37cbb505d483 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258508 Aug 10 03:19:57.796864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-62549ae0-de18-4c52-a888-97d71f13acf4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:19:57.796864 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-62549ae0-de18-4c52-a888-97d71f13acf4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096843 Aug 10 03:19:57.823098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b4c8a2c-7d69-412e-8737-f7b1f3054951 req-1a146f7c-06dc-4734-8464-f5ccbb5cc319 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625522 Aug 10 03:19:57.871717 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:57.915008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85bf0d-04a1-4b7a-84a5-81362183ad51 None None] The sync data for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 is: [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:18Z', 'revision_number': 4, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1d56a02b-5ab5-43fa-b07e-131b68ffb48c', 'name': '', 'network_id': '3bd30fdf-8c92-407d-9dcf-8e6365e239ab', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'mac_address': 'fa:16:3e:87:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_interface', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:17Z', 'updated_at': '2021-08-10T03:16:24Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'subnets': [{'id': 'bd77ae0c-83f7-4db5-b61f-6724f285fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:57.927531 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-3d769164-263c-4a0a-879a-7729039717a6 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214416 Aug 10 03:19:57.965744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db0b6d-e271-4cfb-b1a7-2c2345d35829 req-6f75622d-7010-4884-b74b-0624c4c38f27 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:57.967339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01db0b6d-e271-4cfb-b1a7-2c2345d35829 req-6f75622d-7010-4884-b74b-0624c4c38f27 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 944 time: 0.0596020 Aug 10 03:19:57.970407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.046132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-39ca86c7-0838-42d7-a96c-4e3b07cc932a req-02e48a20-576f-4143-b6a6-66b625d332a6 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105566 Aug 10 03:19:58.053119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d678b6aa-bbc6-4443-9ad0-fd44bfe6c1e8,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:58.068507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01db0b6d-e271-4cfb-b1a7-2c2345d35829 req-d827f259-dd0c-4fc9-ba8d-ef4febb70756 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891063 Aug 10 03:19:58.078679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Checking segment: {'id': '28d23150-bb3e-4d33-9f60-69963fe14566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '47967626-3d28-4a77-bf35-d6e738834e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:58.079040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Network hostable DHCP agents. Network: 47967626-3d28-4a77-bf35-d6e738834e8a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:19:58.152471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49fcdd2f-364f-430f-b3a8-368f2e69bc2f req-84fa5097-ed50-4f23-bce7-d03f93ca3d24 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/2ab6931c-af25-4bd3-a5c7-945b7cac0cff HTTP/1.1" status: 200 len: 1799 time: 0.0540242 Aug 10 03:19:58.182929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Network 47967626-3d28-4a77-bf35-d6e738834e8a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:19:58.187103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999cd96-a67f-445f-a7e1-b3c2474e7494 None None] New status for floating IP d65c95ab-6234-4eb2-a66a-146173f732b6: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:58.215427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49fcdd2f-364f-430f-b3a8-368f2e69bc2f req-2d51a322-6201-41bb-91b5-82d2f82e90ad tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.238668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49fcdd2f-364f-430f-b3a8-368f2e69bc2f req-2d51a322-6201-41bb-91b5-82d2f82e90ad tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.241541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 47967626-3d28-4a77-bf35-d6e738834e8a) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:58.252330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.252888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.256858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16c155-ecf0-4b11-8bc9-b92182c38c2b None None] Network 47967626-3d28-4a77-bf35-d6e738834e8a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:58.328843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ddf8f0ea-07ed-4fb0-aaeb-1258e16a3217 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8195877 Aug 10 03:19:58.340214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49fcdd2f-364f-430f-b3a8-368f2e69bc2f req-2d51a322-6201-41bb-91b5-82d2f82e90ad tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.341461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49fcdd2f-364f-430f-b3a8-368f2e69bc2f req-2d51a322-6201-41bb-91b5-82d2f82e90ad tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.342584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49fcdd2f-364f-430f-b3a8-368f2e69bc2f req-2d51a322-6201-41bb-91b5-82d2f82e90ad tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ab6931c-af25-4bd3-a5c7-945b7cac0cff HTTP/1.1" status: 204 len: 173 time: 0.1893067 Aug 10 03:19:58.357346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51a322-6201-41bb-91b5-82d2f82e90ad tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6931c-af25-4bd3-a5c7-945b7cac0cff,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:58.430636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6194ae-4cc7-4983-a82d-c2dbd5fc74bd None None] Network 47967626-3d28-4a77-bf35-d6e738834e8a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:19:58.444801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-118f2d28-be9f-4035-998a-1d4d4e94992c req-b63738fa-0afe-4b31-ba31-0576c036e577 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0399323 Aug 10 03:19:58.523770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c23b9f90-bf04-4340-9b91-af1cb62901a0 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:58.567544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893ca5-a64a-4999-a339-82ae513ce1ff req-6cdd9059-cece-4125-b02a-625f9ab475fd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.573528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893ca5-a64a-4999-a339-82ae513ce1ff req-6cdd9059-cece-4125-b02a-625f9ab475fd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.579400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893ca5-a64a-4999-a339-82ae513ce1ff req-6cdd9059-cece-4125-b02a-625f9ab475fd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:58.581133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e893ca5-a64a-4999-a339-82ae513ce1ff req-6cdd9059-cece-4125-b02a-625f9ab475fd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0648677 Aug 10 03:19:58.621928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e893ca5-a64a-4999-a339-82ae513ce1ff req-0a946d96-8e63-41cc-ba87-0e70e4408ea6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343490 Aug 10 03:19:58.657952 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-8e386bce-eb5f-49b3-b4e1-be966d0e865a req-c1b1572a-37a6-48af-9f86-df27d90d6792 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:19:58.658894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e386bce-eb5f-49b3-b4e1-be966d0e865a req-c1b1572a-37a6-48af-9f86-df27d90d6792 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/2ab6931c-af25-4bd3-a5c7-945b7cac0cff HTTP/1.1" status: 404 len: 352 time: 0.0146816 Aug 10 03:19:58.664609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port c23b9f90-bf04-4340-9b91-af1cb62901a0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:58.669115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port c23b9f90-bf04-4340-9b91-af1cb62901a0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:58.669629 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.749845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.783495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c23b9f90-bf04-4340-9b91-af1cb62901a0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0,segment=NetworkSegment(733ea1de-536e-4cd9-8759-1593e5b0e687),segment_id=733ea1de-536e-4cd9-8759-1593e5b0e687)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:58.798117 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-a046b469-9185-40ca-9d3c-32559b21adab req-6adcce3f-745a-4b42-91d4-d24c453ccdf4 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] show failed (client error): The resource could not be found. Aug 10 03:19:58.799129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a046b469-9185-40ca-9d3c-32559b21adab req-6adcce3f-745a-4b42-91d4-d24c453ccdf4 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups/9e189676-8e14-4248-a86d-e91a618c7ae0 HTTP/1.1" status: 404 len: 352 time: 0.0145996 Aug 10 03:19:58.859100 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:58.860287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b1e784b6-ddce-4e44-aa87-e3b51bdfd180 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:19:58.882688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: b1e784b6-ddce-4e44-aa87-e3b51bdfd180 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:19:58.883178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b1e784b6-ddce-4e44-aa87-e3b51bdfd180 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:19:58.907188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3b4c5ac-7a58-416e-87b6-d1c6e0452fc4 req-4368d93a-7603-4055-b9b6-e7421a6a9594 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/54196f7f-a8db-49ae-9327-769ed1e551df HTTP/1.1" status: 200 len: 1798 time: 0.0541291 Aug 10 03:19:58.954141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c23b9f90-bf04-4340-9b91-af1cb62901a0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:58.983789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3b4c5ac-7a58-416e-87b6-d1c6e0452fc4 req-43e6ab57-a2ae-4c9e-a3e1-4b2923abf1ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.012248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3b4c5ac-7a58-416e-87b6-d1c6e0452fc4 req-43e6ab57-a2ae-4c9e-a3e1-4b2923abf1ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.150154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3b4c5ac-7a58-416e-87b6-d1c6e0452fc4 req-43e6ab57-a2ae-4c9e-a3e1-4b2923abf1ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.153981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3b4c5ac-7a58-416e-87b6-d1c6e0452fc4 req-43e6ab57-a2ae-4c9e-a3e1-4b2923abf1ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.155458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3b4c5ac-7a58-416e-87b6-d1c6e0452fc4 req-43e6ab57-a2ae-4c9e-a3e1-4b2923abf1ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/54196f7f-a8db-49ae-9327-769ed1e551df HTTP/1.1" status: 204 len: 173 time: 0.2474515 Aug 10 03:19:59.172640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6ab57-a2ae-4c9e-a3e1-4b2923abf1ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54196f7f-a8db-49ae-9327-769ed1e551df,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:59.265845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53060) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.333252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc836154-8971-4d80-ab41-28c056189408 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.375173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc836154-8971-4d80-ab41-28c056189408 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.399017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225e311-35d5-4174-b5f9-e1c1654b2cd3 req-1358b64a-d390-46b3-9555-54b0302881ff tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.400525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0225e311-35d5-4174-b5f9-e1c1654b2cd3 req-1358b64a-d390-46b3-9555-54b0302881ff tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0855837 Aug 10 03:19:59.457275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0225e311-35d5-4174-b5f9-e1c1654b2cd3 req-71c07465-94a8-43c2-a7ee-0f9cbcef7ac4 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494356 Aug 10 03:19:59.541787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc836154-8971-4d80-ab41-28c056189408 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.544492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc836154-8971-4d80-ab41-28c056189408 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.545598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bc836154-8971-4d80-ab41-28c056189408 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "DELETE /v2.0/security-groups/05c590f8-2486-479f-9cc5-03f4ce3c59ef HTTP/1.1" status: 204 len: 168 time: 0.2787514 Aug 10 03:19:59.548550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.559706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc836154-8971-4d80-ab41-28c056189408 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c590f8-2486-479f-9cc5-03f4ce3c59ef,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:59.565182 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-24e9b8c7-0aae-44e7-a30c-158c877ceb47 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] show failed (client error): The resource could not be found. Aug 10 03:19:59.567641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24e9b8c7-0aae-44e7-a30c-158c877ceb47 tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "GET /v2.0/security-groups/05c590f8-2486-479f-9cc5-03f4ce3c59ef HTTP/1.1" status: 404 len: 347 time: 0.0165999 Aug 10 03:19:59.569313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53066) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:59.581858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9982f2-a707-48ef-b9b1-32134bb3ebd1 req-83aec8e0-f708-4442-8008-2c9c820af726 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:59.584007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d9982f2-a707-48ef-b9b1-32134bb3ebd1 req-83aec8e0-f708-4442-8008-2c9c820af726 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0695598 Aug 10 03:19:59.625812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d9982f2-a707-48ef-b9b1-32134bb3ebd1 req-13995238-29d3-4e5e-acaf-c073eb763876 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Aug 10 03:19:59.664252 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-8ebcc186-2907-4ae0-8e45-a3d9c0a3e141 req-167e3b5f-4e6e-45dc-8c08-df153ce09c44 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:19:59.665232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ebcc186-2907-4ae0-8e45-a3d9c0a3e141 req-167e3b5f-4e6e-45dc-8c08-df153ce09c44 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/54196f7f-a8db-49ae-9327-769ed1e551df HTTP/1.1" status: 404 len: 352 time: 0.0145402 Aug 10 03:19:59.718095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Deleting port a53b6aad-62d5-41f9-b99c-5d29ba00c51f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:19:59.718434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.732858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fcfb1ed-335d-47aa-a021-458d41b6aedd req-07609e8d-94a0-46b6-94a9-ce3103aef901 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0ac5046574c4df59a129e3c7c6e9354 HTTP/1.1" status: 200 len: 2984 time: 0.0496321 Aug 10 03:19:59.777614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fcfb1ed-335d-47aa-a021-458d41b6aedd req-1bc88e82-377d-4827-90d0-02e96fc0d326 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups/ae5a7eb5-d613-42fe-a756-8fa5536d9980 HTTP/1.1" status: 200 len: 2981 time: 0.0400617 Aug 10 03:19:59.795995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.796259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.807920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Calling delete_port for a53b6aad-62d5-41f9-b99c-5d29ba00c51f owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:19:59.825037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fcfb1ed-335d-47aa-a021-458d41b6aedd req-c3cef840-e94f-471f-92b9-51d535583a5e tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups/ae5a7eb5-d613-42fe-a756-8fa5536d9980 HTTP/1.1" status: 200 len: 2981 time: 0.0413780 Aug 10 03:19:59.899917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-192114a2-742b-4e02-99be-e5d9dfc57dbe req-e4099aff-be25-4d1c-bb97-ab7a0f4c7cbb tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0258501 Aug 10 03:20:00.007829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.031358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b377a4-0b50-4d6a-b1ed-4b935162d2da req-59d811b0-b65e-4c86-8e87-081f013e9599 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.034569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Pushing event deleted for resources: {'Port': ['ID=a53b6aad-62d5-41f9-b99c-5d29ba00c51f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.037491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b377a4-0b50-4d6a-b1ed-4b935162d2da req-59d811b0-b65e-4c86-8e87-081f013e9599 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.047384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b377a4-0b50-4d6a-b1ed-4b935162d2da req-59d811b0-b65e-4c86-8e87-081f013e9599 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.047384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08b377a4-0b50-4d6a-b1ed-4b935162d2da req-59d811b0-b65e-4c86-8e87-081f013e9599 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0748959 Aug 10 03:20:00.087765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08b377a4-0b50-4d6a-b1ed-4b935162d2da req-aba6287d-aecb-42aa-abed-3ead5e5b57b9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Aug 10 03:20:00.099398 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.109796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.109796 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-659b1155-5c22-47fc-b4f6-b83fb311c2ce tempest-ServersTestJSON-1035028547 tempest-ServersTestJSON-1035028547-project] 10.222.0.26 "DELETE /v2.0/floatingips/d65c95ab-6234-4eb2-a66a-146173f732b6 HTTP/1.1" status: 204 len: 168 time: 0.5321386 Aug 10 03:20:00.110264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53074) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:00.215956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c30dc8ab-f7a9-443d-9336-be84a0367b9a req-75d69a60-0080-409b-9fb1-608bc7a1e1a8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/92ba0960-9552-491f-b953-4ab47ef673d2 HTTP/1.1" status: 200 len: 1801 time: 0.1020787 Aug 10 03:20:00.236092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3660a1e0-7817-4410-84ba-1f0d1f625d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.347487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c30dc8ab-f7a9-443d-9336-be84a0367b9a req-fdede282-de51-4659-bc69-33a5b6642bde tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.381203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c30dc8ab-f7a9-443d-9336-be84a0367b9a req-fdede282-de51-4659-bc69-33a5b6642bde tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.523885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c30dc8ab-f7a9-443d-9336-be84a0367b9a req-fdede282-de51-4659-bc69-33a5b6642bde tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.526372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c30dc8ab-f7a9-443d-9336-be84a0367b9a req-fdede282-de51-4659-bc69-33a5b6642bde tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.527462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c30dc8ab-f7a9-443d-9336-be84a0367b9a req-fdede282-de51-4659-bc69-33a5b6642bde tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/92ba0960-9552-491f-b953-4ab47ef673d2 HTTP/1.1" status: 204 len: 173 time: 0.3030415 Aug 10 03:20:00.541058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede282-de51-4659-bc69-33a5b6642bde tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ba0960-9552-491f-b953-4ab47ef673d2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:00.590662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.596990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af0836cb-f6e7-4f88-96c5-87a00a284cd5 req-fedf6bbd-c4cb-47de-9c32-965bf0ab10c9 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups/ae5a7eb5-d613-42fe-a756-8fa5536d9980 HTTP/1.1" status: 200 len: 2981 time: 0.0539675 Aug 10 03:20:00.727611 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-af0836cb-f6e7-4f88-96c5-87a00a284cd5 req-e878795c-0a1f-4264-b547-55d3db726b07 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:20:00.728629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af0836cb-f6e7-4f88-96c5-87a00a284cd5 req-e878795c-0a1f-4264-b547-55d3db726b07 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae5a7eb5-d613-42fe-a756-8fa5536d9980 HTTP/1.1" status: 409 len: 352 time: 0.1002860 Aug 10 03:20:00.870719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4648-38dd-49ad-87e8-59a619a92d12 req-d4cf5e43-6a12-485e-a8f2-241541d2576e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:00.872458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8ef4648-38dd-49ad-87e8-59a619a92d12 req-d4cf5e43-6a12-485e-a8f2-241541d2576e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0757811 Aug 10 03:20:00.935183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8ef4648-38dd-49ad-87e8-59a619a92d12 req-7d16ca7b-2946-45af-b1c8-1fb722889c2a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Aug 10 03:20:00.944417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Deleting port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:00.944761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:00.998395 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-8b2f08de-968a-4e3b-9b25-1554fd43eaee req-466d2f80-3f00-400d-a42c-ed6887896b7f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:20:00.999252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b2f08de-968a-4e3b-9b25-1554fd43eaee req-466d2f80-3f00-400d-a42c-ed6887896b7f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/92ba0960-9552-491f-b953-4ab47ef673d2 HTTP/1.1" status: 404 len: 352 time: 0.0376327 Aug 10 03:20:01.039810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] For port 1d56a02b-5ab5-43fa-b07e-131b68ffb48c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:01.040562 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.054890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Calling delete_port for 1d56a02b-5ab5-43fa-b07e-131b68ffb48c owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:01.143104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2dffa-0275-44ff-8f17-d079c802d486 req-ef045bf9-bdb5-4d86-a626-193eaea906f3 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.144590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afd2dffa-0275-44ff-8f17-d079c802d486 req-ef045bf9-bdb5-4d86-a626-193eaea906f3 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0914414 Aug 10 03:20:01.225106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afd2dffa-0275-44ff-8f17-d079c802d486 req-31943a34-edec-499e-be9d-3541b4bd16b8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724199 Aug 10 03:20:01.262083 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-3bdec50f-4c5b-431a-be23-2406e4ff786c req-8eb31632-3bf8-4c78-895a-21b2d7a5ed43 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] show failed (client error): The resource could not be found. Aug 10 03:20:01.262930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bdec50f-4c5b-431a-be23-2406e4ff786c req-8eb31632-3bf8-4c78-895a-21b2d7a5ed43 tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups/22a9fb18-52de-4d65-8972-d2c6e8182b86 HTTP/1.1" status: 404 len: 352 time: 0.0151360 Aug 10 03:20:01.346120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-172c3016-8145-4839-ae1c-169b2d52ab51 req-783a186e-5457-4919-a0d7-e8b661d77969 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0253582 Aug 10 03:20:01.385516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.414050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d56a02b-5ab5-43fa-b07e-131b68ffb48c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:01.504835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e112b171-c72b-42d5-abe8-d36d1c17481f req-22597692-402e-4963-b2d2-700cd907e402 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=785a1ce40bd540ffaa6dbef957f15631 HTTP/1.1" status: 200 len: 6148 time: 0.1324780 Aug 10 03:20:01.622796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e112b171-c72b-42d5-abe8-d36d1c17481f req-6e35904a-dd3a-4879-9e59-2f609e6c272b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/f5a09877-aa8b-4465-b8b4-0ebca3743372 HTTP/1.1" status: 200 len: 2981 time: 0.1107152 Aug 10 03:20:01.666187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.684529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e112b171-c72b-42d5-abe8-d36d1c17481f req-6f672714-0fda-413f-91ee-584a0f9d5196 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/f5a09877-aa8b-4465-b8b4-0ebca3743372 HTTP/1.1" status: 200 len: 2981 time: 0.0522683 Aug 10 03:20:01.818329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e181-32d5-421e-8d9d-5b322edccc26 req-e3c1fdae-39db-4c81-8ab9-a88a4261b3ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.824025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e181-32d5-421e-8d9d-5b322edccc26 req-e3c1fdae-39db-4c81-8ab9-a88a4261b3ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.830311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e181-32d5-421e-8d9d-5b322edccc26 req-e3c1fdae-39db-4c81-8ab9-a88a4261b3ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:01.831872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc37e181-32d5-421e-8d9d-5b322edccc26 req-e3c1fdae-39db-4c81-8ab9-a88a4261b3ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0989244 Aug 10 03:20:01.936557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc37e181-32d5-421e-8d9d-5b322edccc26 req-7fbdf672-546f-4f54-90b6-6fd40943f95a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986304 Aug 10 03:20:01.970173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Router 7649b4d6-5f2b-4501-b4dd-665aee037156 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:01.981847 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-1a637bcf-9692-4691-a629-1a796a73631d req-ad335f42-8c4c-4269-b791-5ab1f7a57bac tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] show failed (client error): The resource could not be found. Aug 10 03:20:01.982809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a637bcf-9692-4691-a629-1a796a73631d req-ad335f42-8c4c-4269-b791-5ab1f7a57bac tempest-SecurityGroupsNegativeTestJSON-163189453 tempest-SecurityGroupsNegativeTestJSON-163189453-project] 10.222.0.26 "GET /v2.0/security-groups/0dbdd1d9-0ac0-4450-a70c-d0ac276032ff HTTP/1.1" status: 404 len: 352 time: 0.0227287 Aug 10 03:20:01.993632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.030302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d94bf5a4-f4ca-4ffd-b537-81335c2748fb req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1858642567', 'description': 'tempest-description-1959962473'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:02.037427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Deleting subnet d678b6aa-bbc6-4443-9ad0-fd44bfe6c1e8 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:02.040870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.076119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.107118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:02.112756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5c0c2728-7116-4892-bc3e-04d0886c2ae2 admin admin] 10.222.0.26 "PUT /v2.0/routers/7649b4d6-5f2b-4501-b4dd-665aee037156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046165 Aug 10 03:20:02.115189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.118763 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] Sync routers for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:02.124631 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.130847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:02.131824 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.168446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d94bf5a4-f4ca-4ffd-b537-81335c2748fb req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.237946 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:02.244119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.259389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.286654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d678b6aa-bbc6-4443-9ad0-fd44bfe6c1e8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.296369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.301414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c87c68da-26d9-4838-a92d-cb683ac3e5e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d678b6aa-bbc6-4443-9ad0-fd44bfe6c1e8 HTTP/1.1" status: 204 len: 168 time: 0.3037612 Aug 10 03:20:02.301414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.380817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.383236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d94bf5a4-f4ca-4ffd-b537-81335c2748fb req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.393940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.421283 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:20:01Z', 'revision_number': 5, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port': {'id': '53f5f268-ccf3-48c9-b25c-3c1b44fed6d0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.430375 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d94bf5a4-f4ca-4ffd-b537-81335c2748fb req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.448978 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] Checking router: 7649b4d6-5f2b-4501-b4dd-665aee037156 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:02.459246 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] Routers {'7649b4d6-5f2b-4501-b4dd-665aee037156'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:02.459246 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:19:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7649b4d6-5f2b-4501-b4dd-665aee037156'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.466772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.477585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47967626-3d28-4a77-bf35-d6e738834e8a']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.486125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e503225a-9074-4a21-a480-8a5f53078382,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.488731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d23150-bb3e-4d33-9f60-69963fe14566') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.489099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d23150-bb3e-4d33-9f60-69963fe14566') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.500227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.514301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.516147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Deleting port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:02.516872 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.521258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:02.521791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:02.523726 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:02.555261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d94bf5a4-f4ca-4ffd-b537-81335c2748fb req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.557064 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] Set router 7649b4d6-5f2b-4501-b4dd-665aee037156 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:02.560821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d94bf5a4-f4ca-4ffd-b537-81335c2748fb req-977bd755-6793-45aa-82e7-aee8a8816343 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5359712 Aug 10 03:20:02.612794 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.623786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:20:02Z', 'revision_number': 6, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:02.629799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.635451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.642370 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] 10.222.0.26 "DELETE /v2.0/networks/47967626-3d28-4a77-bf35-d6e738834e8a HTTP/1.1" status: 204 len: 168 time: 0.3363233 Aug 10 03:20:02.655127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7565cd-f95c-4231-a8fb-dd25925f3931 admin admin] Pushing event deleted for resources: {'Network': ['ID=47967626-3d28-4a77-bf35-d6e738834e8a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:02.655831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] For port 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:02.656999 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.657969 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8030bb-5834-4e3d-acdd-87dc305b5f9f None None] The sync data for ids ['7649b4d6-5f2b-4501-b4dd-665aee037156'] in n-d-765315-26 is: [{'id': '7649b4d6-5f2b-4501-b4dd-665aee037156', 'name': 'tempest-ServersTestJSON-1908133613-router', 'tenant_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:16:13Z', 'updated_at': '2021-08-10T03:20:02Z', 'revision_number': 6, 'project_id': '63ad61ba661c4c92af3989bb49a3fbf5', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:02.673262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Calling delete_port for 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:02.695199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd61ca-8d9f-4995-8e74-4bae7aa0aef4 req-9465a4eb-1524-4330-b9e9-eff169999697 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:02.696787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1cd61ca-8d9f-4995-8e74-4bae7aa0aef4 req-9465a4eb-1524-4330-b9e9-eff169999697 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0889735 Aug 10 03:20:02.771845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1cd61ca-8d9f-4995-8e74-4bae7aa0aef4 req-282aa9ab-5d4f-43ea-acf6-2d1b5160779a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Aug 10 03:20:02.917415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bb6cd-5505-47e8-9d55-7c070868c6e5 req-286dc0e1-5cb7-4865-ae8d-fc92fb0073d9 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:02.918919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f80bb6cd-5505-47e8-9d55-7c070868c6e5 req-286dc0e1-5cb7-4865-ae8d-fc92fb0073d9 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0809059 Aug 10 03:20:02.926799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53110) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.958357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f80bb6cd-5505-47e8-9d55-7c070868c6e5 req-e4f18f0f-874f-4d1e-b202-b8f9ff666f44 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Aug 10 03:20:02.974920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb332487-ee4b-4587-a84b-b19a0fec7419 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0ac5046574c4df59a129e3c7c6e9354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447631 Aug 10 03:20:02.975264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53114) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:02.990491 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d07e26be-da1e-4100-811c-b5f168dfcf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.028702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eca87b7-67e0-4fa2-b0d1-c399ddef0bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.049590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c9490de-b02b-49d7-b0dc-d899a3a39886 req-5f78cc71-9595-42a7-b73f-cd5c05f1d7a0 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0258501 Aug 10 03:20:03.051633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eca87b7-67e0-4fa2-b0d1-c399ddef0bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.082689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f050caa9-27e8-4290-b0df-3cf94bd0f15b req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-216103579', 'description': 'tempest-description-454522159'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:03.115979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.145066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f5f268-ccf3-48c9-b25c-3c1b44fed6d0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.192380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f050caa9-27e8-4290-b0df-3cf94bd0f15b req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.216253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.269932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eca87b7-67e0-4fa2-b0d1-c399ddef0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.272529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eca87b7-67e0-4fa2-b0d1-c399ddef0bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.273665 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6eca87b7-67e0-4fa2-b0d1-c399ddef0bf0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae5a7eb5-d613-42fe-a756-8fa5536d9980 HTTP/1.1" status: 204 len: 168 time: 0.2972124 Aug 10 03:20:03.282294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca87b7-67e0-4fa2-b0d1-c399ddef0bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a7eb5-d613-42fe-a756-8fa5536d9980,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.314335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.317240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.519729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:03.541085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:03.541432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53f5f268-ccf3-48c9-b25c-3c1b44fed6d0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:03.541879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d56a02b-5ab5-43fa-b07e-131b68ffb48c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:03.565146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1d56a02b-5ab5-43fa-b07e-131b68ffb48c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:03.565662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d56a02b-5ab5-43fa-b07e-131b68ffb48c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:03.709990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f050caa9-27e8-4290-b0df-3cf94bd0f15b req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.796005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.797206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7649b4d6-5f2b-4501-b4dd-665aee037156 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:20:03.801619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.802883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7ac1e48c-20f8-4141-aceb-d879eeb8c302 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7649b4d6-5f2b-4501-b4dd-665aee037156 HTTP/1.1" status: 204 len: 168 time: 1.6867900 Aug 10 03:20:03.805393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53128) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:03.830451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f050caa9-27e8-4290-b0df-3cf94bd0f15b req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.876456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Deleting subnet bd77ae0c-83f7-4db5-b61f-6724f285fe90 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:03.878558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf56890-613e-4f11-ad37-ff6a6ee70d0d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:03.881962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.917428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.937229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f050caa9-27e8-4290-b0df-3cf94bd0f15b req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:03.938445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f050caa9-27e8-4290-b0df-3cf94bd0f15b req-cb1739cb-81ff-4d0e-b846-4d1c8b1dca04 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8627067 Aug 10 03:20:03.990312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.012963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.080896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1673e3-e1bc-44ba-91ba-d03fa03962b1 req-02334826-e693-4b11-b4d8-8435cd9a1cf6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.086815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1673e3-e1bc-44ba-91ba-d03fa03962b1 req-02334826-e693-4b11-b4d8-8435cd9a1cf6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.092997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1673e3-e1bc-44ba-91ba-d03fa03962b1 req-02334826-e693-4b11-b4d8-8435cd9a1cf6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.095252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d1673e3-e1bc-44ba-91ba-d03fa03962b1 req-02334826-e693-4b11-b4d8-8435cd9a1cf6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0977032 Aug 10 03:20:04.146773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d1673e3-e1bc-44ba-91ba-d03fa03962b1 req-fce3b5a6-019b-459c-9dc5-a56b178fa55a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Aug 10 03:20:04.173439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.203830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd77ae0c-83f7-4db5-b61f-6724f285fe90,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.208214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.209347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-97234d4e-e819-45ec-bfd5-f55749dba843 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd77ae0c-83f7-4db5-b61f-6724f285fe90 HTTP/1.1" status: 204 len: 168 time: 0.4029605 Aug 10 03:20:04.212379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53146) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:04.220241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31aff47-8530-44e9-aeb7-8534f47a0159 None None] Network 3bd30fdf-8c92-407d-9dcf-8e6365e239ab requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:04.259068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbf70-c1e6-4cb7-95ce-f07b3d5cb4ee req-500a9b34-fb01-4fc8-af56-7701eb94ab0e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.260590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3dbf70-c1e6-4cb7-95ce-f07b3d5cb4ee req-500a9b34-fb01-4fc8-af56-7701eb94ab0e tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0502038 Aug 10 03:20:04.284752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.303967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3dbf70-c1e6-4cb7-95ce-f07b3d5cb4ee req-5b449a56-ec0f-435a-ba67-e4e97c3fdc0c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Aug 10 03:20:04.348274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Deleting port 3621d2e0-e337-42ba-b177-ce3b600d9898 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:04.348654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.401548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53150) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:04.425475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] For port 3621d2e0-e337-42ba-b177-ce3b600d9898, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3621d2e0-e337-42ba-b177-ce3b600d9898,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:04.426016 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.442316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Calling delete_port for 3621d2e0-e337-42ba-b177-ce3b600d9898 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:04.454370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c83e0-20a2-4410-96ee-f9d50e3833a7 req-6750b4de-bb34-43e0-90d6-f3f0dbee350b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.457474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f94c83e0-20a2-4410-96ee-f9d50e3833a7 req-6750b4de-bb34-43e0-90d6-f3f0dbee350b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0765455 Aug 10 03:20:04.533513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f94c83e0-20a2-4410-96ee-f9d50e3833a7 req-664b64e5-c650-404b-8c1e-27a47a20cd3e tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671997 Aug 10 03:20:04.562803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-643240896-network', 'tenant_id': '977ed682044b405a97546070d216c6af'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:04.575735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] DHCP port deletion for 3bd30fdf-8c92-407d-9dcf-8e6365e239ab request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:04.623157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] Deleting port 3621d2e0-e337-42ba-b177-ce3b600d9898 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:04.623534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.630019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.658470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Pushing event deleted for resources: {'Port': ['ID=3621d2e0-e337-42ba-b177-ce3b600d9898,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.660476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] No DVR routers for this DVR port 3621d2e0-e337-42ba-b177-ce3b600d9898 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:04.684765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:04.687172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.688815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] For port 3621d2e0-e337-42ba-b177-ce3b600d9898, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3621d2e0-e337-42ba-b177-ce3b600d9898,segment=NetworkSegment(ae5026a9-665c-4537-84ae-8d517285fa68),segment_id=ae5026a9-665c-4537-84ae-8d517285fa68)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:04.689223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.697756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.705287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] Calling delete_port for 3621d2e0-e337-42ba-b177-ce3b600d9898 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:04.724271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-8e0725b9-3771-4777-941f-4f835af92bd9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:04.725823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-8e0725b9-3771-4777-941f-4f835af92bd9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/networks?id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 200 len: 812 time: 0.1126885 Aug 10 03:20:04.742710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-10964789-9c9f-406c-bc4e-8867db0b8f0c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/quotas/785a1ce40bd540ffaa6dbef957f15631 HTTP/1.1" status: 200 len: 375 time: 0.0101249 Aug 10 03:20:04.764297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.778697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-cf84e314-5461-490f-8780-5b3211a367c0 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=785a1ce40bd540ffaa6dbef957f15631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272508 Aug 10 03:20:04.780200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd30fdf-8c92-407d-9dcf-8e6365e239ab']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:04.784781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.796117 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5026a9-665c-4537-84ae-8d517285fa68') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:04.796714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5026a9-665c-4537-84ae-8d517285fa68') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:04.809350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] Pushing event deleted for resources: {'Port': ['ID=3621d2e0-e337-42ba-b177-ce3b600d9898,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:04.813380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.813543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f23b7f-1b9e-4822-8b5a-c76c1f25dbcd None None] No DVR routers for this DVR port 3621d2e0-e337-42ba-b177-ce3b600d9898 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:04.834427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.845551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:04.845858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:04.847546 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:04.887885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-b7a37989-4512-45c2-9ee5-13ffaf111263 service neutron] 10.222.0.26 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013632 Aug 10 03:20:04.928277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:04.975783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-4eab925d-85f3-41ff-8395-aa9fb4187822 service neutron] 10.222.0.26 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812397 Aug 10 03:20:05.006920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.011579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.016328 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3bd30fdf-8c92-407d-9dcf-8e6365e239ab HTTP/1.1" status: 204 len: 168 time: 0.8001840 Aug 10 03:20:05.027770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1b91-1d6c-47c9-b553-a6a146a9a948 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd30fdf-8c92-407d-9dcf-8e6365e239ab,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.053000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.082074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:05.091618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af7f2a-bfc4-4483-9252-abbfbb09418f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.096869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.105104 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Added segment 27b8a6bd-80b2-4f38-99b5-f606f877b9ae of type vlan for network 3f4fb721-34f1-45e8-b397-90bf961706f3 Aug 10 03:20:05.136694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.241527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4acc3b66-a676-4e10-af54-63a177a5b6b8 req-a92ef75f-15a7-43d6-b415-0f1447d5540c tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0266149 Aug 10 03:20:05.269095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.270648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.271248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.317339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ebc1c74-2e02-4d67-9bfb-be843e0cdb9e req-44e77fb7-7676-413e-9d07-cb3221001adf tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Aug 10 03:20:05.335894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4fb721-34f1-45e8-b397-90bf961706f3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.352265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:05.379925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53174) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.404572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3621d2e0-e337-42ba-b177-ce3b600d9898 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:05.408263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-20390d84-384b-4f58-b716-5b6fbd4a0e03 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0056701 Aug 10 03:20:05.411469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53176) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.419523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Request body: {'subnet': {'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-643240896-subnet', 'tenant_id': '977ed682044b405a97546070d216c6af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:05.434463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3621d2e0-e337-42ba-b177-ce3b600d9898 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:05.435088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3621d2e0-e337-42ba-b177-ce3b600d9898 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:05.490107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d15a1678-9a6d-4d36-98ff-626ccc9a49e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63ad61ba661c4c92af3989bb49a3fbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085207 Aug 10 03:20:05.492174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53178) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:05.505887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8b0b-3da0-4039-b426-ac4e5bd62f7f req-b0936b97-f445-40cb-8c8b-3d811b64064a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.511858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8b0b-3da0-4039-b426-ac4e5bd62f7f req-b0936b97-f445-40cb-8c8b-3d811b64064a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.517914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8b0b-3da0-4039-b426-ac4e5bd62f7f req-b0936b97-f445-40cb-8c8b-3d811b64064a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.519779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2cf8b0b-3da0-4039-b426-ac4e5bd62f7f req-b0936b97-f445-40cb-8c8b-3d811b64064a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1140101 Aug 10 03:20:05.530888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:05.533875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.563717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2cf8b0b-3da0-4039-b426-ac4e5bd62f7f req-b649d4a8-0906-493a-8921-a5520a7a5f94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Aug 10 03:20:05.612088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea8980f-47ce-4f72-a05c-2221a2bf343b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.647539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.649837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea8980f-47ce-4f72-a05c-2221a2bf343b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.693550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bcc71-0f40-466f-8903-34be0ad5e627 req-e6885218-6204-4912-8472-184d47f3df44 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.695230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d92bcc71-0f40-466f-8903-34be0ad5e627 req-e6885218-6204-4912-8472-184d47f3df44 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0621445 Aug 10 03:20:05.735015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d92bcc71-0f40-466f-8903-34be0ad5e627 req-19e63abd-6fbf-4ab9-af79-fc086ea20925 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338292 Aug 10 03:20:05.795792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea8980f-47ce-4f72-a05c-2221a2bf343b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.798950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ea8980f-47ce-4f72-a05c-2221a2bf343b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.800332 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ea8980f-47ce-4f72-a05c-2221a2bf343b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0404d2c-45ef-4193-9092-da0579ebd59f HTTP/1.1" status: 204 len: 168 time: 0.3071518 Aug 10 03:20:05.808613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8980f-47ce-4f72-a05c-2221a2bf343b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0404d2c-45ef-4193-9092-da0579ebd59f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.847149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:05.850846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7649f-d0da-4eb2-a623-9ded9b3f90f2 req-3cb1a220-d2b6-4585-ac1c-8bd06d46d537 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:05.852385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5c7649f-d0da-4eb2-a623-9ded9b3f90f2 req-3cb1a220-d2b6-4585-ac1c-8bd06d46d537 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0558376 Aug 10 03:20:05.898264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c09e40-3d03-4fa8-9536-e420d384e768,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:05.920709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Checking segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:05.921004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5c7649f-d0da-4eb2-a623-9ded9b3f90f2 req-35791d6c-d324-4afb-a255-ff045960588b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557251 Aug 10 03:20:05.924959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Network hostable DHCP agents. Network: 3f4fb721-34f1-45e8-b397-90bf961706f3, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:06.012912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:06.127111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3f4fb721-34f1-45e8-b397-90bf961706f3) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:06.135182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.135182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.139119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55778eb8-18b6-40ad-8b08-5f0a10da4bd4 None None] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:06.251580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-948f7e69-ba45-4cb7-bc7a-a6a5bbdad8d4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8363450 Aug 10 03:20:06.251935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53192) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:06.257133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:06.308771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3f4fb721-34f1-45e8-b397-90bf961706f3', 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'tenant_id': '977ed682044b405a97546070d216c6af', 'fixed_ips': [{'subnet_id': '73c09e40-3d03-4fa8-9536-e420d384e768'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:06.309417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.356177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c757a92-342b-46c1-92d9-fda8264c9120 req-5802a367-68f2-441c-ae2f-d94a4743342d tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0325179 Aug 10 03:20:06.378685 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.379885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.446156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.469015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb8c3a15-b05e-4bb0-a7fa-a86dec1cbe85 req-eae108b0-8035-4877-82c9-b3afb5ba2b46 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 210 time: 0.0344820 Aug 10 03:20:06.485427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Allocated IP 172.20.0.2 (3f4fb721-34f1-45e8-b397-90bf961706f3/73c09e40-3d03-4fa8-9536-e420d384e768/b9d8585f-71a0-41fd-869a-4611ff6c12d9) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:06.631543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.639631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Transition to ACTIVE for port object b9d8585f-71a0-41fd-869a-4611ff6c12d9 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:06.658977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Transition to ACTIVE for port object b9d8585f-71a0-41fd-869a-4611ff6c12d9 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:06.739227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.751030 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.760954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9907122-9f26-46fb-93d8-826c90ca5563 req-8054a7c6-afb0-4987-8875-a5fc73ccaa97 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.767604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9907122-9f26-46fb-93d8-826c90ca5563 req-8054a7c6-afb0-4987-8875-a5fc73ccaa97 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.773594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9907122-9f26-46fb-93d8-826c90ca5563 req-8054a7c6-afb0-4987-8875-a5fc73ccaa97 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.775257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9907122-9f26-46fb-93d8-826c90ca5563 req-8054a7c6-afb0-4987-8875-a5fc73ccaa97 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1351850 Aug 10 03:20:06.790994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:06.796033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:06.799013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:06.812673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Pushing event updated for resources: {'Port': ['ID=b9d8585f-71a0-41fd-869a-4611ff6c12d9,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:06.815053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9907122-9f26-46fb-93d8-826c90ca5563 req-b01cad23-bda6-4bb7-8ea5-8392cb67a1ae tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Aug 10 03:20:06.866099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Attempting to bind port b9d8585f-71a0-41fd-869a-4611ff6c12d9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:06.866490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Attempting to bind port b9d8585f-71a0-41fd-869a-4611ff6c12d9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:06.866882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Attempting to bind port b9d8585f-71a0-41fd-869a-4611ff6c12d9 on network 3f4fb721-34f1-45e8-b397-90bf961706f3 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:06.873672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:06.874350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Checking segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:06.874974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.875580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Bound using segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:06.876071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Bound port: b9d8585f-71a0-41fd-869a-4611ff6c12d9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:06.876483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.947190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] For port b9d8585f-71a0-41fd-869a-4611ff6c12d9, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:06.950550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] For port b9d8585f-71a0-41fd-869a-4611ff6c12d9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9d8585f-71a0-41fd-869a-4611ff6c12d9,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:06.969694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5b44d-85b8-4f5c-85f3-35da24605591 req-b92d8fb7-b6a2-4262-bbd8-128a2e95374d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:06.971258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aab5b44d-85b8-4f5c-85f3-35da24605591 req-b92d8fb7-b6a2-4262-bbd8-128a2e95374d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0668395 Aug 10 03:20:07.025572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aab5b44d-85b8-4f5c-85f3-35da24605591 req-2238e641-9e71-4ec6-8ded-ef8a9076593b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470443 Aug 10 03:20:07.053044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.119354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a804c3e-3481-44f0-9006-d9fcf340222a None None] Pushing event updated for resources: {'Port': ['ID=b9d8585f-71a0-41fd-869a-4611ff6c12d9,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.193391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.207850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53222) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:07.216403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.233143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad88815-e7f5-4c51-bcd8-3f52d7d8958d req-4f53065e-89d0-4e46-b88d-502e267043a3 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:07.234688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ad88815-e7f5-4c51-bcd8-3f52d7d8958d req-4f53065e-89d0-4e46-b88d-502e267043a3 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.1193283 Aug 10 03:20:07.360913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ad88815-e7f5-4c51-bcd8-3f52d7d8958d req-67024754-1a15-42ae-99df-4ee87217317d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947382 Aug 10 03:20:07.401726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Allocated IP 172.25.1.189 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/752b366c-b8c5-4fb5-b756-ebb0b785d744) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:07.438302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1798001498-network', 'tenant_id': 'e7dd98d5b85d40729289fc4e4a8154c5'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:07.466809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9d8585f-71a0-41fd-869a-4611ff6c12d9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:07.522511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-172472e4-87bb-4dce-b697-1e31b1b72fa6 req-630346fe-db2d-4642-987d-476ba0fb5715 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0444083 Aug 10 03:20:07.572871 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Made reservation on behalf of e7dd98d5b85d40729289fc4e4a8154c5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:07.575570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.580295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.585531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.601637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b9d8585f-71a0-41fd-869a-4611ff6c12d9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:07.629382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a1d121e-e338-418d-a198-7643099b6dd0 req-e683c55f-f889-4064-87fe-580c8da47745 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 210 time: 0.0393121 Aug 10 03:20:07.680288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.755129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-a9f1c2bd-abc3-468d-b917-392eaf2b842d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:07.756605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-a9f1c2bd-abc3-468d-b917-392eaf2b842d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "GET /v2.0/networks?id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 200 len: 812 time: 0.1263485 Aug 10 03:20:07.760912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.769603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'port': {'device_id': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98', 'admin_state_up': True, 'tenant_id': '785a1ce40bd540ffaa6dbef957f15631'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:07.781728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:07.797636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.800581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.801154 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Added segment b6003150-de12-4cdf-a100-a7c6d490b373 of type vlan for network 8d455072-2362-41e0-8285-dd887696ed6e Aug 10 03:20:07.823850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.845652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.880331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:07.889302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:07.898710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:07.955489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Pushing event updated for resources: {'Port': ['ID=752b366c-b8c5-4fb5-b756-ebb0b785d744,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:07.956460 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:07.957745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:07.959010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.037396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] Pushing event updated for resources: {'Network': ['ID=8d455072-2362-41e0-8285-dd887696ed6e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.047685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8d455072-2362-41e0-8285-dd887696ed6e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:08.060584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf6bc-08e0-4093-ad67-98a07a3b399a req-68e8fad4-3cd1-4f93-b470-5a216c093fdd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.067250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf6bc-08e0-4093-ad67-98a07a3b399a req-68e8fad4-3cd1-4f93-b470-5a216c093fdd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.073235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf6bc-08e0-4093-ad67-98a07a3b399a req-68e8fad4-3cd1-4f93-b470-5a216c093fdd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.074950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-372cf6bc-08e0-4093-ad67-98a07a3b399a req-68e8fad4-3cd1-4f93-b470-5a216c093fdd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1773729 Aug 10 03:20:08.111660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Made reservation on behalf of 785a1ce40bd540ffaa6dbef957f15631 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:08.115113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.179478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-17b2a4c0-f8a6-42c7-964b-e9de946a248c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9686720 Aug 10 03:20:08.182434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53234) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:08.189658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Request body: {'subnet': {'network_id': '8d455072-2362-41e0-8285-dd887696ed6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1798001498-subnet', 'tenant_id': 'e7dd98d5b85d40729289fc4e4a8154c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:08.231801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68799f-756c-45eb-b96d-e2d5022f0689 None None] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:08.238512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-372cf6bc-08e0-4093-ad67-98a07a3b399a req-1dc71780-6ef5-48ca-930c-a544facbf8d5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377385 Aug 10 03:20:08.282519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Made reservation on behalf of e7dd98d5b85d40729289fc4e4a8154c5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:08.287591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.338758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Allocated IP 172.20.0.7 (f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98/8a45c28a-e984-4710-8e2e-5c18128d2d66/86ef22a5-fe7e-4297-837f-23b07041d743) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:08.409402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] Provisioning for port b9d8585f-71a0-41fd-869a-4611ff6c12d9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:08.413840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] Provisioning complete for port b9d8585f-71a0-41fd-869a-4611ff6c12d9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:08.414306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.483347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ae90c-44c3-4e41-8bc5-4f8d8853c5d3 req-5ef7e117-6c97-4688-9b85-a4aaec40c28b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.483347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b66ae90c-44c3-4e41-8bc5-4f8d8853c5d3 req-5ef7e117-6c97-4688-9b85-a4aaec40c28b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.1772120 Aug 10 03:20:08.506564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.543943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] For port b9d8585f-71a0-41fd-869a-4611ff6c12d9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9d8585f-71a0-41fd-869a-4611ff6c12d9,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:08.570463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.573144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.625127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.636233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39f5284-8a49-4f41-98b9-cbbc8d5ee75f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.637630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b66ae90c-44c3-4e41-8bc5-4f8d8853c5d3 req-6448829a-3b51-424f-8c9e-906051402e94 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538393 Aug 10 03:20:08.655439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Checking segment: {'id': 'b6003150-de12-4cdf-a100-a7c6d490b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:08.655439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Network hostable DHCP agents. Network: 8d455072-2362-41e0-8285-dd887696ed6e, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:08.678720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3912c84-0feb-4376-b9e0-33265eff5a91 None None] Pushing event updated for resources: {'Port': ['ID=b9d8585f-71a0-41fd-869a-4611ff6c12d9,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:08.738513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Network 8d455072-2362-41e0-8285-dd887696ed6e is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:08.744613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.749457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e852423a-2aaa-49a9-9ff3-90fccc4f9be4 None None] Provisioning complete for port b9d8585f-71a0-41fd-869a-4611ff6c12d9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:08.749860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e852423a-2aaa-49a9-9ff3-90fccc4f9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.847042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8d455072-2362-41e0-8285-dd887696ed6e) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:08.851040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.851636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.855867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0bba1-86e1-463e-b5d4-59996ced4c61 None None] Network 8d455072-2362-41e0-8285-dd887696ed6e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:08.861978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67905635-ccf8-4d39-a033-f01cd4dfff86 req-4499c18d-fc8e-4450-99d3-2fdea5064e7a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:08.863516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67905635-ccf8-4d39-a033-f01cd4dfff86 req-4499c18d-fc8e-4450-99d3-2fdea5064e7a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.1429532 Aug 10 03:20:08.937684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67905635-ccf8-4d39-a033-f01cd4dfff86 req-9b7d7729-9784-439e-8389-883df7ef3bf8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652905 Aug 10 03:20:08.938546 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:08.950915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e82dc0ad-80e9-4dec-8320-dae3733e76d2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7675261 Aug 10 03:20:08.992176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661af516-ecc3-4dde-84d2-73547c550e33 None None] Network 8d455072-2362-41e0-8285-dd887696ed6e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:09.044191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.066583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b7df297-9d51-46f6-91bf-65e3126b7486 req-015c2996-0d05-4621-b8db-21e25b364e1f tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0388587 Aug 10 03:20:09.113153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:09.122240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:09.128189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:09.158593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'Port': ['ID=86ef22a5-fe7e-4297-837f-23b07041d743,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:09.222592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.223112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.253271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05711b-8ee3-47eb-a250-6fd2885f94f9 req-b4d1c0d9-8b6f-49c2-af04-47f15e800ca4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:09.254737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c05711b-8ee3-47eb-a250-6fd2885f94f9 req-b4d1c0d9-8b6f-49c2-af04-47f15e800ca4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 931 time: 0.0972600 Aug 10 03:20:09.292998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c05711b-8ee3-47eb-a250-6fd2885f94f9 req-391867f0-72c9-49c5-ba43-ae33e6b34257 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Aug 10 03:20:09.321970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-d386173e-7b32-40c3-b29d-93c2ed6f9ad5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5561993 Aug 10 03:20:09.334964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-1994bfd2-ac82-4763-ae85-11898f35accd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:20:09.336264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-1994bfd2-ac82-4763-ae85-11898f35accd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067012 Aug 10 03:20:09.356296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Router 8f4d8707-2844-46af-89e1-888b0dbf6620 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:20:09.388718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9d8585f-71a0-41fd-869a-4611ff6c12d9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:09.406393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Request body: {'port': {'device_id': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:09.460678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b9d8585f-71a0-41fd-869a-4611ff6c12d9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:09.461170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.623925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3e855e45-cd78-49c1-b079-ef7f4211acee req-6dd4392c-a76e-4cf2-99a3-a2980db7d472 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0255196 Aug 10 03:20:09.848510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:09.879594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:09.888135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Sync routers for ids ['8f4d8707-2844-46af-89e1-888b0dbf6620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:09.897458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Routers {'8f4d8707-2844-46af-89e1-888b0dbf6620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:09.898201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8f4d8707-2844-46af-89e1-888b0dbf6620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:10.002824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Set router 8f4d8707-2844-46af-89e1-888b0dbf6620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:10.003102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-19d51f0e-bb30-4fbf-8e15-ea880d075c9e tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.004486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-19d51f0e-bb30-4fbf-8e15-ea880d075c9e tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/networks?id=8d455072-2362-41e0-8285-dd887696ed6e HTTP/1.1" status: 200 len: 822 time: 0.2258575 Aug 10 03:20:10.027297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-160355dc-727b-45ce-8608-c14ab64a8cf8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/quotas/e7dd98d5b85d40729289fc4e4a8154c5 HTTP/1.1" status: 200 len: 375 time: 0.0169694 Aug 10 03:20:10.076168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-5dc8c7bd-6c5e-4606-a584-6d39d56d37b8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7dd98d5b85d40729289fc4e4a8154c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425992 Aug 10 03:20:10.099330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.100771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab0f4a6c-9f16-478a-9441-34704e5e9a5b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8473167 Aug 10 03:20:10.103746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:10.198113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:20:08Z', 'revision_number': 3, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:10.228306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-549a599f-4490-4309-af21-975394dc4f5c service neutron] 10.222.0.26 "GET /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251686 Aug 10 03:20:10.229583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Checking router: 8f4d8707-2844-46af-89e1-888b0dbf6620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:10.230001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Updating router 8f4d8707-2844-46af-89e1-888b0dbf6620 port 752b366c-b8c5-4fb5-b756-ebb0b785d744 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:10.255988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.326051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ef22a5-fe7e-4297-837f-23b07041d743 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:10.339930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.370597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Transition to ACTIVE for port object 86ef22a5-fe7e-4297-837f-23b07041d743 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:10.371069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-cfdaf30e-ad39-4c1b-ac6b-1af31817dda0 service neutron] 10.222.0.26 "GET /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349695 Aug 10 03:20:10.481147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.518557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.529629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Transition to ACTIVE for port object 752b366c-b8c5-4fb5-b756-ebb0b785d744 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:10.552104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Pushing event updated for resources: {'Port': ['ID=86ef22a5-fe7e-4297-837f-23b07041d743,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:10.566175 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.610249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Attempting to bind port 86ef22a5-fe7e-4297-837f-23b07041d743 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:10.610249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Attempting to bind port 86ef22a5-fe7e-4297-837f-23b07041d743 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:10.610249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Attempting to bind port 86ef22a5-fe7e-4297-837f-23b07041d743 on network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:10.615352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Port 86ef22a5-fe7e-4297-837f-23b07041d743 on network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:10.615749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Attempting to bind port 86ef22a5-fe7e-4297-837f-23b07041d743 on network f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:10.621241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:10.621797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Checking segment: {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:10.622358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Bound using segment: {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:10.623169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Bound port: 86ef22a5-fe7e-4297-837f-23b07041d743, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3153408f-213d-412f-9625-2b5af6c14b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:10.624530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.709646 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.730291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] For port 86ef22a5-fe7e-4297-837f-23b07041d743, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:10.740939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721654d-0bcf-4990-a135-b3e00557a081 req-329d50fc-80f1-466a-9c69-1590c3f8530d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.747332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721654d-0bcf-4990-a135-b3e00557a081 req-329d50fc-80f1-466a-9c69-1590c3f8530d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.759455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721654d-0bcf-4990-a135-b3e00557a081 req-329d50fc-80f1-466a-9c69-1590c3f8530d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.761388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5721654d-0bcf-4990-a135-b3e00557a081 req-329d50fc-80f1-466a-9c69-1590c3f8530d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.0997090 Aug 10 03:20:10.767250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] For port 86ef22a5-fe7e-4297-837f-23b07041d743, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=86ef22a5-fe7e-4297-837f-23b07041d743,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:10.767438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Allocated IP 172.20.0.1 (3f4fb721-34f1-45e8-b397-90bf961706f3/73c09e40-3d03-4fa8-9536-e420d384e768/b1b67cc9-7465-4d5e-99cd-0bbd476dc7be) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:10.794729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94ede-0ca7-4bca-a508-d5f652bb7ad2 None None] Pushing event updated for resources: {'Port': ['ID=752b366c-b8c5-4fb5-b756-ebb0b785d744,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:10.797466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Attempting to bind port 752b366c-b8c5-4fb5-b756-ebb0b785d744 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:10.797466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Attempting to bind port 752b366c-b8c5-4fb5-b756-ebb0b785d744 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:10.797745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Attempting to bind port 752b366c-b8c5-4fb5-b756-ebb0b785d744 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:10.808062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:10.808468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:10.808879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.809441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:10.810026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Bound port: 752b366c-b8c5-4fb5-b756-ebb0b785d744, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:10.810795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.819105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5721654d-0bcf-4990-a135-b3e00557a081 req-282e1e87-502b-455e-99b9-4cdb4659bce9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Aug 10 03:20:10.848807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.870082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] For port 752b366c-b8c5-4fb5-b756-ebb0b785d744, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:10.873714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] For port 752b366c-b8c5-4fb5-b756-ebb0b785d744, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=752b366c-b8c5-4fb5-b756-ebb0b785d744,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:10.901276 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.904412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.904412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.905679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] 10.222.0.46 "PUT /v2.0/ports/86ef22a5-fe7e-4297-837f-23b07041d743 HTTP/1.1" status: 200 len: 1092 time: 1.5616639 Aug 10 03:20:10.910083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'tag': '86ef22a5-fe7e-4297-837f-23b07041d743'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:10.912323 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20eaa07-a019-4394-8eec-2fbdca6d9e63" -d '{"events": [{"name": "network-changed", "server_uuid": "a21f6535-fdb4-47ae-a253-83bb58828df5", "tag": "86ef22a5-fe7e-4297-837f-23b07041d743"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:10.916024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Transition to ACTIVE for port object b1b67cc9-7465-4d5e-99cd-0bbd476dc7be will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:10.947114 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:10.951295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c8788-657c-433a-8340-2a473849dde7 service neutron] Pushing event updated for resources: {'Port': ['ID=86ef22a5-fe7e-4297-837f-23b07041d743,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:10.970082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4a38-c645-4883-97a8-386ec64e3df3 req-ccb61fe5-92e5-4a1a-8438-6973362c3fb8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:10.971578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c87c4a38-c645-4883-97a8-386ec64e3df3 req-ccb61fe5-92e5-4a1a-8438-6973362c3fb8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0871687 Aug 10 03:20:11.007575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Routers {'8f4d8707-2844-46af-89e1-888b0dbf6620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:11.008194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8f4d8707-2844-46af-89e1-888b0dbf6620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:11.015588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c87c4a38-c645-4883-97a8-386ec64e3df3 req-bc5dcdf0-4736-4ba9-b048-ef92c385d4cb tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Aug 10 03:20:11.055828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94ede-0ca7-4bca-a508-d5f652bb7ad2 None None] Pushing event updated for resources: {'Port': ['ID=752b366c-b8c5-4fb5-b756-ebb0b785d744,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.068660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.120405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:11.131480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:11.135166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:11.141754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Pushing event updated for resources: {'Port': ['ID=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.146979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] Set router 8f4d8707-2844-46af-89e1-888b0dbf6620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:11.167881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-e0924af1-9c65-461c-a4e4-53cc0b73bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.169360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-e0924af1-9c65-461c-a4e4-53cc0b73bef3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=785a1ce40bd540ffaa6dbef957f15631&device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 1095 time: 0.1119204 Aug 10 03:20:11.185197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.199640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8587a9a-63be-4e80-8b23-9d01e5e15e6e req-4b16a1c8-67b3-45bd-ab6c-ba71c4742098 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.201272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8587a9a-63be-4e80-8b23-9d01e5e15e6e req-4b16a1c8-67b3-45bd-ab6c-ba71c4742098 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0919132 Aug 10 03:20:11.240512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-8b20a0be-85f9-4188-8a57-49df86c5656e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ef22a5-fe7e-4297-837f-23b07041d743 HTTP/1.1" status: 200 len: 217 time: 0.0603466 Aug 10 03:20:11.325971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8587a9a-63be-4e80-8b23-9d01e5e15e6e req-388148c2-3432-4df4-b930-06605616dea7 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882101 Aug 10 03:20:11.336588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-38207734-313c-4aa2-a4bc-b0d281bed385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.338140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-38207734-313c-4aa2-a4bc-b0d281bed385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a45c28a-e984-4710-8e2e-5c18128d2d66 HTTP/1.1" status: 200 len: 852 time: 0.0801282 Aug 10 03:20:11.389365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-cb8c4c64-0d1f-4c82-89a6-24564ea82333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429661 Aug 10 03:20:11.421838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.486169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21bfff0e-56e6-4033-b24e-6c1137d6e853 req-e0025a91-a9f8-4f25-8aea-160a76594400 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0604517 Aug 10 03:20:11.561980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-4f94f054-9462-420b-a1b8-f7a949377fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637807 Aug 10 03:20:11.597923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-53904075-261a-4909-a3ab-b5a1891dde5f None None] Provisioning for port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:11.604284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-53904075-261a-4909-a3ab-b5a1891dde5f None None] Provisioning complete for port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:11.604681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53904075-261a-4909-a3ab-b5a1891dde5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.629478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:20:08Z', 'revision_number': 3, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:11.647401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.661896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15054bed-50a2-430a-acc1-8fb6ce697e3b None None] The sync data for ids ['8f4d8707-2844-46af-89e1-888b0dbf6620'] in n-d-765315-26 is: [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:20:08Z', 'revision_number': 3, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:11.669526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-53904075-261a-4909-a3ab-b5a1891dde5f None None] Port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:11.688141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8933b1-4032-4e7b-9951-1b911cb2b8c0 req-2e54282d-b693-490e-b874-f5d5ed49ba89 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.689468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df8933b1-4032-4e7b-9951-1b911cb2b8c0 req-2e54282d-b693-490e-b874-f5d5ed49ba89 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 943 time: 0.1083872 Aug 10 03:20:11.727657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-e3ba91c2-9f63-45be-ad9e-cf0c7e7c8236 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579864 Aug 10 03:20:11.748570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df8933b1-4032-4e7b-9951-1b911cb2b8c0 req-f80efdd4-331b-4b15-a349-c4e3a77bc2e8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Aug 10 03:20:11.761828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.829451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3cebc42-5cf1-4b92-b0af-33887a69211a req-77c3dee1-f251-4322-8f9a-77fe2d6b2249 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 210 time: 0.0289111 Aug 10 03:20:11.838641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Pushing event updated for resources: {'Port': ['ID=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:11.844894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:11.877301 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84226d08-7ef6-4492-9ff0-3a35c6954ea3 x-openstack-request-id: req-84226d08-7ef6-4492-9ff0-3a35c6954ea3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:11.877846 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21f6535-fdb4-47ae-a253-83bb58828df5", "tag": "86ef22a5-fe7e-4297-837f-23b07041d743", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:11.877846 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84226d08-7ef6-4492-9ff0-3a35c6954ea3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:11.878244 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'tag': '86ef22a5-fe7e-4297-837f-23b07041d743', 'status': 'completed', 'code': 200} Aug 10 03:20:11.965834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:11.967282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:11.972145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-9dcedaf7-5fb1-4d7d-bbf0-95f9e5be5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:11.973805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-9dcedaf7-5fb1-4d7d-bbf0-95f9e5be5459 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=785a1ce40bd540ffaa6dbef957f15631&device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 1095 time: 0.0688803 Aug 10 03:20:12.134244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Router 8f4d8707-2844-46af-89e1-888b0dbf6620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:12.145975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-0356052d-f94d-4e50-83cb-1b88933b3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.147502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-0356052d-f94d-4e50-83cb-1b88933b3655 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 200 len: 913 time: 0.1644030 Aug 10 03:20:12.221880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-2ca9e0e4-ae59-4bfa-b4c8-24986e658909 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ef22a5-fe7e-4297-837f-23b07041d743 HTTP/1.1" status: 200 len: 217 time: 0.0667913 Aug 10 03:20:12.326932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-ab4eb805-5c7b-44ce-aa99-30be6ac41bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.329217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-ab4eb805-5c7b-44ce-aa99-30be6ac41bb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a45c28a-e984-4710-8e2e-5c18128d2d66 HTTP/1.1" status: 200 len: 852 time: 0.0890138 Aug 10 03:20:12.339582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bf3a1-73a5-46a4-b966-5abf4d5b0e3c req-991133a9-35e6-4420-9551-e96df975d0fc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.345965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bf3a1-73a5-46a4-b966-5abf4d5b0e3c req-991133a9-35e6-4420-9551-e96df975d0fc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.352164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bf3a1-73a5-46a4-b966-5abf4d5b0e3c req-991133a9-35e6-4420-9551-e96df975d0fc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:12.353969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a74bf3a1-73a5-46a4-b966-5abf4d5b0e3c req-991133a9-35e6-4420-9551-e96df975d0fc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1437290 Aug 10 03:20:12.388452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-9a971a97-47e0-430c-8975-ca20ab6db85e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332110 Aug 10 03:20:12.402932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-71b34bda-3b00-4ab6-ae95-de06606320e8 None None] Provisioning complete for port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:12.404743 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-71b34bda-3b00-4ab6-ae95-de06606320e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:12.445302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-71b34bda-3b00-4ab6-ae95-de06606320e8 None None] Port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:12.485353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a74bf3a1-73a5-46a4-b966-5abf4d5b0e3c req-57d9897c-2f34-496a-b1d9-c1e45c1e8cbe tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213064 Aug 10 03:20:12.531422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-6d41487e-079b-42c5-bd78-957f0437dce8 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200113 Aug 10 03:20:12.635904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:12.648949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08238482-7b2f-4f25-8683-aca18d68c13f admin admin] 10.222.0.26 "PUT /v2.0/routers/8f4d8707-2844-46af-89e1-888b0dbf6620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404224 Aug 10 03:20:12.661314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b20eaa07-a019-4394-8eec-2fbdca6d9e63 req-0d3b313f-df2d-40b8-9012-a62e28df8b09 service neutron] 10.222.0.46 "GET /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219287 Aug 10 03:20:13.038719 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f452e77-246c-4c22-be58-9256fda842c9 req-1e7f1d9f-9c93-4cbf-87f5-04f0fd1c236e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8690c69e91cd419f830ec3dcecfd456b&device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0303397 Aug 10 03:20:13.045517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653259f6-9191-470a-bd14-f381fa12f155 req-9fe2dde7-4464-4b07-984b-3a6768d5e2b9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.050072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-653259f6-9191-470a-bd14-f381fa12f155 req-9fe2dde7-4464-4b07-984b-3a6768d5e2b9 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0915885 Aug 10 03:20:13.070828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c871f241-3d19-448e-80c6-5074f06832e5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.076872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c871f241-3d19-448e-80c6-5074f06832e5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.089558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c871f241-3d19-448e-80c6-5074f06832e5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.091655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-c871f241-3d19-448e-80c6-5074f06832e5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 2417 time: 0.1257761 Aug 10 03:20:13.102427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f452e77-246c-4c22-be58-9256fda842c9 req-a6182322-1d81-42c0-b939-3eee0cd85875 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8690c69e91cd419f830ec3dcecfd456b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206978 Aug 10 03:20:13.155249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-653259f6-9191-470a-bd14-f381fa12f155 req-c8708278-4509-4a9a-b33d-33c9bd50de53 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998781 Aug 10 03:20:13.230604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f452e77-246c-4c22-be58-9256fda842c9 req-aa20c93b-2c62-4f11-a177-6e53578a4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.232049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f452e77-246c-4c22-be58-9256fda842c9 req-aa20c93b-2c62-4f11-a177-6e53578a4db2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225533 Aug 10 03:20:13.235979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 03a3dc2a-14ae-4387-b343-0cda139b2e16 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:13.236469 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.350391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 03a3dc2a-14ae-4387-b343-0cda139b2e16, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=03a3dc2a-14ae-4387-b343-0cda139b2e16,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.350905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.375710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 03a3dc2a-14ae-4387-b343-0cda139b2e16 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:13.443956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 752b366c-b8c5-4fb5-b756-ebb0b785d744 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:13.475648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-b08adfa3-06a7-4194-aba4-bc329519d282 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.477677 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-b08adfa3-06a7-4194-aba4-bc329519d282 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.54 "GET /v2.0/networks?id=8d455072-2362-41e0-8285-dd887696ed6e HTTP/1.1" status: 200 len: 822 time: 0.1595502 Aug 10 03:20:13.501783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Request body: {'port': {'device_id': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e', 'admin_state_up': True, 'tenant_id': 'e7dd98d5b85d40729289fc4e4a8154c5'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:13.531569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 86ef22a5-fe7e-4297-837f-23b07041d743 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:13.634542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 86ef22a5-fe7e-4297-837f-23b07041d743, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=86ef22a5-fe7e-4297-837f-23b07041d743,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.636689 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Sync routers for ids ['8f4d8707-2844-46af-89e1-888b0dbf6620'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:13.647436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '86ef22a5-fe7e-4297-837f-23b07041d743', 'network_id': 'f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98', 'port_id': '86ef22a5-fe7e-4297-837f-23b07041d743', 'mac_address': 'fa:16:3e:a0:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a45c28a-e984-4710-8e2e-5c18128d2d66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:13.653505 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Routers {'8f4d8707-2844-46af-89e1-888b0dbf6620'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:13.654125 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8f4d8707-2844-46af-89e1-888b0dbf6620'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:13.688884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.701597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ef22a5-fe7e-4297-837f-23b07041d743 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:13.707347 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.726307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 86ef22a5-fe7e-4297-837f-23b07041d743, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=86ef22a5-fe7e-4297-837f-23b07041d743,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:13.729565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['7afcc204-f7c9-4dd5-b5d6-c7291758f04a', '20b9b2f5-390a-4082-922d-966c19a72f43', '03a3dc2a-14ae-4387-b343-0cda139b2e16'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:13.732161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 752b366c-b8c5-4fb5-b756-ebb0b785d744 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:13.756555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 752b366c-b8c5-4fb5-b756-ebb0b785d744 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:13.756994 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.769263 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Set router 8f4d8707-2844-46af-89e1-888b0dbf6620 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:13.778761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Made reservation on behalf of e7dd98d5b85d40729289fc4e4a8154c5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:13.787090 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.816056 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.832983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=03a3dc2a-14ae-4387-b343-0cda139b2e16,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:13.885412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 03a3dc2a-14ae-4387-b343-0cda139b2e16 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:13.909757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:13.909757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-31338464-1e40-4f49-9a32-c41e42341983 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "DELETE /v2.0/ports/03a3dc2a-14ae-4387-b343-0cda139b2e16 HTTP/1.1" status: 204 len: 173 time: 0.8054171 Aug 10 03:20:13.909757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-deleted', 'tag': '03a3dc2a-14ae-4387-b343-0cda139b2e16'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:13.910607 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b742c-b658-4ebf-9cc4-28a1e823c0e9" -d '{"events": [{"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-deleted", "tag": "03a3dc2a-14ae-4387-b343-0cda139b2e16"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:13.989648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82027bc4-d037-4f08-8d6f-fe90c2eb23fe req-04972eff-9b0a-42a8-831c-af0987890c8d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:13.998406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82027bc4-d037-4f08-8d6f-fe90c2eb23fe req-04972eff-9b0a-42a8-831c-af0987890c8d tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.1871510 Aug 10 03:20:14.076178 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:20:11Z', 'revision_number': 4, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b1b67cc9-7465-4d5e-99cd-0bbd476dc7be', 'name': '', 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'tenant_id': '977ed682044b405a97546070d216c6af', 'mac_address': 'fa:16:3e:15:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:10Z', 'updated_at': '2021-08-10T03:20:11Z', 'revision_number': 2, 'project_id': '977ed682044b405a97546070d216c6af', 'subnets': [{'id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:14.088598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.111847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 752b366c-b8c5-4fb5-b756-ebb0b785d744, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=752b366c-b8c5-4fb5-b756-ebb0b785d744,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:14.113771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['86ef22a5-fe7e-4297-837f-23b07041d743'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:14.125439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Allocated IP 172.20.0.10 (8d455072-2362-41e0-8285-dd887696ed6e/e39f5284-8a49-4f41-98b9-cbbc8d5ee75f/0cee328b-2b63-4a07-975a-0603b8c502a8) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:14.128232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82027bc4-d037-4f08-8d6f-fe90c2eb23fe req-83251551-a623-4afb-96cd-afd9dfd0c1c8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258876 Aug 10 03:20:14.129770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=86ef22a5-fe7e-4297-837f-23b07041d743,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:14.135061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Checking router: 8f4d8707-2844-46af-89e1-888b0dbf6620 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:14.135850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Updating router 8f4d8707-2844-46af-89e1-888b0dbf6620 port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:20:14.154714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:14.154714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.196390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.197065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.197667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.198170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.198679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.199186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.199674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.200161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.200687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.201354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.201849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.202924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.209896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.301927 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.326541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68e23-1000-452e-b71b-74108e31fb1a req-64341116-3141-426b-bcaf-e0a6a177dbab tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.327280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-caa68e23-1000-452e-b71b-74108e31fb1a req-64341116-3141-426b-bcaf-e0a6a177dbab tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 944 time: 0.0833352 Aug 10 03:20:14.360925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:14.361299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.381960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 7afcc204-f7c9-4dd5-b5d6-c7291758f04a owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:14.389004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-caa68e23-1000-452e-b71b-74108e31fb1a req-dca6bb79-7980-426e-8472-21124d234424 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523825 Aug 10 03:20:14.393775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.445524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=752b366c-b8c5-4fb5-b756-ebb0b785d744,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:14.521732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.639680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Network 8d455072-2362-41e0-8285-dd887696ed6e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:14.648020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:14.651735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:14.666449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.678109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2c898-d15c-446b-9af1-893f0047cba4 req-ffc72e5d-c1b6-47c6-96c2-b7b0e8e91c87 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.679668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dda2c898-d15c-446b-9af1-893f0047cba4 req-ffc72e5d-c1b6-47c6-96c2-b7b0e8e91c87 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 932 time: 0.0869994 Aug 10 03:20:14.701904 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.707961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:14.709096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.712727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Pushing event updated for resources: {'Port': ['ID=0cee328b-2b63-4a07-975a-0603b8c502a8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:14.714073 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Transition to ACTIVE for port object b1b67cc9-7465-4d5e-99cd-0bbd476dc7be will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:14.720996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=7afcc204-f7c9-4dd5-b5d6-c7291758f04a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:14.767350 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.768001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f0214ff5-7b71-475b-b80d-344b0f453813 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2705545 Aug 10 03:20:14.785687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 7afcc204-f7c9-4dd5-b5d6-c7291758f04a on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:14.790465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Request body: {'port': {'device_id': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:14.812613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dda2c898-d15c-446b-9af1-893f0047cba4 req-b3241877-0c1e-4a03-b08c-6f1a74dd124b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077774 Aug 10 03:20:14.814161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:14.816212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-d673c8e8-55fe-4850-aa17-3bab52c6d615 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "DELETE /v2.0/ports/7afcc204-f7c9-4dd5-b5d6-c7291758f04a HTTP/1.1" status: 204 len: 173 time: 0.8970931 Aug 10 03:20:14.871233 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Pushing event updated for resources: {'Port': ['ID=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:14.939110 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.939988 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.940753 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.941330 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.942123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.942686 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.943214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.943872 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.944516 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.946030 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.946795 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.949735 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:14.990406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.015757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b52300b4-318b-4e28-9812-baaa62140698 req-3d06a822-15a2-4980-b56f-1d8299991775 tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0556126 Aug 10 03:20:15.076675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 20b9b2f5-390a-4082-922d-966c19a72f43 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:15.077240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.091685 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Attempting to bind port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:15.095526 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Attempting to bind port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:15.096231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Attempting to bind port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be on network 3f4fb721-34f1-45e8-b397-90bf961706f3 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:15.108272 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:15.112601 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Checking segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:15.113071 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.115576 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Bound using segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:15.116126 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Bound port: b1b67cc9-7465-4d5e-99cd-0bbd476dc7be, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:15.117504 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.161084 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.242875 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] For port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:15.248036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] For port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:15.268643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65198c2c-1e56-42db-af45-3185557113e1 req-dbe910fc-7e13-40a8-8a5a-4953747021db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:15.269506 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0f452e77-246c-4c22-be58-9256fda842c9 req-ff106755-4cd4-4a78-a153-95a886b0a90a tempest-ServerShowV254Test-1802082151 tempest-ServerShowV254Test-1802082151-project] 10.222.0.54 "GET /v2.0/ports?device_id=3af48baa-0b21-4148-841f-82ccad80b74b HTTP/1.1" status: 200 len: 210 time: 0.0437238 Aug 10 03:20:15.270149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65198c2c-1e56-42db-af45-3185557113e1 req-dbe910fc-7e13-40a8-8a5a-4953747021db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 945 time: 0.0861259 Aug 10 03:20:15.305045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 20b9b2f5-390a-4082-922d-966c19a72f43, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=20b9b2f5-390a-4082-922d-966c19a72f43,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:15.305325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.344254 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.350817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 20b9b2f5-390a-4082-922d-966c19a72f43 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:15.382481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65198c2c-1e56-42db-af45-3185557113e1 req-f205fe5e-e4ac-468a-9529-eccd348738eb tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001785 Aug 10 03:20:15.423575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-b3f4a028-d3da-4e72-92a6-f306c75fdc4b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:15.425137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-b3f4a028-d3da-4e72-92a6-f306c75fdc4b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1331289 Aug 10 03:20:15.447984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 752b366c-b8c5-4fb5-b756-ebb0b785d744 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:15.500300 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a71f-3d92-4e39-9d74-6cb2b72e9792 None None] Pushing event updated for resources: {'Port': ['ID=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:15.531677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 752b366c-b8c5-4fb5-b756-ebb0b785d744 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:15.532537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.533661 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Routers {'8f4d8707-2844-46af-89e1-888b0dbf6620'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:15.534307 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8f4d8707-2844-46af-89e1-888b0dbf6620'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:15.550532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 86ef22a5-fe7e-4297-837f-23b07041d743 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:15.596950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cee328b-2b63-4a07-975a-0603b8c502a8 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:15.633782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.666333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495ef8-6a52-4b00-a4bf-658c8bf0eb09 req-2cbe76cd-3d27-4bb3-96c9-3a510f1ee304 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:15.674386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9495ef8-6a52-4b00-a4bf-658c8bf0eb09 req-2cbe76cd-3d27-4bb3-96c9-3a510f1ee304 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 946 time: 0.1849685 Aug 10 03:20:15.740040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Deleting port d425a205-9f8c-4594-abbb-b734785c42e6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:15.740447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.765217 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] Set router 8f4d8707-2844-46af-89e1-888b0dbf6620 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:15.774597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9495ef8-6a52-4b00-a4bf-658c8bf0eb09 req-e913b09f-561a-40d7-a7d3-4733c4abc450 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b60684b-970b-4550-874b-0542d6126fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991325 Aug 10 03:20:15.782743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 86ef22a5-fe7e-4297-837f-23b07041d743 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:15.788085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 86ef22a5-fe7e-4297-837f-23b07041d743 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:15.789217 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.823011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Transition to ACTIVE for port object 0cee328b-2b63-4a07-975a-0603b8c502a8 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:15.843824 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd50ce-32c2-445d-af13-93b01305cebe x-openstack-request-id: req-05bd50ce-32c2-445d-af13-93b01305cebe {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:15.844219 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-deleted", "tag": "03a3dc2a-14ae-4387-b343-0cda139b2e16", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:15.845110 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05bd50ce-32c2-445d-af13-93b01305cebe {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:15.845614 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-deleted', 'tag': '03a3dc2a-14ae-4387-b343-0cda139b2e16', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:20:15.850595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.894888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=20b9b2f5-390a-4082-922d-966c19a72f43,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:15.911695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.995306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 20b9b2f5-390a-4082-922d-966c19a72f43 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:16.001335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.005505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee5ce7fb-59a9-4735-8d6c-9c900132f971 req-10b88b4d-c9d4-458b-aa7b-35ad1c7afc9a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.46 "DELETE /v2.0/ports/20b9b2f5-390a-4082-922d-966c19a72f43 HTTP/1.1" status: 204 len: 173 time: 1.1821706 Aug 10 03:20:16.012861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Pushing event updated for resources: {'Port': ['ID=0cee328b-2b63-4a07-975a-0603b8c502a8,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:16.061327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.120940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] For port d425a205-9f8c-4594-abbb-b734785c42e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d425a205-9f8c-4594-abbb-b734785c42e6,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:16.121491 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.161135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 86ef22a5-fe7e-4297-837f-23b07041d743, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=86ef22a5-fe7e-4297-837f-23b07041d743,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:16.219185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f33b36-bfb1-4a65-a63b-ff91d59c06b2 req-11ad3163-8f50-473c-b054-00d47866c406 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.229627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50f33b36-bfb1-4a65-a63b-ff91d59c06b2 req-11ad3163-8f50-473c-b054-00d47866c406 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.2490566 Aug 10 03:20:16.236216 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:20:11Z', 'revision_number': 4, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b1b67cc9-7465-4d5e-99cd-0bbd476dc7be', 'name': '', 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'tenant_id': '977ed682044b405a97546070d216c6af', 'mac_address': 'fa:16:3e:15:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:10Z', 'updated_at': '2021-08-10T03:20:15Z', 'revision_number': 4, 'project_id': '977ed682044b405a97546070d216c6af', 'subnets': [{'id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:16.244606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Attempting to bind port 0cee328b-2b63-4a07-975a-0603b8c502a8 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:16.244606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Attempting to bind port 0cee328b-2b63-4a07-975a-0603b8c502a8 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'b6003150-de12-4cdf-a100-a7c6d490b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:16.244606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Attempting to bind port 0cee328b-2b63-4a07-975a-0603b8c502a8 on network 8d455072-2362-41e0-8285-dd887696ed6e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:16.252072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Port 0cee328b-2b63-4a07-975a-0603b8c502a8 on network 8d455072-2362-41e0-8285-dd887696ed6e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:16.252540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Attempting to bind port 0cee328b-2b63-4a07-975a-0603b8c502a8 on network 8d455072-2362-41e0-8285-dd887696ed6e {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:16.258506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.259479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 03a3dc2a-14ae-4387-b343-0cda139b2e16 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:16.277243 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d87d0e-bc32-4c9a-b26b-5a299acb7fd4 None None] The sync data for ids ['8f4d8707-2844-46af-89e1-888b0dbf6620'] in n-d-765315-26 is: [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:20:11Z', 'revision_number': 4, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b1b67cc9-7465-4d5e-99cd-0bbd476dc7be', 'name': '', 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'tenant_id': '977ed682044b405a97546070d216c6af', 'mac_address': 'fa:16:3e:15:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:10Z', 'updated_at': '2021-08-10T03:20:15Z', 'revision_number': 4, 'project_id': '977ed682044b405a97546070d216c6af', 'subnets': [{'id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:16.279352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:16.280059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Checking segment: {'id': 'b6003150-de12-4cdf-a100-a7c6d490b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:16.280179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Bound using segment: {'id': 'b6003150-de12-4cdf-a100-a7c6d490b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:16.284765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Bound port: 0cee328b-2b63-4a07-975a-0603b8c502a8, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6003150-de12-4cdf-a100-a7c6d490b373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:16.285168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.306808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 03a3dc2a-14ae-4387-b343-0cda139b2e16 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:16.307163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 03a3dc2a-14ae-4387-b343-0cda139b2e16 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:16.307571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 20b9b2f5-390a-4082-922d-966c19a72f43 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:16.394518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50f33b36-bfb1-4a65-a63b-ff91d59c06b2 req-9386aace-e904-445a-9d0a-4ab1554e18e5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636369 Aug 10 03:20:16.450907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 20b9b2f5-390a-4082-922d-966c19a72f43 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:16.451516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 20b9b2f5-390a-4082-922d-966c19a72f43 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:16.451650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7afcc204-f7c9-4dd5-b5d6-c7291758f04a no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:16.472946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] For port 0cee328b-2b63-4a07-975a-0603b8c502a8, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:16.478011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] For port 0cee328b-2b63-4a07-975a-0603b8c502a8, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0cee328b-2b63-4a07-975a-0603b8c502a8,segment=NetworkSegment(b6003150-de12-4cdf-a100-a7c6d490b373),segment_id=b6003150-de12-4cdf-a100-a7c6d490b373)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:16.502621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 7afcc204-f7c9-4dd5-b5d6-c7291758f04a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:16.502621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7afcc204-f7c9-4dd5-b5d6-c7291758f04a not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:16.517788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=86ef22a5-fe7e-4297-837f-23b07041d743,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:16.590691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cb139-ba37-46ed-a689-1e6c500b6ca3 req-a6787d1a-fc21-4b65-8864-2fbcb151662c tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.592495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-194cb139-ba37-46ed-a689-1e6c500b6ca3 req-a6787d1a-fc21-4b65-8864-2fbcb151662c tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0828395 Aug 10 03:20:16.594934 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.595316 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.595626 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Floating IP 0e6e4e62-3bf0-40b0-a11d-ca34e4455d89 disassociated. External IP: 172.25.1.44, port: d425a205-9f8c-4594-abbb-b734785c42e6. Aug 10 03:20:16.595973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Calling delete_port for d425a205-9f8c-4594-abbb-b734785c42e6 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:16.626077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.692213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.693233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:16.694963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] 10.222.0.54 "PUT /v2.0/ports/0cee328b-2b63-4a07-975a-0603b8c502a8 HTTP/1.1" status: 200 len: 1093 time: 1.9109530 Aug 10 03:20:16.695654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'tag': '0cee328b-2b63-4a07-975a-0603b8c502a8'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:16.698891 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade885d7-5d2b-40eb-b6bd-ab73595406a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6a5fe5-4bdd-4773-8e4f-a306619921ea", "tag": "0cee328b-2b63-4a07-975a-0603b8c502a8"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:16.707933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4bf62-228c-4036-bb06-ec6564170887 service neutron] Pushing event updated for resources: {'Port': ['ID=0cee328b-2b63-4a07-975a-0603b8c502a8,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:16.893673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-04113590-193e-4b42-ad57-017acb9ce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:16.895472 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-04113590-193e-4b42-ad57-017acb9ce285 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7dd98d5b85d40729289fc4e4a8154c5&device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 1096 time: 0.0573900 Aug 10 03:20:16.965945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-0d4f05ee-bdda-444c-9777-c8c60d65e6fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cee328b-2b63-4a07-975a-0603b8c502a8 HTTP/1.1" status: 200 len: 217 time: 0.0525317 Aug 10 03:20:17.041591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-194cb139-ba37-46ed-a689-1e6c500b6ca3 req-0aa4ed55-9cb7-4093-b5a3-98be42dd8e21 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393690 Aug 10 03:20:17.042091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-71954934-8015-4184-a18f-e1ab0fe263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.043869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-71954934-8015-4184-a18f-e1ab0fe263fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e39f5284-8a49-4f41-98b9-cbbc8d5ee75f HTTP/1.1" status: 200 len: 862 time: 0.0712166 Aug 10 03:20:17.093071 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f7e0863b-ce20-44cd-acc6-2b42eaf2671b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d455072-2362-41e0-8285-dd887696ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411124 Aug 10 03:20:17.227930 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-886b0ec4-1fc5-4486-ab86-7153cbfb9d65 service neutron] 10.222.0.54 "GET /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272080 Aug 10 03:20:17.232875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a0be-59db-4546-b23a-eacb2ce3083b req-f5257780-7614-4ab6-bc1a-bdde65834388 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.235283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a0be-59db-4546-b23a-eacb2ce3083b req-f5257780-7614-4ab6-bc1a-bdde65834388 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0601685 Aug 10 03:20:17.261273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.306483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event deleted for resources: {'Port': ['ID=d425a205-9f8c-4594-abbb-b734785c42e6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:17.343068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a0be-59db-4546-b23a-eacb2ce3083b req-132d3651-7ff0-494c-adba-7a30a0c6b9f9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010273 Aug 10 03:20:17.385544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-17ebfe4c-281e-47f0-ae0d-4e3bb0583d84 service neutron] 10.222.0.54 "GET /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463501 Aug 10 03:20:17.487645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1b67cc9-7465-4d5e-99cd-0bbd476dc7be up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:17.531377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Router f7d795df-0c1a-45dd-9cfb-886a75b04e27 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:20:17.541150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f303-65d8-49b7-a798-e2f3f39034dc req-dbf0a784-2fd8-4489-a31d-4a3a4eb05687 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:17.543085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6524f303-65d8-49b7-a798-e2f3f39034dc req-dbf0a784-2fd8-4489-a31d-4a3a4eb05687 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 944 time: 0.0832243 Aug 10 03:20:17.613570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:17.617637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:17.620989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.641080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6524f303-65d8-49b7-a798-e2f3f39034dc req-9f40a2ff-3299-48f6-bc28-698aff307985 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898731 Aug 10 03:20:17.746459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:20:17.768281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] Sync routers for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:20:17.797557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:17.798195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:17.813300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.829694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] No DVR routers for this DVR port d425a205-9f8c-4594-abbb-b734785c42e6 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:17.833344 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.838198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48289b81-e8f8-407a-aee3-8c1be2a46198 req-8f86e25f-9b31-4323-bd79-df80dc8bb4d8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "DELETE /v2.0/ports/d425a205-9f8c-4594-abbb-b734785c42e6 HTTP/1.1" status: 204 len: 173 time: 2.4053226 Aug 10 03:20:17.849429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-deleted', 'tag': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a'}, {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-deleted', 'tag': '20b9b2f5-390a-4082-922d-966c19a72f43'}, {'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'name': 'network-vif-deleted', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:17.851686 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750313c-06a4-43cd-b59b-09ad80db9d5e" -d '{"events": [{"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-deleted", "tag": "7afcc204-f7c9-4dd5-b5d6-c7291758f04a"}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-deleted", "tag": "20b9b2f5-390a-4082-922d-966c19a72f43"}, {"server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "name": "network-vif-deleted", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:17.880909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db111a16-7937-473e-a4b2-3f60123cad28 req-c9a429a5-6096-47f0-b497-583206a3404f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 210 time: 0.0409093 Aug 10 03:20:17.927441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:18.001461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.039311 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b405f11-916c-4376-9a2d-29315dd6b3da x-openstack-request-id: req-2b405f11-916c-4376-9a2d-29315dd6b3da {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:18.039311 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6a5fe5-4bdd-4773-8e4f-a306619921ea", "tag": "0cee328b-2b63-4a07-975a-0603b8c502a8", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:18.039311 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b405f11-916c-4376-9a2d-29315dd6b3da {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:18.039311 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'tag': '0cee328b-2b63-4a07-975a-0603b8c502a8', 'status': 'completed', 'code': 200} Aug 10 03:20:18.057053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:18.106898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.137381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0880dbc-38b5-4c6f-a6b8-49e27e13b4f3 req-ad7f56ec-df30-4bbd-878d-35616938cc0e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5 HTTP/1.1" status: 200 len: 210 time: 0.0306270 Aug 10 03:20:18.179959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-324eb30b-d32f-408d-8df9-16ba6daeda73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.182376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-324eb30b-d32f-408d-8df9-16ba6daeda73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7dd98d5b85d40729289fc4e4a8154c5&device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 1096 time: 0.1029954 Aug 10 03:20:18.285029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53428) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:18.361724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782f47b-d349-4c32-b07b-4cbf8516e653 req-567c701b-5ae0-40d4-a76a-b1f491034a78 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.372046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f782f47b-d349-4c32-b07b-4cbf8516e653 req-567c701b-5ae0-40d4-a76a-b1f491034a78 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.1184411 Aug 10 03:20:18.390431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:18.429022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] Checking router: f7d795df-0c1a-45dd-9cfb-886a75b04e27 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:20:18.431839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-36dcecc9-ee0d-4ff9-8cad-2e984bbca5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.433459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-36dcecc9-ee0d-4ff9-8cad-2e984bbca5c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8d455072-2362-41e0-8285-dd887696ed6e HTTP/1.1" status: 200 len: 923 time: 0.2432678 Aug 10 03:20:18.438989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:20:18.439896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:18.447965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-324518a1-6b31-474a-a507-68f8919f025a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.461639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f782f47b-d349-4c32-b07b-4cbf8516e653 req-0339e12c-aac0-4c41-b39c-c24019886e68 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879421 Aug 10 03:20:18.511716 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d86bb3-7316-42a5-b735-996838abf360 x-openstack-request-id: req-35d86bb3-7316-42a5-b735-996838abf360 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:18.512007 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-deleted", "tag": "7afcc204-f7c9-4dd5-b5d6-c7291758f04a", "status": "failed", "code": 422}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-deleted", "tag": "20b9b2f5-390a-4082-922d-966c19a72f43", "status": "failed", "code": 422}, {"server_uuid": "dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5", "name": "network-vif-deleted", "tag": "d425a205-9f8c-4594-abbb-b734785c42e6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:18.512269 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35d86bb3-7316-42a5-b735-996838abf360 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:18.512797 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-deleted', 'tag': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:20:18.512927 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-deleted', 'tag': '20b9b2f5-390a-4082-922d-966c19a72f43', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:20:18.513172 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc56ba50-b5d6-40a4-b4fe-fbe9cab26cb5', 'name': 'network-vif-deleted', 'tag': 'd425a205-9f8c-4594-abbb-b734785c42e6', 'status': 'completed', 'code': 200} Aug 10 03:20:18.515046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-e57f7a60-c02d-44e7-9c75-74d3bde12e21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cee328b-2b63-4a07-975a-0603b8c502a8 HTTP/1.1" status: 200 len: 217 time: 0.0527568 Aug 10 03:20:18.574033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-324518a1-6b31-474a-a507-68f8919f025a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.578273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d425a205-9f8c-4594-abbb-b734785c42e6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:18.613065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-36ff9235-2dad-47ea-aea6-ae952ca0a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:18.618037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-36ff9235-2dad-47ea-aea6-ae952ca0a202 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e39f5284-8a49-4f41-98b9-cbbc8d5ee75f HTTP/1.1" status: 200 len: 862 time: 0.0900123 Aug 10 03:20:18.651819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-9c558f11-e13a-412b-bff9-4ab130c5370b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8d455072-2362-41e0-8285-dd887696ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285544 Aug 10 03:20:18.681062 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-324518a1-6b31-474a-a507-68f8919f025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.722788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324518a1-6b31-474a-a507-68f8919f025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ee215-b149-4bd2-8545-159fd6302026,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:18.727487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-324518a1-6b31-474a-a507-68f8919f025a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8690c69e91cd419f830ec3dcecfd456b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413455 Aug 10 03:20:18.732656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:18.737627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: d425a205-9f8c-4594-abbb-b734785c42e6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:18.738010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d425a205-9f8c-4594-abbb-b734785c42e6 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:18.747846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:20:18.805103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17ebe12a-9f3c-484d-bea1-15cd6e225754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.824757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68888d8d-130f-46a0-9169-a74aab9f9b59 req-37263c6f-8885-4a29-9174-ba9eaedbf8cf tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=f26be0f7-38e6-424d-9cc6-12e6d576edec HTTP/1.1" status: 200 len: 210 time: 0.0571990 Aug 10 03:20:18.830093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17ebe12a-9f3c-484d-bea1-15cd6e225754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:18.867201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-e1cc86e9-23f4-4f0c-8c4d-d006d836ef32 service neutron] 10.222.0.54 "GET /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072852 Aug 10 03:20:18.975093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade885d7-5d2b-40eb-b6bd-ab73595406a9 req-45bbd797-e074-49d3-be4d-af8fa24c860b service neutron] 10.222.0.54 "GET /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999317 Aug 10 03:20:18.985429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:19.007055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17ebe12a-9f3c-484d-bea1-15cd6e225754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.010737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17ebe12a-9f3c-484d-bea1-15cd6e225754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.015278 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-17ebe12a-9f3c-484d-bea1-15cd6e225754 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a7ee215-b149-4bd2-8545-159fd6302026 HTTP/1.1" status: 204 len: 168 time: 0.2831330 Aug 10 03:20:19.023833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed68c-482c-4737-b0a5-8c847326551a None None] The sync data for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 is: [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:12:56Z', 'revision_number': 4, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'dc526f72-fc67-4c9a-8db0-d37b686cb8ff', 'name': '', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'mac_address': 'fa:16:3e:a3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:54Z', 'updated_at': '2021-08-10T03:13:06Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'subnets': [{'id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:20:19.026982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebe12a-9f3c-484d-bea1-15cd6e225754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ee215-b149-4bd2-8545-159fd6302026,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:19.294930 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666f334-0092-420a-91f1-9fc20fe20d6a None None] New status for floating IP 0e6e4e62-3bf0-40b0-a11d-ca34e4455d89: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:20:19.395087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1b67cc9-7465-4d5e-99cd-0bbd476dc7be up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:19.476335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:19.476335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:19.529876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ec55d-ddda-4603-a011-73ea9c04a749 req-e11b7f55-eec5-4b3b-ac67-0ca813bcbb38 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.540776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-396ec55d-ddda-4603-a011-73ea9c04a749 req-e11b7f55-eec5-4b3b-ac67-0ca813bcbb38 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0779107 Aug 10 03:20:19.591036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-396ec55d-ddda-4603-a011-73ea9c04a749 req-14425cd3-50df-4c7d-8957-48c6027c8cc6 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Aug 10 03:20:19.710100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76610d-b016-4966-ac36-675e880447cb req-01305701-cdaa-490b-b11e-e32c8ef66e9c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.711683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c76610d-b016-4966-ac36-675e880447cb req-01305701-cdaa-490b-b11e-e32c8ef66e9c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Aug 10 03:20:19.757075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c76610d-b016-4966-ac36-675e880447cb req-5b4a3452-39fc-47ee-8ccb-c6e984763bfe tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Aug 10 03:20:19.865801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce40b06-03f1-4b2f-bb64-78e9806907e6 req-ac3a44a9-bcf5-4a47-bddf-a2f56dceb881 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:19.867710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce40b06-03f1-4b2f-bb64-78e9806907e6 req-ac3a44a9-bcf5-4a47-bddf-a2f56dceb881 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 944 time: 0.0499349 Aug 10 03:20:19.916657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce40b06-03f1-4b2f-bb64-78e9806907e6 req-8f5c6822-6e8f-4b74-9378-c3056150bf38 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Aug 10 03:20:19.993968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53470) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.090274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting subnet 99356933-4cd7-4619-ba91-d9fd647c9701 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:20.094062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.152323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53474) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.159088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496378f-da76-425d-8f07-12c634fbccc6 req-aee5b1dc-b83c-4399-8d60-926eed4cc569 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:20.160704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c496378f-da76-425d-8f07-12c634fbccc6 req-aee5b1dc-b83c-4399-8d60-926eed4cc569 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.1263745 Aug 10 03:20:20.168339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.243894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c496378f-da76-425d-8f07-12c634fbccc6 req-6469e8dc-2fab-4aed-b150-172697f8a258 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726826 Aug 10 03:20:20.258635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1672337381-network', 'tenant_id': 'b77045799e954e48a89fdd76bda62855'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:20.292623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.363431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53478) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.390244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Made reservation on behalf of b77045799e954e48a89fdd76bda62855 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:20.393035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.402079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.421358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724d5142-3ad7-4687-a7e5-8095af865746 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.446749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.451714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724d5142-3ad7-4687-a7e5-8095af865746 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.498738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Subnet': ['ID=99356933-4cd7-4619-ba91-d9fd647c9701,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.502898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.504776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/subnets/99356933-4cd7-4619-ba91-d9fd647c9701 HTTP/1.1" status: 204 len: 168 time: 0.5097792 Aug 10 03:20:20.511415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7fb25-4aed-4299-9ab0-383501808af6 None None] Network f759e129-417f-4a32-9be8-f57910f6de9d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:20.511917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53482) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.518197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.532889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.535586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.536513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.536513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.536513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329b8ab-f1e1-4de4-a7b4-66c7e4dd9bc2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:20.604811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0cee328b-2b63-4a07-975a-0603b8c502a8 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:20.616863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.629875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.669764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e44833e-5b0c-47a6-9360-e4e73c23990e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.695635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:20.707269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.707911 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Added segment d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e of type vlan for network eda676d9-ac41-44b0-8786-1a5908597e4d Aug 10 03:20:20.713051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724d5142-3ad7-4687-a7e5-8095af865746 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.716056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724d5142-3ad7-4687-a7e5-8095af865746 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.719406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-724d5142-3ad7-4687-a7e5-8095af865746 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "DELETE /v2.0/security-groups/6b60684b-970b-4550-874b-0542d6126fa8 HTTP/1.1" status: 204 len: 168 time: 0.3548553 Aug 10 03:20:20.724491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53486) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.739181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d5142-3ad7-4687-a7e5-8095af865746 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b60684b-970b-4550-874b-0542d6126fa8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:20.742739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:20.743191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.771560 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2b077085-93eb-4217-b737-62c90302d490 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] show failed (client error): The resource could not be found. Aug 10 03:20:20.772811 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b077085-93eb-4217-b737-62c90302d490 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups/6b60684b-970b-4550-874b-0542d6126fa8 HTTP/1.1" status: 404 len: 347 time: 0.0478132 Aug 10 03:20:20.776739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:20.835053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] DHCP port deletion for f759e129-417f-4a32-9be8-f57910f6de9d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:20.849490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2345f-f80a-47d5-8c50-a356c1eed903 req-ca2ed04f-d259-407a-8ca0-34136b206181 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:20.852860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0cee328b-2b63-4a07-975a-0603b8c502a8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0cee328b-2b63-4a07-975a-0603b8c502a8,segment=NetworkSegment(b6003150-de12-4cdf-a100-a7c6d490b373),segment_id=b6003150-de12-4cdf-a100-a7c6d490b373)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:20.856973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7b2345f-f80a-47d5-8c50-a356c1eed903 req-ca2ed04f-d259-407a-8ca0-34136b206181 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.1889405 Aug 10 03:20:20.879536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.884660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '0cee328b-2b63-4a07-975a-0603b8c502a8', 'network_id': '8d455072-2362-41e0-8285-dd887696ed6e', 'port_id': '0cee328b-2b63-4a07-975a-0603b8c502a8', 'mac_address': 'fa:16:3e:9a:cf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39f5284-8a49-4f41-98b9-cbbc8d5ee75f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:20.892670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:20.893063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.918766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 79dc54d1-fcdc-45d8-8dfa-c3019443e45d owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:20.939028 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.940949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7b2345f-f80a-47d5-8c50-a356c1eed903 req-a3974d56-ee51-4cca-ad19-049ac0ce2d03 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824828 Aug 10 03:20:20.972542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] Deleting port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:20.973246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.975759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cee328b-2b63-4a07-975a-0603b8c502a8 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:20.980170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Deleting port 63bac2cd-1703-4e56-8fb8-f228f01122ee {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:20.980634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.036736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.037925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.038776 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.053116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0cee328b-2b63-4a07-975a-0603b8c502a8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0cee328b-2b63-4a07-975a-0603b8c502a8,segment=NetworkSegment(b6003150-de12-4cdf-a100-a7c6d490b373),segment_id=b6003150-de12-4cdf-a100-a7c6d490b373)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:21.071525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] For port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,segment=NetworkSegment(6f3764f4-8186-451f-91c0-d72ddf9ddc94),segment_id=6f3764f4-8186-451f-91c0-d72ddf9ddc94)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:21.072264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.086280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] Calling delete_port for 79dc54d1-fcdc-45d8-8dfa-c3019443e45d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:21.117262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8719c-d942-473d-a285-47fa50adca63 req-da8488c7-8f87-42d3-9c4c-6288a00ad634 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.132390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] Pushing event updated for resources: {'Network': ['ID=eda676d9-ac41-44b0-8786-1a5908597e4d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.139166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e8719c-d942-473d-a285-47fa50adca63 req-da8488c7-8f87-42d3-9c4c-6288a00ad634 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0965641 Aug 10 03:20:21.145950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network eda676d9-ac41-44b0-8786-1a5908597e4d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:21.150618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.151039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.151375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.165160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Calling delete_port for 63bac2cd-1703-4e56-8fb8-f228f01122ee owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:21.192887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e8719c-d942-473d-a285-47fa50adca63 req-c35ce61b-ff64-487c-af20-fd56245c2e71 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Aug 10 03:20:21.230751 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-103ce85d-8e83-40e3-8b6b-c35640763313 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0773745 Aug 10 03:20:21.236557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53494) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:21.241455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Request body: {'subnet': {'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1672337381-subnet', 'tenant_id': 'b77045799e954e48a89fdd76bda62855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:21.264990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.292558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=0cee328b-2b63-4a07-975a-0603b8c502a8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.293817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:21.305929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.337797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Made reservation on behalf of b77045799e954e48a89fdd76bda62855 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:21.340332 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.350318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] Pushing event deleted for resources: {'Port': ['ID=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.358987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76a353-fb23-464d-bb98-5a31a9d6619f None None] No DVR routers for this DVR port 79dc54d1-fcdc-45d8-8dfa-c3019443e45d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:21.376628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=79dc54d1-fcdc-45d8-8dfa-c3019443e45d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.428768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 79dc54d1-fcdc-45d8-8dfa-c3019443e45d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:21.453735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef699e-17c5-4349-a952-c409de232c34 req-ca2ac111-2e0d-44d5-8564-bc00d144215c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.455292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfef699e-17c5-4349-a952-c409de232c34 req-ca2ac111-2e0d-44d5-8564-bc00d144215c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 945 time: 0.2021630 Aug 10 03:20:21.461236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 79dc54d1-fcdc-45d8-8dfa-c3019443e45d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:21.461752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 79dc54d1-fcdc-45d8-8dfa-c3019443e45d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:21.461920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.490722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f759e129-417f-4a32-9be8-f57910f6de9d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:21.513871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3764f4-8186-451f-91c0-d72ddf9ddc94') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:21.514224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3764f4-8186-451f-91c0-d72ddf9ddc94') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:21.531893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.556452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfef699e-17c5-4349-a952-c409de232c34 req-e1f33b8b-a1e3-49f1-8342-201f057c703f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783758 Aug 10 03:20:21.574590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.580288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.585303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:21.585808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:21.589382 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:21.624422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event deleted for resources: {'Port': ['ID=63bac2cd-1703-4e56-8fb8-f228f01122ee,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.635498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['0cee328b-2b63-4a07-975a-0603b8c502a8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:21.690317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.692772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.694091 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f730e66-fb54-4298-abf0-cdbbfa41a588 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "DELETE /v2.0/floatingips/0e6e4e62-3bf0-40b0-a11d-ca34e4455d89 HTTP/1.1" status: 204 len: 168 time: 0.9162867 Aug 10 03:20:21.695497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.701855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee33ff-f7e8-4ae2-babd-6c1713847f6d req-c980439d-9fa6-427e-8be7-09800db5e91f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.701855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83ee33ff-f7e8-4ae2-babd-6c1713847f6d req-c980439d-9fa6-427e-8be7-09800db5e91f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0691013 Aug 10 03:20:21.741909 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb7d6ce-000c-45df-a5a6-ff584d381934,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.788180 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.789141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Checking segment: {'id': 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:21.790434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Network hostable DHCP agents. Network: eda676d9-ac41-44b0-8786-1a5908597e4d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:21.813509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.815580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/networks/f759e129-417f-4a32-9be8-f57910f6de9d HTTP/1.1" status: 204 len: 168 time: 1.2985005 Aug 10 03:20:21.818171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53502) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:21.819518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83ee33ff-f7e8-4ae2-babd-6c1713847f6d req-3c2d57fa-f84a-40f1-ae78-e93c1186b4ce tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084802 Aug 10 03:20:21.836463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99eb2c-131b-4b22-bfda-31cd0e8d6b62 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Network': ['ID=f759e129-417f-4a32-9be8-f57910f6de9d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:21.866720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Network eda676d9-ac41-44b0-8786-1a5908597e4d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:21.893780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting subnet 6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:20:21.897582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.943012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.965587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, eda676d9-ac41-44b0-8786-1a5908597e4d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:21.975349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6421f-9738-4dd5-91ec-903e38392d50 None None] Network eda676d9-ac41-44b0-8786-1a5908597e4d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:21.978013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:21.979669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.062706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.067657 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac62ac4c-25dd-4aa1-95d7-7cb30c0d6817 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8300068 Aug 10 03:20:22.158651 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c5f1d-339b-4b64-8077-d278c0fd1a43 None None] Network eda676d9-ac41-44b0-8786-1a5908597e4d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:22.201151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.202341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53508) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:22.211022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227504382', 'description': 'tempest-description--898829925'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:22.244283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Subnet': ['ID=6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.249515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.252489 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b60f8af1-f202-4405-b5b7-03cb097d53db tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/subnets/6f35d08a-2e0b-4cc8-a1e7-d2e5b317e861 HTTP/1.1" status: 204 len: 168 time: 0.4332814 Aug 10 03:20:22.255777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53514) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:22.262328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad1e4f-9fc4-449f-9c7b-925b29e925e5 None None] Network 11d6a4d9-43f0-4de6-9f12-27d77a100913 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:22.356647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c2d7-0387-47e1-9e06-6bfb0faa7501 req-4d50e16e-22bf-4511-a784-703c3486eb2b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.357497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.359591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c52c2d7-0387-47e1-9e06-6bfb0faa7501 req-4d50e16e-22bf-4511-a784-703c3486eb2b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Aug 10 03:20:22.406463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c52c2d7-0387-47e1-9e06-6bfb0faa7501 req-e8400c0e-ba2e-40e9-9884-9490402d5f51 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Aug 10 03:20:22.407950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.419777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 949c18e8-6e96-42cd-bad5-a57c06972b1f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:22.420125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.512738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 949c18e8-6e96-42cd-bad5-a57c06972b1f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=949c18e8-6e96-42cd-bad5-a57c06972b1f,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:22.512738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.537331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 949c18e8-6e96-42cd-bad5-a57c06972b1f owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:22.542944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.553259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] DHCP port deletion for 11d6a4d9-43f0-4de6-9f12-27d77a100913 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:20:22.581322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7177aa5-2f6c-49ab-9616-1d3e1a93d250 req-dccb019f-2cab-40e7-b570-aaa842d2cae9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:22.583852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7177aa5-2f6c-49ab-9616-1d3e1a93d250 req-dccb019f-2cab-40e7-b570-aaa842d2cae9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0645056 Aug 10 03:20:22.635906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7177aa5-2f6c-49ab-9616-1d3e1a93d250 req-55a34982-f803-4629-b452-4829ae5d2ba6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Aug 10 03:20:22.648666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] Deleting port 949c18e8-6e96-42cd-bad5-a57c06972b1f {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:22.649709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.651887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.690176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce573d8-9af8-4b46-b764-4964d2e238a8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.731934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] For port 949c18e8-6e96-42cd-bad5-a57c06972b1f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=949c18e8-6e96-42cd-bad5-a57c06972b1f,segment=NetworkSegment(aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f),segment_id=aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:22.732376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.747264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] Calling delete_port for 949c18e8-6e96-42cd-bad5-a57c06972b1f owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:22.755142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.756264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.761155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-22e88057-cb5c-4ce4-8a2d-ec6da362b4a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5570686 Aug 10 03:20:22.763846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53524) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:22.769703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'security_group_rule': {'security_group_id': '9ce573d8-9af8-4b46-b764-4964d2e238a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:22.802497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=949c18e8-6e96-42cd-bad5-a57c06972b1f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.804918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 949c18e8-6e96-42cd-bad5-a57c06972b1f on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:22.837554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.864732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.866765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] Pushing event deleted for resources: {'Port': ['ID=949c18e8-6e96-42cd-bad5-a57c06972b1f,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:22.870914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82fb10-f728-4d0c-8ae2-76dae336e7df None None] No DVR routers for this DVR port 949c18e8-6e96-42cd-bad5-a57c06972b1f on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:22.930568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.940902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d6a4d9-43f0-4de6-9f12-27d77a100913']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:22.951819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:22.952973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec33c2c-3d46-411d-9fb1-c3ae3ff9f36f') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:20:22.964527 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.980703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.986983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:20:22.987658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:20:22.992875 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:20:22.996004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.031003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-70f779e4-00a4-4846-a9bb-70ee70f235a5 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.037673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-70f779e4-00a4-4846-a9bb-70ee70f235a5 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/networks?id=eda676d9-ac41-44b0-8786-1a5908597e4d HTTP/1.1" status: 200 len: 814 time: 0.1301527 Aug 10 03:20:23.054507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-73a15ff8-8f90-4b7b-b796-5ce39376313b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/quotas/b77045799e954e48a89fdd76bda62855 HTTP/1.1" status: 200 len: 375 time: 0.0160165 Aug 10 03:20:23.086174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-60a822eb-c830-405f-b564-f2b72cd0ccb0 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b77045799e954e48a89fdd76bda62855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308080 Aug 10 03:20:23.091824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.101997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-815ace5a-1667-4f4e-b7a3-e9580ecbf720 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:20:23.101997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-815ace5a-1667-4f4e-b7a3-e9580ecbf720 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073051 Aug 10 03:20:23.130527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b53df11-9e05-448a-b573-6ab6a2a19c01,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:23.149479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.159562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.160869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/networks/11d6a4d9-43f0-4de6-9f12-27d77a100913 HTTP/1.1" status: 204 len: 168 time: 0.9038250 Aug 10 03:20:23.178333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53536) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.183672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1050140373'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:23.187262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4573a-541d-417f-afa4-e5f3f639175a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Network': ['ID=11d6a4d9-43f0-4de6-9f12-27d77a100913,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:23.205814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-314395a5-5ed9-4a83-9604-8a029b314d31 service neutron] 10.222.0.26 "GET /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935171 Aug 10 03:20:23.206958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.210495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d0851129-04bf-4a4d-a014-0f65d8a1951d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4426565 Aug 10 03:20:23.210764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53538) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.216753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'security_group_rule': {'security_group_id': '9ce573d8-9af8-4b46-b764-4964d2e238a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:23.292210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:23.295728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.326527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:23.326746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-e243d055-471a-4d11-940e-6590a4e3b0e9 service neutron] 10.222.0.26 "GET /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119578 Aug 10 03:20:23.332216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.332689 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Added segment ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2 of type vlan for network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d Aug 10 03:20:23.381814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.393405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 949c18e8-6e96-42cd-bad5-a57c06972b1f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:23.402817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.417637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 949c18e8-6e96-42cd-bad5-a57c06972b1f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:23.418098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 949c18e8-6e96-42cd-bad5-a57c06972b1f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:23.469854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.532836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.547697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.549606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.611336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abac37-8ee5-44ef-b598-e0088fcae6a9 req-2e8f6e9b-3c8e-472a-84fd-1c2afed7f0f7 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.612970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5abac37-8ee5-44ef-b598-e0088fcae6a9 req-2e8f6e9b-3c8e-472a-84fd-1c2afed7f0f7 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 945 time: 0.0530653 Aug 10 03:20:23.614263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.645867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d353a909-f74f-4fdd-8c78-d41626b68ae5,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:23.674592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Network': ['ID=3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:23.687634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:23.693787 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6cb0a168-537f-4d17-a780-1df9d7127f3f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5141132 Aug 10 03:20:23.696227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53554) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.709649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'subnet': {'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:23.719662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5abac37-8ee5-44ef-b598-e0088fcae6a9 req-34e0c0f8-ff92-4306-8de4-b85c429bc206 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933678 Aug 10 03:20:23.759038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.760266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fd6529a8-78e3-4822-b403-3574e38b2abe tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5485401 Aug 10 03:20:23.775362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53556) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:23.780899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:23.855805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5eac2-7959-42ca-987b-7f5efa947a64 req-be27093c-1c28-4c52-bf63-64f878a6d49f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:23.857341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38f5eac2-7959-42ca-987b-7f5efa947a64 req-be27093c-1c28-4c52-bf63-64f878a6d49f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0544221 Aug 10 03:20:23.892005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:23.899939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38f5eac2-7959-42ca-987b-7f5efa947a64 req-0a3b52fd-8512-4bdd-a7d2-7f592b066bf6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Aug 10 03:20:23.960944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:23.964780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.053066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a54d4-78db-4410-9a9a-b3f9b76a6ac8 req-15a9678d-ba51-4af6-abe7-ed2eefcc1820 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.054580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41a54d4-78db-4410-9a9a-b3f9b76a6ac8 req-15a9678d-ba51-4af6-abe7-ed2eefcc1820 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0865259 Aug 10 03:20:24.084538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.145898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41a54d4-78db-4410-9a9a-b3f9b76a6ac8 req-d4367fdd-a3ba-4653-b06a-36697867b9a7 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817738 Aug 10 03:20:24.234921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Allocated IP 172.25.1.133 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/34d597c8-6ad2-4f4c-850e-cc50ee05a6e0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:24.248224 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.252332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbfa86d0-5a32-483d-9c8b-c958f2ad3103 req-f442e42d-6a38-4af3-8cfe-ff6fd7b0bd80 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 210 time: 0.0351555 Aug 10 03:20:24.321838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Subnet': ['ID=4ebd247a-fda3-40e4-b180-1199eeeee29e,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.328044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Checking segment: {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:24.328608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network hostable DHCP agents. Network: 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:24.420047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.440510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:24.448073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d599a-aafe-4ea6-a921-6e85e2464597 req-8912b18e-df52-4526-ba8b-56c0b1aeab7b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.452515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a7d599a-aafe-4ea6-a921-6e85e2464597 req-8912b18e-df52-4526-ba8b-56c0b1aeab7b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0801678 Aug 10 03:20:24.507200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a7d599a-aafe-4ea6-a921-6e85e2464597 req-2e1527e7-6e1e-460d-9c34-11c1f3b6dfe8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514221 Aug 10 03:20:24.583854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:24.584312 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.588091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.588918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.595312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6129f-0a06-48b6-b603-978b1e7e2344 None None] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:24.638675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:24.643351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0cee328b-2b63-4a07-975a-0603b8c502a8 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:24.663531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:24.663531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:24.663531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'Port': ['ID=34d597c8-6ad2-4f4c-850e-cc50ee05a6e0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:24.712485 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-85a04101-77ec-40a9-b068-75919b8c845e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0133576 Aug 10 03:20:24.715940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:24.721984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-344493193'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:24.760899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.794896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d', 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'fixed_ips': [{'subnet_id': '4ebd247a-fda3-40e4-b180-1199eeeee29e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:24.796391 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.837781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:24.845592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.878379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 0cee328b-2b63-4a07-975a-0603b8c502a8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:24.884943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 0cee328b-2b63-4a07-975a-0603b8c502a8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:24.885553 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.906658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.915403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:24.950742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e729eb7-ab82-4396-9b52-a97d633a6127 req-c4866510-abba-470d-ba47-ea2e68c84e0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:24.952909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e729eb7-ab82-4396-9b52-a97d633a6127 req-c4866510-abba-470d-ba47-ea2e68c84e0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 945 time: 0.1435292 Aug 10 03:20:24.967214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.968105 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Added segment 5e21d5cc-f19c-451b-b145-0de1f40754fe of type vlan for network 68ae5484-12ff-4449-9c98-7e6fb4e952bb Aug 10 03:20:25.062953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.098087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e729eb7-ab82-4396-9b52-a97d633a6127 req-3565af6b-61e5-4cac-b28c-0b6076b51370 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282551 Aug 10 03:20:25.153487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Allocated IP 19.80.0.2 (3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d/4ebd247a-fda3-40e4-b180-1199eeeee29e/9931782b-39ba-4274-a005-02a1f791cd61) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:25.209904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.240599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.246730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.247352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.253648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.289818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0cee328b-2b63-4a07-975a-0603b8c502a8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0cee328b-2b63-4a07-975a-0603b8c502a8,segment=NetworkSegment(b6003150-de12-4cdf-a100-a7c6d490b373),segment_id=b6003150-de12-4cdf-a100-a7c6d490b373)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:25.353333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.374620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.402646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Network': ['ID=68ae5484-12ff-4449-9c98-7e6fb4e952bb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.412009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.425901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:25.427283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad4303-607c-4300-b037-99b50105284f req-9ec0dcc6-d1b9-40a2-92ee-adb228661024 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.429283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0ad4303-607c-4300-b037-99b50105284f req-9ec0dcc6-d1b9-40a2-92ee-adb228661024 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.2371178 Aug 10 03:20:25.435096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Transition to ACTIVE for port object 9931782b-39ba-4274-a005-02a1f791cd61 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:25.446537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d79a1ea8-0756-41db-9e16-70c7b30cb393 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7292271 Aug 10 03:20:25.449240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:25.454854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'subnet': {'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:25.479331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'Port': ['ID=34d597c8-6ad2-4f4c-850e-cc50ee05a6e0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.509880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=0cee328b-2b63-4a07-975a-0603b8c502a8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.534277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Transition to ACTIVE for port object 9931782b-39ba-4274-a005-02a1f791cd61 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:25.541114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0ad4303-607c-4300-b037-99b50105284f req-ac0a33e9-ff13-4e6b-8c47-712615bb0f70 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980926 Aug 10 03:20:25.553508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.635915 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.658653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43fb52-4525-435c-89f7-ce3f97c16997 req-3b8bdd32-61b1-421d-ac02-3696c2bb05a6 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.665469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:25.666235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af43fb52-4525-435c-89f7-ce3f97c16997 req-3b8bdd32-61b1-421d-ac02-3696c2bb05a6 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0594380 Aug 10 03:20:25.672806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.682515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:25.690191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:25.696319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:25.700205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Pushing event updated for resources: {'Port': ['ID=9931782b-39ba-4274-a005-02a1f791cd61,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:25.712119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af43fb52-4525-435c-89f7-ce3f97c16997 req-1eabf005-b463-44aa-bc5b-fde795d246a1 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Aug 10 03:20:25.755966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.757871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e06f7d80-e3bd-4ccb-b537-20ef2d48df5d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9813197 Aug 10 03:20:25.774772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Attempting to bind port 9931782b-39ba-4274-a005-02a1f791cd61 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:25.774772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Attempting to bind port 9931782b-39ba-4274-a005-02a1f791cd61 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:25.774772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Attempting to bind port 9931782b-39ba-4274-a005-02a1f791cd61 on network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:25.790733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:25.791177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Checking segment: {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:25.791584 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.792216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Bound using segment: {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:25.792513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Bound port: 9931782b-39ba-4274-a005-02a1f791cd61, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:25.796605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.808188 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:25.810906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c1b684e-ded3-4abe-bf69-e6ee63c68042 req-07b78d46-3d29-43bf-a293-2714d23f78c7 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 210 time: 0.0359321 Aug 10 03:20:25.950174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72f6c-8200-4cc2-a5b5-9884a9623879 req-c9526693-a94c-481a-877c-ab0c19185abb tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:25.953054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbd72f6c-8200-4cc2-a5b5-9884a9623879 req-c9526693-a94c-481a-877c-ab0c19185abb tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0602384 Aug 10 03:20:25.966055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] For port 9931782b-39ba-4274-a005-02a1f791cd61, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:25.971122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] For port 9931782b-39ba-4274-a005-02a1f791cd61, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9931782b-39ba-4274-a005-02a1f791cd61,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:26.000655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbd72f6c-8200-4cc2-a5b5-9884a9623879 req-6692262f-927a-42a2-942d-ed053eb9d7e6 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Aug 10 03:20:26.064024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.093790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.124958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Subnet': ['ID=3ac54353-7f66-4afd-b7bd-fd731e21e497,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:26.140662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-48e7bf64-69a8-42bf-961c-3e8414460a55 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--227504382&fields=id&tenant_id=542e603960c6440eb87b84444c44ded1 HTTP/1.1" status: 200 len: 267 time: 0.0676866 Aug 10 03:20:26.147550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Checking segment: {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:26.147919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network hostable DHCP agents. Network: 68ae5484-12ff-4449-9c98-7e6fb4e952bb, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:26.202558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432c2e4-f8a5-4940-bc8e-8dfd94d97cd0 None None] Pushing event updated for resources: {'Port': ['ID=9931782b-39ba-4274-a005-02a1f791cd61,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:26.241183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:26.315680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 68ae5484-12ff-4449-9c98-7e6fb4e952bb) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:26.321953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:26.327158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.335438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b7712-a743-4842-b9c1-b53f2ab0a882 None None] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:26.418292 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b99095f1-3fc8-4c25-8c93-f4320831773f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9677722 Aug 10 03:20:26.577208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-68ae5484-12ff-4449-9c98-7e6fb4e952bb', 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'fixed_ips': [{'subnet_id': '3ac54353-7f66-4afd-b7bd-fd731e21e497'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:26.578494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.711683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-8a582c27-c9b0-42d4-bca7-f53bbb2c849b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:26.719499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-8a582c27-c9b0-42d4-bca7-f53bbb2c849b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 811 time: 0.5777118 Aug 10 03:20:26.723591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Allocated IP 19.86.0.2 (68ae5484-12ff-4449-9c98-7e6fb4e952bb/3ac54353-7f66-4afd-b7bd-fd731e21e497/a0f99fdb-fd80-40cc-a430-a281b5f8c758) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:26.727165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-0f7ddba9-81b0-464e-9c84-6d94e03dd229 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:26.728598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-0f7ddba9-81b0-464e-9c84-6d94e03dd229 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.54 "GET /v2.0/networks?id=eda676d9-ac41-44b0-8786-1a5908597e4d HTTP/1.1" status: 200 len: 814 time: 0.5852258 Aug 10 03:20:26.741113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-7ba6eb59-cee8-48ba-a523-02dd2d08dc7b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/quotas/542e603960c6440eb87b84444c44ded1 HTTP/1.1" status: 200 len: 375 time: 0.0204871 Aug 10 03:20:26.762761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Request body: {'port': {'device_id': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d', 'admin_state_up': True, 'tenant_id': 'b77045799e954e48a89fdd76bda62855'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:26.863375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-7e4c69d7-fee7-4875-b2e6-9ddaaf95a2f7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154943 Aug 10 03:20:26.885144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.905519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Transition to ACTIVE for port object a0f99fdb-fd80-40cc-a430-a281b5f8c758 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:26.932064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Transition to ACTIVE for port object a0f99fdb-fd80-40cc-a430-a281b5f8c758 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:26.991547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-69ab1843-fbcb-452a-bda6-fad4c69c58ef service neutron] 10.222.0.26 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098890 Aug 10 03:20:27.013426 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.050818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Made reservation on behalf of b77045799e954e48a89fdd76bda62855 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:27.054685 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.059345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:27.063551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:27.069925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:27.085849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Pushing event updated for resources: {'Port': ['ID=a0f99fdb-fd80-40cc-a430-a281b5f8c758,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.144493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Attempting to bind port a0f99fdb-fd80-40cc-a430-a281b5f8c758 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:27.145136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Attempting to bind port a0f99fdb-fd80-40cc-a430-a281b5f8c758 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:27.145711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Attempting to bind port a0f99fdb-fd80-40cc-a430-a281b5f8c758 on network 68ae5484-12ff-4449-9c98-7e6fb4e952bb {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:27.154586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:27.155738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Checking segment: {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:27.156336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.156941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Bound using segment: {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:27.165006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Bound port: a0f99fdb-fd80-40cc-a430-a281b5f8c758, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:27.165635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.208982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-575a77af-39b1-443c-8b8d-ed75d9b668cb service neutron] 10.222.0.26 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106326 Aug 10 03:20:27.233577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Allocated IP 172.20.0.5 (eda676d9-ac41-44b0-8786-1a5908597e4d/ffb7d6ce-000c-45df-a5a6-ff584d381934/0900fc1b-bedf-45c2-9513-f759ac1763f7) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:27.256506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] For port a0f99fdb-fd80-40cc-a430-a281b5f8c758, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:27.260659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] For port a0f99fdb-fd80-40cc-a430-a281b5f8c758, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a0f99fdb-fd80-40cc-a430-a281b5f8c758,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:27.306297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb8705-198a-4311-ae0a-b1cbb36b7170 None None] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:27.378344 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.460423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.472291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b1165-c1d5-42e6-a8d0-534b30a22bfd None None] Pushing event updated for resources: {'Port': ['ID=a0f99fdb-fd80-40cc-a430-a281b5f8c758,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.504764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9931782b-39ba-4274-a005-02a1f791cd61 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:27.577702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-054fd653-94e1-45a6-8d34-c9a096cd58ee None None] Provisioning for port 9931782b-39ba-4274-a005-02a1f791cd61 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:27.703923 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.704100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9931782b-39ba-4274-a005-02a1f791cd61 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:27.708475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9931782b-39ba-4274-a005-02a1f791cd61 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:27.711866 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.753025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Network eda676d9-ac41-44b0-8786-1a5908597e4d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:27.763458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:27.769088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:27.786372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707f30b-1b8b-4a8e-a19c-2c45b0853c22 req-3897e23a-d5fd-4f7f-9f34-4d8b033ab126 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:27.793185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3707f30b-1b8b-4a8e-a19c-2c45b0853c22 req-3897e23a-d5fd-4f7f-9f34-4d8b033ab126 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1490140 Aug 10 03:20:27.839213 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.859167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Pushing event updated for resources: {'Port': ['ID=0900fc1b-bedf-45c2-9513-f759ac1763f7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:27.884953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:27.885819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:27.913254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3707f30b-1b8b-4a8e-a19c-2c45b0853c22 req-491b7826-7279-451c-b618-d50852930538 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184406 Aug 10 03:20:27.929380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9931782b-39ba-4274-a005-02a1f791cd61, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9931782b-39ba-4274-a005-02a1f791cd61,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:28.034476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5bdfce48-3e03-4970-a292-eb5b0642c705 None None] Provisioning complete for port 9931782b-39ba-4274-a005-02a1f791cd61 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:28.034875 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5bdfce48-3e03-4970-a292-eb5b0642c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.037692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-a42b5219-79df-4a74-9a7e-8c545c2eb804 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2874973 Aug 10 03:20:28.058607 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.067020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Request body: {'port': {'device_id': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:28.148750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.171928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9931782b-39ba-4274-a005-02a1f791cd61,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:28.179452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-b913f90a-c839-453d-bab9-5653970b8702 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.187487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-b913f90a-c839-453d-bab9-5653970b8702 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:28.193545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-b913f90a-c839-453d-bab9-5653970b8702 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/networks?id=3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d&id=68ae5484-12ff-4449-9c98-7e6fb4e952bb HTTP/1.1" status: 200 len: 1391 time: 0.1885073 Aug 10 03:20:28.216441 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:28.240032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-bcedc31c-8062-413a-acaa-56299eebdadc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/quotas/d3397732ef2342adae1e0dee957ce53f HTTP/1.1" status: 200 len: 375 time: 0.0449018 Aug 10 03:20:28.369111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-953bc35a-fba3-4602-9f9a-d1ed7bc50573 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1208222 Aug 10 03:20:28.544726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-22f2fa3a-05d4-42dd-b399-ac86c6740634 service neutron] 10.222.0.26 "GET /v2.0/networks/3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663103 Aug 10 03:20:28.666410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0900fc1b-bedf-45c2-9513-f759ac1763f7 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:28.667807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b4ff4-1336-4f28-a7d2-f793364bc12c None None] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:28.681431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.699605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-13f3dd4f-2e0c-4c5f-877a-81e0fdd3080a service neutron] 10.222.0.26 "GET /v2.0/networks/3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462688 Aug 10 03:20:28.724480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Transition to ACTIVE for port object 0900fc1b-bedf-45c2-9513-f759ac1763f7 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:28.797893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-4275f690-1e46-4341-8be4-082eba5ae6bf service neutron] 10.222.0.26 "GET /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974090 Aug 10 03:20:28.886788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63c9e23b-69a2-409d-af3d-dbff3d487c9e None None] Provisioning for port a0f99fdb-fd80-40cc-a430-a281b5f8c758 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:28.893551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:28.945531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e1cd363c-9fee-4629-8043-ec7df05bac22 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296127 Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Pushing event updated for resources: {'Port': ['ID=0900fc1b-bedf-45c2-9513-f759ac1763f7,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Attempting to bind port 0900fc1b-bedf-45c2-9513-f759ac1763f7 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Attempting to bind port 0900fc1b-bedf-45c2-9513-f759ac1763f7 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Attempting to bind port 0900fc1b-bedf-45c2-9513-f759ac1763f7 on network eda676d9-ac41-44b0-8786-1a5908597e4d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Port 0900fc1b-bedf-45c2-9513-f759ac1763f7 on network eda676d9-ac41-44b0-8786-1a5908597e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Attempting to bind port 0900fc1b-bedf-45c2-9513-f759ac1763f7 on network eda676d9-ac41-44b0-8786-1a5908597e4d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Checking segment: {'id': 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Bound using segment: {'id': 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Bound port: 0900fc1b-bedf-45c2-9513-f759ac1763f7, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:29.241870 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.246639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] For port 0900fc1b-bedf-45c2-9513-f759ac1763f7, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:29.246639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] For port 0900fc1b-bedf-45c2-9513-f759ac1763f7, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7,segment=NetworkSegment(d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e),segment_id=d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:29.314456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64af59b-6464-45a6-8ae8-ef9f50553efb req-e0a00209-f345-4d20-a7c3-85c1e6c5b5fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.315406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a64af59b-6464-45a6-8ae8-ef9f50553efb req-e0a00209-f345-4d20-a7c3-85c1e6c5b5fd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0568192 Aug 10 03:20:29.363961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a64af59b-6464-45a6-8ae8-ef9f50553efb req-35b8722a-f508-4da0-806b-916cf2b53e59 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Aug 10 03:20:29.372757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.407326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.408048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.409474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] 10.222.0.54 "PUT /v2.0/ports/0900fc1b-bedf-45c2-9513-f759ac1763f7 HTTP/1.1" status: 200 len: 1092 time: 1.3467095 Aug 10 03:20:29.414663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'tag': '0900fc1b-bedf-45c2-9513-f759ac1763f7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:29.424677 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b0818f-b87d-41fe-9dee-3ac19be0c234" -d '{"events": [{"name": "network-changed", "server_uuid": "357a156b-f4f0-4dba-9c8c-8ffe49110176", "tag": "0900fc1b-bedf-45c2-9513-f759ac1763f7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:29.512551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802611c7-afbc-4328-bfa0-a254f395416c service neutron] Pushing event updated for resources: {'Port': ['ID=0900fc1b-bedf-45c2-9513-f759ac1763f7,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:29.540232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9931782b-39ba-4274-a005-02a1f791cd61 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:29.548012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7c34-4fb2-4c51-9e31-11dd50e86a13 req-1728595a-cc73-445f-aeb5-e933b322bb4b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.549705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a26b7c34-4fb2-4c51-9e31-11dd50e86a13 req-1728595a-cc73-445f-aeb5-e933b322bb4b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0746908 Aug 10 03:20:29.601081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a26b7c34-4fb2-4c51-9e31-11dd50e86a13 req-3bfad5b8-9aee-4853-8e02-1ac6542500e6 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Aug 10 03:20:29.605772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9931782b-39ba-4274-a005-02a1f791cd61 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:29.606210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.651436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-07716250-ac18-43fa-a41c-2ffc52683971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.653016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-07716250-ac18-43fa-a41c-2ffc52683971 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b77045799e954e48a89fdd76bda62855&device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 1095 time: 0.0662334 Aug 10 03:20:29.704877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0f99fdb-fd80-40cc-a430-a281b5f8c758 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:29.713345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-b6cc091b-bd61-415b-a352-533488ebbe4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7 HTTP/1.1" status: 200 len: 217 time: 0.0451372 Aug 10 03:20:29.788264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-91fe449c-7950-4848-893e-695dec49b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.789690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-91fe449c-7950-4848-893e-695dec49b1b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffb7d6ce-000c-45df-a5a6-ff584d381934 HTTP/1.1" status: 200 len: 854 time: 0.0665259 Aug 10 03:20:29.802482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce41f6-8b6d-4425-bfc0-8ab2d7ae71ac req-aff50a5e-2bad-4144-a850-c4062d673c0a tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:29.803945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acce41f6-8b6d-4425-bfc0-8ab2d7ae71ac req-aff50a5e-2bad-4144-a850-c4062d673c0a tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 943 time: 0.0934842 Aug 10 03:20:29.834924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-a8af0c6c-3769-4142-b9d4-29c5581cc1c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eda676d9-ac41-44b0-8786-1a5908597e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299668 Aug 10 03:20:29.875184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a0f99fdb-fd80-40cc-a430-a281b5f8c758 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:29.880834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a0f99fdb-fd80-40cc-a430-a281b5f8c758 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:29.892210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.907771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acce41f6-8b6d-4425-bfc0-8ab2d7ae71ac req-42acaf1c-0bcb-482b-ad90-ff0eb48b4d76 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937276 Aug 10 03:20:29.956291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-1181fe29-ab5b-440c-8fc2-f35776b23362 service neutron] 10.222.0.54 "GET /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129394 Aug 10 03:20:29.978302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.023403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a0f99fdb-fd80-40cc-a430-a281b5f8c758, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a0f99fdb-fd80-40cc-a430-a281b5f8c758,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:30.087199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ee2ed-63f0-40c7-a505-c4250b6d554a req-f8b3cb8b-1c80-4afe-b742-81b7ddff66cd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.088630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-175ee2ed-63f0-40c7-a505-c4250b6d554a req-f8b3cb8b-1c80-4afe-b742-81b7ddff66cd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1012080 Aug 10 03:20:30.106158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-4ed22c41-4ac2-40cd-b294-c68e5e333649 service neutron] 10.222.0.54 "GET /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421139 Aug 10 03:20:30.106603 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.160933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-175ee2ed-63f0-40c7-a505-c4250b6d554a req-8fb97a08-7ed2-4d0e-9f39-6706caa51751 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630832 Aug 10 03:20:30.178376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a0f99fdb-fd80-40cc-a430-a281b5f8c758,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:30.212250 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0749c0ec-63e5-4ec1-93a0-ba6d26e14097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:30.257089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-caadf412-6f99-4822-9103-131e76cef840 req-a9f94ce7-9677-4062-b142-44bc7af75d58 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 210 time: 0.0334542 Aug 10 03:20:30.373047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60292-75c2-4217-bd6c-8d6c86038cfc req-a180c5a7-580f-4921-9cfb-97f9fb609f08 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.374643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4a60292-75c2-4217-bd6c-8d6c86038cfc req-a180c5a7-580f-4921-9cfb-97f9fb609f08 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0560641 Aug 10 03:20:30.420453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4a60292-75c2-4217-bd6c-8d6c86038cfc req-d21d5bf7-0a6d-4475-be04-ae19c3dfa89a tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Aug 10 03:20:30.522900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-865cc130-3214-4f78-bac8-bc411d700bf2 req-dc6687f0-73e9-4aa8-8c2f-ef1fde875c83 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 210 time: 0.0329463 Aug 10 03:20:30.630812 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5580163-e480-4681-92bf-2ca7cef0ab0b x-openstack-request-id: req-b5580163-e480-4681-92bf-2ca7cef0ab0b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:30.631968 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357a156b-f4f0-4dba-9c8c-8ffe49110176", "tag": "0900fc1b-bedf-45c2-9513-f759ac1763f7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:30.633692 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5580163-e480-4681-92bf-2ca7cef0ab0b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:30.633692 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'tag': '0900fc1b-bedf-45c2-9513-f759ac1763f7', 'status': 'completed', 'code': 200} Aug 10 03:20:30.771422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4dfe5-f0eb-442f-a5af-fb52afad0d8e req-a0acb296-d723-44b9-b5dd-aa3a4fbf2bc8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.776858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c4dfe5-f0eb-442f-a5af-fb52afad0d8e req-a0acb296-d723-44b9-b5dd-aa3a4fbf2bc8 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0964704 Aug 10 03:20:30.780544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-d12bdcd6-4b3a-44d7-9400-6bc94c0ea0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.781986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-d12bdcd6-4b3a-44d7-9400-6bc94c0ea0e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b77045799e954e48a89fdd76bda62855&device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 1095 time: 0.0863655 Aug 10 03:20:30.869100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c4dfe5-f0eb-442f-a5af-fb52afad0d8e req-1ac723e6-ef62-4c61-90e7-9707237e51bd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861487 Aug 10 03:20:30.905372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-ac909ebb-b241-4cde-90be-5acf7ba8263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:30.906877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-ac909ebb-b241-4cde-90be-5acf7ba8263d service neutron] 10.222.0.54 "GET /v2.0/networks?id=eda676d9-ac41-44b0-8786-1a5908597e4d HTTP/1.1" status: 200 len: 915 time: 0.1175187 Aug 10 03:20:30.963307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-0d98ef09-2afa-41e8-979c-6fa6000fa12b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7 HTTP/1.1" status: 200 len: 217 time: 0.0487034 Aug 10 03:20:31.042407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ef1e5-212a-41d2-b239-b18d1594bb09 req-7c29e2d7-06d4-4959-92e6-543ecabbdbfd tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.043980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc9ef1e5-212a-41d2-b239-b18d1594bb09 req-7c29e2d7-06d4-4959-92e6-543ecabbdbfd tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0899353 Aug 10 03:20:31.045560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-b82a5453-ea3b-4201-9566-564d8c97a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.046913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-b82a5453-ea3b-4201-9566-564d8c97a9bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffb7d6ce-000c-45df-a5a6-ff584d381934 HTTP/1.1" status: 200 len: 854 time: 0.0652156 Aug 10 03:20:31.086394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-eca5cf91-dcc5-44af-936e-ab9b7a62fa2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eda676d9-ac41-44b0-8786-1a5908597e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301797 Aug 10 03:20:31.130066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc9ef1e5-212a-41d2-b239-b18d1594bb09 req-a28b4355-7ea7-49f6-af3b-4c3247934c42 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753679 Aug 10 03:20:31.215490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-7fd7a3b6-efbd-4fcc-af31-9f694304ab76 service neutron] 10.222.0.54 "GET /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168015 Aug 10 03:20:31.307779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e4377-cabf-4c41-8586-69f7436ab493 req-0fc3124a-2249-42bf-9fbd-e1a9f338fa26 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.309329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f50e4377-cabf-4c41-8586-69f7436ab493 req-0fc3124a-2249-42bf-9fbd-e1a9f338fa26 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 943 time: 0.1105630 Aug 10 03:20:31.354708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6b0818f-b87d-41fe-9dee-3ac19be0c234 req-0842ae97-4a57-4636-9d58-7adadd646fe6 service neutron] 10.222.0.54 "GET /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251764 Aug 10 03:20:31.367909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f50e4377-cabf-4c41-8586-69f7436ab493 req-bad1685d-8615-4ddb-b0e5-d5acde5c96e1 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 Aug 10 03:20:31.406582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0f99fdb-fd80-40cc-a430-a281b5f8c758 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:31.460617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a0f99fdb-fd80-40cc-a430-a281b5f8c758 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:31.460991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.515245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7eb15-226c-407e-b733-2129f71f5b71 req-da0231f5-9090-464b-b209-69024ebdf5da tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.516958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86c7eb15-226c-407e-b733-2129f71f5b71 req-da0231f5-9090-464b-b209-69024ebdf5da tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0560288 Aug 10 03:20:31.557670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86c7eb15-226c-407e-b733-2129f71f5b71 req-3df0c6de-7843-4776-bbbf-2518183a45cb tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Aug 10 03:20:31.646831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a633b668-a9b5-40df-882f-1fe6c1be8df6 req-1e4012cb-663e-4da9-b5a6-d0c355f6c998 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 210 time: 0.0338755 Aug 10 03:20:31.749588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c60fc5-191f-4b8b-a1bf-882620dbf052 req-0ee313b8-373e-4c84-8057-ec79fe160066 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.751075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3c60fc5-191f-4b8b-a1bf-882620dbf052 req-0ee313b8-373e-4c84-8057-ec79fe160066 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0498176 Aug 10 03:20:31.790324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3c60fc5-191f-4b8b-a1bf-882620dbf052 req-8fb80a63-8a01-4851-b63e-e0355758d522 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Aug 10 03:20:31.876725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b16c291-7839-438e-925d-d4ad3edfd0ed req-c8cec1cc-55f9-4d87-b730-3b520380287a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 210 time: 0.0286932 Aug 10 03:20:31.987032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2e5dc-d2b5-433d-b591-a313579c4be5 req-b16f3ecb-c229-44d8-9c3f-2d711873ed7c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:31.988537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ef2e5dc-d2b5-433d-b591-a313579c4be5 req-b16f3ecb-c229-44d8-9c3f-2d711873ed7c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0512385 Aug 10 03:20:32.027153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ef2e5dc-d2b5-433d-b591-a313579c4be5 req-bf5be9f2-f676-4b77-92ec-184c8f8b25bd tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Aug 10 03:20:32.148556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-13e34cc8-389f-4c54-9377-7ea209f22350 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.150034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-13e34cc8-389f-4c54-9377-7ea209f22350 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 811 time: 0.1119280 Aug 10 03:20:32.199912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-75f53229-42ac-4b5b-83c2-fe8186613f16 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542e603960c6440eb87b84444c44ded1 HTTP/1.1" status: 200 len: 379 time: 0.0343952 Aug 10 03:20:32.209509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Request body: {'port': {'device_id': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'admin_state_up': True, 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'security_groups': ['9ce573d8-9af8-4b46-b764-4964d2e238a8']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:32.347524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940d460-10c0-4df8-81bd-775fbe9335a0 req-45f24404-09cd-4ffb-bb8f-eddfcebe807e tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.349081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2940d460-10c0-4df8-81bd-775fbe9335a0 req-45f24404-09cd-4ffb-bb8f-eddfcebe807e tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0971391 Aug 10 03:20:32.404794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2940d460-10c0-4df8-81bd-775fbe9335a0 req-1fdca2ed-044e-4492-9fe6-243896fdf290 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484622 Aug 10 03:20:32.484031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Made reservation on behalf of 542e603960c6440eb87b84444c44ded1 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:32.487421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.591189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b9f33-51a1-4ab9-b6d5-ffcb31b011c0 req-36d92935-3096-4f2c-b03d-115afa570ddd tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.593089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e32b9f33-51a1-4ab9-b6d5-ffcb31b011c0 req-36d92935-3096-4f2c-b03d-115afa570ddd tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 943 time: 0.1187215 Aug 10 03:20:32.640501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.656937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0900fc1b-bedf-45c2-9513-f759ac1763f7 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:32.671452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e32b9f33-51a1-4ab9-b6d5-ffcb31b011c0 req-ad642d81-26d4-41f9-ab5b-e6b504fb802b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713847 Aug 10 03:20:32.683953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Allocated IP 172.20.0.6 (77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04/6d599d19-a016-4f74-a230-84fa508ad01e/20ac2a9c-72eb-4af5-b460-00bd64bdf27a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:32.791236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0900fc1b-bedf-45c2-9513-f759ac1763f7, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7,segment=NetworkSegment(d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e),segment_id=d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:32.803472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '0900fc1b-bedf-45c2-9513-f759ac1763f7', 'network_id': 'eda676d9-ac41-44b0-8786-1a5908597e4d', 'port_id': '0900fc1b-bedf-45c2-9513-f759ac1763f7', 'mac_address': 'fa:16:3e:24:75:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb7d6ce-000c-45df-a5a6-ff584d381934', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:32.846017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.860052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0900fc1b-bedf-45c2-9513-f759ac1763f7 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:32.873453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f30c-1f38-412c-a899-cd106028679e req-8bedc958-d0a9-404a-bab9-579fa4831c61 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:32.877003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1022f30c-1f38-412c-a899-cd106028679e req-8bedc958-d0a9-404a-bab9-579fa4831c61 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1122801 Aug 10 03:20:32.892796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0900fc1b-bedf-45c2-9513-f759ac1763f7, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7,segment=NetworkSegment(d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e),segment_id=d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:32.931781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.943700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1022f30c-1f38-412c-a899-cd106028679e req-26b3e87f-6148-4ea3-99c0-946461bd7d8b tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595579 Aug 10 03:20:32.954277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Transition to ACTIVE for port object 20ac2a9c-72eb-4af5-b460-00bd64bdf27a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:33.018453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.023192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0f371abb-e6de-4775-b68a-8f8c33735a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.050553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e319f78c-70bc-44af-a100-bfd3fdbd5301 req-da7d1151-b508-4b28-9d2b-a74b57b27fcf tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 210 time: 0.0408337 Aug 10 03:20:33.072286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=0900fc1b-bedf-45c2-9513-f759ac1763f7,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:33.100759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.181664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:33.186960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:33.188371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8dffc8ae-68f1-4169-ba3a-fd892f09725a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.190183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:33.194391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8dffc8ae-68f1-4169-ba3a-fd892f09725a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.195964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8dffc8ae-68f1-4169-ba3a-fd892f09725a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.54 "GET /v2.0/networks?id=3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d&id=68ae5484-12ff-4449-9c98-7e6fb4e952bb HTTP/1.1" status: 200 len: 1391 time: 0.1140273 Aug 10 03:20:33.216797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'port': {'device_id': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d', 'admin_state_up': True, 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:33.219373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event updated for resources: {'Port': ['ID=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:33.256333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0506-0f63-403a-9774-46d2a68ea434 req-02763f61-f318-4f11-8ff5-7bbe49c564b8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.258027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079c0506-0f63-403a-9774-46d2a68ea434 req-02763f61-f318-4f11-8ff5-7bbe49c564b8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1467960 Aug 10 03:20:33.317447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.318128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.388563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079c0506-0f63-403a-9774-46d2a68ea434 req-3c4996ab-4203-46b8-9bf4-9738716c95ce tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134238 Aug 10 03:20:33.447330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['0900fc1b-bedf-45c2-9513-f759ac1763f7'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:33.469388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:33.473002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.490324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62e19328-0aa6-47b1-81f1-bad6487ba681 req-32e3dcd5-08f9-41e0-a64a-13314777c264 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 210 time: 0.0307734 Aug 10 03:20:33.571082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dc57852a-5702-47ea-a2ee-5887b1b73011 None None] Provisioning for port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:33.578092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dc57852a-5702-47ea-a2ee-5887b1b73011 None None] Provisioning complete for port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:33.578465 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc57852a-5702-47ea-a2ee-5887b1b73011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.581357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-5bfc04cf-dc52-4f55-b90b-d730a86ebb6f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3754869 Aug 10 03:20:33.602174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Request body: {'port': {'device_id': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:33.617790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Allocated IP 19.80.0.7 (3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d/4ebd247a-fda3-40e4-b180-1199eeeee29e/22f383f7-d02d-4603-b459-12fb581c87c6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:33.634388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde992a7-bdd0-47d8-a48a-122999a74725 req-210e350e-f1fe-4f08-8e75-bbbb0b6f4b0f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.637578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-dc57852a-5702-47ea-a2ee-5887b1b73011 None None] Port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:33.641888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fde992a7-bdd0-47d8-a48a-122999a74725 req-210e350e-f1fe-4f08-8e75-bbbb0b6f4b0f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0900056 Aug 10 03:20:33.708500 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.719666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fde992a7-bdd0-47d8-a48a-122999a74725 req-9c5a8ca5-0b11-4c76-8f02-1fd16c798b1d tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767787 Aug 10 03:20:33.794132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.809361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Transition to ACTIVE for port object 22f383f7-d02d-4603-b459-12fb581c87c6 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:33.927325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:33.938769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c14c-7237-460b-a0a0-42e4d927b223 req-3ebc7636-ee8e-441e-8776-08243543915f tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:33.940304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d709c14c-7237-460b-a0a0-42e4d927b223 req-3ebc7636-ee8e-441e-8776-08243543915f tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.1091015 Aug 10 03:20:33.975592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:33.978634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:33.981427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:34.007864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d709c14c-7237-460b-a0a0-42e4d927b223 req-a2f48916-9e5a-4721-9a4d-e8cbdee9c1e3 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541949 Aug 10 03:20:34.041245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.062579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.078522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.092847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Port': ['ID=22f383f7-d02d-4603-b459-12fb581c87c6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.163522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ac2a9c-72eb-4af5-b460-00bd64bdf27a {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:34.174145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.179442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-0efac075-e8e4-43ee-bbb3-519c11a73ad2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9671109 Aug 10 03:20:34.199139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Request body: {'port': {'device_id': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb', 'admin_state_up': True, 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:34.203537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc391fc-6ecd-46b6-92b1-e422873eae55 req-86641ca5-b6f7-488e-9838-a7a6735759fb tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.205658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdc391fc-6ecd-46b6-92b1-e422873eae55 req-86641ca5-b6f7-488e-9838-a7a6735759fb tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 944 time: 0.1176527 Aug 10 03:20:34.211049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Transition to ACTIVE for port object 20ac2a9c-72eb-4af5-b460-00bd64bdf27a will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:34.249889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdc391fc-6ecd-46b6-92b1-e422873eae55 req-e92e19d6-d485-4c2e-a757-ba2139f3dc14 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 Aug 10 03:20:34.315401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.397991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:34.408645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Made reservation on behalf of d3397732ef2342adae1e0dee957ce53f for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:34.412226 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.441463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df63fb14-204d-499b-8853-77cc73ca8e40 None None] Provisioning for port 22f383f7-d02d-4603-b459-12fb581c87c6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:34.448499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df63fb14-204d-499b-8853-77cc73ca8e40 None None] Provisioning complete for port 22f383f7-d02d-4603-b459-12fb581c87c6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:34.449281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df63fb14-204d-499b-8853-77cc73ca8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.481040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5065b9d-b02b-4a13-aa43-e31d89ca4450 req-cd6b687f-a732-49c2-8584-75755e7fe25a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.482788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5065b9d-b02b-4a13-aa43-e31d89ca4450 req-cd6b687f-a732-49c2-8584-75755e7fe25a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1365576 Aug 10 03:20:34.533276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-df63fb14-204d-499b-8853-77cc73ca8e40 None None] Port 22f383f7-d02d-4603-b459-12fb581c87c6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:34.573303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Attempting to bind port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:34.573656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Attempting to bind port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:34.573962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Attempting to bind port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:34.593708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5065b9d-b02b-4a13-aa43-e31d89ca4450 req-b74db6fd-d5e6-4fbb-a552-c741f8a69505 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949705 Aug 10 03:20:34.594755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:34.595262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Attempting to bind port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a on network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:34.611937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:34.612303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Checking segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:34.612710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Bound using segment: {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:34.613142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Bound port: 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec87802-8b1e-45c6-ae08-24ea61237623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:34.613499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.653413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Allocated IP 19.86.0.177 (68ae5484-12ff-4449-9c98-7e6fb4e952bb/3ac54353-7f66-4afd-b7bd-fd731e21e497/8a11044a-1d51-43fd-8a68-4ac7c577a177) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:34.658288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0900fc1b-bedf-45c2-9513-f759ac1763f7 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:34.728843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] For port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:34.738230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] For port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:34.745691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7849d1-4ae9-4ce6-9754-3b2fb19a8286 req-31a8add8-3f51-4f06-95ec-8833dab58cb8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.753798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b7849d1-4ae9-4ce6-9754-3b2fb19a8286 req-31a8add8-3f51-4f06-95ec-8833dab58cb8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 943 time: 0.0877130 Aug 10 03:20:34.787890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b7849d1-4ae9-4ce6-9754-3b2fb19a8286 req-d3791905-e877-4d52-b63a-2393ac2dbced tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330937 Aug 10 03:20:34.818457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 0900fc1b-bedf-45c2-9513-f759ac1763f7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:34.824933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 0900fc1b-bedf-45c2-9513-f759ac1763f7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:34.825730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.834132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.849959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Transition to ACTIVE for port object 8a11044a-1d51-43fd-8a68-4ac7c577a177 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:34.872959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.933599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.934340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.936721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/20ac2a9c-72eb-4af5-b460-00bd64bdf27a HTTP/1.1" status: 200 len: 1092 time: 1.3397627 Aug 10 03:20:34.937339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'tag': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:34.939731 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d709264-4dbf-47b9-a2dd-1ddc2917a168" -d '{"events": [{"name": "network-changed", "server_uuid": "a3659dee-7038-4c50-b5a9-84197e69594c", "tag": "20ac2a9c-72eb-4af5-b460-00bd64bdf27a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:34.980386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f53aa5-402d-45bf-ab6c-01776bdde147 req-905fc7f1-625e-4b1c-be60-af48ceecf1f8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:34.982095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51f53aa5-402d-45bf-ab6c-01776bdde147 req-905fc7f1-625e-4b1c-be60-af48ceecf1f8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1233692 Aug 10 03:20:34.989842 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:34.993116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b055f-6b85-4df2-a751-ae56db23d6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.046600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:35.054340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:35.061891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:35.072336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51f53aa5-402d-45bf-ab6c-01776bdde147 req-9c52411b-6836-4a71-a244-85f935d03630 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812638 Aug 10 03:20:35.096310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.152254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 0900fc1b-bedf-45c2-9513-f759ac1763f7, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7,segment=NetworkSegment(d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e),segment_id=d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:35.166422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-15abd77f-4bab-42ab-8472-eb8b3653e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.168134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-15abd77f-4bab-42ab-8472-eb8b3653e16c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 1095 time: 0.0935929 Aug 10 03:20:35.177204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event updated for resources: {'Port': ['ID=8a11044a-1d51-43fd-8a68-4ac7c577a177,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.214853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.215526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.250008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-352f09cb-80a3-4abf-9933-7cb04fb5c268 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a HTTP/1.1" status: 200 len: 217 time: 0.0668867 Aug 10 03:20:35.252303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.309979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=0900fc1b-bedf-45c2-9513-f759ac1763f7,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:35.337914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-99c1d125-1d0f-424b-a521-c17af41aa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.338426 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-e4b4b15d-a3c2-4300-932e-9aaa4e3471b5 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1436644 Aug 10 03:20:35.339365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-99c1d125-1d0f-424b-a521-c17af41aa94f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0622098 Aug 10 03:20:35.349123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac348e-afde-47ee-9c9c-04a3d4833c96 req-0d8330d0-11be-4ca6-9962-def23db4815f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.362928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Request body: {'port': {'device_id': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:35.366200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac348e-afde-47ee-9c9c-04a3d4833c96 req-0d8330d0-11be-4ca6-9962-def23db4815f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.367896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63ac348e-afde-47ee-9c9c-04a3d4833c96 req-0d8330d0-11be-4ca6-9962-def23db4815f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1653 time: 0.1286013 Aug 10 03:20:35.424714 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.444187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63ac348e-afde-47ee-9c9c-04a3d4833c96 req-88fda6c8-e04f-4312-92ee-0c9aaf4c9b10 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Aug 10 03:20:35.456748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-6f1bd177-dbdb-4df3-bd36-eac64a66c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.458362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-6f1bd177-dbdb-4df3-bd36-eac64a66c2ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895462 Aug 10 03:20:35.582828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cc464e14-190e-4986-82d3-348e1aaa7f3f None None] Provisioning for port 8a11044a-1d51-43fd-8a68-4ac7c577a177 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:35.603204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cc464e14-190e-4986-82d3-348e1aaa7f3f None None] Provisioning complete for port 8a11044a-1d51-43fd-8a68-4ac7c577a177 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:35.603934 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc464e14-190e-4986-82d3-348e1aaa7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.627296 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.644003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701aeb-349d-46fd-b14a-f80ccc849e23 req-734f5b53-0a44-46b9-bb3a-3d24bf41d216 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.645388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cc464e14-190e-4986-82d3-348e1aaa7f3f None None] Port 8a11044a-1d51-43fd-8a68-4ac7c577a177 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:35.648833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32701aeb-349d-46fd-b14a-f80ccc849e23 req-734f5b53-0a44-46b9-bb3a-3d24bf41d216 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0893579 Aug 10 03:20:35.661478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-fecb2e18-6c5c-4772-9deb-92ce98ddbcf2 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929984 Aug 10 03:20:35.731661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f383f7-d02d-4603-b459-12fb581c87c6 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:35.734064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32701aeb-349d-46fd-b14a-f80ccc849e23 req-2a571963-3f93-4c57-b993-9c7040054936 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821354 Aug 10 03:20:35.739975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.756127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Transition to ACTIVE for port object 22f383f7-d02d-4603-b459-12fb581c87c6 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:35.782418 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c03993-cc95-48d9-9d14-823b61a7bba2 x-openstack-request-id: req-d7c03993-cc95-48d9-9d14-823b61a7bba2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:35.782926 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3659dee-7038-4c50-b5a9-84197e69594c", "tag": "20ac2a9c-72eb-4af5-b460-00bd64bdf27a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:35.783191 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7c03993-cc95-48d9-9d14-823b61a7bba2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:35.783614 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'tag': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a', 'status': 'completed', 'code': 200} Aug 10 03:20:35.791073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-ff5fbb98-cf75-4cf6-9af8-fc26fd781014 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215372 Aug 10 03:20:35.877986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7ed04-8f57-4c3c-a858-f8733310a780 req-0efd00b2-a556-4a4b-afa9-4d4583c3f925 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:35.879513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fc7ed04-8f57-4c3c-a858-f8733310a780 req-0efd00b2-a556-4a4b-afa9-4d4583c3f925 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0506365 Aug 10 03:20:35.880836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:35.922209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fc7ed04-8f57-4c3c-a858-f8733310a780 req-b6517667-9827-4373-8377-6e518ea188d5 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 Aug 10 03:20:35.937403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b2c36-232b-4501-98d6-118699340769 service neutron] Pushing event updated for resources: {'Port': ['ID=22f383f7-d02d-4603-b459-12fb581c87c6,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.010409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Attempting to bind port 22f383f7-d02d-4603-b459-12fb581c87c6 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:36.010808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Attempting to bind port 22f383f7-d02d-4603-b459-12fb581c87c6 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:36.011279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Attempting to bind port 22f383f7-d02d-4603-b459-12fb581c87c6 on network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:36.015876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Port 22f383f7-d02d-4603-b459-12fb581c87c6 on network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:36.016194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Attempting to bind port 22f383f7-d02d-4603-b459-12fb581c87c6 on network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:36.023343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:36.023681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Checking segment: {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:36.024079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Bound using segment: {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:36.024548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Bound port: 22f383f7-d02d-4603-b459-12fb581c87c6, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:36.024999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.047027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238b39f-59dd-4452-a259-9707fedaa54c req-d70a6d03-a3c5-418a-a652-19a3a9b32bd5 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.047027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3238b39f-59dd-4452-a259-9707fedaa54c req-d70a6d03-a3c5-418a-a652-19a3a9b32bd5 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0605721 Aug 10 03:20:36.090181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3238b39f-59dd-4452-a259-9707fedaa54c req-a5187824-a16d-4c7a-b1bb-4dd72926aece tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Aug 10 03:20:36.108648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] For port 22f383f7-d02d-4603-b459-12fb581c87c6, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:36.112842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] For port 22f383f7-d02d-4603-b459-12fb581c87c6, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=22f383f7-d02d-4603-b459-12fb581c87c6,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:36.156286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-31898225-fe60-410f-8d4a-6fb1c354ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.157879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-31898225-fe60-410f-8d4a-6fb1c354ed9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=542e603960c6440eb87b84444c44ded1&device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 1095 time: 0.0452583 Aug 10 03:20:36.224205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.262883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.263574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.265203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-512b2c36-232b-4501-98d6-118699340769 service neutron] 10.222.0.54 "PUT /v2.0/ports/22f383f7-d02d-4603-b459-12fb581c87c6 HTTP/1.1" status: 200 len: 1091 time: 0.9064920 Aug 10 03:20:36.265693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'tag': '22f383f7-d02d-4603-b459-12fb581c87c6'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:36.266850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02746fc-365c-408d-a978-07dfc0a07fd0 req-6aaaa76a-9d8d-450b-8772-db45b880c438 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.268127 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1673ce-a7b3-46a8-b574-5ee406363e73" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "tag": "22f383f7-d02d-4603-b459-12fb581c87c6"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:36.268589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a02746fc-365c-408d-a978-07dfc0a07fd0 req-6aaaa76a-9d8d-450b-8772-db45b880c438 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1097198 Aug 10 03:20:36.304033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-37e34e06-877a-49fa-8a41-0b0b0763e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.305614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b2c36-232b-4501-98d6-118699340769 service neutron] Pushing event updated for resources: {'Port': ['ID=22f383f7-d02d-4603-b459-12fb581c87c6,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:36.305754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-37e34e06-877a-49fa-8a41-0b0b0763e84a service neutron] 10.222.0.54 "GET /v2.0/networks?id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 200 len: 912 time: 0.1383431 Aug 10 03:20:36.356271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a02746fc-365c-408d-a978-07dfc0a07fd0 req-e3204166-49ab-49b6-92f1-0b72eb034868 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800717 Aug 10 03:20:36.358796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-5f1ff090-32ec-4b3f-9e6d-bb9ff906b232 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a HTTP/1.1" status: 200 len: 217 time: 0.0415785 Aug 10 03:20:36.419488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-e4336f9c-4de4-4a15-8131-69d31ce3aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.421597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-e4336f9c-4de4-4a15-8131-69d31ce3aa80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 200 len: 850 time: 0.0552855 Aug 10 03:20:36.423641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Request body: {'port': {'device_id': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:36.490340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:36.502978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8cab-ccea-4b4e-b13f-6aa919bb5e0b req-764e89ed-efdb-4d07-a417-d69f1494b846 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.504496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a3f8cab-ccea-4b4e-b13f-6aa919bb5e0b req-764e89ed-efdb-4d07-a417-d69f1494b846 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 943 time: 0.0817337 Aug 10 03:20:36.510312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-5956113b-9609-4a29-b79e-e1ffbe38a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:36.511812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-5956113b-9609-4a29-b79e-e1ffbe38a5fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795457 Aug 10 03:20:36.593433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a3f8cab-ccea-4b4e-b13f-6aa919bb5e0b req-7d6bd3c0-25cc-404f-a7f1-296fc153204f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807655 Aug 10 03:20:36.631463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-a1ec7699-60d5-48de-92bb-37567f4b7238 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115553 Aug 10 03:20:37.087868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2db8a2-ab25-4ac4-afed-0f08333c511e req-7e409d2d-72be-4474-877d-0161163d7331 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.089590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2db8a2-ab25-4ac4-afed-0f08333c511e req-7e409d2d-72be-4474-877d-0161163d7331 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.4005554 Aug 10 03:20:37.091139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a11044a-1d51-43fd-8a68-4ac7c577a177 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:37.100086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.112280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Transition to ACTIVE for port object 8a11044a-1d51-43fd-8a68-4ac7c577a177 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:37.117188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d709264-4dbf-47b9-a2dd-1ddc2917a168 req-1af2a3ce-b109-4d5f-8c10-25f32847ef70 service neutron] 10.222.0.54 "GET /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770300 Aug 10 03:20:37.137135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2db8a2-ab25-4ac4-afed-0f08333c511e req-94934eb2-9e35-40bc-ba33-cd0cf05d38f9 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Aug 10 03:20:37.187458 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e774bf04-4e00-4e31-89e6-c4dafbfbaab3 x-openstack-request-id: req-e774bf04-4e00-4e31-89e6-c4dafbfbaab3 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:37.187839 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "tag": "22f383f7-d02d-4603-b459-12fb581c87c6", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:37.188098 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e774bf04-4e00-4e31-89e6-c4dafbfbaab3 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:37.188542 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'tag': '22f383f7-d02d-4603-b459-12fb581c87c6', 'status': 'completed', 'code': 200} Aug 10 03:20:37.235202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.306423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-37290916-1834-4642-a91b-38768b446439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.307111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-37290916-1834-4642-a91b-38768b446439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.307213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Pushing event updated for resources: {'Port': ['ID=8a11044a-1d51-43fd-8a68-4ac7c577a177,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.308736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-37290916-1834-4642-a91b-38768b446439 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1939 time: 0.0783563 Aug 10 03:20:37.318790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259aa78-f9b5-40da-90e1-a4c81b534f4b req-5c898ff2-d85e-4141-bb09-4bdd4e420a15 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.324798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259aa78-f9b5-40da-90e1-a4c81b534f4b req-5c898ff2-d85e-4141-bb09-4bdd4e420a15 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.326487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a259aa78-f9b5-40da-90e1-a4c81b534f4b req-5c898ff2-d85e-4141-bb09-4bdd4e420a15 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1677 time: 0.0879624 Aug 10 03:20:37.367171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Attempting to bind port 8a11044a-1d51-43fd-8a68-4ac7c577a177 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:37.367516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Attempting to bind port 8a11044a-1d51-43fd-8a68-4ac7c577a177 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:37.367982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Attempting to bind port 8a11044a-1d51-43fd-8a68-4ac7c577a177 on network 68ae5484-12ff-4449-9c98-7e6fb4e952bb {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:37.372920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Port 8a11044a-1d51-43fd-8a68-4ac7c577a177 on network 68ae5484-12ff-4449-9c98-7e6fb4e952bb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:20:37.373277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Attempting to bind port 8a11044a-1d51-43fd-8a68-4ac7c577a177 on network 68ae5484-12ff-4449-9c98-7e6fb4e952bb {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:37.378713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:37.379053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Checking segment: {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:37.380933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Bound using segment: {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:37.380933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Bound port: 8a11044a-1d51-43fd-8a68-4ac7c577a177, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e21d5cc-f19c-451b-b145-0de1f40754fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:37.380933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.429949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a259aa78-f9b5-40da-90e1-a4c81b534f4b req-7cdcd353-dc53-4654-b931-77f4fc14e155 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930743 Aug 10 03:20:37.460905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] For port 8a11044a-1d51-43fd-8a68-4ac7c577a177, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:37.465048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] For port 8a11044a-1d51-43fd-8a68-4ac7c577a177, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:37.468294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-9b638bfe-2657-468e-9c4c-afa16d5f3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.470090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-9b638bfe-2657-468e-9c4c-afa16d5f3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.470090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-9b638bfe-2657-468e-9c4c-afa16d5f3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.471186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-9b638bfe-2657-468e-9c4c-afa16d5f3cac service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d3397732ef2342adae1e0dee957ce53f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1438081 Aug 10 03:20:37.543808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.577814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.578667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:37.580066 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] 10.222.0.54 "PUT /v2.0/ports/8a11044a-1d51-43fd-8a68-4ac7c577a177 HTTP/1.1" status: 200 len: 1093 time: 1.1636927 Aug 10 03:20:37.604679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16391f-7136-4298-8aea-864f95daff19 req-3313fa1a-cf98-4a10-8184-6e37afb7d0d5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.606235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc16391f-7136-4298-8aea-864f95daff19 req-3313fa1a-cf98-4a10-8184-6e37afb7d0d5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.1058502 Aug 10 03:20:37.608680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f789b85-176d-49a9-a5d7-c3d9ae3a185d service neutron] Pushing event updated for resources: {'Port': ['ID=8a11044a-1d51-43fd-8a68-4ac7c577a177,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:37.612055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-1bcd96b7-5254-4f39-8e6d-671bcc0b469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.613526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f1673ce-a7b3-46a8-b574-5ee406363e73 req-1bcd96b7-5254-4f39-8e6d-671bcc0b469b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337352 Aug 10 03:20:37.656945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc16391f-7136-4298-8aea-864f95daff19 req-23394646-3e64-4e80-927e-b06220786f41 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Aug 10 03:20:37.788317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-045c68e1-7f39-4c0f-b6e8-ad43c825fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.788826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-045c68e1-7f39-4c0f-b6e8-ad43c825fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.791955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-045c68e1-7f39-4c0f-b6e8-ad43c825fa84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1981 time: 0.0779305 Aug 10 03:20:37.801996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ee420-d720-4510-be75-b50b060f4fb6 req-7f8c2a1c-d4c0-4799-8579-4b4c26eacf2f tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.803384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a5ee420-d720-4510-be75-b50b060f4fb6 req-7f8c2a1c-d4c0-4799-8579-4b4c26eacf2f tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0654345 Aug 10 03:20:37.846476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-7a4cc65e-02cb-4de8-9174-de63070117f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=22f383f7-d02d-4603-b459-12fb581c87c6 HTTP/1.1" status: 200 len: 217 time: 0.0398784 Aug 10 03:20:37.904049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a5ee420-d720-4510-be75-b50b060f4fb6 req-61ef55e2-b2ef-4b4c-8190-53fb82b65587 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914488 Aug 10 03:20:37.918173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8062ef99-5058-4328-ad11-55ad16aa6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.920002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8062ef99-5058-4328-ad11-55ad16aa6476 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ebd247a-fda3-40e4-b180-1199eeeee29e HTTP/1.1" status: 200 len: 801 time: 0.0646133 Aug 10 03:20:37.973179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-129e93a0-e656-4f22-aaaa-706c4404ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:37.974584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-129e93a0-e656-4f22-aaaa-706c4404ff52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476620 Aug 10 03:20:38.063548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6df13-522f-4abd-b24b-e3757560cb75 req-e83f292c-fe81-4c08-9948-cd0ac34dc080 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.065051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90a6df13-522f-4abd-b24b-e3757560cb75 req-e83f292c-fe81-4c08-9948-cd0ac34dc080 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.1026084 Aug 10 03:20:38.115513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-6c6b1b98-eb2a-413f-a540-5f983bd298c4 service neutron] 10.222.0.54 "GET /v2.0/networks/3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242735 Aug 10 03:20:38.120420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90a6df13-522f-4abd-b24b-e3757560cb75 req-c5a79556-32d0-4df1-84f1-c433e42a92c3 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Aug 10 03:20:38.236635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-23a12890-1a54-45af-8df6-dd9304601cf6 service neutron] 10.222.0.54 "GET /v2.0/networks/3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126299 Aug 10 03:20:38.257705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ba31c-5af2-424a-8468-77e62a786e2a req-8d017f23-979d-4491-8080-f901eee56878 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.259105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a8ba31c-5af2-424a-8468-77e62a786e2a req-8d017f23-979d-4491-8080-f901eee56878 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0743122 Aug 10 03:20:38.291848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-48fe6203-ad0d-4614-89ff-5e0c1edae42a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177 HTTP/1.1" status: 200 len: 217 time: 0.0479286 Aug 10 03:20:38.356591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a8ba31c-5af2-424a-8468-77e62a786e2a req-9d7fc666-881b-4c6d-955d-eeafcce53443 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712719 Aug 10 03:20:38.360023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-9514b6bc-0af7-4eac-9485-b01b6d7efbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.361401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-9514b6bc-0af7-4eac-9485-b01b6d7efbda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3ac54353-7f66-4afd-b7bd-fd731e21e497 HTTP/1.1" status: 200 len: 801 time: 0.0617480 Aug 10 03:20:38.408762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-c187512d-3b52-49a9-9321-d10a1e2a52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.410263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-c187512d-3b52-49a9-9321-d10a1e2a52c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68ae5484-12ff-4449-9c98-7e6fb4e952bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409117 Aug 10 03:20:38.515018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620e9f2-ee4c-485d-a6ad-128a49d83eeb req-ab048e20-e8c0-4412-82e7-de22300a748a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.516499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4620e9f2-ee4c-485d-a6ad-128a49d83eeb req-ab048e20-e8c0-4412-82e7-de22300a748a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 943 time: 0.1027908 Aug 10 03:20:38.550104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-6cedc4f4-9714-4599-b4ed-64492908a3f8 service neutron] 10.222.0.54 "GET /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279907 Aug 10 03:20:38.583871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4620e9f2-ee4c-485d-a6ad-128a49d83eeb req-b4d9698f-849a-4a18-9ab2-92f41e02f0a2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595469 Aug 10 03:20:38.659715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-89433b22-5a6e-4cb7-add1-85ccea544fcf service neutron] 10.222.0.54 "GET /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988414 Aug 10 03:20:38.690347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 20ac2a9c-72eb-4af5-b460-00bd64bdf27a details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:38.699390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84034ad9-bc73-4040-9e8d-16fd6c8ea25e req-1086d690-92f3-41ce-aac7-c453ca25aeb2 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.700930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84034ad9-bc73-4040-9e8d-16fd6c8ea25e req-1086d690-92f3-41ce-aac7-c453ca25aeb2 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0558732 Aug 10 03:20:38.743161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84034ad9-bc73-4040-9e8d-16fd6c8ea25e req-202c2618-cc8a-4aec-bd82-8ccf1c8e2c15 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345216 Aug 10 03:20:38.794710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:38.807560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a', 'network_id': '77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04', 'port_id': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a', 'mac_address': 'fa:16:3e:5a:29:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d599d19-a016-4f74-a230-84fa508ad01e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:38.845071 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.851613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78280dc-c51d-4f61-acec-66ffa91a63ce req-b18e05ef-d013-42e4-be42-38b26beab383 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.858232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78280dc-c51d-4f61-acec-66ffa91a63ce req-b18e05ef-d013-42e4-be42-38b26beab383 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.859001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ac2a9c-72eb-4af5-b460-00bd64bdf27a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:38.859825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d78280dc-c51d-4f61-acec-66ffa91a63ce req-b18e05ef-d013-42e4-be42-38b26beab383 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1677 time: 0.0566254 Aug 10 03:20:38.880195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:38.899236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d78280dc-c51d-4f61-acec-66ffa91a63ce req-5b2ace0f-281d-4620-9938-b173a9237172 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Aug 10 03:20:39.000907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d55135-2cab-43a2-a117-5559cf4a5209 req-3e529597-11dc-4f30-9203-256e1a8bb83b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.002417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d55135-2cab-43a2-a117-5559cf4a5209 req-3e529597-11dc-4f30-9203-256e1a8bb83b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0483935 Aug 10 03:20:39.039167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d55135-2cab-43a2-a117-5559cf4a5209 req-86f40bf3-ff8a-4a06-b7f9-4381103d4a18 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Aug 10 03:20:39.069262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:39.123019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:39.150177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d953c7-1772-4a93-82b5-5dcf749eded1 req-61a4a868-f6fe-4496-8ce4-f6373d7a8550 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.151636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62d953c7-1772-4a93-82b5-5dcf749eded1 req-61a4a868-f6fe-4496-8ce4-f6373d7a8550 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0560193 Aug 10 03:20:39.189095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62d953c7-1772-4a93-82b5-5dcf749eded1 req-25ed45d0-8c9a-4a92-98c6-43d406830842 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Aug 10 03:20:39.189365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'tag': '8a11044a-1d51-43fd-8a68-4ac7c577a177'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:39.192179 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78157b9-263a-49bb-b788-162e0fa0efe4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "tag": "8a11044a-1d51-43fd-8a68-4ac7c577a177"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:39.290763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea777b1-d78d-4fff-898b-b7a8406a44ec req-7d25d8b6-706d-4c90-a518-4505bcffab75 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.292221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ea777b1-d78d-4fff-898b-b7a8406a44ec req-7d25d8b6-706d-4c90-a518-4505bcffab75 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Aug 10 03:20:39.329216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ea777b1-d78d-4fff-898b-b7a8406a44ec req-b02ec9b8-b83f-4461-8946-1d353e892fdb tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302930 Aug 10 03:20:39.371543 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b7ed2-e564-4323-b6d7-b590688460fa x-openstack-request-id: req-d83b7ed2-e564-4323-b6d7-b590688460fa {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:39.371838 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "tag": "8a11044a-1d51-43fd-8a68-4ac7c577a177", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:39.372093 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d83b7ed2-e564-4323-b6d7-b590688460fa {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:39.372523 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'tag': '8a11044a-1d51-43fd-8a68-4ac7c577a177', 'status': 'completed', 'code': 200} Aug 10 03:20:39.493257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-a532c75d-0529-45f9-86c2-09743f57fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.493652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-a532c75d-0529-45f9-86c2-09743f57fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.495506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-a532c75d-0529-45f9-86c2-09743f57fc22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3397732ef2342adae1e0dee957ce53f&device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1981 time: 0.0753503 Aug 10 03:20:39.503423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031258a-fd91-48ab-bfff-be95f3d4de9b req-32c8288a-ea11-49de-834a-b86cd9633a33 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.504795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0031258a-fd91-48ab-bfff-be95f3d4de9b req-32c8288a-ea11-49de-834a-b86cd9633a33 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0750306 Aug 10 03:20:39.585702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0031258a-fd91-48ab-bfff-be95f3d4de9b req-e24f6a9b-4fe7-4e0a-93b8-3db29af43a7a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Aug 10 03:20:39.612798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['20ac2a9c-72eb-4af5-b460-00bd64bdf27a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:39.617007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-465d29f2-1765-47ad-b259-2a35e977eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.618495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-465d29f2-1765-47ad-b259-2a35e977eaf2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68ae5484-12ff-4449-9c98-7e6fb4e952bb HTTP/1.1" status: 200 len: 902 time: 0.1128581 Aug 10 03:20:39.670005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-b5de143c-fb8c-4421-9525-f9a0245b7190 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177 HTTP/1.1" status: 200 len: 217 time: 0.0430872 Aug 10 03:20:39.745177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-7b6670e9-d5fa-4921-a581-009720f8e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.746625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-7b6670e9-d5fa-4921-a581-009720f8e388 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3ac54353-7f66-4afd-b7bd-fd731e21e497 HTTP/1.1" status: 200 len: 801 time: 0.0684185 Aug 10 03:20:39.754523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf104d-359a-4e57-a4f9-a643ea36944e req-91f05031-cda1-4aab-a71d-113e51e2f210 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.755882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27bf104d-359a-4e57-a4f9-a643ea36944e req-91f05031-cda1-4aab-a71d-113e51e2f210 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 944 time: 0.0891097 Aug 10 03:20:39.822070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-2f157aed-a378-4448-9ce4-0fccfc35657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.823608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-2f157aed-a378-4448-9ce4-0fccfc35657a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68ae5484-12ff-4449-9c98-7e6fb4e952bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667851 Aug 10 03:20:39.831431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27bf104d-359a-4e57-a4f9-a643ea36944e req-2097152e-5911-431d-af31-dc37fb1ff7a8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656173 Aug 10 03:20:39.946640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-617b4143-896d-4edb-ba79-1cf0ce2905d6 service neutron] 10.222.0.54 "GET /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142642 Aug 10 03:20:39.959058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9b93-4e8e-4bc2-b09b-4fbd23f36084 req-310c317e-4927-4440-913e-34d35b710a5f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:39.960495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3b9b93-4e8e-4bc2-b09b-4fbd23f36084 req-310c317e-4927-4440-913e-34d35b710a5f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0690479 Aug 10 03:20:40.050561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3b9b93-4e8e-4bc2-b09b-4fbd23f36084 req-8da59c9f-8331-442a-928f-ffbb781cefd8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813282 Aug 10 03:20:40.078677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c78157b9-263a-49bb-b788-162e0fa0efe4 req-0c5f6c5b-f047-4132-8749-eca6059cb9ca service neutron] 10.222.0.54 "GET /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171563 Aug 10 03:20:40.158850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ccbf-6d7b-4dd4-a4ea-530383d71c7c req-2a91e95b-0d08-4b97-ac65-32b632cf61a7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.164791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50ccbf-6d7b-4dd4-a4ea-530383d71c7c req-2a91e95b-0d08-4b97-ac65-32b632cf61a7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.166350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f50ccbf-6d7b-4dd4-a4ea-530383d71c7c req-2a91e95b-0d08-4b97-ac65-32b632cf61a7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1677 time: 0.0570056 Aug 10 03:20:40.204068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f50ccbf-6d7b-4dd4-a4ea-530383d71c7c req-47c6bda4-1072-4667-aad7-3c995996d027 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Aug 10 03:20:40.310842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b667a-d962-42d3-a4bd-fd02dc03f064 req-8b00363c-bb04-4992-9b73-ddd77bba7fa3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.312274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba8b667a-d962-42d3-a4bd-fd02dc03f064 req-8b00363c-bb04-4992-9b73-ddd77bba7fa3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0535555 Aug 10 03:20:40.351645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba8b667a-d962-42d3-a4bd-fd02dc03f064 req-87faf10d-9f28-4ce4-bc80-eef86718ace1 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 10 03:20:40.465803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbc6e8-aff4-4906-bfb3-2ff181d873cf req-6ff81214-c2a4-49e3-b33e-d194e2658101 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.467824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8dbc6e8-aff4-4906-bfb3-2ff181d873cf req-6ff81214-c2a4-49e3-b33e-d194e2658101 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Aug 10 03:20:40.506367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8dbc6e8-aff4-4906-bfb3-2ff181d873cf req-27a73983-116f-4daf-ac61-ae90ad04194a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Aug 10 03:20:40.608892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a88f19-fd79-4ce1-8f3a-1b66da541616 req-9a4291e7-5282-446d-85f1-726e82b8d59b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.610257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35a88f19-fd79-4ce1-8f3a-1b66da541616 req-9a4291e7-5282-446d-85f1-726e82b8d59b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Aug 10 03:20:40.648687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35a88f19-fd79-4ce1-8f3a-1b66da541616 req-3d5b6309-ef78-4ecc-b3c9-ad50a3295737 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323362 Aug 10 03:20:40.753934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef96d-d03e-4e43-a182-9a1bde995af9 req-140dc1b2-3de2-4db4-b769-95bcb10bcae8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.755504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2fef96d-d03e-4e43-a182-9a1bde995af9 req-140dc1b2-3de2-4db4-b769-95bcb10bcae8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0528047 Aug 10 03:20:40.793670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2fef96d-d03e-4e43-a182-9a1bde995af9 req-389ea11a-9333-453d-a62b-9bc8231f8bdd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Aug 10 03:20:40.946511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d95285-acdf-4a92-9e05-bce8f358014d req-d3625a52-ec6e-46d9-b644-948ff7ac5cc0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:40.947973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05d95285-acdf-4a92-9e05-bce8f358014d req-d3625a52-ec6e-46d9-b644-948ff7ac5cc0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 944 time: 0.0488000 Aug 10 03:20:40.987274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05d95285-acdf-4a92-9e05-bce8f358014d req-bb4984cd-ee7c-464d-b49a-484b239d7902 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Aug 10 03:20:41.163738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fce552-fc58-4789-9109-1e114c62bb5f req-26826dd5-59fd-4058-abb6-970ab6117b23 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.165234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82fce552-fc58-4789-9109-1e114c62bb5f req-26826dd5-59fd-4058-abb6-970ab6117b23 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0491168 Aug 10 03:20:41.202760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82fce552-fc58-4789-9109-1e114c62bb5f req-f134d991-3b51-4884-be83-2a82cfe6b2ba tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Aug 10 03:20:41.322092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f5a2-3cd9-494d-9587-dc05b463f80e req-1862e8b5-37f7-4c14-a275-a9a05ddd87ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.328461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f5a2-3cd9-494d-9587-dc05b463f80e req-1862e8b5-37f7-4c14-a275-a9a05ddd87ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.329967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3056f5a2-3cd9-494d-9587-dc05b463f80e req-1862e8b5-37f7-4c14-a275-a9a05ddd87ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1677 time: 0.0596519 Aug 10 03:20:41.366804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3056f5a2-3cd9-494d-9587-dc05b463f80e req-3a0a92eb-b331-4684-8eb5-71d22001ac0e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Aug 10 03:20:41.469270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c0c2-0f61-42bc-9804-4fa0fa58b50e req-76c1d33d-cc78-4c6d-93f3-b84ec28513b6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.470733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec4c0c2-0f61-42bc-9804-4fa0fa58b50e req-76c1d33d-cc78-4c6d-93f3-b84ec28513b6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0496569 Aug 10 03:20:41.508178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec4c0c2-0f61-42bc-9804-4fa0fa58b50e req-758d34f7-3f88-43f5-8d79-c918096e3382 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Aug 10 03:20:41.619045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb6aa5-dec9-4b4e-8d8f-4c8ddaec4c41 req-8f5004a3-a0b3-48cd-baf8-e4188d93415b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.620844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6bb6aa5-dec9-4b4e-8d8f-4c8ddaec4c41 req-8f5004a3-a0b3-48cd-baf8-e4188d93415b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0478435 Aug 10 03:20:41.658164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6bb6aa5-dec9-4b4e-8d8f-4c8ddaec4c41 req-6d8d03e4-b26f-4df9-91f9-17c248f805e0 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306296 Aug 10 03:20:41.766367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9338ee-578a-4f33-9ca5-c013f6899276 req-23c7464a-19f0-4bba-b3f8-bfa63bbb2e92 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.767855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f9338ee-578a-4f33-9ca5-c013f6899276 req-23c7464a-19f0-4bba-b3f8-bfa63bbb2e92 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0544469 Aug 10 03:20:41.804877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f9338ee-578a-4f33-9ca5-c013f6899276 req-e97db345-7ddb-4869-b016-e22121e5fb21 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Aug 10 03:20:41.908086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a033784-bc2f-4042-8ee4-0f25148eafe1 req-20578f87-3197-4c1b-aa4d-ada6385b78da tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:41.909725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a033784-bc2f-4042-8ee4-0f25148eafe1 req-20578f87-3197-4c1b-aa4d-ada6385b78da tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Aug 10 03:20:41.947908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a033784-bc2f-4042-8ee4-0f25148eafe1 req-3fd47051-51f5-4fb9-baab-d49078c7769d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 10 03:20:42.102059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321b97-f15e-420c-99d4-68bd8cedaa97 req-5cee35d6-ce49-4c33-b714-d4a905f93ec4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.103537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8321b97-f15e-420c-99d4-68bd8cedaa97 req-5cee35d6-ce49-4c33-b714-d4a905f93ec4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 944 time: 0.0487545 Aug 10 03:20:42.142818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8321b97-f15e-420c-99d4-68bd8cedaa97 req-ebc0aaf4-6800-414b-aeaf-0b4b873bf6b8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333498 Aug 10 03:20:42.318746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bab7e-2f30-4009-8645-0d495964457a req-38b4aca4-a287-4df1-a8ea-e8a6fe4f127b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.320194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca8bab7e-2f30-4009-8645-0d495964457a req-38b4aca4-a287-4df1-a8ea-e8a6fe4f127b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0509107 Aug 10 03:20:42.357247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca8bab7e-2f30-4009-8645-0d495964457a req-182a4346-931f-4221-a589-3de7bdf8c87c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 10 03:20:42.494078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050e67e-e8d8-4642-87aa-3eadf22a4f46 req-cf141219-f60a-4512-ab79-72a59b39fb94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.500687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050e67e-e8d8-4642-87aa-3eadf22a4f46 req-cf141219-f60a-4512-ab79-72a59b39fb94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.502208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f050e67e-e8d8-4642-87aa-3eadf22a4f46 req-cf141219-f60a-4512-ab79-72a59b39fb94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1677 time: 0.0588183 Aug 10 03:20:42.541733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f050e67e-e8d8-4642-87aa-3eadf22a4f46 req-8fd6a2f4-b126-4072-bb71-2b66d06065bd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Aug 10 03:20:42.645063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e427c-8abf-4b7a-a471-418507ee1274 req-4d254325-0387-4a5a-9399-9bb07c8bf528 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.646521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a2e427c-8abf-4b7a-a471-418507ee1274 req-4d254325-0387-4a5a-9399-9bb07c8bf528 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0496249 Aug 10 03:20:42.683231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a2e427c-8abf-4b7a-a471-418507ee1274 req-5572d58c-226f-4a4b-b9ff-dc7a21cf9a59 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306599 Aug 10 03:20:42.717701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 22f383f7-d02d-4603-b459-12fb581c87c6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:42.724275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 20ac2a9c-72eb-4af5-b460-00bd64bdf27a up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:42.792363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b2fac-5dc8-49d5-982d-fef6eb8208b6 req-b866f8bd-d9b2-4031-8d07-cc3373f186bf tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.793673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-850b2fac-5dc8-49d5-982d-fef6eb8208b6 req-b866f8bd-d9b2-4031-8d07-cc3373f186bf tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0552380 Aug 10 03:20:42.834494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-850b2fac-5dc8-49d5-982d-fef6eb8208b6 req-7533dbac-a17e-4794-b34e-f01519d195ab tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Aug 10 03:20:42.854707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 22f383f7-d02d-4603-b459-12fb581c87c6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=22f383f7-d02d-4603-b459-12fb581c87c6,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:42.862131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '22f383f7-d02d-4603-b459-12fb581c87c6', 'network_id': '3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d', 'port_id': '22f383f7-d02d-4603-b459-12fb581c87c6', 'mac_address': 'fa:16:3e:56:24:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebd247a-fda3-40e4-b180-1199eeeee29e', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:42.902796 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:42.916561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f383f7-d02d-4603-b459-12fb581c87c6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:42.937909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 22f383f7-d02d-4603-b459-12fb581c87c6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=22f383f7-d02d-4603-b459-12fb581c87c6,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:42.940855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bdb8e-32b4-4e8e-99db-ee38f44bdabc req-74d8634b-0403-4da6-a4fc-e4d0efc7566f tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:42.942414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-999bdb8e-32b4-4e8e-99db-ee38f44bdabc req-74d8634b-0403-4da6-a4fc-e4d0efc7566f tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0516844 Aug 10 03:20:42.981029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-999bdb8e-32b4-4e8e-99db-ee38f44bdabc req-3f3bacb0-ff2c-4f51-aeec-5ce70948c66b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Aug 10 03:20:43.040663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:43.044686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:43.045564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.084943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317704-91a1-4d8d-b0bf-b115e32121a7 req-492b5df6-d943-43c7-90e2-7a2e473d3e01 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.086434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c317704-91a1-4d8d-b0bf-b115e32121a7 req-492b5df6-d943-43c7-90e2-7a2e473d3e01 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Aug 10 03:20:43.092150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.093066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8a11044a-1d51-43fd-8a68-4ac7c577a177 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:20:43.128459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c317704-91a1-4d8d-b0bf-b115e32121a7 req-dcda4d83-2a16-427b-a5a1-40548833c128 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Aug 10 03:20:43.161324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.251384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=22f383f7-d02d-4603-b459-12fb581c87c6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.261687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97bbc7-2fed-4c3b-9e2f-6c24161352c7 req-44f92a0d-e103-4212-85e3-10959c89cd0f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.262881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:43.263180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac97bbc7-2fed-4c3b-9e2f-6c24161352c7 req-44f92a0d-e103-4212-85e3-10959c89cd0f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 944 time: 0.0534477 Aug 10 03:20:43.297324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8a11044a-1d51-43fd-8a68-4ac7c577a177, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:43.301914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac97bbc7-2fed-4c3b-9e2f-6c24161352c7 req-6706dbd9-afb4-4992-aca2-dcfe22d19a40 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Aug 10 03:20:43.308640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '8a11044a-1d51-43fd-8a68-4ac7c577a177', 'network_id': '68ae5484-12ff-4449-9c98-7e6fb4e952bb', 'port_id': '8a11044a-1d51-43fd-8a68-4ac7c577a177', 'mac_address': 'fa:16:3e:f8:ce:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac54353-7f66-4afd-b7bd-fd731e21e497', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:20:43.347367 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.363884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a11044a-1d51-43fd-8a68-4ac7c577a177 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:20:43.375505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.389056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8a11044a-1d51-43fd-8a68-4ac7c577a177, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:43.431456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.478063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f635a0-6c6c-4d6e-9721-a90db36a61b2 req-89f503d2-5ff9-41a8-9aaa-1b22b03bc425 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.479530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6f635a0-6c6c-4d6e-9721-a90db36a61b2 req-89f503d2-5ff9-41a8-9aaa-1b22b03bc425 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0529499 Aug 10 03:20:43.502972 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:43.519198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6f635a0-6c6c-4d6e-9721-a90db36a61b2 req-8ea5f265-a0ed-4f90-8840-5923aa79435d tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Aug 10 03:20:43.552994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8a11044a-1d51-43fd-8a68-4ac7c577a177,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:43.659948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9442-a163-494a-b362-c0adb520ad70 req-4d9186fd-e600-4bd0-b36b-e13cda2f79bd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.665879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9442-a163-494a-b362-c0adb520ad70 req-4d9186fd-e600-4bd0-b36b-e13cda2f79bd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.667387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d1c9442-a163-494a-b362-c0adb520ad70 req-4d9186fd-e600-4bd0-b36b-e13cda2f79bd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1679 time: 0.0563676 Aug 10 03:20:43.705732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d1c9442-a163-494a-b362-c0adb520ad70 req-3e9d722e-12f5-4532-aabd-f6df18a4c7ab tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Aug 10 03:20:43.812780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abc2fb-9a93-4151-bea2-1326d2b6fc7c req-074ef723-6369-435c-91ee-e4340c72d394 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.814149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39abc2fb-9a93-4151-bea2-1326d2b6fc7c req-074ef723-6369-435c-91ee-e4340c72d394 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0524032 Aug 10 03:20:43.853006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39abc2fb-9a93-4151-bea2-1326d2b6fc7c req-3beb4be6-ba87-45af-b21e-7dea81f12e5f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 10 03:20:43.959079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7213b-6bb1-4cda-9053-db1c6c445355 req-d4509fd2-46bb-4a0d-8477-5e152994137b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:43.960606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17e7213b-6bb1-4cda-9053-db1c6c445355 req-d4509fd2-46bb-4a0d-8477-5e152994137b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0495236 Aug 10 03:20:44.000689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17e7213b-6bb1-4cda-9053-db1c6c445355 req-22d5e037-753f-4ae8-9807-94d4b426d882 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Aug 10 03:20:44.053751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['22f383f7-d02d-4603-b459-12fb581c87c6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:44.079000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8a11044a-1d51-43fd-8a68-4ac7c577a177'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:44.104668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6b30c-aff3-4007-86b6-709b4fc51b28 req-765456cd-3fdb-4b7a-b776-3d73f3d3e556 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.106172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dcd6b30c-aff3-4007-86b6-709b4fc51b28 req-765456cd-3fdb-4b7a-b776-3d73f3d3e556 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Aug 10 03:20:44.151130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dcd6b30c-aff3-4007-86b6-709b4fc51b28 req-3457953a-e088-478d-b47e-69d94023801e tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Aug 10 03:20:44.259579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fa70b-3d0b-4541-8978-0486a77a3304 req-a86de88c-4ca9-4a4a-9637-65a689726799 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.261127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5fa70b-3d0b-4541-8978-0486a77a3304 req-a86de88c-4ca9-4a4a-9637-65a689726799 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Aug 10 03:20:44.301576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5fa70b-3d0b-4541-8978-0486a77a3304 req-ec6d38fa-36b3-4369-8dfe-4bfd1762bd6c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Aug 10 03:20:44.415451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f93f8-2062-44be-ba73-882cffbe7952 req-1ec75185-53f8-43cc-a9a3-401cb9a851a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.416964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b5f93f8-2062-44be-ba73-882cffbe7952 req-1ec75185-53f8-43cc-a9a3-401cb9a851a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0496736 Aug 10 03:20:44.457309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b5f93f8-2062-44be-ba73-882cffbe7952 req-1e05b40e-1da1-4c76-b6b5-fdee29c73c2d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322278 Aug 10 03:20:44.640166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736bfb-cd9b-49a3-99aa-2df13d128456 req-73b91e7f-349e-4a5b-b9d2-f5302725c27f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.645603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f736bfb-cd9b-49a3-99aa-2df13d128456 req-73b91e7f-349e-4a5b-b9d2-f5302725c27f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0495334 Aug 10 03:20:44.679274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f736bfb-cd9b-49a3-99aa-2df13d128456 req-40ef2749-56e5-47a0-995c-156797bad08d tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Aug 10 03:20:44.829444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aea93-7985-41c2-88ab-305627a1c24f req-5bcb959d-6911-4a8b-82cc-165b97344da3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.835437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aea93-7985-41c2-88ab-305627a1c24f req-5bcb959d-6911-4a8b-82cc-165b97344da3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.837044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d11aea93-7985-41c2-88ab-305627a1c24f req-5bcb959d-6911-4a8b-82cc-165b97344da3 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1679 time: 0.0613773 Aug 10 03:20:44.877788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d11aea93-7985-41c2-88ab-305627a1c24f req-b4d89372-6365-41f5-a1e4-e681db91efd4 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Aug 10 03:20:44.991090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67c9ba-6c83-4522-8885-6e8075d868e6 req-09653533-5391-4ec4-b065-76556a988a79 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:44.992614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f67c9ba-6c83-4522-8885-6e8075d868e6 req-09653533-5391-4ec4-b065-76556a988a79 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0517013 Aug 10 03:20:45.033092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f67c9ba-6c83-4522-8885-6e8075d868e6 req-ce2a79fc-f308-43d9-b682-2956d799bd9f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Aug 10 03:20:45.034954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.166893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f53b6-6492-48a2-8644-f321885a49d2 req-8264bdec-20f8-4408-88b1-5fd972715448 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.168492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5f53b6-6492-48a2-8644-f321885a49d2 req-8264bdec-20f8-4408-88b1-5fd972715448 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0583639 Aug 10 03:20:45.210779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5f53b6-6492-48a2-8644-f321885a49d2 req-4fea7fbb-6f28-4114-a9e2-a12deed1d6fb tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Aug 10 03:20:45.330822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc5332-1845-49b2-bd31-d8124d78c8c9 req-57071024-d09c-489a-a93b-81e0df6e7f10 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.332280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93fc5332-1845-49b2-bd31-d8124d78c8c9 req-57071024-d09c-489a-a93b-81e0df6e7f10 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0584934 Aug 10 03:20:45.377424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93fc5332-1845-49b2-bd31-d8124d78c8c9 req-e0dd5fd6-24b7-414c-92ae-822c21e99892 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Aug 10 03:20:45.488687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec0a9e-4946-4ef9-a24e-20c9f4feda61 req-8a65fdc8-49f1-41c3-bca6-d6ffed39e513 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.490297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73ec0a9e-4946-4ef9-a24e-20c9f4feda61 req-8a65fdc8-49f1-41c3-bca6-d6ffed39e513 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0515118 Aug 10 03:20:45.531595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73ec0a9e-4946-4ef9-a24e-20c9f4feda61 req-fb74097b-53b5-4db7-bc77-3fac5c6785c5 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Aug 10 03:20:45.637990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965399f-330d-4ac0-aeb1-b8d4b02412a2 req-998bd11e-d533-4325-9cdf-355e3772ca54 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.640183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d965399f-330d-4ac0-aeb1-b8d4b02412a2 req-998bd11e-d533-4325-9cdf-355e3772ca54 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0535934 Aug 10 03:20:45.682360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d965399f-330d-4ac0-aeb1-b8d4b02412a2 req-7ea0e286-46b9-4d28-ad6a-2e1bd79a470b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346308 Aug 10 03:20:45.802566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c50050-6c72-4b83-9be7-55be35edc703 req-6430f1d1-553d-4261-b8a8-ae611d293c8b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:45.803978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23c50050-6c72-4b83-9be7-55be35edc703 req-6430f1d1-553d-4261-b8a8-ae611d293c8b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0532870 Aug 10 03:20:45.842557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23c50050-6c72-4b83-9be7-55be35edc703 req-46ae3473-6409-4732-ba50-536903b290c8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323105 Aug 10 03:20:45.998097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41283ec-8c8f-4ee0-b819-67e0efe8cf08 req-c5cd2020-79e3-427f-afcd-4b8fb8453d38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.003950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41283ec-8c8f-4ee0-b819-67e0efe8cf08 req-c5cd2020-79e3-427f-afcd-4b8fb8453d38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.005588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41283ec-8c8f-4ee0-b819-67e0efe8cf08 req-c5cd2020-79e3-427f-afcd-4b8fb8453d38 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1679 time: 0.0577443 Aug 10 03:20:46.046565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41283ec-8c8f-4ee0-b819-67e0efe8cf08 req-7fdc39b7-bdcc-4ca2-957a-f7bea2742bbe tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Aug 10 03:20:46.165289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2abd2-889b-4bb4-af1e-9079833e7013 req-50993b03-83d0-4ae9-aae8-feb5b0e94c5b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.166787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49f2abd2-889b-4bb4-af1e-9079833e7013 req-50993b03-83d0-4ae9-aae8-feb5b0e94c5b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0520210 Aug 10 03:20:46.205188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49f2abd2-889b-4bb4-af1e-9079833e7013 req-85a81467-14be-4a02-b1d9-87c33186523b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Aug 10 03:20:46.335603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f06759-a511-4585-9614-8ab17c004732 req-289c998c-3bb3-4173-a880-cc46cb9318b4 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.337419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00f06759-a511-4585-9614-8ab17c004732 req-289c998c-3bb3-4173-a880-cc46cb9318b4 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Aug 10 03:20:46.379361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00f06759-a511-4585-9614-8ab17c004732 req-d8dd0ad1-a1bf-457f-83ef-8131ed67fa8b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Aug 10 03:20:46.501986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f72f6-8aa5-48f9-8cc1-3076ed44c473 req-f887e7cd-77af-419c-94a8-bb6367879ba4 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.503543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-637f72f6-8aa5-48f9-8cc1-3076ed44c473 req-f887e7cd-77af-419c-94a8-bb6367879ba4 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Aug 10 03:20:46.544403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-637f72f6-8aa5-48f9-8cc1-3076ed44c473 req-ca8b8e34-d018-48b7-9f7d-22dc3e7d1c30 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Aug 10 03:20:46.656268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400768ff-85ec-4750-bf92-e960334d18bd req-7ecb4494-4ba5-4120-81f8-150657a915f7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.657714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-400768ff-85ec-4750-bf92-e960334d18bd req-7ecb4494-4ba5-4120-81f8-150657a915f7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Aug 10 03:20:46.696001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-400768ff-85ec-4750-bf92-e960334d18bd req-88d6d10c-3c0a-4e87-a8d8-d34bdee5530d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323052 Aug 10 03:20:46.734076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 22f383f7-d02d-4603-b459-12fb581c87c6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:46.812522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f2d4-51cf-405c-af80-2da214262e39 req-79d78da6-6920-4ac1-896a-85677987adc0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:46.814221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f927f2d4-51cf-405c-af80-2da214262e39 req-79d78da6-6920-4ac1-896a-85677987adc0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0621474 Aug 10 03:20:46.852149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 22f383f7-d02d-4603-b459-12fb581c87c6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:46.856479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 22f383f7-d02d-4603-b459-12fb581c87c6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:46.857199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:46.879135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f927f2d4-51cf-405c-af80-2da214262e39 req-2fbb0e9e-8c8d-4e79-955b-81371263bb33 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579128 Aug 10 03:20:46.963062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.011092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 22f383f7-d02d-4603-b459-12fb581c87c6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=22f383f7-d02d-4603-b459-12fb581c87c6,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:47.016401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65568892-5e27-4e27-99db-55b3b1874c32 req-2d947698-79d0-4ffe-b6be-29a945f0bd64 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.018148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65568892-5e27-4e27-99db-55b3b1874c32 req-2d947698-79d0-4ffe-b6be-29a945f0bd64 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0606470 Aug 10 03:20:47.061176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65568892-5e27-4e27-99db-55b3b1874c32 req-a4c2edb6-c68b-481a-824a-2eee1ad6ada6 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358739 Aug 10 03:20:47.114564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.115700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8a11044a-1d51-43fd-8a68-4ac7c577a177 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:47.179582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244396-a18d-4921-b841-46aa8c817448 req-48861b0f-bfdb-47e7-bfc0-3440223284a2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.186582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a244396-a18d-4921-b841-46aa8c817448 req-48861b0f-bfdb-47e7-bfc0-3440223284a2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.195026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a244396-a18d-4921-b841-46aa8c817448 req-48861b0f-bfdb-47e7-bfc0-3440223284a2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1680 time: 0.0718787 Aug 10 03:20:47.214019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=22f383f7-d02d-4603-b459-12fb581c87c6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.241362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a244396-a18d-4921-b841-46aa8c817448 req-e2a02f16-36fa-483a-a94d-d06d8e36e422 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Aug 10 03:20:47.309287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 8a11044a-1d51-43fd-8a68-4ac7c577a177 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:47.314282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 8a11044a-1d51-43fd-8a68-4ac7c577a177 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:47.314662 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.361738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bff22-7ee4-40fb-8405-24ba3dce35e5 req-ff7fc0a4-64e6-4802-b115-a2564da1c969 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.363682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-901bff22-7ee4-40fb-8405-24ba3dce35e5 req-ff7fc0a4-64e6-4802-b115-a2564da1c969 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 946 time: 0.0633247 Aug 10 03:20:47.411481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-901bff22-7ee4-40fb-8405-24ba3dce35e5 req-3f45f5e1-5b08-406e-ac6f-b0f12c4dee0c tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Aug 10 03:20:47.422159 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.469597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8a11044a-1d51-43fd-8a68-4ac7c577a177, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:47.542734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a27c-86b6-46a8-b1ef-fe48dd10c8b5 req-de6ad5ec-bed7-4ae4-a568-9fc57dff0de8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.546355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c165a27c-86b6-46a8-b1ef-fe48dd10c8b5 req-de6ad5ec-bed7-4ae4-a568-9fc57dff0de8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0569777 Aug 10 03:20:47.555616 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.590778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c165a27c-86b6-46a8-b1ef-fe48dd10c8b5 req-478196a4-6ca4-497c-ad44-94a6a9f3354e tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Aug 10 03:20:47.609337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8a11044a-1d51-43fd-8a68-4ac7c577a177,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:47.693886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 53ae56fd-1512-4a1f-9634-3baa8383e7a3 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:47.710360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda23b7f-3cf0-4b74-8d34-ce2d30ea87b2 req-09c96ba4-f76c-4c59-b5d3-2c2ebfb41cd6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.711954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fda23b7f-3cf0-4b74-8d34-ce2d30ea87b2 req-09c96ba4-f76c-4c59-b5d3-2c2ebfb41cd6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0533762 Aug 10 03:20:47.753658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fda23b7f-3cf0-4b74-8d34-ce2d30ea87b2 req-7eb91456-4e91-4ea4-b926-51c26539fa1c tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Aug 10 03:20:47.784282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.821099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:47.880858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa0932-246a-40e3-b327-67b40d3beefa req-311fe2ee-f426-4a52-b4c1-c12f05781675 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:47.882330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66fa0932-246a-40e3-b327-67b40d3beefa req-311fe2ee-f426-4a52-b4c1-c12f05781675 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0539598 Aug 10 03:20:47.921413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66fa0932-246a-40e3-b327-67b40d3beefa req-99f9939b-0412-4818-a107-85c0552fb3de tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Aug 10 03:20:47.926285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.989733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:48.028676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e8034-5bdd-4af9-9373-0f44c1bd863f req-f9401dea-00e6-4022-9689-6dafbd4fc49d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.030309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-008e8034-5bdd-4af9-9373-0f44c1bd863f req-f9401dea-00e6-4022-9689-6dafbd4fc49d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0522840 Aug 10 03:20:48.068989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-008e8034-5bdd-4af9-9373-0f44c1bd863f req-be8601f7-dacd-4bf8-83b8-ad77e54ca0d0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 Aug 10 03:20:48.188307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466e75-13bf-47b8-a0ba-5ab4902e29f8 req-d423656f-e638-4136-9aac-6d18f223292c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.189809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09466e75-13bf-47b8-a0ba-5ab4902e29f8 req-d423656f-e638-4136-9aac-6d18f223292c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0489197 Aug 10 03:20:48.227279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09466e75-13bf-47b8-a0ba-5ab4902e29f8 req-eac19d6a-1355-4bb9-9278-7a4d9960d95c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Aug 10 03:20:48.374636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11733a0-a756-4d3c-ac9f-1a49b027acb2 req-cab4b934-bde5-40b0-bb8c-98bfe2b1199e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.380656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11733a0-a756-4d3c-ac9f-1a49b027acb2 req-cab4b934-bde5-40b0-bb8c-98bfe2b1199e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.382218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a11733a0-a756-4d3c-ac9f-1a49b027acb2 req-cab4b934-bde5-40b0-bb8c-98bfe2b1199e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0627382 Aug 10 03:20:48.421585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a11733a0-a756-4d3c-ac9f-1a49b027acb2 req-6a54f205-04f8-43ad-9e01-71b29896ad32 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Aug 10 03:20:48.545195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a98f0-63d1-4893-96eb-d09434131621 req-47ad78a6-32f4-4499-96c6-89dfff299ada tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.546672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec0a98f0-63d1-4893-96eb-d09434131621 req-47ad78a6-32f4-4499-96c6-89dfff299ada tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0513473 Aug 10 03:20:48.583859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec0a98f0-63d1-4893-96eb-d09434131621 req-ae072809-97f3-4d98-98f3-550c51acfe0f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Aug 10 03:20:48.707883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b05135-968a-4ee8-b81f-8400c3b168be req-ed237f8a-285e-4f7a-b5bb-ef3d3cdbdd55 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.709372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4b05135-968a-4ee8-b81f-8400c3b168be req-ed237f8a-285e-4f7a-b5bb-ef3d3cdbdd55 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Aug 10 03:20:48.747890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4b05135-968a-4ee8-b81f-8400c3b168be req-b4094d0a-7d18-45a1-94d4-3d66ad82c07c tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Aug 10 03:20:48.872627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1e86-52fb-4e4d-b653-19ef5c50e4a1 req-8ba84361-09a6-4c83-a01b-9b0f23671cb7 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:48.874635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c51c1e86-52fb-4e4d-b653-19ef5c50e4a1 req-8ba84361-09a6-4c83-a01b-9b0f23671cb7 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Aug 10 03:20:48.915024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c51c1e86-52fb-4e4d-b653-19ef5c50e4a1 req-84fe4b0e-8cb1-4169-9fcc-fc4cf73366c7 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Aug 10 03:20:49.039367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccb335-1410-49eb-900a-243ac5eb4c4c req-43f38fa9-be78-442a-aa99-2037e98232d8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.040977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8eccb335-1410-49eb-900a-243ac5eb4c4c req-43f38fa9-be78-442a-aa99-2037e98232d8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Aug 10 03:20:49.079735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8eccb335-1410-49eb-900a-243ac5eb4c4c req-0043215b-92a8-4203-8c59-6b1df6061e13 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Aug 10 03:20:49.183153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68b5b0-e848-4f86-b2be-054196a91d90 req-8dc56ba0-2778-40c1-aa66-08704eb0c2ae tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.184627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa68b5b0-e848-4f86-b2be-054196a91d90 req-8dc56ba0-2778-40c1-aa66-08704eb0c2ae tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0496275 Aug 10 03:20:49.224817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa68b5b0-e848-4f86-b2be-054196a91d90 req-3f552736-0b2c-4163-bcdf-f309addbaba6 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Aug 10 03:20:49.303558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72b324-6a67-4cc5-8301-12710e848486 req-9f042255-150d-4641-9169-7e5bb021863f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.305050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-9f042255-150d-4641-9169-7e5bb021863f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0562460 Aug 10 03:20:49.405414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b904c-85a8-4f56-b6c0-df6107fd86bd req-c100caf7-7c10-47c8-9582-c74b3c23538b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.406874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-289b904c-85a8-4f56-b6c0-df6107fd86bd req-c100caf7-7c10-47c8-9582-c74b3c23538b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1009278 Aug 10 03:20:49.455716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Deleting port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:49.456050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.463930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-289b904c-85a8-4f56-b6c0-df6107fd86bd req-e8872487-048e-412c-81c4-facd89a3b815 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506492 Aug 10 03:20:49.548479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] For port 53ae56fd-1512-4a1f-9634-3baa8383e7a3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=53ae56fd-1512-4a1f-9634-3baa8383e7a3,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:49.548777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.583844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Calling delete_port for 53ae56fd-1512-4a1f-9634-3baa8383e7a3 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:49.650162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f4913-9afe-43ba-b909-2473130c5b68 req-d5c40e72-0913-4488-9777-b5f91e33c784 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.656024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f4913-9afe-43ba-b909-2473130c5b68 req-d5c40e72-0913-4488-9777-b5f91e33c784 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.657580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a8f4913-9afe-43ba-b909-2473130c5b68 req-d5c40e72-0913-4488-9777-b5f91e33c784 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1063066 Aug 10 03:20:49.713784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a8f4913-9afe-43ba-b909-2473130c5b68 req-67596614-52be-4aba-b7dd-0ce341aaf760 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491335 Aug 10 03:20:49.831389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32538df-216a-4057-9c92-e60a750c0287 req-74e8bff6-d2f9-49c4-a9c0-4554e8537992 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:49.832882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32538df-216a-4057-9c92-e60a750c0287 req-74e8bff6-d2f9-49c4-a9c0-4554e8537992 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 944 time: 0.0518744 Aug 10 03:20:49.873440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32538df-216a-4057-9c92-e60a750c0287 req-b3855cca-351b-4c7d-a41f-4a86c1188ae3 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Aug 10 03:20:49.880631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.912456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event deleted for resources: {'Port': ['ID=53ae56fd-1512-4a1f-9634-3baa8383e7a3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:49.913244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:49.963841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] No DVR routers for this DVR port 53ae56fd-1512-4a1f-9634-3baa8383e7a3 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:49.963841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:49.963841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed72b324-6a67-4cc5-8301-12710e848486 req-94a1fbe3-b4c7-463b-ab7e-61527d3ff474 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.46 "DELETE /v2.0/ports/53ae56fd-1512-4a1f-9634-3baa8383e7a3 HTTP/1.1" status: 204 len: 173 time: 0.6473777 Aug 10 03:20:49.963841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'name': 'network-vif-deleted', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:49.964784 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e01ba-d504-4905-9d1e-204b93dbab8c" -d '{"events": [{"server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "name": "network-vif-deleted", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:50.016220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5704d-b025-45b6-bf21-32a1307c0dbd req-5010d9dc-a1be-4f67-a8fe-aa61ac0e284b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.017724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12c5704d-b025-45b6-bf21-32a1307c0dbd req-5010d9dc-a1be-4f67-a8fe-aa61ac0e284b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Aug 10 03:20:50.056578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12c5704d-b025-45b6-bf21-32a1307c0dbd req-83d21689-81e9-4ce7-bb08-89fdd9d6bdb6 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Aug 10 03:20:50.170833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc183a-dde7-4506-9e6b-e8cf7b85fbb0 req-eb764515-036f-4cc4-8ce7-d490140a83ba tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.172336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fcc183a-dde7-4506-9e6b-e8cf7b85fbb0 req-eb764515-036f-4cc4-8ce7-d490140a83ba tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0526001 Aug 10 03:20:50.210010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fcc183a-dde7-4506-9e6b-e8cf7b85fbb0 req-770f2bcf-d9a3-47b0-b7c6-a1f38b3670ae tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Aug 10 03:20:50.249014 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd84fa-503d-48d9-b25a-995725598356 x-openstack-request-id: req-c5dd84fa-503d-48d9-b25a-995725598356 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:50.251154 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "name": "network-vif-deleted", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:50.251154 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5dd84fa-503d-48d9-b25a-995725598356 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:50.251154 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'name': 'network-vif-deleted', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:20:50.336197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85cdb7-8a50-4f48-977c-22c572c600da req-6d8f8d3b-9fc3-4ec5-b0a7-4373c3a1f3e8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.337823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce85cdb7-8a50-4f48-977c-22c572c600da req-6d8f8d3b-9fc3-4ec5-b0a7-4373c3a1f3e8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0492365 Aug 10 03:20:50.376386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce85cdb7-8a50-4f48-977c-22c572c600da req-41e6b306-4ed1-4066-b703-d2eb41696c82 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 10 03:20:50.477395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a923291-3bb9-401a-a3f2-e67bd0d5cebd req-e35db2d1-f917-40fa-8c7c-26f80a9742bd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.478770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a923291-3bb9-401a-a3f2-e67bd0d5cebd req-e35db2d1-f917-40fa-8c7c-26f80a9742bd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0495090 Aug 10 03:20:50.517896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a923291-3bb9-401a-a3f2-e67bd0d5cebd req-0a1b157f-4d90-44d4-875e-abc989e4600f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Aug 10 03:20:50.625075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fb9f6-fc2e-4a2b-acfb-e1ea7d563f66 req-d3b94c2b-9bb4-4ce1-97d1-109e29cff2a7 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.626509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-663fb9f6-fc2e-4a2b-acfb-e1ea7d563f66 req-d3b94c2b-9bb4-4ce1-97d1-109e29cff2a7 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0525482 Aug 10 03:20:50.664591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-663fb9f6-fc2e-4a2b-acfb-e1ea7d563f66 req-da9de6a2-d496-412e-90d7-65934e6bf625 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Aug 10 03:20:50.831658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61796fd-c9b0-419e-b4a8-5385b9d811fe req-dc8d1a75-7c8d-44e8-bbc2-ad6c556117cd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.837595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61796fd-c9b0-419e-b4a8-5385b9d811fe req-dc8d1a75-7c8d-44e8-bbc2-ad6c556117cd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:50.839135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f61796fd-c9b0-419e-b4a8-5385b9d811fe req-dc8d1a75-7c8d-44e8-bbc2-ad6c556117cd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0547984 Aug 10 03:20:50.877457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f61796fd-c9b0-419e-b4a8-5385b9d811fe req-ff8ff190-6a33-412b-82ca-eb6fd4bd6bb1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Aug 10 03:20:50.967659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-446d18cd-82dc-4891-a9d8-512bbfaf71b9 req-6e94f368-a36b-49f4-90c3-a306a83e3233 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 210 time: 0.0264750 Aug 10 03:20:51.193681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc7e5a-a6fe-450d-a1ef-8b58537b2fa1 req-1c3f4daa-d1e0-4848-bea8-7a473bdcbf2a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.195154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4adc7e5a-a6fe-450d-a1ef-8b58537b2fa1 req-1c3f4daa-d1e0-4848-bea8-7a473bdcbf2a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0517399 Aug 10 03:20:51.233677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4adc7e5a-a6fe-450d-a1ef-8b58537b2fa1 req-b7cc8c7a-0365-4108-960d-5bf2bf545ed5 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Aug 10 03:20:51.347161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2e14-c840-4c88-8e67-c21e20481a5c req-1b44df5a-b2dd-44a6-9455-661826479032 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.348652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8ab2e14-c840-4c88-8e67-c21e20481a5c req-1b44df5a-b2dd-44a6-9455-661826479032 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Aug 10 03:20:51.389714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8ab2e14-c840-4c88-8e67-c21e20481a5c req-91fb0844-251c-4e47-ad7f-38e110f57dad tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 10 03:20:51.502033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235de59-02c0-4e07-9ec1-8634e7c2034f req-b41978a8-cef7-4403-a7fc-a4cc30cf1519 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.503487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d235de59-02c0-4e07-9ec1-8634e7c2034f req-b41978a8-cef7-4403-a7fc-a4cc30cf1519 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0507615 Aug 10 03:20:51.544037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d235de59-02c0-4e07-9ec1-8634e7c2034f req-cd4c030f-be36-4da8-bd6d-34c10e73a916 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Aug 10 03:20:51.660720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bcb4-c964-4e1a-9a99-84d9d7cf437b req-fdebc1c2-ed6c-4240-b07f-9cedbab95d4e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.660720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b24bcb4-c964-4e1a-9a99-84d9d7cf437b req-fdebc1c2-ed6c-4240-b07f-9cedbab95d4e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0555477 Aug 10 03:20:51.705258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b24bcb4-c964-4e1a-9a99-84d9d7cf437b req-74831a36-baf8-40c5-a1fe-f136f97bf0f8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363202 Aug 10 03:20:51.815411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536fb4-cc90-438a-846e-7e99d0727514 req-a7cbd4ab-e60d-4fd4-b8a4-71cd34963a89 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:51.816985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a536fb4-cc90-438a-846e-7e99d0727514 req-a7cbd4ab-e60d-4fd4-b8a4-71cd34963a89 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0487309 Aug 10 03:20:51.855811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a536fb4-cc90-438a-846e-7e99d0727514 req-e98a3d6e-cfc7-4997-bfc8-61914721d8c8 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Aug 10 03:20:51.999852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cc694-5544-44b4-88eb-937b7112b0a6 req-0f5ca5dd-f592-4652-a078-4ec63270e577 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:52.006234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cc694-5544-44b4-88eb-937b7112b0a6 req-0f5ca5dd-f592-4652-a078-4ec63270e577 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:52.007882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a01cc694-5544-44b4-88eb-937b7112b0a6 req-0f5ca5dd-f592-4652-a078-4ec63270e577 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0594316 Aug 10 03:20:52.050388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a01cc694-5544-44b4-88eb-937b7112b0a6 req-a97331ad-98b9-4ea2-9f0b-fd5804eab064 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349288 Aug 10 03:20:52.150762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5eaa787-136d-4c5b-91c4-47cd787bea4f req-1ffc079a-2d8d-4e45-a2e4-f20029a91be6 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 210 time: 0.0318458 Aug 10 03:20:52.389655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de02d04f-4fc9-47fd-9782-3ab3dbcc0f23 req-f3acfba1-b69a-4a28-9959-667a80f33971 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c5b86e7-127b-4112-926b-c8b063d5441a HTTP/1.1" status: 200 len: 210 time: 0.0261312 Aug 10 03:20:53.159009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8977e8b-b999-4251-9b21-3f0b58a83347 req-8fce4979-b77a-4f7f-a979-3c8a6fc5434a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.160544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8977e8b-b999-4251-9b21-3f0b58a83347 req-8fce4979-b77a-4f7f-a979-3c8a6fc5434a tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0509038 Aug 10 03:20:53.197829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8977e8b-b999-4251-9b21-3f0b58a83347 req-2c9b734e-a479-4911-92c2-59cfccd3ad84 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Aug 10 03:20:53.298769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c990f81-8292-4c0a-8db2-796f7c21606c req-0cd86d05-d493-4989-9d77-f25e80c0b4c3 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.300148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c990f81-8292-4c0a-8db2-796f7c21606c req-0cd86d05-d493-4989-9d77-f25e80c0b4c3 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0470619 Aug 10 03:20:53.336769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c990f81-8292-4c0a-8db2-796f7c21606c req-77bcec42-26a4-462f-bc60-cbc0c04ae038 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303886 Aug 10 03:20:53.741392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037044-8329-4500-b09b-953a6146bebc req-01a2c14b-112d-4e05-b5d3-086469c6a785 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.742875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a037044-8329-4500-b09b-953a6146bebc req-01a2c14b-112d-4e05-b5d3-086469c6a785 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.3510339 Aug 10 03:20:53.781100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a037044-8329-4500-b09b-953a6146bebc req-f265e78c-c634-4653-b795-08c89fd3ae38 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Aug 10 03:20:53.832099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53984) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:53.837165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1050804576'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:53.900423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ade3a7-a984-488d-8a0c-05a9f75ebc13 req-fce0b76a-3d18-4e73-8d42-83da7bb29dcd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.902017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49ade3a7-a984-488d-8a0c-05a9f75ebc13 req-fce0b76a-3d18-4e73-8d42-83da7bb29dcd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0616193 Aug 10 03:20:53.940584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49ade3a7-a984-488d-8a0c-05a9f75ebc13 req-6ed48bea-ce31-45f1-b7d4-bbdf903535ff tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322061 Aug 10 03:20:53.988253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:53.991840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.043508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:54.058146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.058485 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Added segment bbb56360-1e34-4960-b3b4-d8a693d7773a of type vlan for network e760f916-e63a-4a91-a0cc-8cdba5e2f755 Aug 10 03:20:54.074840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35824-7b86-4d4e-a332-d9aeed919a21 req-6ba1e8d6-532a-4c9b-9c57-65b7fe8b394b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.076330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4be35824-7b86-4d4e-a332-d9aeed919a21 req-6ba1e8d6-532a-4c9b-9c57-65b7fe8b394b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0808830 Aug 10 03:20:54.123242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.147377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4be35824-7b86-4d4e-a332-d9aeed919a21 req-da962d7d-a843-40d5-aded-f29e51789573 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Aug 10 03:20:54.228934 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.235124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.235732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.324962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Network': ['ID=e760f916-e63a-4a91-a0cc-8cdba5e2f755,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.336706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:54.348932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f2d1-621f-4f49-9518-2b8f4f4918ed req-f7ba3259-20f6-49de-9ffe-d068782a6314 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.355253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f2d1-621f-4f49-9518-2b8f4f4918ed req-f7ba3259-20f6-49de-9ffe-d068782a6314 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.357633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01a6f2d1-621f-4f49-9518-2b8f4f4918ed req-f7ba3259-20f6-49de-9ffe-d068782a6314 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1103311 Aug 10 03:20:54.372369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-95046d26-d6a5-4aed-b3fa-18544220fb7b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5391262 Aug 10 03:20:54.375168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53992) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:54.381204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1433355377'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:54.402486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01a6f2d1-621f-4f49-9518-2b8f4f4918ed req-634ef6e8-7b95-480b-a0c2-2b02b2af0b9f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Aug 10 03:20:54.510266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f15483-1fc3-4377-a613-aa41ef715063 req-0c6f870b-3c21-4390-b9d3-be66531d5ff8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.513667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20f15483-1fc3-4377-a613-aa41ef715063 req-0c6f870b-3c21-4390-b9d3-be66531d5ff8 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0509374 Aug 10 03:20:54.536944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:54.541120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.564616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20f15483-1fc3-4377-a613-aa41ef715063 req-fd76b832-a79d-45b1-baa8-91c08aea5668 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457447 Aug 10 03:20:54.571862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:20:54.586341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.586341 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Added segment f9f84a18-5074-4c73-a7c7-f2df7c30e47f of type vlan for network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 Aug 10 03:20:54.632451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.662819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761d054-00d9-4384-9d1c-ead1e9490961 req-f644f448-20ca-4c2c-82dd-c0111e0cc8b6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.664396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1761d054-00d9-4384-9d1c-ead1e9490961 req-f644f448-20ca-4c2c-82dd-c0111e0cc8b6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Aug 10 03:20:54.712279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1761d054-00d9-4384-9d1c-ead1e9490961 req-8d492d96-6446-4445-8abd-f2deb01411ff tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Aug 10 03:20:54.731799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.737723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.738310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.802723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Network': ['ID=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:54.814161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:20:54.899060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e52c7775-3fbe-4f2d-8534-567c09adc7e8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5216503 Aug 10 03:20:54.900485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53998) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:54.905713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'subnet': {'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:54.909965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3fd56-f18b-42b9-9924-1a6f48d8b005 req-4d9d9727-7a99-4ae6-9cde-ee407272fc24 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:54.911356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fe3fd56-f18b-42b9-9924-1a6f48d8b005 req-4d9d9727-7a99-4ae6-9cde-ee407272fc24 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0566387 Aug 10 03:20:54.952120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fe3fd56-f18b-42b9-9924-1a6f48d8b005 req-e2376da2-2ff6-4037-85ff-bb6db1f7fc66 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Aug 10 03:20:55.059053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db42cfc-2d4f-4d38-ba0e-5be2105ce6db req-21b3d777-b515-45d9-8287-ae4cd67259e8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.061062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4db42cfc-2d4f-4d38-ba0e-5be2105ce6db req-21b3d777-b515-45d9-8287-ae4cd67259e8 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0513909 Aug 10 03:20:55.099991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4db42cfc-2d4f-4d38-ba0e-5be2105ce6db req-89a152bd-b2b5-4f3f-99f6-d8af7db54263 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Aug 10 03:20:55.114470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:55.118405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.279517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083b569-2f13-4c66-a109-28575945fe04 req-b47924d2-89d9-4e1d-ac08-f5868bece84e tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.281063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5083b569-2f13-4c66-a109-28575945fe04 req-b47924d2-89d9-4e1d-ac08-f5868bece84e tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0574164 Aug 10 03:20:55.328809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5083b569-2f13-4c66-a109-28575945fe04 req-d0de61e6-bacd-47b3-aeff-143bf234348c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Aug 10 03:20:55.406270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.457108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Subnet': ['ID=f39526f8-2d64-44e5-b173-5a1a928ff81a,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:55.472293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.472666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.473004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.473337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.473672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.473999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.474323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.474729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.475056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.475379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.475699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.476015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:20:55.491648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Checking segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:55.492005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network hostable DHCP agents. Network: e760f916-e63a-4a91-a0cc-8cdba5e2f755, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:55.526163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86479467-d54d-4451-8ab1-b3bd3fa19ada req-831c1ccf-90bd-4311-8c76-49a690712833 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.532755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86479467-d54d-4451-8ab1-b3bd3fa19ada req-831c1ccf-90bd-4311-8c76-49a690712833 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.534411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86479467-d54d-4451-8ab1-b3bd3fa19ada req-831c1ccf-90bd-4311-8c76-49a690712833 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0569656 Aug 10 03:20:55.565521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:55.572656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86479467-d54d-4451-8ab1-b3bd3fa19ada req-6ef2efa6-cfa2-48dd-ad28-b53b3adace37 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Aug 10 03:20:55.651400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e760f916-e63a-4a91-a0cc-8cdba5e2f755) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:55.655892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.656546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.663488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7f2dd-b920-4025-b3c8-523d5cc8b176 None None] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:55.681599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a0411-b42b-4282-b488-24a68b16f4aa req-67049ec7-2186-4a97-a7a8-0c2647b0d02b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.683550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c46a0411-b42b-4282-b488-24a68b16f4aa req-67049ec7-2186-4a97-a7a8-0c2647b0d02b tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0554311 Aug 10 03:20:55.727068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c46a0411-b42b-4282-b488-24a68b16f4aa req-01c78ab6-ced9-4bcd-a93f-7e3d12d86581 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/security-groups?id=a653bdde-5712-462d-b747-d27a9a2a4a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Aug 10 03:20:55.743641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b30602e1-17d3-4a66-ae8e-1420fb529cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8419244 Aug 10 03:20:55.746668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:55.752865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'subnet': {'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:55.785502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.829631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-b703ca37-fe09-4851-bb4a-1d921c6a12b2 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.831229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-b703ca37-fe09-4851-bb4a-1d921c6a12b2 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 945 time: 0.0810804 Aug 10 03:20:55.871397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'tenant_id': '977ed682044b405a97546070d216c6af', 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:55.873044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.948575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7599-e52d-4ac3-85aa-9888e5705aff req-d07af60c-eda2-4e5d-9287-d15a6b864e6b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:55.948750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:55.950051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06da7599-e52d-4ac3-85aa-9888e5705aff req-d07af60c-eda2-4e5d-9287-d15a6b864e6b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.1177728 Aug 10 03:20:55.952577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.010760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Deleting port c23b9f90-bf04-4340-9b91-af1cb62901a0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:56.010989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.060863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06da7599-e52d-4ac3-85aa-9888e5705aff req-cdbcecc9-2908-44f7-a57f-8c39a1285353 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980315 Aug 10 03:20:56.066079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Allocated IP 10.1.1.2 (e760f916-e63a-4a91-a0cc-8cdba5e2f755/f39526f8-2d64-44e5-b173-5a1a928ff81a/78954bb4-2eaf-47c4-8860-bfd608e5d987) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:56.134201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] For port c23b9f90-bf04-4340-9b91-af1cb62901a0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c23b9f90-bf04-4340-9b91-af1cb62901a0,segment=NetworkSegment(733ea1de-536e-4cd9-8759-1593e5b0e687),segment_id=733ea1de-536e-4cd9-8759-1593e5b0e687)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:56.134580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.181172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Calling delete_port for c23b9f90-bf04-4340-9b91-af1cb62901a0 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:20:56.217919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.249576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.250445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3c584-f75d-4daf-9ac1-a95b90817aac req-9f5133e6-9018-4f1e-b1cd-c94d9cb68df4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.259255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76c3c584-f75d-4daf-9ac1-a95b90817aac req-9f5133e6-9018-4f1e-b1cd-c94d9cb68df4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1097007 Aug 10 03:20:56.262970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Transition to ACTIVE for port object 78954bb4-2eaf-47c4-8860-bfd608e5d987 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:56.284550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Transition to ACTIVE for port object 78954bb4-2eaf-47c4-8860-bfd608e5d987 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:56.297995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Subnet': ['ID=cc68dd54-b5f0-4a18-a189-3edb5952a3b1,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.300259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Checking segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:56.300645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network hostable DHCP agents. Network: f3bfa3b2-b0cb-429e-9158-75cdb950d1d9, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:20:56.318177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76c3c584-f75d-4daf-9ac1-a95b90817aac req-a53f7606-68c8-4850-81c7-727fad1fc50e tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580556 Aug 10 03:20:56.366555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.400006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:20:56.415403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:56.418449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:56.422968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:56.443955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bd63d-e184-433a-970e-660eac0f4a73 req-49696d5a-6a2a-4dac-ad04-52592a169d5c tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.445411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-686bd63d-e184-433a-970e-660eac0f4a73 req-49696d5a-6a2a-4dac-ad04-52592a169d5c tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0600302 Aug 10 03:20:56.458879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Pushing event updated for resources: {'Port': ['ID=78954bb4-2eaf-47c4-8860-bfd608e5d987,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.485443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Attempting to bind port 78954bb4-2eaf-47c4-8860-bfd608e5d987 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:56.485871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Attempting to bind port 78954bb4-2eaf-47c4-8860-bfd608e5d987 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:56.486240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Attempting to bind port 78954bb4-2eaf-47c4-8860-bfd608e5d987 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:56.487608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-686bd63d-e184-433a-970e-660eac0f4a73 req-428c13af-f52f-42a9-a92a-d0682f6468f4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347972 Aug 10 03:20:56.491852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f3bfa3b2-b0cb-429e-9158-75cdb950d1d9) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:56.492322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:56.492729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Checking segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:56.494145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.496157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.496292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Bound using segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:56.496799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.497053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Bound port: 78954bb4-2eaf-47c4-8860-bfd608e5d987, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:56.498063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.520323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf5867-73db-448f-922d-1a42444f07b7 None None] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:56.526189 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.556846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Pushing event deleted for resources: {'Port': ['ID=c23b9f90-bf04-4340-9b91-af1cb62901a0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:56.595042 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3ff78b4-7912-42c1-84fc-f6a5b7c7819a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8465195 Aug 10 03:20:56.598435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54024) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:56.603480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'name': 'tempest-TaggedBootDevicesTest-1886164593', 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:56.609850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c23b9f90-bf04-4340-9b91-af1cb62901a0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:20:56.645774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] No DVR routers for this DVR port c23b9f90-bf04-4340-9b91-af1cb62901a0 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:20:56.671398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.671398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d86502-7392-44cd-be69-c6a69eb0c10c req-c7f18054-b560-40a3-a7a9-d3f5bf33ec97 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.54 "DELETE /v2.0/ports/c23b9f90-bf04-4340-9b91-af1cb62901a0 HTTP/1.1" status: 204 len: 173 time: 0.8087428 Aug 10 03:20:56.671398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'name': 'network-vif-deleted', 'tag': 'c23b9f90-bf04-4340-9b91-af1cb62901a0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:20:56.671398 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946850af-17d1-4f25-be6b-da08c05bd945" -d '{"events": [{"server_uuid": "aba9ec42-14da-4211-ae89-9a3338cdfc11", "name": "network-vif-deleted", "tag": "c23b9f90-bf04-4340-9b91-af1cb62901a0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:20:56.679015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cffb1-6a44-4af1-8153-ae003e4e9eaf req-e20e1b8a-2bdb-4bdb-8326-96448c3cb79b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.680853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-888cffb1-6a44-4af1-8153-ae003e4e9eaf req-e20e1b8a-2bdb-4bdb-8326-96448c3cb79b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0913694 Aug 10 03:20:56.690047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] For port 78954bb4-2eaf-47c4-8860-bfd608e5d987, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:56.694704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] For port 78954bb4-2eaf-47c4-8860-bfd608e5d987, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=78954bb4-2eaf-47c4-8860-bfd608e5d987,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:56.728409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-888cffb1-6a44-4af1-8153-ae003e4e9eaf req-fcb027fd-5930-4f3b-b677-27f70f778493 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394604 Aug 10 03:20:56.782509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'tenant_id': '977ed682044b405a97546070d216c6af', 'fixed_ips': [{'subnet_id': 'cc68dd54-b5f0-4a18-a189-3edb5952a3b1'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:20:56.783359 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.837614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93807cb5-f6ac-4c93-babd-6724f88b11dd req-ad3c8eca-c2d0-48b5-a4e0-f2711259cc4c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.843541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93807cb5-f6ac-4c93-babd-6724f88b11dd req-ad3c8eca-c2d0-48b5-a4e0-f2711259cc4c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:56.845107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93807cb5-f6ac-4c93-babd-6724f88b11dd req-ad3c8eca-c2d0-48b5-a4e0-f2711259cc4c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0576818 Aug 10 03:20:56.922278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Allocated IP 10.2.2.2 (f3bfa3b2-b0cb-429e-9158-75cdb950d1d9/cc68dd54-b5f0-4a18-a189-3edb5952a3b1/d7006956-7535-4521-b08a-c2be143af5fa) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:56.967646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93807cb5-f6ac-4c93-babd-6724f88b11dd req-9c1f1a32-4167-47c4-944e-86a736199964 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161375 Aug 10 03:20:56.988790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:57.021215 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a90e2-ea64-4a0a-9986-987359937abb x-openstack-request-id: req-2b7a90e2-ea64-4a0a-9986-987359937abb {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:20:57.021994 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba9ec42-14da-4211-ae89-9a3338cdfc11", "name": "network-vif-deleted", "tag": "c23b9f90-bf04-4340-9b91-af1cb62901a0", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:20:57.022580 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b7a90e2-ea64-4a0a-9986-987359937abb {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:20:57.023772 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'name': 'network-vif-deleted', 'tag': 'c23b9f90-bf04-4340-9b91-af1cb62901a0', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:20:57.099215 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.111832 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.121630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] device_id is not set on port 14306ad1-9b23-4752-a27b-291c4f100450 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:57.156010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5958afc0-9d70-411b-98ce-773dec49bd02 req-4291bb35-3cad-4404-ad48-68aee0bae779 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 210 time: 0.0857425 Aug 10 03:20:57.223950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-cf001a2b-ae08-4a7b-99bb-e7952310084e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667949 Aug 10 03:20:57.224402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22791-5ab1-4e41-95bc-53c13ea584e0 None None] Pushing event updated for resources: {'Port': ['ID=78954bb4-2eaf-47c4-8860-bfd608e5d987,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.312864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.322271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Transition to ACTIVE for port object d7006956-7535-4521-b08a-c2be143af5fa will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:57.337440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85ff6a-0817-4478-a495-a6dcdd039a32 req-43a96042-b2e0-4545-8e0c-a7f14f68031b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.339090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa85ff6a-0817-4478-a495-a6dcdd039a32 req-43a96042-b2e0-4545-8e0c-a7f14f68031b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.1142581 Aug 10 03:20:57.340165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Transition to ACTIVE for port object d7006956-7535-4521-b08a-c2be143af5fa will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:57.356392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-030de57f-435b-4c12-b155-ab4f66b7679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.357832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-030de57f-435b-4c12-b155-ab4f66b7679e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 1097 time: 0.0764122 Aug 10 03:20:57.408075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa85ff6a-0817-4478-a495-a6dcdd039a32 req-1e2bc4df-00fd-4677-b0f0-4e5501e2f20f tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Aug 10 03:20:57.444767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 10.1.1.254 (e760f916-e63a-4a91-a0cc-8cdba5e2f755/f39526f8-2d64-44e5-b173-5a1a928ff81a/14306ad1-9b23-4752-a27b-291c4f100450) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:57.498113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.590722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:57.593841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:57.605923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:57.622354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Pushing event updated for resources: {'Port': ['ID=d7006956-7535-4521-b08a-c2be143af5fa,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.648412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503fab3-db1b-48f6-af64-6e8d2a34f0d2 req-4685671a-9248-43db-af53-c15cacfc776f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.656465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.671160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object 14306ad1-9b23-4752-a27b-291c4f100450 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:57.681328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7503fab3-db1b-48f6-af64-6e8d2a34f0d2 req-4685671a-9248-43db-af53-c15cacfc776f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1653955 Aug 10 03:20:57.684024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Attempting to bind port d7006956-7535-4521-b08a-c2be143af5fa on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:20:57.684636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Attempting to bind port d7006956-7535-4521-b08a-c2be143af5fa by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:20:57.686160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Attempting to bind port d7006956-7535-4521-b08a-c2be143af5fa on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:20:57.693075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-03519dfc-74c1-4907-a0ed-8b37666d6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.696215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:20:57.697238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Checking segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:20:57.697994 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.698124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-03519dfc-74c1-4907-a0ed-8b37666d6d81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 200 len: 909 time: 0.2941861 Aug 10 03:20:57.698786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Bound using segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:20:57.699458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Bound port: d7006956-7535-4521-b08a-c2be143af5fa, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:20:57.700054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.755227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-3b7dc653-3e5b-4083-8ba1-637eb7c663f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0396121 Aug 10 03:20:57.767267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] For port d7006956-7535-4521-b08a-c2be143af5fa, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:20:57.770762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] For port d7006956-7535-4521-b08a-c2be143af5fa, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d7006956-7535-4521-b08a-c2be143af5fa,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:20:57.788907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7503fab3-db1b-48f6-af64-6e8d2a34f0d2 req-5fe04610-b27c-4d5b-8855-6e0b36024d3f tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060970 Aug 10 03:20:57.807239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.849139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-8ae14a71-df13-4aa9-a0f5-05243bc9c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.851105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-8ae14a71-df13-4aa9-a0f5-05243bc9c795 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 200 len: 848 time: 0.0861430 Aug 10 03:20:57.861367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:57.866758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:57.870889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:57.898194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-467e470d-12d9-4292-bcc0-472ff938158c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bbe27ee-5a05-4fef-aba2-7bbc540e0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391119 Aug 10 03:20:57.901286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:57.925223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:57.925844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.932752 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:57.998239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46409f-fb79-427c-8449-59c30a236a77 req-74c64acd-1eae-4567-a0d3-99b5e34a3918 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.003697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e334b-031f-4da0-92e2-dc0649bf906a None None] Pushing event updated for resources: {'Port': ['ID=d7006956-7535-4521-b08a-c2be143af5fa,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:58.005814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb46409f-fb79-427c-8449-59c30a236a77 req-74c64acd-1eae-4567-a0d3-99b5e34a3918 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1307838 Aug 10 03:20:58.075267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb46409f-fb79-427c-8449-59c30a236a77 req-c52f8d30-1d46-4a36-952a-06bbe12b2a3f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676589 Aug 10 03:20:58.086857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-edb3da02-fc0d-45dd-8942-c53d771f85ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4869781 Aug 10 03:20:58.088976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-554ed1f3-7a05-4787-b2f0-07b1f12a6209 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648901 Aug 10 03:20:58.089295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54044) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:20:58.095332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'name': 'tempest-TaggedBootDevicesTest-896687647', 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:20:58.291002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-302f5407-f68e-4bf0-99f6-f74602f078e7 req-aac05ac4-a0fc-454c-a15d-489c6ae3c8f9 service neutron] 10.222.0.54 "GET /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906791 Aug 10 03:20:58.418178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:20:58.522200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:58.542640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] device_id is not set on port 2d260261-b2d1-43d9-b088-c8aad4496025 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:20:58.567480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6afbe-1777-429f-8564-180083d362b4 None None] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:58.729468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0b8b35fa-3af8-431c-88cb-f15dd44c0b22 None None] Provisioning for port 78954bb4-2eaf-47c4-8860-bfd608e5d987 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:58.761135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276e75-0263-4cb1-8fcc-af7c4937388e req-e3dc0349-d9c4-43dd-ad02-a2c76640b440 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:58.762645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56276e75-0263-4cb1-8fcc-af7c4937388e req-e3dc0349-d9c4-43dd-ad02-a2c76640b440 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1589763 Aug 10 03:20:58.814303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c23b9f90-bf04-4340-9b91-af1cb62901a0 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:20:58.841688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56276e75-0263-4cb1-8fcc-af7c4937388e req-5f6bfdcb-8489-4dce-9545-eb400fd89ff1 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701165 Aug 10 03:20:58.854673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: c23b9f90-bf04-4340-9b91-af1cb62901a0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:20:58.854964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c23b9f90-bf04-4340-9b91-af1cb62901a0 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:20:58.875305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 10.1.1.87 (e760f916-e63a-4a91-a0cc-8cdba5e2f755/f39526f8-2d64-44e5-b173-5a1a928ff81a/2d260261-b2d1-43d9-b088-c8aad4496025) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:20:59.071123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577caefa-1960-41f7-98b8-a1b968da1619 req-e9a4637d-d34e-4ad6-b345-ce658002d86d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.079418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577caefa-1960-41f7-98b8-a1b968da1619 req-e9a4637d-d34e-4ad6-b345-ce658002d86d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.081131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-577caefa-1960-41f7-98b8-a1b968da1619 req-e9a4637d-d34e-4ad6-b345-ce658002d86d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1270607 Aug 10 03:20:59.158686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2560523a-51eb-4b6b-a902-7a04d0287626 None None] Provisioning for port 14306ad1-9b23-4752-a27b-291c4f100450 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:59.160465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2560523a-51eb-4b6b-a902-7a04d0287626 None None] Provisioning complete for port 14306ad1-9b23-4752-a27b-291c4f100450 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:59.161132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2560523a-51eb-4b6b-a902-7a04d0287626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.202813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-577caefa-1960-41f7-98b8-a1b968da1619 req-4eb5049b-a4d3-49d2-84b8-799999b8884f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141744 Aug 10 03:20:59.231261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.242391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2560523a-51eb-4b6b-a902-7a04d0287626 None None] Port 14306ad1-9b23-4752-a27b-291c4f100450 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:59.260339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object 2d260261-b2d1-43d9-b088-c8aad4496025 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:20:59.389721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.401927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0d14e6b-ab12-4e32-b1d7-28efadab1726 req-ec944377-61e9-46b6-93fb-97b95214d043 tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 210 time: 0.0488911 Aug 10 03:20:59.517068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:20:59.533487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f02f17b9-f7de-4b77-9200-ba73df93f3ca tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.535275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f02f17b9-f7de-4b77-9200-ba73df93f3ca tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 945 time: 0.2216256 Aug 10 03:20:59.536612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:20:59.539038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:20:59.541624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:20:59.586202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a9401-20ca-4833-8aff-4cc449fd4cab None None] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:20:59.704462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d7006956-7535-4521-b08a-c2be143af5fa up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:20:59.714720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.715676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.780916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0a2af-5e03-40b2-802e-cbd47761cc6a req-fcbe3672-fc0a-40ab-95b5-4f13386965be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:59.782616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41f0a2af-5e03-40b2-802e-cbd47761cc6a req-fcbe3672-fc0a-40ab-95b5-4f13386965be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.1939914 Aug 10 03:20:59.827487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Deleting port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:20:59.827487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.866642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-38ee3e42-2e8d-4f02-8dac-148559f81f2b None None] Provisioning for port d7006956-7535-4521-b08a-c2be143af5fa completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:59.885211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41f0a2af-5e03-40b2-802e-cbd47761cc6a req-b7a932d1-afa5-427c-bad0-91918ad15f63 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906198 Aug 10 03:20:59.890103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-38ee3e42-2e8d-4f02-8dac-148559f81f2b None None] Provisioning complete for port 14306ad1-9b23-4752-a27b-291c4f100450 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:59.890610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-38ee3e42-2e8d-4f02-8dac-148559f81f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.924227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3c109c9e-90bb-42c5-80c0-c9a5338b0833 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8338194 Aug 10 03:20:59.933084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-38ee3e42-2e8d-4f02-8dac-148559f81f2b None None] Port 14306ad1-9b23-4752-a27b-291c4f100450 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:20:59.954326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d7006956-7535-4521-b08a-c2be143af5fa completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:20:59.958954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d7006956-7535-4521-b08a-c2be143af5fa triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:20:59.959404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.990815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] For port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:20:59.991433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.018269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Calling delete_port for e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:00.065468 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.113029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d7006956-7535-4521-b08a-c2be143af5fa, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d7006956-7535-4521-b08a-c2be143af5fa,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:00.119034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe494e-3ccc-4cb0-a889-668b1d287488 req-b2b1fe24-543f-4c27-8fb6-942c51aff321 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.120868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5afe494e-3ccc-4cb0-a889-668b1d287488 req-b2b1fe24-543f-4c27-8fb6-942c51aff321 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2d6e39-7338-45d5-8e34-426bff3538ab HTTP/1.1" status: 200 len: 945 time: 0.1039162 Aug 10 03:21:00.150203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-21ef81e1-5208-4642-becf-545cfb76ac93 None None] Provisioning for port 2d260261-b2d1-43d9-b088-c8aad4496025 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:00.155346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-21ef81e1-5208-4642-becf-545cfb76ac93 None None] Provisioning complete for port 2d260261-b2d1-43d9-b088-c8aad4496025 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.155718 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21ef81e1-5208-4642-becf-545cfb76ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.190864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-98d001a2-d32a-44ac-a7d9-6280505bf924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.192635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5afe494e-3ccc-4cb0-a889-668b1d287488 req-84eeffee-3ef0-429f-a5f0-073862aad4ae tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595713 Aug 10 03:21:00.202919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.202919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 78954bb4-2eaf-47c4-8860-bfd608e5d987 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:00.202919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-21ef81e1-5208-4642-becf-545cfb76ac93 None None] Port 2d260261-b2d1-43d9-b088-c8aad4496025 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:00.278398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d7006956-7535-4521-b08a-c2be143af5fa,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.299241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ad776-482f-43c4-ae75-bd8371115ac4 req-caa27cd3-277e-4992-a183-9086a4628c7c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.300758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-322ad776-482f-43c4-ae75-bd8371115ac4 req-caa27cd3-277e-4992-a183-9086a4628c7c tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0508881 Aug 10 03:21:00.322265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2a3830c1-0277-4565-99e5-7f713d4f4ddb None None] Provisioning complete for port d7006956-7535-4521-b08a-c2be143af5fa triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.322637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a3830c1-0277-4565-99e5-7f713d4f4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.337702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-322ad776-482f-43c4-ae75-bd8371115ac4 req-e2791357-3628-4a54-b9f5-9fa8ee021318 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309143 Aug 10 03:21:00.338744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.372639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:00.374306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event deleted for resources: {'Port': ['ID=e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.401948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 78954bb4-2eaf-47c4-8860-bfd608e5d987 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:00.410688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 78954bb4-2eaf-47c4-8860-bfd608e5d987 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:00.411131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.425352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] No DVR routers for this DVR port e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:00.439645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.441667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87c0e3cc-ea13-483f-99a1-e8b089e71341 req-f64a1722-2fb0-4fa8-bdde-0f404efcc73a tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.54 "DELETE /v2.0/ports/e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 HTTP/1.1" status: 204 len: 173 time: 0.8517668 Aug 10 03:21:00.442101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'name': 'network-vif-deleted', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:00.444453 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd5a7f-fb7d-4bfb-beef-7b777c6ef57c" -d '{"events": [{"server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "name": "network-vif-deleted", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:00.470855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f559ce9-596d-4457-80cf-4d87f6c0195f req-6628c6f1-cb87-4251-8e30-7781b6fc14bc tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:00.472436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f559ce9-596d-4457-80cf-4d87f6c0195f req-6628c6f1-cb87-4251-8e30-7781b6fc14bc tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0714118 Aug 10 03:21:00.511476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f559ce9-596d-4457-80cf-4d87f6c0195f req-a8fa6e10-2a17-4d74-8f06-c588b4cd84b2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325940 Aug 10 03:21:00.534320 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.558676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 78954bb4-2eaf-47c4-8860-bfd608e5d987, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=78954bb4-2eaf-47c4-8860-bfd608e5d987,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:00.684931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:00.736848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=78954bb4-2eaf-47c4-8860-bfd608e5d987,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:00.738250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-771ac938-6c48-4c33-8613-a017c9cfcf52 req-d9ca339f-e051-4f4c-afb9-644902d1d70c tempest-InstanceActionsTestJSON-1418636232 tempest-InstanceActionsTestJSON-1418636232-project] 10.222.0.26 "GET /v2.0/ports?device_id=aba9ec42-14da-4211-ae89-9a3338cdfc11 HTTP/1.1" status: 200 len: 210 time: 0.0310643 Aug 10 03:21:01.379318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01147632-e6b0-4287-af36-c4793bdaa3c6 req-c75c2a16-e916-4742-b5d3-24aa733355bc tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:01.385865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01147632-e6b0-4287-af36-c4793bdaa3c6 req-c75c2a16-e916-4742-b5d3-24aa733355bc tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0524170 Aug 10 03:21:01.428878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01147632-e6b0-4287-af36-c4793bdaa3c6 req-63a90431-3265-4326-991c-c585d6a4d5d9 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Aug 10 03:21:01.460401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d7006956-7535-4521-b08a-c2be143af5fa up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:01.505925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d7006956-7535-4521-b08a-c2be143af5fa triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:01.506295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.582284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 78954bb4-2eaf-47c4-8860-bfd608e5d987 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:01.627225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 78954bb4-2eaf-47c4-8860-bfd608e5d987 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:01.627594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.722961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54078) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:01.727677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221771620', 'description': 'tempest-description--1917732089'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:01.808659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83154-6b92-47f8-b5c2-1b846924db6d req-d0f05269-5d1f-476f-8bd5-2513bc7211e7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:01.815085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83154-6b92-47f8-b5c2-1b846924db6d req-d0f05269-5d1f-476f-8bd5-2513bc7211e7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:01.816649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7e83154-6b92-47f8-b5c2-1b846924db6d req-d0f05269-5d1f-476f-8bd5-2513bc7211e7 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0552533 Aug 10 03:21:01.853402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7e83154-6b92-47f8-b5c2-1b846924db6d req-1b095c23-7848-4ea5-bbcc-2bbb6b457e34 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Aug 10 03:21:01.896404 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422cece4-0e27-4903-bd5c-07a850d3ace2 x-openstack-request-id: req-422cece4-0e27-4903-bd5c-07a850d3ace2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:01.896703 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2d6e39-7338-45d5-8e34-426bff3538ab", "name": "network-vif-deleted", "tag": "e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:01.896986 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-422cece4-0e27-4903-bd5c-07a850d3ace2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:01.897388 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d6e39-7338-45d5-8e34-426bff3538ab', 'name': 'network-vif-deleted', 'tag': 'e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93', 'status': 'completed', 'code': 200} Aug 10 03:21:01.903043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.989185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.989551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144e859-fd1f-44c6-a524-95c526bbe2c0 req-d27e2fb0-f274-4cb6-a15e-c394782e5192 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:01.991071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2144e859-fd1f-44c6-a524-95c526bbe2c0 req-d27e2fb0-f274-4cb6-a15e-c394782e5192 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Aug 10 03:21:02.032949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2144e859-fd1f-44c6-a524-95c526bbe2c0 req-9f475d57-aa11-4e97-b674-de98df4bdb7e tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354168 Aug 10 03:21:02.102682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54082) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.142123 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.172870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0af6b3-6788-472c-991c-d3ff86762832,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:02.180764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Deleting subnet 379f2a9c-d3d5-49f9-854a-f4a102a6f4e4 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:02.181627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.229150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9437fd6-d9ae-4980-ba91-828c602355d7 req-65919238-17b2-4215-b378-e01d2b76f9fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:02.230661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9437fd6-d9ae-4980-ba91-828c602355d7 req-65919238-17b2-4215-b378-e01d2b76f9fd tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0851827 Aug 10 03:21:02.232712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.298139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.302666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9437fd6-d9ae-4980-ba91-828c602355d7 req-86d99065-7ba2-4c49-a92c-30979234c850 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481889 Aug 10 03:21:02.326020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.329933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-70c617c9-b53f-4aee-a87b-85644d852cc0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6034286 Aug 10 03:21:02.330161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54084) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.336525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'security_group_rule': {'security_group_id': 'cf0af6b3-6788-472c-991c-d3ff86762832', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:02.406076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c2e6f-4590-4776-8fcc-faad6afddeb1 req-f5eeb4e9-933a-4cc2-8c7f-7f3ae5327aee tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:02.407574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df2c2e6f-4590-4776-8fcc-faad6afddeb1 req-f5eeb4e9-933a-4cc2-8c7f-7f3ae5327aee tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0484102 Aug 10 03:21:02.440488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.453923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df2c2e6f-4590-4776-8fcc-faad6afddeb1 req-bc6b9db4-fece-4fbe-ae46-ea0abb6d10c6 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Aug 10 03:21:02.464659 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.472560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379f2a9c-d3d5-49f9-854a-f4a102a6f4e4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:02.474550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.479128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54088) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.479310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b219e10e-9717-43ab-aaae-bee1b951c0e7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/379f2a9c-d3d5-49f9-854a-f4a102a6f4e4 HTTP/1.1" status: 204 len: 168 time: 0.3750749 Aug 10 03:21:02.575802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.578989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.661547 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.671593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff81614-a970-4298-9789-9f468e0ebdff']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.679460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.684931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.684931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733ea1de-536e-4cd9-8759-1593e5b0e687') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.684931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733ea1de-536e-4cd9-8759-1593e5b0e687') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:02.704606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.708094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9dc2d6-85f4-4513-9296-11571a7c2c94,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:02.722484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.728112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:02.728710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:02.732591 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:02.822718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.823943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-44be38e9-302b-4262-8d6a-a0550ba592ba tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4914801 Aug 10 03:21:02.839836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54090) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:02.839836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'security_group_rule': {'security_group_id': 'cf0af6b3-6788-472c-991c-d3ff86762832', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:02.842359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:02.862552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:02.862904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e07e9bb8-d2a7-44d3-8fda-250cd4b2ea93 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:02.977066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.980022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17737ff-1d87-4047-b8a5-af5717370279 req-de13ce64-9071-41ec-be8e-2491957097a5 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:02.989023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c17737ff-1d87-4047-b8a5-af5717370279 req-de13ce64-9071-41ec-be8e-2491957097a5 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0564399 Aug 10 03:21:02.989599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.989599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/cff81614-a970-4298-9789-9f468e0ebdff HTTP/1.1" status: 204 len: 168 time: 0.5063806 Aug 10 03:21:03.001835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee04b9a-28c0-4de1-afeb-f49c590c8d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=cff81614-a970-4298-9789-9f468e0ebdff,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.023919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c17737ff-1d87-4047-b8a5-af5717370279 req-52faea25-8a7f-4e88-a9d4-f8b77e95ba1c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354531 Aug 10 03:21:03.028286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a5391e93-7991-4dc0-9204-26cbc60b8523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.033305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.087614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.136429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fb499-5e22-453d-8460-cb5d4361c276 req-7772dc23-c831-4526-9ab0-15ef4f01369e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.142330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fb499-5e22-453d-8460-cb5d4361c276 req-7772dc23-c831-4526-9ab0-15ef4f01369e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.143886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b7fb499-5e22-453d-8460-cb5d4361c276 req-7772dc23-c831-4526-9ab0-15ef4f01369e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0563357 Aug 10 03:21:03.176082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.182699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b7fb499-5e22-453d-8460-cb5d4361c276 req-51c5cecf-0e2c-43b0-9747-593dcf625a0f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Aug 10 03:21:03.192338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c39b3e2-5539-40d5-9fa5-3d26ceb312b2,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.285173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.286341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9195a175-2a70-4969-848a-b2ebd59f9b30 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4583032 Aug 10 03:21:03.289394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54100) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:03.293259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a3a1-bc21-4a15-a559-495bfff9e53f req-fc9b0e24-a1b2-4bb3-9461-b46da63d795b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.293968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:03.295430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa41a3a1-bc21-4a15-a559-495bfff9e53f req-fc9b0e24-a1b2-4bb3-9461-b46da63d795b tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 945 time: 0.0528688 Aug 10 03:21:03.333464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa41a3a1-bc21-4a15-a559-495bfff9e53f req-2baefa0a-fd80-4eda-88e3-75be56bbab79 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318499 Aug 10 03:21:03.399157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:03.413248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.440774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d9e4d-fa58-4989-ae73-dc0614eb4d99 req-88b2b612-e6bc-48a6-8cc4-addc9496ad8b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.442313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-598d9e4d-fa58-4989-ae73-dc0614eb4d99 req-88b2b612-e6bc-48a6-8cc4-addc9496ad8b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0546553 Aug 10 03:21:03.477726 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-23479410-8bbf-44e4-b888-10b6466d1728 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e19ea0be12b14e6aa88aa150e17d094b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774217 Aug 10 03:21:03.480277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:03.500834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-598d9e4d-fa58-4989-ae73-dc0614eb4d99 req-089157ba-e55d-4e50-a02d-cdc25754598a tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Aug 10 03:21:03.541016 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.572453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-ef028814-b8ba-4f47-8d14-532d7c246caf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.574008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-ef028814-b8ba-4f47-8d14-532d7c246caf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.54 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 945 time: 0.0907948 Aug 10 03:21:03.616654 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbf5c-8bc0-4073-8690-3f7680b7640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.648057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 172.25.1.20 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5e5b384e-26d8-4178-83ca-4f0bbab3e354) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:03.674696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbf5c-8bc0-4073-8690-3f7680b7640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.715474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47b09-9f3b-40eb-bc55-cdcbb8ee792c req-1f34a976-c5e5-4f74-9c85-64945769937d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.717549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6c47b09-9f3b-40eb-bc55-cdcbb8ee792c req-1f34a976-c5e5-4f74-9c85-64945769937d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1551757 Aug 10 03:21:03.748581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.786058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6c47b09-9f3b-40eb-bc55-cdcbb8ee792c req-73475d4d-726e-459a-8d79-cbe2d9b44c55 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603006 Aug 10 03:21:03.791440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Deleting port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:03.791783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.874751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.915979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] For port b24c9278-06ce-4c2b-8b5d-861909ad2bc8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:03.916258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.917633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:03.920517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:03.924100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:03.934247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465f16e-8fd6-449e-8c64-ef7a5346512a req-0f155cae-9cb2-498d-af9a-3b551b176f91 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:03.936368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f465f16e-8fd6-449e-8c64-ef7a5346512a req-0f155cae-9cb2-498d-af9a-3b551b176f91 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0914583 Aug 10 03:21:03.942196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbf5c-8bc0-4073-8690-3f7680b7640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.945052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbf5c-8bc0-4073-8690-3f7680b7640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:03.949328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ff3fbf5c-8bc0-4073-8690-3f7680b7640c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a653bdde-5712-462d-b747-d27a9a2a4a11 HTTP/1.1" status: 204 len: 168 time: 0.4647992 Aug 10 03:21:03.949328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Calling delete_port for b24c9278-06ce-4c2b-8b5d-861909ad2bc8 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:03.955238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=5e5b384e-26d8-4178-83ca-4f0bbab3e354,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:03.973220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fbf5c-8bc0-4073-8690-3f7680b7640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a653bdde-5712-462d-b747-d27a9a2a4a11,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:04.028785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.038594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f465f16e-8fd6-449e-8c64-ef7a5346512a req-2f19ad21-2c2a-4a1c-849e-b3a23df78cf7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911882 Aug 10 03:21:04.063013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.134418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.166706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b0b49-ac20-4b1e-a14d-78160a99b8de req-89adc935-88d2-4329-83ee-f026e32a500a tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:04.168131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-434b0b49-ac20-4b1e-a14d-78160a99b8de req-89adc935-88d2-4329-83ee-f026e32a500a tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0608077 Aug 10 03:21:04.207071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-434b0b49-ac20-4b1e-a14d-78160a99b8de req-3b0bf148-397c-4a4e-880e-f29339c4c5ea tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Aug 10 03:21:04.222470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.263451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event deleted for resources: {'Port': ['ID=b24c9278-06ce-4c2b-8b5d-861909ad2bc8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:04.315087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.333730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] No DVR routers for this DVR port b24c9278-06ce-4c2b-8b5d-861909ad2bc8 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:04.336547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.338513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd6460a1-5a1c-480e-878c-4c254e1766b7 req-73a39794-93e4-4bf4-94ac-316356b32410 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.54 "DELETE /v2.0/ports/b24c9278-06ce-4c2b-8b5d-861909ad2bc8 HTTP/1.1" status: 204 len: 173 time: 0.7512155 Aug 10 03:21:04.339100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'name': 'network-vif-deleted', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:04.341387 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161ad4a-94a6-4194-bc89-fd3af2a79e7d" -d '{"events": [{"server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "name": "network-vif-deleted", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:04.360323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316af8-1008-46a7-8873-ba2fd99aee48 req-6e82a2ca-d698-48ce-9eb0-82afc9ff5896 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:04.366248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00316af8-1008-46a7-8873-ba2fd99aee48 req-6e82a2ca-d698-48ce-9eb0-82afc9ff5896 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:04.367805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00316af8-1008-46a7-8873-ba2fd99aee48 req-6e82a2ca-d698-48ce-9eb0-82afc9ff5896 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1009476 Aug 10 03:21:04.377211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.408460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00316af8-1008-46a7-8873-ba2fd99aee48 req-86a93f21-b118-40ff-9e05-05e6e311b436 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335681 Aug 10 03:21:04.471989 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53765813-342f-460d-8d61-344534ac86b7 x-openstack-request-id: req-53765813-342f-460d-8d61-344534ac86b7 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:04.473000 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddd1283-5d62-4140-8198-226d27e48b99", "name": "network-vif-deleted", "tag": "b24c9278-06ce-4c2b-8b5d-861909ad2bc8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:04.473608 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53765813-342f-460d-8d61-344534ac86b7 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:04.474256 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd1283-5d62-4140-8198-226d27e48b99', 'name': 'network-vif-deleted', 'tag': 'b24c9278-06ce-4c2b-8b5d-861909ad2bc8', 'status': 'completed', 'code': 200} Aug 10 03:21:04.477155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.491127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=5e5b384e-26d8-4178-83ca-4f0bbab3e354,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:04.551409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd200843-8d0d-4343-9880-be1abe5904eb req-554e1047-dcfa-4313-95a7-234627a134d5 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=eddd1283-5d62-4140-8198-226d27e48b99 HTTP/1.1" status: 200 len: 210 time: 0.0305715 Aug 10 03:21:04.589148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:04.591414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d73b201-f5cb-40ba-b975-addf5d895039 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3004172 Aug 10 03:21:04.680954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8f2c1-3c99-4bc1-8aec-0db73b34301f req-62e94442-bc7b-4c87-8267-ee5e1585c585 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:04.683090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cd8f2c1-3c99-4bc1-8aec-0db73b34301f req-62e94442-bc7b-4c87-8267-ee5e1585c585 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0730743 Aug 10 03:21:04.724919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cd8f2c1-3c99-4bc1-8aec-0db73b34301f req-2531335c-d490-4bdf-a486-768e33eb4e38 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Aug 10 03:21:04.898834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7466d779-3525-4281-9bd1-3f5d7b3ab50d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--221771620&fields=id&tenant_id=977ed682044b405a97546070d216c6af HTTP/1.1" status: 200 len: 267 time: 0.0335948 Aug 10 03:21:04.950253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-1aa7fb45-1a98-4915-ab2a-6ccd20f8c1ec tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:04.952044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-1aa7fb45-1a98-4915-ab2a-6ccd20f8c1ec tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450 HTTP/1.1" status: 200 len: 932 time: 0.0456579 Aug 10 03:21:05.001877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-15d48e64-5a98-450b-8271-aa8167e21473 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.003242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-15d48e64-5a98-450b-8271-aa8167e21473 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025 HTTP/1.1" status: 200 len: 930 time: 0.0454149 Aug 10 03:21:05.061466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-bff65f56-b5f9-404b-8edf-f6f77ea2cd92 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?network_id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0519989 Aug 10 03:21:05.094475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-fcda3efb-d1ab-46e4-a203-6114aa88f02c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?network_id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0266950 Aug 10 03:21:05.128260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54158) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.213032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-54d13953-947b-4ad8-8866-cc122032fec1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.217051 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:05.219467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-54d13953-947b-4ad8-8866-cc122032fec1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.226514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-54d13953-947b-4ad8-8866-cc122032fec1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.235290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-54d13953-947b-4ad8-8866-cc122032fec1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/networks?id=3f4fb721-34f1-45e8-b397-90bf961706f3&id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 HTTP/1.1" status: 200 len: 1990 time: 0.1341517 Aug 10 03:21:05.240306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1502727057-network', 'tenant_id': '2b9ff3b19b8e49fcbc2218ad838d6664'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:05.248899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-442c1744-9a97-4ab2-b552-978d4ef17009 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/quotas/977ed682044b405a97546070d216c6af HTTP/1.1" status: 200 len: 375 time: 0.0130043 Aug 10 03:21:05.310645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-77731163-e13b-40d6-b929-b535506412ce tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0584586 Aug 10 03:21:05.319715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Made reservation on behalf of 2b9ff3b19b8e49fcbc2218ad838d6664 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:05.322096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.331960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.427980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.459157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-94d72bd3-f835-4a15-97cc-7ff2efefdd68 service neutron] 10.222.0.26 "GET /v2.0/networks/3f4fb721-34f1-45e8-b397-90bf961706f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358075 Aug 10 03:21:05.519255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.540490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:05.550982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-1c9743ef-bcbe-43be-af37-c0b65dab71de service neutron] 10.222.0.26 "GET /v2.0/networks/3f4fb721-34f1-45e8-b397-90bf961706f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868080 Aug 10 03:21:05.555802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd23d1-e346-495f-a461-497e7be11d64,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.558831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.559170 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Added segment 99e289bc-1b84-4279-aee7-3c3d97c057b0 of type vlan for network 263aa05b-a21e-4c64-b31e-153310d53acb Aug 10 03:21:05.593155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ef6554e7-029b-4e8c-886f-cc709e24c48b service neutron] 10.222.0.26 "GET /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0353332 Aug 10 03:21:05.599803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.656297 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.685144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-363169f9-c368-482e-98cb-042e91f0fa31 service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855105 Aug 10 03:21:05.725541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.726571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:05.727058 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:05.774120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-64169fa1-3063-43a6-9d76-f1bf4055b49b service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825858 Aug 10 03:21:05.791533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=263aa05b-a21e-4c64-b31e-153310d53acb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:05.802027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 263aa05b-a21e-4c64-b31e-153310d53acb details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:05.816973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-84bc6c85-4790-412c-af79-5728decd7bd4 service neutron] 10.222.0.26 "GET /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0349112 Aug 10 03:21:05.866075 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1d2f677c-9337-408f-9786-53ba9a51e7e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7339394 Aug 10 03:21:05.866447 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:05.871848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Request body: {'subnet': {'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1502727057-subnet', 'tenant_id': '2b9ff3b19b8e49fcbc2218ad838d6664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:05.912765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-68f85111-e754-4968-a902-f2e88801af7d service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894988 Aug 10 03:21:05.959649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Made reservation on behalf of 2b9ff3b19b8e49fcbc2218ad838d6664 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:05.962022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.037096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-bf1fcd7f-20fa-4442-b501-ef1c4fcc3af4 service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180818 Aug 10 03:21:06.133948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9499b3e4-fa07-4706-8be0-71bcb54ce1c0 service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908432 Aug 10 03:21:06.182555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.222656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-45a05f76-acf8-471b-923d-750f36179233 service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823567 Aug 10 03:21:06.241295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b951f26-87a5-465a-927a-13845cc193d4,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:06.248214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Checking segment: {'id': '99e289bc-1b84-4279-aee7-3c3d97c057b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:06.248601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Network hostable DHCP agents. Network: 263aa05b-a21e-4c64-b31e-153310d53acb, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:06.317162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-30dee55a-d150-4d1c-aa53-41ce5510b1ec service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877850 Aug 10 03:21:06.365189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Network 263aa05b-a21e-4c64-b31e-153310d53acb is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:06.404536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-485f5e89-ec31-46db-bd76-e167435eb5c5 service neutron] 10.222.0.26 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817945 Aug 10 03:21:06.480001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 263aa05b-a21e-4c64-b31e-153310d53acb) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:06.484925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:06.485546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.490282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f501d8c-e1ab-4df9-9c23-ab2d578e48ce None None] Network 263aa05b-a21e-4c64-b31e-153310d53acb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:06.500873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-fc0f24fb-6926-4bf1-bed5-c754ddaf5f91 service neutron] 10.222.0.26 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903215 Aug 10 03:21:06.584887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-bae21cf6-ee3e-4549-8f19-0cf85e5316c7 service neutron] 10.222.0.26 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808754 Aug 10 03:21:06.601049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6478989e-fa97-4a01-bae5-98b3c699e359 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7333760 Aug 10 03:21:06.620540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7474c04-53a6-4358-a1a1-7509766f4742 None None] Network 263aa05b-a21e-4c64-b31e-153310d53acb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:06.694630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b0860659-e1df-4554-b230-39ebe14f30d9 service neutron] 10.222.0.26 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024833 Aug 10 03:21:06.787694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-189a5773-27f5-45ca-b4ba-282d85af7dec service neutron] 10.222.0.26 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846972 Aug 10 03:21:06.844054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:06.864034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: b24c9278-06ce-4c2b-8b5d-861909ad2bc8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:06.864397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b24c9278-06ce-4c2b-8b5d-861909ad2bc8 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:08.465576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029b144-7e87-4ba9-a49f-4b7e15ddc6e9 req-18584f13-3fe6-43f4-b4f0-13c6ef7baef4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:08.467214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6029b144-7e87-4ba9-a49f-4b7e15ddc6e9 req-18584f13-3fe6-43f4-b4f0-13c6ef7baef4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0547872 Aug 10 03:21:08.505918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6029b144-7e87-4ba9-a49f-4b7e15ddc6e9 req-69b20e46-277e-4f96-9f4e-c7f369b1d180 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Aug 10 03:21:08.608691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6560774-528b-4434-9b2b-a96b8477a465 req-d8753881-9483-4b87-b469-3030494b740e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:08.610184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6560774-528b-4434-9b2b-a96b8477a465 req-d8753881-9483-4b87-b469-3030494b740e tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0496168 Aug 10 03:21:08.648286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6560774-528b-4434-9b2b-a96b8477a465 req-6f743622-6b7c-4b60-b377-6a94b25d0573 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320454 Aug 10 03:21:08.758067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716fcc9-67c5-4a1b-b21e-b15373d63636 req-f78172e8-a8ed-4997-86be-be9cb4e0680f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:08.759577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0716fcc9-67c5-4a1b-b21e-b15373d63636 req-f78172e8-a8ed-4997-86be-be9cb4e0680f tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0487616 Aug 10 03:21:08.797166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0716fcc9-67c5-4a1b-b21e-b15373d63636 req-d9499138-81ea-43f1-ac6d-b34c2a6dca2b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Aug 10 03:21:08.906822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f9f9-7fa2-4f9b-b117-2cae785a285a req-be798bf2-bba5-48dd-8af3-1816377c1d5c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:08.912673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54f9f9-7fa2-4f9b-b117-2cae785a285a req-be798bf2-bba5-48dd-8af3-1816377c1d5c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:08.914227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca54f9f9-7fa2-4f9b-b117-2cae785a285a req-be798bf2-bba5-48dd-8af3-1816377c1d5c tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0598278 Aug 10 03:21:08.951753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca54f9f9-7fa2-4f9b-b117-2cae785a285a req-2c1edcd0-1098-4a6c-be81-85223717f835 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Aug 10 03:21:09.082347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d4dc-4d4f-49ff-bbdb-b089345855b1 req-b59d7849-047a-4672-9a7b-78fa62995667 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:09.083824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c552d4dc-4d4f-49ff-bbdb-b089345855b1 req-b59d7849-047a-4672-9a7b-78fa62995667 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0495420 Aug 10 03:21:09.122846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c552d4dc-4d4f-49ff-bbdb-b089345855b1 req-f40f090c-62d5-4b92-a47d-5d0badd2de74 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Aug 10 03:21:09.429827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-f8b0d813-4380-467c-bf2b-520371311c1f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:09.431325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-f8b0d813-4380-467c-bf2b-520371311c1f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/networks?id=263aa05b-a21e-4c64-b31e-153310d53acb HTTP/1.1" status: 200 len: 818 time: 0.1024559 Aug 10 03:21:09.446630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-89595d7c-c04e-4be6-a4cb-4077bd96e3a9 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/quotas/2b9ff3b19b8e49fcbc2218ad838d6664 HTTP/1.1" status: 200 len: 375 time: 0.0087347 Aug 10 03:21:09.478022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-d486c469-4895-465b-8ae5-217395aa8e18 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b9ff3b19b8e49fcbc2218ad838d6664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255103 Aug 10 03:21:09.566657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-efb7612f-0328-4582-a110-c34b452e949a service neutron] 10.222.0.26 "GET /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811486 Aug 10 03:21:09.657111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-3bb39530-804d-4455-b02d-28c1920b3764 service neutron] 10.222.0.26 "GET /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Aug 10 03:21:09.964902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e53cf203-a6f4-4f8b-b3ee-9e6a15c88a06 req-96a78ffc-c159-4f13-86b9-e8013ab1e7aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 210 time: 0.0271945 Aug 10 03:21:10.546390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ca6a4-d11b-4827-967c-85f7d841c3f5 req-b5eb61e9-b27a-44b7-9202-f76f5117a778 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:10.547888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-932ca6a4-d11b-4827-967c-85f7d841c3f5 req-b5eb61e9-b27a-44b7-9202-f76f5117a778 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Aug 10 03:21:10.588074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-932ca6a4-d11b-4827-967c-85f7d841c3f5 req-f7e8b830-5f1b-4998-a01b-341494c1ef11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Aug 10 03:21:10.723075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabfeee-116c-4fa7-bd91-19cc31cad847 req-94410171-0b15-4849-8659-98d02c2c6d75 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:10.724552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4cabfeee-116c-4fa7-bd91-19cc31cad847 req-94410171-0b15-4849-8659-98d02c2c6d75 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0526674 Aug 10 03:21:10.769402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4cabfeee-116c-4fa7-bd91-19cc31cad847 req-f98aa258-6ee0-4a26-af00-0941486e7db4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386465 Aug 10 03:21:10.881972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e252e7d-85b4-44b6-bb8b-dc06efdeabb8 req-8261a313-bccc-4104-a537-ef64e48f4dc4 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:10.883465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e252e7d-85b4-44b6-bb8b-dc06efdeabb8 req-8261a313-bccc-4104-a537-ef64e48f4dc4 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0557561 Aug 10 03:21:10.921487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e252e7d-85b4-44b6-bb8b-dc06efdeabb8 req-40236d25-e36b-4e95-8945-ba0ff30a7310 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Aug 10 03:21:10.985398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b6d6dca-65c6-4d35-894a-96f84cf76339 req-8e276161-8470-44d4-b62b-ed02e16d1597 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 210 time: 0.0270965 Aug 10 03:21:11.098085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986230fd-2788-4288-9611-ad4edd91bd21 req-875ba056-8929-4a79-8d97-6fd8893909da tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.104424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986230fd-2788-4288-9611-ad4edd91bd21 req-875ba056-8929-4a79-8d97-6fd8893909da tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.105957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-986230fd-2788-4288-9611-ad4edd91bd21 req-875ba056-8929-4a79-8d97-6fd8893909da tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0605199 Aug 10 03:21:11.144607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-986230fd-2788-4288-9611-ad4edd91bd21 req-bcd8fec7-cbb4-44ea-9f40-c14c58c63d12 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Aug 10 03:21:11.247100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a3d62-2d19-474d-ade7-f0b548da7f0e req-c5bbe241-0f2c-482f-a9d9-e9b5b2ce0ab1 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.248673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa9a3d62-2d19-474d-ade7-f0b548da7f0e req-c5bbe241-0f2c-482f-a9d9-e9b5b2ce0ab1 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Aug 10 03:21:11.287998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa9a3d62-2d19-474d-ade7-f0b548da7f0e req-df59eda2-25e2-49a2-8fbb-8a521ad5dd10 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Aug 10 03:21:11.359313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-00ef5868-c158-40bf-a2b4-83b802b6dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.360929 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-00ef5868-c158-40bf-a2b4-83b802b6dc0d service neutron] 10.222.0.54 "GET /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450 HTTP/1.1" status: 200 len: 1028 time: 0.0343630 Aug 10 03:21:11.365859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-ea70cdef-d26f-4a54-a973-0ea0d3913c91 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.367333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-ea70cdef-d26f-4a54-a973-0ea0d3913c91 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.54 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 944 time: 0.0584700 Aug 10 03:21:11.405044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b29930eb-751a-4fe5-a74c-cf92d1c37c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.406771 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b29930eb-751a-4fe5-a74c-cf92d1c37c11 service neutron] 10.222.0.54 "GET /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025 HTTP/1.1" status: 200 len: 1026 time: 0.0383234 Aug 10 03:21:11.525025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ff3bdf8b-9078-41b6-8550-33d7c018ed47 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.530931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ff3bdf8b-9078-41b6-8550-33d7c018ed47 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.536881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ff3bdf8b-9078-41b6-8550-33d7c018ed47 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.538552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ff3bdf8b-9078-41b6-8550-33d7c018ed47 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "GET /v2.0/networks?id=3f4fb721-34f1-45e8-b397-90bf961706f3&id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 HTTP/1.1" status: 200 len: 1990 time: 0.1248643 Aug 10 03:21:11.596938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-37d6ef68-d941-4209-bcdd-e17dc1218573 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977ed682044b405a97546070d216c6af HTTP/1.1" status: 200 len: 379 time: 0.0373580 Aug 10 03:21:11.607133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'admin_state_up': True, 'tenant_id': '977ed682044b405a97546070d216c6af', 'security_groups': ['cf0af6b3-6788-472c-991c-d3ff86762832']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:11.778160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f0c72-a1e1-4ccd-8a51-99f9c637e562 req-5356c093-9d69-489e-8b2a-53f2d55482cf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:11.780231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b7f0c72-a1e1-4ccd-8a51-99f9c637e562 req-5356c093-9d69-489e-8b2a-53f2d55482cf tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 944 time: 0.4338300 Aug 10 03:21:11.788418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:11.796673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.845807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b7f0c72-a1e1-4ccd-8a51-99f9c637e562 req-f5f43058-6ebe-4918-81cc-6673cad27c62 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/security-groups?id=7aff475d-6592-424a-9dbf-b997e53e7a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Aug 10 03:21:11.858709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Deleting port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:11.859203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:11.924070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 172.20.0.9 (3f4fb721-34f1-45e8-b397-90bf961706f3/73c09e40-3d03-4fa8-9536-e420d384e768/26db3900-5111-4208-82d5-04590d5b8613) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:11.961221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-384f45e5-dbd2-4c56-80a7-c44b47782e88 req-a88f4195-458b-49b8-ba6d-dfe8dd102aea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 210 time: 0.0373073 Aug 10 03:21:12.014638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] For port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,segment=NetworkSegment(21ad97f0-b906-4046-abb0-ed5b68361365),segment_id=21ad97f0-b906-4046-abb0-ed5b68361365)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:12.015149 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.031816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Calling delete_port for 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:12.090102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.105268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object 26db3900-5111-4208-82d5-04590d5b8613 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:12.160362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932d0cc-3428-4f99-b570-805d75c2b5dd req-898e5089-109a-41cd-96bc-516b2be114b7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.161899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f932d0cc-3428-4f99-b570-805d75c2b5dd req-898e5089-109a-41cd-96bc-516b2be114b7 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0872266 Aug 10 03:21:12.205722 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.238865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f932d0cc-3428-4f99-b570-805d75c2b5dd req-1302792a-d329-4835-bac8-ef5c8ad03b79 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683017 Aug 10 03:21:12.262863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:12.268269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:12.283186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:12.318968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:12.344447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.347211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.349445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.391756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Pushing event deleted for resources: {'Port': ['ID=8f3cb6c9-cfde-4080-bf84-3333a6c32bf1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:12.452604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634a20f-f75b-4003-ad43-bd1b42011562 req-0bcee276-0972-4455-9ef2-e149e5a3835f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.454436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b634a20f-f75b-4003-ad43-bd1b42011562 req-0bcee276-0972-4455-9ef2-e149e5a3835f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1491833 Aug 10 03:21:12.463480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2a1e5573-da0a-4106-8187-3739eb24769a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8602631 Aug 10 03:21:12.477637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] No DVR routers for this DVR port 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:12.480487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.482047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'admin_state_up': True, 'tenant_id': '977ed682044b405a97546070d216c6af', 'security_groups': ['cf0af6b3-6788-472c-991c-d3ff86762832']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:12.483630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76a43a45-28a1-4eb4-9fde-f49a103c2025 req-40dcede2-5ec5-408e-a717-1d9f375b7461 tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.54 "DELETE /v2.0/ports/8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 HTTP/1.1" status: 204 len: 173 time: 1.0986714 Aug 10 03:21:12.489647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'name': 'network-vif-deleted', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:12.495110 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3d9165-4c78-4274-a225-627c9040e51b" -d '{"events": [{"server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "name": "network-vif-deleted", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:12.522263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b634a20f-f75b-4003-ad43-bd1b42011562 req-e8b13e89-5f2c-4c6b-895b-33a9b6875fe0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Aug 10 03:21:12.709273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb6475c9-9e9c-4004-9719-8977e436cd18 None None] Provisioning for port 26db3900-5111-4208-82d5-04590d5b8613 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:12.712864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:12.713935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efd667-09fc-452c-814f-c624d4b0321c req-deb3d6c5-9834-495f-80cc-06ece21e7575 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.716089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33efd667-09fc-452c-814f-c624d4b0321c req-deb3d6c5-9834-495f-80cc-06ece21e7575 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1022658 Aug 10 03:21:12.717105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb6475c9-9e9c-4004-9719-8977e436cd18 None None] Provisioning complete for port 26db3900-5111-4208-82d5-04590d5b8613 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:12.717336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.717964 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eb6475c9-9e9c-4004-9719-8977e436cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:12.768876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-930c87cf-1a80-46e6-b3b5-3deef402c0cc tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:12.770420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-930c87cf-1a80-46e6-b3b5-3deef402c0cc tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.54 "GET /v2.0/networks?id=263aa05b-a21e-4c64-b31e-153310d53acb HTTP/1.1" status: 200 len: 818 time: 0.1809554 Aug 10 03:21:12.782345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eb6475c9-9e9c-4004-9719-8977e436cd18 None None] Port 26db3900-5111-4208-82d5-04590d5b8613 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:12.787441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33efd667-09fc-452c-814f-c624d4b0321c req-191bcecc-8b9a-493b-9a65-bef0b043d0f7 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604534 Aug 10 03:21:12.794233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Request body: {'port': {'device_id': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb', 'admin_state_up': True, 'tenant_id': '2b9ff3b19b8e49fcbc2218ad838d6664'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:12.939376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe252583-b339-41eb-a2ca-c398d1733b37 req-b985ccac-310d-48f6-8eea-5572f955e8f8 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 210 time: 0.0753059 Aug 10 03:21:12.939846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 10.1.1.209 (e760f916-e63a-4a91-a0cc-8cdba5e2f755/f39526f8-2d64-44e5-b173-5a1a928ff81a/8bd4534d-b549-4588-8b80-3b6c89f209c3) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:13.064981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd84cf-23a5-4922-b0c5-0b5139206287 req-723e8fb6-735d-48f8-8191-5ba58f76a231 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.070807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd84cf-23a5-4922-b0c5-0b5139206287 req-723e8fb6-735d-48f8-8191-5ba58f76a231 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.077142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-befd84cf-23a5-4922-b0c5-0b5139206287 req-723e8fb6-735d-48f8-8191-5ba58f76a231 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0666003 Aug 10 03:21:13.107446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.120118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-befd84cf-23a5-4922-b0c5-0b5139206287 req-a34227ba-dc15-42b6-9d9e-68acb49111ff tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383396 Aug 10 03:21:13.136427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object 8bd4534d-b549-4588-8b80-3b6c89f209c3 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:13.160491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Made reservation on behalf of 2b9ff3b19b8e49fcbc2218ad838d6664 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:13.164146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.279396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.297708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0079b12-a086-4e92-a9c8-4763f52dae5f req-7745f6b5-a3cc-4072-b4f4-8d92dd9e3f0c tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.299260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0079b12-a086-4e92-a9c8-4763f52dae5f req-7745f6b5-a3cc-4072-b4f4-8d92dd9e3f0c tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.1127274 Aug 10 03:21:13.327263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:13.333341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:13.335319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:13.343436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:13.381514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0079b12-a086-4e92-a9c8-4763f52dae5f req-2f81be7b-09ac-44aa-a453-7defbdf9e3c2 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726075 Aug 10 03:21:13.382519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Allocated IP 172.20.0.11 (263aa05b-a21e-4c64-b31e-153310d53acb/7b951f26-87a5-465a-927a-13845cc193d4/d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:13.409074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.409704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.447803 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76545857-cb86-4d3c-88e6-fcb3e6ee378a x-openstack-request-id: req-76545857-cb86-4d3c-88e6-fcb3e6ee378a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:13.448100 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eed778-2c9a-49f4-84a0-7039bc5d4b2b", "name": "network-vif-deleted", "tag": "8f3cb6c9-cfde-4080-bf84-3333a6c32bf1", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:13.448388 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76545857-cb86-4d3c-88e6-fcb3e6ee378a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:13.448901 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eed778-2c9a-49f4-84a0-7039bc5d4b2b', 'name': 'network-vif-deleted', 'tag': '8f3cb6c9-cfde-4080-bf84-3333a6c32bf1', 'status': 'completed', 'code': 200} Aug 10 03:21:13.503654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-69c60017-7747-4583-a33e-b5629a80a39c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266676 Aug 10 03:21:13.520959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'admin_state_up': True, 'tenant_id': '977ed682044b405a97546070d216c6af', 'security_groups': ['cf0af6b3-6788-472c-991c-d3ff86762832']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:13.604005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e8f93f8-55d4-4465-a020-a8a9ad2dc9e3 req-b348d107-2837-4d67-84f0-ee330274cd8f tempest-LiveMigrationTest-904842850 tempest-LiveMigrationTest-904842850-project] 10.222.0.26 "GET /v2.0/ports?device_id=22eed778-2c9a-49f4-84a0-7039bc5d4b2b HTTP/1.1" status: 200 len: 210 time: 0.0396194 Aug 10 03:21:13.620272 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.751400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.761327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f801-7e25-4a5c-a06a-397d5ff19fc2 req-e697f5f5-6607-4d60-a8ea-6b5a42b54926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.768020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f801-7e25-4a5c-a06a-397d5ff19fc2 req-e697f5f5-6607-4d60-a8ea-6b5a42b54926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.769548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec02f801-7e25-4a5c-a06a-397d5ff19fc2 req-e697f5f5-6607-4d60-a8ea-6b5a42b54926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 1653 time: 0.0671885 Aug 10 03:21:13.791657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4da3176-b717-44da-a22a-252b1162406f None None] Provisioning for port 8bd4534d-b549-4588-8b80-3b6c89f209c3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:13.792213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:13.799346 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.801635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4da3176-b717-44da-a22a-252b1162406f None None] Provisioning complete for port 8bd4534d-b549-4588-8b80-3b6c89f209c3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:13.802004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4da3176-b717-44da-a22a-252b1162406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.823388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Network 263aa05b-a21e-4c64-b31e-153310d53acb is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:13.835051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:13.846194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:13.880402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Pushing event updated for resources: {'Port': ['ID=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:13.885987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d4da3176-b717-44da-a22a-252b1162406f None None] Port 8bd4534d-b549-4588-8b80-3b6c89f209c3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:13.900568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec02f801-7e25-4a5c-a06a-397d5ff19fc2 req-b584af77-e01c-44d5-87aa-32e11d9d9199 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041811 Aug 10 03:21:13.924927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:13.939254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:13.976219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 10.1.1.99 (e760f916-e63a-4a91-a0cc-8cdba5e2f755/f39526f8-2d64-44e5-b173-5a1a928ff81a/c2cb5219-3b9b-4e01-9369-0b8592a81698) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:14.026860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f5860-a914-42b7-a9b9-fe8a553bed19 req-f7535a92-3232-4bf8-a047-ca5bcfcbc870 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.029459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba0f5860-a914-42b7-a9b9-fe8a553bed19 req-f7535a92-3232-4bf8-a047-ca5bcfcbc870 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.0527151 Aug 10 03:21:14.076549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba0f5860-a914-42b7-a9b9-fe8a553bed19 req-b202b6cb-155d-49c4-89c5-1287da1903c8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups?id=f5a09877-aa8b-4465-b8b4-0ebca3743372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Aug 10 03:21:14.097606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-a0d694f3-3c08-4c50-abb3-2aa465d1e7d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091495 Aug 10 03:21:14.117081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Request body: {'port': {'device_id': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:14.159920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.174729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object c2cb5219-3b9b-4e01-9369-0b8592a81698 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:14.247644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.266401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c237-1458-4668-8663-acf670c2faed req-dcbf64fb-d7ba-4b39-b116-34e40af4e164 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.267879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d51c237-1458-4668-8663-acf670c2faed req-dcbf64fb-d7ba-4b39-b116-34e40af4e164 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1154399 Aug 10 03:21:14.274278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.286993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad829-0b0d-4162-affd-11e92201c697 req-c5706452-e7ca-4b59-af1c-3cda0bebd9e4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.288506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-c5706452-e7ca-4b59-af1c-3cda0bebd9e4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 945 time: 0.1060350 Aug 10 03:21:14.319754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:14.323768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:14.330505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:14.409766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d51c237-1458-4668-8663-acf670c2faed req-17ecaa97-e611-4397-9d4c-62e328d3c62a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199093 Aug 10 03:21:14.409921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.409921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.409921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:14.498019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4f981dc9-68f7-4335-9f3a-e5f62851ed82 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9812386 Aug 10 03:21:14.518684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'admin_state_up': True, 'tenant_id': '977ed682044b405a97546070d216c6af', 'security_groups': ['cf0af6b3-6788-472c-991c-d3ff86762832']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:14.624215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b75259-2ad1-48c8-a4a3-0f2c2b302aef req-e7f3f0c2-13b8-4238-9c02-0557cf846194 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.626013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17b75259-2ad1-48c8-a4a3-0f2c2b302aef req-e7f3f0c2-13b8-4238-9c02-0557cf846194 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.1390064 Aug 10 03:21:14.667311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Deleting port 86ef22a5-fe7e-4297-837f-23b07041d743 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:14.667576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.696655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7ca600f3-dd70-49b1-a8e3-9dda5912ecb4 None None] Provisioning for port c2cb5219-3b9b-4e01-9369-0b8592a81698 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:14.701063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7ca600f3-dd70-49b1-a8e3-9dda5912ecb4 None None] Provisioning complete for port c2cb5219-3b9b-4e01-9369-0b8592a81698 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:14.701462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca600f3-dd70-49b1-a8e3-9dda5912ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.734818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7ca600f3-dd70-49b1-a8e3-9dda5912ecb4 None None] Port c2cb5219-3b9b-4e01-9369-0b8592a81698 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:14.744566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17b75259-2ad1-48c8-a4a3-0f2c2b302aef req-98eb135f-f0df-43ec-bc22-623c9edb93a7 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076047 Aug 10 03:21:14.749166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:14.834844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] For port 86ef22a5-fe7e-4297-837f-23b07041d743, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=86ef22a5-fe7e-4297-837f-23b07041d743,segment=NetworkSegment(3153408f-213d-412f-9625-2b5af6c14b33),segment_id=3153408f-213d-412f-9625-2b5af6c14b33)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:14.835292 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.851011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.865711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:14.883527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Calling delete_port for 86ef22a5-fe7e-4297-837f-23b07041d743 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:14.888288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:14.890451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.908706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:14.909035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8f3cb6c9-cfde-4080-bf84-3333a6c32bf1 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:14.918998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Transition to ACTIVE for port object d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:14.968287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210aaf-c02c-47e5-b58d-85bd749a320c req-e6b57c3f-f46c-4d0c-b0b6-1f425651e849 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:14.970225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b210aaf-c02c-47e5-b58d-85bd749a320c req-e6b57c3f-f46c-4d0c-b0b6-1f425651e849 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 932 time: 0.1308267 Aug 10 03:21:15.006552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.033890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.058879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b210aaf-c02c-47e5-b58d-85bd749a320c req-0ef9c9fe-c231-4bbd-85cc-18bf9a3a04cd tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814333 Aug 10 03:21:15.103767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 10.2.2.100 (f3bfa3b2-b0cb-429e-9158-75cdb950d1d9/cc68dd54-b5f0-4a18-a189-3edb5952a3b1/6db0a240-2d66-4e4f-8e28-a4da02129ab3) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:15.113267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.229216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Attempting to bind port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:15.229462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Attempting to bind port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '99e289bc-1b84-4279-aee7-3c3d97c057b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:15.229782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Attempting to bind port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b on network 263aa05b-a21e-4c64-b31e-153310d53acb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:15.241998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1deabf-2691-4553-a21d-899950a24427 req-ac691fa4-d948-4c46-ae7c-bc32987a21a0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.248766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1deabf-2691-4553-a21d-899950a24427 req-ac691fa4-d948-4c46-ae7c-bc32987a21a0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.250392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e1deabf-2691-4553-a21d-899950a24427 req-ac691fa4-d948-4c46-ae7c-bc32987a21a0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0895576 Aug 10 03:21:15.251377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b on network 263aa05b-a21e-4c64-b31e-153310d53acb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:15.255251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Attempting to bind port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b on network 263aa05b-a21e-4c64-b31e-153310d53acb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:15.258771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:15.259103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Checking segment: {'id': '99e289bc-1b84-4279-aee7-3c3d97c057b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:15.259484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Bound using segment: {'id': '99e289bc-1b84-4279-aee7-3c3d97c057b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:15.259910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Bound port: d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e289bc-1b84-4279-aee7-3c3d97c057b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:15.260261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.281185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.323157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'Port': ['ID=86ef22a5-fe7e-4297-837f-23b07041d743,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.362652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e1deabf-2691-4553-a21d-899950a24427 req-de58b2bc-07ad-4090-9dc7-2312b51ec8f1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057959 Aug 10 03:21:15.414925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.417868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] No DVR routers for this DVR port 86ef22a5-fe7e-4297-837f-23b07041d743 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:15.422954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.425162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49cad829-0b0d-4162-affd-11e92201c697 req-972fdbb2-2a73-48ea-91f1-f5ec743acc15 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.46 "DELETE /v2.0/ports/86ef22a5-fe7e-4297-837f-23b07041d743 HTTP/1.1" status: 204 len: 173 time: 1.1129093 Aug 10 03:21:15.441440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object 6db0a240-2d66-4e4f-8e28-a4da02129ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:15.457033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'name': 'network-vif-deleted', 'tag': '86ef22a5-fe7e-4297-837f-23b07041d743'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:15.461442 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c161acc-ed96-41eb-9a24-86f5652b6621" -d '{"events": [{"server_uuid": "a21f6535-fdb4-47ae-a253-83bb58828df5", "name": "network-vif-deleted", "tag": "86ef22a5-fe7e-4297-837f-23b07041d743"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:15.477592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] For port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:15.481920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] For port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,segment=NetworkSegment(99e289bc-1b84-4279-aee7-3c3d97c057b0),segment_id=99e289bc-1b84-4279-aee7-3c3d97c057b0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:15.497712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75cd91-2650-4a8c-bef8-1d38babadac3 req-858f44c7-af5c-442d-ba54-1d329a852945 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.499226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b75cd91-2650-4a8c-bef8-1d38babadac3 req-858f44c7-af5c-442d-ba54-1d329a852945 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0694120 Aug 10 03:21:15.540561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b75cd91-2650-4a8c-bef8-1d38babadac3 req-657e20b3-c335-4206-baa3-cc26307f7a8d tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Aug 10 03:21:15.548521 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.548713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.600555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.601185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.602623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] 10.222.0.54 "PUT /v2.0/ports/d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b HTTP/1.1" status: 200 len: 1093 time: 1.4902177 Aug 10 03:21:15.608426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54284) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:15.635970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.655521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:15.658199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:15.673265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:15.743973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:15.747173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.764256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 86ef22a5-fe7e-4297-837f-23b07041d743 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:15.801101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 86ef22a5-fe7e-4297-837f-23b07041d743 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:15.801443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 86ef22a5-fe7e-4297-837f-23b07041d743 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:15.921481 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-9e6f85e3-4181-4a6e-9cbb-dd3bee7d285d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4094408 Aug 10 03:21:15.939529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'admin_state_up': True, 'tenant_id': '977ed682044b405a97546070d216c6af', 'security_groups': ['cf0af6b3-6788-472c-991c-d3ff86762832']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:15.964199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30edb4-e309-4725-8aae-e0c1095f2e34 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:15.991803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Deleting subnet eedfabd5-2a82-4d38-b62b-8f571b0ee9cf {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:15.999796 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.026609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-f249b16f-598d-4f1e-bf04-cf8e2615a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.028708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-f249b16f-598d-4f1e-bf04-cf8e2615a17d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b9ff3b19b8e49fcbc2218ad838d6664&device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 1096 time: 0.1269464 Aug 10 03:21:16.039298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67749b-1fe9-42c9-b424-2ac0a9729824 req-0f73d465-6382-4d8e-b5f8-c63ed97ffe10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.045253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67749b-1fe9-42c9-b424-2ac0a9729824 req-0f73d465-6382-4d8e-b5f8-c63ed97ffe10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.051073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67749b-1fe9-42c9-b424-2ac0a9729824 req-0f73d465-6382-4d8e-b5f8-c63ed97ffe10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.056898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67749b-1fe9-42c9-b424-2ac0a9729824 req-0f73d465-6382-4d8e-b5f8-c63ed97ffe10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.058761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d67749b-1fe9-42c9-b424-2ac0a9729824 req-0f73d465-6382-4d8e-b5f8-c63ed97ffe10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 3094 time: 0.1555712 Aug 10 03:21:16.104817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-b69410d9-6181-42a8-876c-18cfa7ba4881 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b HTTP/1.1" status: 200 len: 217 time: 0.0446670 Aug 10 03:21:16.126889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.136795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4bef7d3b-c385-43a0-ad58-eb9cf502a9d6 None None] Provisioning for port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:16.140951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4bef7d3b-c385-43a0-ad58-eb9cf502a9d6 None None] Provisioning complete for port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:16.141462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4bef7d3b-c385-43a0-ad58-eb9cf502a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.188236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4bef7d3b-c385-43a0-ad58-eb9cf502a9d6 None None] Port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:16.194365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d67749b-1fe9-42c9-b424-2ac0a9729824 req-ebe538b9-2346-4e99-95e7-459677195c24 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262147 Aug 10 03:21:16.205370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-cb49bd48-832e-43e3-aef8-43014499ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.206812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-cb49bd48-832e-43e3-aef8-43014499ed46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b951f26-87a5-465a-927a-13845cc193d4 HTTP/1.1" status: 200 len: 858 time: 0.0928931 Aug 10 03:21:16.217852 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.233399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Made reservation on behalf of 977ed682044b405a97546070d216c6af for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:16.238228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.275209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-80f26880-c7e5-47a9-a6c3-ad0931f4d61d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=263aa05b-a21e-4c64-b31e-153310d53acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301993 Aug 10 03:21:16.319731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1413694-41cf-46e6-b8c3-9e9e03afc4fc req-bfc87730-82f0-408a-b6b4-614f5c42149a tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 210 time: 0.0416150 Aug 10 03:21:16.423707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-fe8d10dd-4b7a-4329-b26f-f8e1ec5bc219 service neutron] 10.222.0.54 "GET /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350038 Aug 10 03:21:16.439511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Allocated IP 10.2.2.200 (f3bfa3b2-b0cb-429e-9158-75cdb950d1d9/cc68dd54-b5f0-4a18-a189-3edb5952a3b1/b4f7995c-a3e7-4d7a-9439-3ed495e47d1d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:16.488219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.527176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedfabd5-2a82-4d38-b62b-8f571b0ee9cf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:16.535091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.537101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c874049e-42eb-49cb-abc2-b9e7cc98379c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eedfabd5-2a82-4d38-b62b-8f571b0ee9cf HTTP/1.1" status: 204 len: 168 time: 0.9161398 Aug 10 03:21:16.539921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54292) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:16.560122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851de74-0a78-4668-a374-f9bec371f453 req-53703ef4-a490-432a-aee2-a6a55f18d176 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.564596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f851de74-0a78-4668-a374-f9bec371f453 req-53703ef4-a490-432a-aee2-a6a55f18d176 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1614404 Aug 10 03:21:16.601673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-ee614f1e-517c-4160-b1e1-b5ad3eeb257b service neutron] 10.222.0.54 "GET /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636946 Aug 10 03:21:16.631097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f851de74-0a78-4668-a374-f9bec371f453 req-e87cfbca-9f43-4a30-8f5f-3aa583056547 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575595 Aug 10 03:21:16.665614 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc827d-a498-4001-bb4e-db9f50c185b0 x-openstack-request-id: req-10fc827d-a498-4001-bb4e-db9f50c185b0 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:16.666177 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21f6535-fdb4-47ae-a253-83bb58828df5", "name": "network-vif-deleted", "tag": "86ef22a5-fe7e-4297-837f-23b07041d743", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:16.666560 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10fc827d-a498-4001-bb4e-db9f50c185b0 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:16.667058 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'name': 'network-vif-deleted', 'tag': '86ef22a5-fe7e-4297-837f-23b07041d743', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:21:16.766244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597787d3-9581-4a57-a560-843c038fe536 req-543b0992-d7b4-4bd0-ad06-efdd29e39e48 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.767919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-597787d3-9581-4a57-a560-843c038fe536 req-543b0992-d7b4-4bd0-ad06-efdd29e39e48 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0576599 Aug 10 03:21:16.811321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-597787d3-9581-4a57-a560-843c038fe536 req-427f747a-865b-4443-bced-ed1abed92289 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369377 Aug 10 03:21:16.921915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29ef58-30d4-4840-bc4d-784a5538b742 req-a761544a-ac8f-4962-95cd-f5c143d67324 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:16.924266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e29ef58-30d4-4840-bc4d-784a5538b742 req-a761544a-ac8f-4962-95cd-f5c143d67324 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 944 time: 0.0510418 Aug 10 03:21:16.943654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.950954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:16.966177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Transition to ACTIVE for port object b4f7995c-a3e7-4d7a-9439-3ed495e47d1d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:16.970899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e29ef58-30d4-4840-bc4d-784a5538b742 req-169d40e4-c408-499c-8442-81189ba6d95d tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Aug 10 03:21:17.055516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.068401 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbe27ee-5a05-4fef-aba2-7bbc540e0705']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:17.079783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ad97f0-b906-4046-abb0-ed5b68361365') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:17.080084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ad97f0-b906-4046-abb0-ed5b68361365') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:17.082122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96a64-9fb0-416f-927d-a9e3bbf2f092 req-d98c6314-af37-4245-9f6e-ddde27e9237b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.088097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96a64-9fb0-416f-927d-a9e3bbf2f092 req-d98c6314-af37-4245-9f6e-ddde27e9237b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.089088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.089693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9f96a64-9fb0-416f-927d-a9e3bbf2f092 req-d98c6314-af37-4245-9f6e-ddde27e9237b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0566151 Aug 10 03:21:17.107008 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.112821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:17.113205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:17.114805 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:17.130651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9f96a64-9fb0-416f-927d-a9e3bbf2f092 req-93646358-1bd0-4d51-a8c3-e497f9fb0ff2 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Aug 10 03:21:17.236032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c59c-af79-41ec-bdde-9f18c389a0af req-b1b03c46-3b6e-4999-85b6-47df905ce7e8 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.237594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c35c59c-af79-41ec-bdde-9f18c389a0af req-b1b03c46-3b6e-4999-85b6-47df905ce7e8 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0522399 Aug 10 03:21:17.245720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.276013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c35c59c-af79-41ec-bdde-9f18c389a0af req-7b3d6fc8-9b41-4dd6-80d3-61768df603b4 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Aug 10 03:21:17.289988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:17.293135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:17.300474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:17.304780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event updated for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.324302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.332132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.334110 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] 10.222.0.26 "DELETE /v2.0/networks/8bbe27ee-5a05-4fef-aba2-7bbc540e0705 HTTP/1.1" status: 204 len: 168 time: 0.7909279 Aug 10 03:21:17.337828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54298) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:17.354735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc8102-82a4-49dd-8f8b-c5d9200eae8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbe27ee-5a05-4fef-aba2-7bbc540e0705,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.377402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.381854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.436206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Deleting subnet bcf2d490-5635-4d30-a6a7-c2e1f7292d8d {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:17.441236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.468859 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-13325df6-328f-4661-b596-b85dd64aed34 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334206 Aug 10 03:21:17.478909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-e8a293d2-d57c-4aa7-8ddf-4ba11191da00 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.486547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-e8a293d2-d57c-4aa7-8ddf-4ba11191da00 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.492566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-e8a293d2-d57c-4aa7-8ddf-4ba11191da00 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.498756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:17.499008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-e8a293d2-d57c-4aa7-8ddf-4ba11191da00 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.505672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-e8a293d2-d57c-4aa7-8ddf-4ba11191da00 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.507722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-e8a293d2-d57c-4aa7-8ddf-4ba11191da00 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 3815 time: 0.1418009 Aug 10 03:21:17.528265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.561340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.598219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cea44af6-a2b1-46c8-9f29-4ae17f532593 None None] Provisioning for port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:17.598771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49aa1861-2c76-425e-a7fe-986c1788ea0b req-d0cd458f-126b-4301-b3af-6ed2e78146c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738215 Aug 10 03:21:17.598868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cea44af6-a2b1-46c8-9f29-4ae17f532593 None None] Provisioning complete for port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:17.598868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cea44af6-a2b1-46c8-9f29-4ae17f532593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.602387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.643430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cea44af6-a2b1-46c8-9f29-4ae17f532593 None None] Port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:17.725141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3b6f578-3250-46cc-b950-81cf6e5c29f4 req-22c1dad6-8498-4d54-abce-068b94652e31 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Aug 10 03:21:17.754131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.792232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf2d490-5635-4d30-a6a7-c2e1f7292d8d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:17.794898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.796927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-367ef18e-59a4-424e-a1a8-bf0f95d84f91 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bcf2d490-5635-4d30-a6a7-c2e1f7292d8d HTTP/1.1" status: 204 len: 168 time: 0.4575882 Aug 10 03:21:17.799419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54306) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:17.863910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26db3900-5111-4208-82d5-04590d5b8613 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:17.872458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.886988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Transition to ACTIVE for port object 26db3900-5111-4208-82d5-04590d5b8613 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:17.925749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.925749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f832d-0c03-4995-acc3-006e98e285a0 req-6471d540-76f0-4f82-bc3e-e4bdb1214af2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:17.925749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c44f832d-0c03-4995-acc3-006e98e285a0 req-6471d540-76f0-4f82-bc3e-e4bdb1214af2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1106932 Aug 10 03:21:18.019848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c44f832d-0c03-4995-acc3-006e98e285a0 req-661cea23-cfb9-471e-ae44-b73e3d642e80 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939631 Aug 10 03:21:18.021481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.027946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.039735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fceec4-0965-436f-b099-8c34762d210b']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:18.062445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc18e53f-4455-4d5c-b8fe-0992b8a8f346') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:18.062838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc18e53f-4455-4d5c-b8fe-0992b8a8f346') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:18.081729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.115746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Pushing event updated for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.115946 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.133619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:18.134204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:18.155782 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:18.202376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Attempting to bind port 26db3900-5111-4208-82d5-04590d5b8613 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:18.202735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Attempting to bind port 26db3900-5111-4208-82d5-04590d5b8613 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:18.203223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Attempting to bind port 26db3900-5111-4208-82d5-04590d5b8613 on network 3f4fb721-34f1-45e8-b397-90bf961706f3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:18.208001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Port 26db3900-5111-4208-82d5-04590d5b8613 on network 3f4fb721-34f1-45e8-b397-90bf961706f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:18.208331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Attempting to bind port 26db3900-5111-4208-82d5-04590d5b8613 on network 3f4fb721-34f1-45e8-b397-90bf961706f3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:18.214073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:18.214415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Checking segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:18.214808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Bound using segment: {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:18.215769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Bound port: 26db3900-5111-4208-82d5-04590d5b8613, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b8a6bd-80b2-4f38-99b5-f606f877b9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:18.216166 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.297630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:18.302558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=26db3900-5111-4208-82d5-04590d5b8613,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:18.307466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b820fee1-238a-4748-9fcf-2a4faf56c6c0 req-81ace67b-2ba8-47bd-bbfc-d8c379749996 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/ports?device_id=a21f6535-fdb4-47ae-a253-83bb58828df5 HTTP/1.1" status: 200 len: 210 time: 0.0374436 Aug 10 03:21:18.308253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.325435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.329647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b1fceec4-0965-436f-b099-8c34762d210b HTTP/1.1" status: 204 len: 168 time: 0.5289259 Aug 10 03:21:18.340216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a56ce3-b206-408a-a25a-376126229b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1fceec4-0965-436f-b099-8c34762d210b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.383311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.416179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:18.416840 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.418441 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] 10.222.0.54 "PUT /v2.0/ports/26db3900-5111-4208-82d5-04590d5b8613 HTTP/1.1" status: 200 len: 1092 time: 0.9252970 Aug 10 03:21:18.420657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '26db3900-5111-4208-82d5-04590d5b8613'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:18.422906 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61383f9e-82ed-4b37-a876-83226434f047" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "26db3900-5111-4208-82d5-04590d5b8613"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:18.455330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ae0d0-9804-452d-a0ac-a06ab69d779f service neutron] Pushing event updated for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.580067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:18.639544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.667892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'tag': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:18.671094 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28971bff-31cf-4d97-8164-af718f082f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa0351-13c9-4d59-bd55-b451427aff5a", "tag": "d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:18.773623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54326) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:18.818016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c51a7a99-d308-4f0e-82ff-ee3e87ec0d58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec988d7d534d4a6190f7bbb16f87c216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425892 Aug 10 03:21:18.820679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54328) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:18.892948 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1715a145-19e6-4972-b452-bb6fefb90dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.916446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1715a145-19e6-4972-b452-bb6fefb90dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.925723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:18.968569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14306ad1-9b23-4752-a27b-291c4f100450 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:18.976999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.007201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256973f-7092-42b9-a80b-fc07716da5dd req-7a21fa9f-f9dd-4152-a2c9-aeed0a3bd560 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.008887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a256973f-7092-42b9-a80b-fc07716da5dd req-7a21fa9f-f9dd-4152-a2c9-aeed0a3bd560 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0633204 Aug 10 03:21:19.050369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a256973f-7092-42b9-a80b-fc07716da5dd req-e10ed2c1-df28-4221-bc0e-f6fecac2b851 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345986 Aug 10 03:21:19.055269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,segment=NetworkSegment(99e289bc-1b84-4279-aee7-3c3d97c057b0),segment_id=99e289bc-1b84-4279-aee7-3c3d97c057b0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:19.072389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b', 'network_id': '263aa05b-a21e-4c64-b31e-153310d53acb', 'port_id': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b', 'mac_address': 'fa:16:3e:8e:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b951f26-87a5-465a-927a-13845cc193d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:19.090828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1715a145-19e6-4972-b452-bb6fefb90dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.093362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Transition to ACTIVE for port object 14306ad1-9b23-4752-a27b-291c4f100450 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:19.093811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1715a145-19e6-4972-b452-bb6fefb90dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.094795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1715a145-19e6-4972-b452-bb6fefb90dfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7aff475d-6592-424a-9dbf-b997e53e7a62 HTTP/1.1" status: 204 len: 168 time: 0.2733688 Aug 10 03:21:19.114814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715a145-19e6-4972-b452-bb6fefb90dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aff475d-6592-424a-9dbf-b997e53e7a62,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:19.123234 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.159096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:19.182186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,segment=NetworkSegment(99e289bc-1b84-4279-aee7-3c3d97c057b0),segment_id=99e289bc-1b84-4279-aee7-3c3d97c057b0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:19.182904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.213481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd271a-58a7-40b1-8f10-55e1cb40700b req-327a5701-3eb6-4624-9ebc-dbb7e0b8f216 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.224977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6acd271a-58a7-40b1-8f10-55e1cb40700b req-327a5701-3eb6-4624-9ebc-dbb7e0b8f216 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 944 time: 0.1046951 Aug 10 03:21:19.240315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:19.282142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6acd271a-58a7-40b1-8f10-55e1cb40700b req-74353c0c-e798-4e1c-86db-b8b7d05d1825 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561492 Aug 10 03:21:19.302261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.358382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Attempting to bind port 14306ad1-9b23-4752-a27b-291c4f100450 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:19.358844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Attempting to bind port 14306ad1-9b23-4752-a27b-291c4f100450 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:19.359182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Attempting to bind port 14306ad1-9b23-4752-a27b-291c4f100450 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:19.379683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Port 14306ad1-9b23-4752-a27b-291c4f100450 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:19.380007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Attempting to bind port 14306ad1-9b23-4752-a27b-291c4f100450 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:19.386505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:19.387127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Checking segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:19.388014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Bound using segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:19.388632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Bound port: 14306ad1-9b23-4752-a27b-291c4f100450, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:19.389168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.401058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:19.409545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.410147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.410773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.411427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.411917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.412469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.413079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.413561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.414109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.414589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.415077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.415553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.432663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73850a79-cf87-4648-b739-011636fd570f req-78644d02-f2a5-46e0-a9ca-ae07b6bfdbe8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.440946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73850a79-cf87-4648-b739-011636fd570f req-78644d02-f2a5-46e0-a9ca-ae07b6bfdbe8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.447888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73850a79-cf87-4648-b739-011636fd570f req-78644d02-f2a5-46e0-a9ca-ae07b6bfdbe8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0828516 Aug 10 03:21:19.494960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:19.500750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73850a79-cf87-4648-b739-011636fd570f req-76f138da-e144-47a8-b531-343e69838d94 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509288 Aug 10 03:21:19.502869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=14306ad1-9b23-4752-a27b-291c4f100450,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:19.600749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.648659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.649292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.650754 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] 10.222.0.54 "PUT /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450 HTTP/1.1" status: 200 len: 1132 time: 1.0751910 Aug 10 03:21:19.658399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0685f98-f1f5-47b7-b77c-d64f8e8ac9a4 req-5640bd91-2c0b-4dae-b61e-e8bdde9df168 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.660144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0685f98-f1f5-47b7-b77c-d64f8e8ac9a4 req-5640bd91-2c0b-4dae-b61e-e8bdde9df168 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0767298 Aug 10 03:21:19.668157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40355-dc85-4c28-aa3a-8d1058a00e2b service neutron] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:19.709566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0685f98-f1f5-47b7-b77c-d64f8e8ac9a4 req-225777b0-602b-4c55-90d4-63b472d374b7 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Aug 10 03:21:19.760873 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c837ae4-2ae8-490d-95a3-061b063688ee x-openstack-request-id: req-8c837ae4-2ae8-490d-95a3-061b063688ee {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:19.761167 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "26db3900-5111-4208-82d5-04590d5b8613", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:19.761422 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c837ae4-2ae8-490d-95a3-061b063688ee {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:19.761825 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '26db3900-5111-4208-82d5-04590d5b8613', 'status': 'completed', 'code': 200} Aug 10 03:21:19.811754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:19.875741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:19.894828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.934783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.935278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.935761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.936243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.936751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.937793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.939767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61383f9e-82ed-4b37-a876-83226434f047 req-1e577b26-9ce7-4ed8-8adf-5b5ba9385205 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5288 time: 0.1067238 Aug 10 03:21:19.961031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.969618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.978715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.985261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.991346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:19.997724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.005300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:20.005831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-e3c4844a-9ede-4aff-bd19-595c25f7b696 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 4600 time: 0.1266828 Aug 10 03:21:20.107740 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7dcff6ac-491d-4203-9eb8-752e3274392e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=509e5ea6e0fd4f60990134efb5a7f544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988290 Aug 10 03:21:20.108299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54342) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:20.112885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3b2b2da-f74b-43d4-bed5-4f09bea2239e req-7e868475-a0a0-459a-8da9-7497239fa3f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061594 Aug 10 03:21:20.158533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-f0511ff5-10a7-4f24-87f3-d5b5f6188902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.159609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-f0511ff5-10a7-4f24-87f3-d5b5f6188902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.160101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-f0511ff5-10a7-4f24-87f3-d5b5f6188902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.162682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61383f9e-82ed-4b37-a876-83226434f047 req-f0511ff5-10a7-4f24-87f3-d5b5f6188902 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=977ed682044b405a97546070d216c6af&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1494036 Aug 10 03:21:20.175283 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486fadb-844d-411f-9b00-a28031b0aa3c x-openstack-request-id: req-b486fadb-844d-411f-9b00-a28031b0aa3c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:20.175659 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa0351-13c9-4d59-bd55-b451427aff5a", "tag": "d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:20.175979 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b486fadb-844d-411f-9b00-a28031b0aa3c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:20.176952 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'tag': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b', 'status': 'completed', 'code': 200} Aug 10 03:21:20.198232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-468b78f3-ec54-4f9a-bb85-402beef02158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.263428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-468b78f3-ec54-4f9a-bb85-402beef02158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.328761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61383f9e-82ed-4b37-a876-83226434f047 req-e3210f84-07f5-437c-bc77-e9e04ed6f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.330345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61383f9e-82ed-4b37-a876-83226434f047 req-e3210f84-07f5-437c-bc77-e9e04ed6f634 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523714 Aug 10 03:21:20.341680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d260261-b2d1-43d9-b088-c8aad4496025 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:20.343340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9eaa9-86a7-4dd3-a1ee-5e4fbbb7a76b req-d1d9c30a-c783-4a93-96c0-cdce6f4d9556 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.345526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72f9eaa9-86a7-4dd3-a1ee-5e4fbbb7a76b req-d1d9c30a-c783-4a93-96c0-cdce6f4d9556 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0744267 Aug 10 03:21:20.354814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.364986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971bff-31cf-4d97-8164-af718f082f1f req-210fd078-4e6f-4b66-90b8-8977722c9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.366904 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-210fd078-4e6f-4b66-90b8-8977722c9c16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b9ff3b19b8e49fcbc2218ad838d6664&device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 1097 time: 0.1250629 Aug 10 03:21:20.385448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Transition to ACTIVE for port object 2d260261-b2d1-43d9-b088-c8aad4496025 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:20.391224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72f9eaa9-86a7-4dd3-a1ee-5e4fbbb7a76b req-db419d78-8bb1-4e95-acac-fdc95be5dd0a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386932 Aug 10 03:21:20.460152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.498728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971bff-31cf-4d97-8164-af718f082f1f req-c7db9f06-bc3a-410c-a327-d3ed63c4f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.500189 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-c7db9f06-bc3a-410c-a327-d3ed63c4f5a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=263aa05b-a21e-4c64-b31e-153310d53acb HTTP/1.1" status: 200 len: 919 time: 0.1255715 Aug 10 03:21:20.501409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb2b2-3974-497c-9a12-917f3a1f3386 req-35d813b2-0337-4f4a-84e9-06f1e2a90d16 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.503791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c1fb2b2-3974-497c-9a12-917f3a1f3386 req-35d813b2-0337-4f4a-84e9-06f1e2a90d16 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0504773 Aug 10 03:21:20.553991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c1fb2b2-3974-497c-9a12-917f3a1f3386 req-74a364e1-bfa7-4e33-a801-5f67fa183a64 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Aug 10 03:21:20.554455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-468b78f3-ec54-4f9a-bb85-402beef02158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.557025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-468b78f3-ec54-4f9a-bb85-402beef02158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.558199 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-468b78f3-ec54-4f9a-bb85-402beef02158 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cf5a018-224e-4a0a-80a0-ca36caa413a6 HTTP/1.1" status: 204 len: 168 time: 0.4493017 Aug 10 03:21:20.564420 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-3e5f2582-da73-4af1-bf4a-5f7af372e52e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b HTTP/1.1" status: 200 len: 217 time: 0.0537081 Aug 10 03:21:20.586372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.596831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f8083656-71fc-42ea-ad7d-f1f690f93a2f req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1959917485', 'description': 'tempest-description-1704074048'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:20.614981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b78f3-ec54-4f9a-bb85-402beef02158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5a018-224e-4a0a-80a0-ca36caa413a6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.693231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971bff-31cf-4d97-8164-af718f082f1f req-24efbfdb-5e9a-4c41-875a-f44cbf872ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:20.695131 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-24efbfdb-5e9a-4c41-875a-f44cbf872ad4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b951f26-87a5-465a-927a-13845cc193d4 HTTP/1.1" status: 200 len: 858 time: 0.0999157 Aug 10 03:21:20.714102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8083656-71fc-42ea-ad7d-f1f690f93a2f req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.744200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Attempting to bind port 2d260261-b2d1-43d9-b088-c8aad4496025 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:20.744781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Attempting to bind port 2d260261-b2d1-43d9-b088-c8aad4496025 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:20.745425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Attempting to bind port 2d260261-b2d1-43d9-b088-c8aad4496025 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:20.758209 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-ffb635bf-0b5b-4897-994b-4138cec3c7d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=263aa05b-a21e-4c64-b31e-153310d53acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539658 Aug 10 03:21:20.762286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Port 2d260261-b2d1-43d9-b088-c8aad4496025 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:20.763108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Attempting to bind port 2d260261-b2d1-43d9-b088-c8aad4496025 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:20.775446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:20.775940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Checking segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:20.776451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Bound using segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:20.777001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Bound port: 2d260261-b2d1-43d9-b088-c8aad4496025, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:20.777478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.807607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8083656-71fc-42ea-ad7d-f1f690f93a2f req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.908187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8083656-71fc-42ea-ad7d-f1f690f93a2f req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.920755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-52e6d51f-6af0-4663-ade3-24ac9e74a66b service neutron] 10.222.0.54 "GET /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527331 Aug 10 03:21:20.921691 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:20.941189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2d260261-b2d1-43d9-b088-c8aad4496025,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:20.945526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b434c58e-931f-4f49-81c1-276b0a3f4633,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.955397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.955872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.956326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.956793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.957264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.957941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.958381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.958833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.959324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.959756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.960189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:20.960668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:21.028336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8083656-71fc-42ea-ad7d-f1f690f93a2f req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.029169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-28971bff-31cf-4d97-8164-af718f082f1f req-b3780400-e786-4ea5-96f5-96a4e39464ac service neutron] 10.222.0.54 "GET /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984278 Aug 10 03:21:21.029960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8083656-71fc-42ea-ad7d-f1f690f93a2f req-9ba5feae-471c-4146-b398-c59118243341 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4389036 Aug 10 03:21:21.064286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.108880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.109544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.111385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] 10.222.0.54 "PUT /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025 HTTP/1.1" status: 200 len: 1130 time: 1.3041637 Aug 10 03:21:21.151044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d3570-0170-466d-9ee9-72480b1b58af service neutron] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.162912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b446-6a67-4c0f-820e-2a6a8e8562a5 req-b37b8035-f5ac-4d9d-9098-d65fa25aa0e5 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.165020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3c4b446-6a67-4c0f-820e-2a6a8e8562a5 req-b37b8035-f5ac-4d9d-9098-d65fa25aa0e5 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 945 time: 0.0734665 Aug 10 03:21:21.216927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3c4b446-6a67-4c0f-820e-2a6a8e8562a5 req-752bb339-9a34-4047-baef-700b5f2bea57 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 Aug 10 03:21:21.245152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:21.314479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.404030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6cb8c-9300-40c4-a253-31fbc2348cb5 req-48ba3b6a-5012-428d-83c0-98a65f4902fe tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.415469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6cb8c-9300-40c4-a253-31fbc2348cb5 req-48ba3b6a-5012-428d-83c0-98a65f4902fe tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.416566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12e6cb8c-9300-40c4-a253-31fbc2348cb5 req-48ba3b6a-5012-428d-83c0-98a65f4902fe tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1136186 Aug 10 03:21:21.462076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12e6cb8c-9300-40c4-a253-31fbc2348cb5 req-6f184cb5-975a-47c4-ad81-266ec7a3dbdc tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Aug 10 03:21:21.590054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565824c-e526-4bdf-9a8c-42692f576ac8 req-b30d5891-bd91-476c-bfb4-5e378ce1a0e4 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:21.592317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0565824c-e526-4bdf-9a8c-42692f576ac8 req-b30d5891-bd91-476c-bfb4-5e378ce1a0e4 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0665298 Aug 10 03:21:21.642334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0565824c-e526-4bdf-9a8c-42692f576ac8 req-e6d1e949-d243-46e9-a1bc-47ae5fbb06ff tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Aug 10 03:21:21.670042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd4534d-b549-4588-8b80-3b6c89f209c3 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:21.681015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.697632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Transition to ACTIVE for port object 8bd4534d-b549-4588-8b80-3b6c89f209c3 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:21.719215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-f812f40e-a20b-4340-a4fc-239936418fbf tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/b434c58e-931f-4f49-81c1-276b0a3f4633 HTTP/1.1" status: 200 len: 1803 time: 0.0411689 Aug 10 03:21:21.729706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1024175214', 'description': 'tempest-description-hth-1650620897'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:21.755638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.762971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '14306ad1-9b23-4752-a27b-291c4f100450'}, {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '2d260261-b2d1-43d9-b088-c8aad4496025'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:21.765589 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61af5500-c97a-4ccc-af3d-191f0730223e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "14306ad1-9b23-4752-a27b-291c4f100450"}, {"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "2d260261-b2d1-43d9-b088-c8aad4496025"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:21.798911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.806488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.851437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:21.919896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.924113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.933731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-095eb5e4-d174-4645-a48c-7a7e4976b065 req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "PUT /v2.0/security-groups/b434c58e-931f-4f49-81c1-276b0a3f4633 HTTP/1.1" status: 200 len: 1777 time: 0.2079253 Aug 10 03:21:21.943625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Attempting to bind port 8bd4534d-b549-4588-8b80-3b6c89f209c3 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:21.944315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Attempting to bind port 8bd4534d-b549-4588-8b80-3b6c89f209c3 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:21.944875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Attempting to bind port 8bd4534d-b549-4588-8b80-3b6c89f209c3 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:21.950174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Port 8bd4534d-b549-4588-8b80-3b6c89f209c3 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:21.950443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Attempting to bind port 8bd4534d-b549-4588-8b80-3b6c89f209c3 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:21.958138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:21.958414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Checking segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:21.958768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Bound using segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:21.959156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Bound port: 8bd4534d-b549-4588-8b80-3b6c89f209c3, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:21.959516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.998196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c0724-1d0d-4f9a-90ee-d2c502cd2313 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b434c58e-931f-4f49-81c1-276b0a3f4633,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:22.052112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:22.055834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:22.094627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.102810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.108876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.128548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.128743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-23edec4b-9d6f-4022-a90f-d72ecb71d14c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.130325 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-23edec4b-9d6f-4022-a90f-d72ecb71d14c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0593376 Aug 10 03:21:22.136613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.143657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.149972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.152254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-25bf5f73-57ef-4a87-96e7-b7f90a1afbab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5383 time: 0.1233368 Aug 10 03:21:22.215695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-517dbedd-1d5d-44be-a039-47528914d7e4 req-bb79eceb-7bde-4cb0-bd1f-045401d38c98 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504539 Aug 10 03:21:22.225546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.269155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.269780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.271166 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] 10.222.0.54 "PUT /v2.0/ports/8bd4534d-b549-4588-8b80-3b6c89f209c3 HTTP/1.1" status: 200 len: 1092 time: 1.0327442 Aug 10 03:21:22.303638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f8c5-0174-49e3-b483-d118cb859bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:22.312604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Deleting port 0cee328b-2b63-4a07-975a-0603b8c502a8 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:22.312954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.351420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6f9d-3cbe-4d60-ab77-1716f173fc43 req-b00fce4c-1ef2-4e31-bb81-8673d5840934 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.353114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-635d6f9d-3cbe-4d60-ab77-1716f173fc43 req-b00fce4c-1ef2-4e31-bb81-8673d5840934 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0577621 Aug 10 03:21:22.399856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-635d6f9d-3cbe-4d60-ab77-1716f173fc43 req-b4289d9a-3f81-41f2-ad62-860efe4693c7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388865 Aug 10 03:21:22.426952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:22.431184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] For port 0cee328b-2b63-4a07-975a-0603b8c502a8, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0cee328b-2b63-4a07-975a-0603b8c502a8,segment=NetworkSegment(b6003150-de12-4cdf-a100-a7c6d490b373),segment_id=b6003150-de12-4cdf-a100-a7c6d490b373)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:22.431568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.471416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Calling delete_port for 0cee328b-2b63-4a07-975a-0603b8c502a8 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:22.553093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.560643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533b51-06cd-465b-8358-39cd4fa0a485 req-93766500-099d-4907-b24a-2468648d2547 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.562163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce533b51-06cd-465b-8358-39cd4fa0a485 req-93766500-099d-4907-b24a-2468648d2547 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 946 time: 0.0491972 Aug 10 03:21:22.604474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce533b51-06cd-465b-8358-39cd4fa0a485 req-fac400ce-9b1b-4f67-ab02-7eb3b290614c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350029 Aug 10 03:21:22.684864 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74761bd-c272-4d3f-bbe1-0d4b4843d7c9 x-openstack-request-id: req-a74761bd-c272-4d3f-bbe1-0d4b4843d7c9 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:22.685156 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "14306ad1-9b23-4752-a27b-291c4f100450", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "2d260261-b2d1-43d9-b088-c8aad4496025", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:22.685406 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a74761bd-c272-4d3f-bbe1-0d4b4843d7c9 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:22.685804 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '14306ad1-9b23-4752-a27b-291c4f100450', 'status': 'completed', 'code': 200} Aug 10 03:21:22.688315 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '2d260261-b2d1-43d9-b088-c8aad4496025', 'status': 'completed', 'code': 200} Aug 10 03:21:22.728556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bf677f5-0736-48f8-94ff-45adea8d790b req-43eafddc-1b01-46b2-8f15-f3d5c6098401 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/b434c58e-931f-4f49-81c1-276b0a3f4633 HTTP/1.1" status: 200 len: 1777 time: 0.0490017 Aug 10 03:21:22.778691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.779239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.779721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.780254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.780816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.781691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.782161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.784782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af5500-c97a-4ccc-af3d-191f0730223e req-2b575959-dcb7-41e5-a051-b7a16ea4192c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6279 time: 0.0657103 Aug 10 03:21:22.899288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ea968-b004-4386-ba48-02ccad0fba97 req-3ba7f816-80d9-4cd7-9550-94f0c8c72bac tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.900973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e4ea968-b004-4386-ba48-02ccad0fba97 req-3ba7f816-80d9-4cd7-9550-94f0c8c72bac tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 945 time: 0.1144533 Aug 10 03:21:22.915127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cb5219-3b9b-4e01-9369-0b8592a81698 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:22.924736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.934093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.967001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e4ea968-b004-4386-ba48-02ccad0fba97 req-3dec83f8-0d96-40b2-a7db-f47cf5af470c tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513837 Aug 10 03:21:22.972598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-0a95e59d-0dc1-4ff1-9d21-077225c14dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.973090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-0a95e59d-0dc1-4ff1-9d21-077225c14dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.973572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-0a95e59d-0dc1-4ff1-9d21-077225c14dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:22.975146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af5500-c97a-4ccc-af3d-191f0730223e req-0a95e59d-0dc1-4ff1-9d21-077225c14dd9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=977ed682044b405a97546070d216c6af&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1556985 Aug 10 03:21:22.975593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['0cee328b-2b63-4a07-975a-0603b8c502a8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:22.993917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Transition to ACTIVE for port object c2cb5219-3b9b-4e01-9369-0b8592a81698 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:22.994904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Pushing event deleted for resources: {'Port': ['ID=0cee328b-2b63-4a07-975a-0603b8c502a8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.031540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:23.088547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] No DVR routers for this DVR port 0cee328b-2b63-4a07-975a-0603b8c502a8 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:23.092487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.094772 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.54 "DELETE /v2.0/ports/0cee328b-2b63-4a07-975a-0603b8c502a8 HTTP/1.1" status: 204 len: 173 time: 0.9524622 Aug 10 03:21:23.103044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.142322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01fc6-f892-4231-ac09-08251e5b14d3 req-1d535bd3-641c-47a2-b6e4-cd27e62614ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.148969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01fc6-f892-4231-ac09-08251e5b14d3 req-1d535bd3-641c-47a2-b6e4-cd27e62614ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.150579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52e01fc6-f892-4231-ac09-08251e5b14d3 req-1d535bd3-641c-47a2-b6e4-cd27e62614ef tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0940342 Aug 10 03:21:23.176487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-b3661a26-95e1-4e08-91bb-1ba327ce8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.178026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af5500-c97a-4ccc-af3d-191f0730223e req-b3661a26-95e1-4e08-91bb-1ba327ce8be8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928103 Aug 10 03:21:23.206132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:23.215286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:23.216460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.231493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.234817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52e01fc6-f892-4231-ac09-08251e5b14d3 req-16db55e1-223c-43b8-a164-d6ff65e21821 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679965 Aug 10 03:21:23.319826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Attempting to bind port c2cb5219-3b9b-4e01-9369-0b8592a81698 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:23.320169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Attempting to bind port c2cb5219-3b9b-4e01-9369-0b8592a81698 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:23.320544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Attempting to bind port c2cb5219-3b9b-4e01-9369-0b8592a81698 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:23.330409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Port c2cb5219-3b9b-4e01-9369-0b8592a81698 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:23.330731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Attempting to bind port c2cb5219-3b9b-4e01-9369-0b8592a81698 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:23.336210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:23.336589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Checking segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:23.336976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Bound using segment: {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:23.337411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Bound port: c2cb5219-3b9b-4e01-9369-0b8592a81698, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb56360-1e34-4960-b3b4-d8a693d7773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:23.337826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.353125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.353749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.354310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.354860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.355403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.356549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.357090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.359128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af5500-c97a-4ccc-af3d-191f0730223e req-52d41ce5-f2c2-40cb-bd4c-3f9c251f3cfc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6305 time: 0.0864778 Aug 10 03:21:23.371410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.438329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,segment=NetworkSegment(99e289bc-1b84-4279-aee7-3c3d97c057b0),segment_id=99e289bc-1b84-4279-aee7-3c3d97c057b0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:23.452299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:23.456245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:23.485795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1d08-bd46-4a4a-950e-302e92cecb1d req-7d96c0e1-3aa0-40f1-a7ff-ae06971f39a5 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.487197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-972b1d08-bd46-4a4a-950e-302e92cecb1d req-7d96c0e1-3aa0-40f1-a7ff-ae06971f39a5 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.1545548 Aug 10 03:21:23.513376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-6bf4d306-ecf6-46db-9dd5-123da7986ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.513850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-6bf4d306-ecf6-46db-9dd5-123da7986ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.514318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-6bf4d306-ecf6-46db-9dd5-123da7986ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.515856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af5500-c97a-4ccc-af3d-191f0730223e req-6bf4d306-ecf6-46db-9dd5-123da7986ec3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=977ed682044b405a97546070d216c6af&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1338735 Aug 10 03:21:23.543012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.577162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.607696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.608801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.610464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2cb5219-3b9b-4e01-9369-0b8592a81698 HTTP/1.1" status: 200 len: 1091 time: 1.1888301 Aug 10 03:21:23.615180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.689567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394b290-092d-4656-a051-c5d7a94a6569 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:23.771192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:23.832394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:23.854235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-972b1d08-bd46-4a4a-950e-302e92cecb1d req-780927df-038b-4358-9ae5-aa080bde3790 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568556 Aug 10 03:21:23.875690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af5500-c97a-4ccc-af3d-191f0730223e req-6552b7fb-3726-4034-b147-81214c5c6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:23.877355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61af5500-c97a-4ccc-af3d-191f0730223e req-6552b7fb-3726-4034-b147-81214c5c6071 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3521452 Aug 10 03:21:23.959031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-354ee3bd-f9bc-4937-87fd-be7ab2108958 req-c33dc1ac-4e34-4c7b-b167-6ca3bdc8fe74 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/b434c58e-931f-4f49-81c1-276b0a3f4633 HTTP/1.1" status: 200 len: 1777 time: 0.0429609 Aug 10 03:21:24.020686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-354ee3bd-f9bc-4937-87fd-be7ab2108958 req-9c1fd0d0-6447-4daf-93c5-252d5326b4ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.042928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-354ee3bd-f9bc-4937-87fd-be7ab2108958 req-9c1fd0d0-6447-4daf-93c5-252d5326b4ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.131371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db0a240-2d66-4e4f-8e28-a4da02129ab3 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:24.139931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.200127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Transition to ACTIVE for port object 6db0a240-2d66-4e4f-8e28-a4da02129ab3 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:24.200322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-354ee3bd-f9bc-4937-87fd-be7ab2108958 req-9c1fd0d0-6447-4daf-93c5-252d5326b4ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.202737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-354ee3bd-f9bc-4937-87fd-be7ab2108958 req-9c1fd0d0-6447-4daf-93c5-252d5326b4ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.205991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-354ee3bd-f9bc-4937-87fd-be7ab2108958 req-9c1fd0d0-6447-4daf-93c5-252d5326b4ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/b434c58e-931f-4f49-81c1-276b0a3f4633 HTTP/1.1" status: 204 len: 173 time: 0.2386329 Aug 10 03:21:24.213352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd0d0-6447-4daf-93c5-252d5326b4ac tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b434c58e-931f-4f49-81c1-276b0a3f4633,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:24.302676 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.316211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.322293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.329104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.335980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.343331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.354805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.356648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Pushing event updated for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:24.364255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.366358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-62ac4eab-38bb-4d75-b0cc-43890058f915 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5395 time: 0.1059155 Aug 10 03:21:24.434007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4cdd8cd-2cf8-44bf-8750-b5916c887e9e req-9791a30a-18fd-4aaa-b8c4-525e0cf4cd99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557826 Aug 10 03:21:24.447971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Attempting to bind port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:24.447971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Attempting to bind port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:24.447971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Attempting to bind port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:24.453491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:24.453901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Attempting to bind port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:24.460542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:24.460891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Checking segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:24.461360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Bound using segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:24.461796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Bound port: 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:24.462160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.555434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:24.564775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:24.674551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.693393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.694030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.695424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] 10.222.0.54 "PUT /v2.0/ports/6db0a240-2d66-4e4f-8e28-a4da02129ab3 HTTP/1.1" status: 200 len: 1092 time: 0.9348915 Aug 10 03:21:24.704995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-62324bb5-690e-478f-a635-19b9d8b442dd tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372212 Aug 10 03:21:24.715959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3'}, {'server_uuid': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'name': 'network-vif-deleted', 'tag': '0cee328b-2b63-4a07-975a-0603b8c502a8'}, {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698'}, {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:24.718388 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0929cd-6c66-425e-8f0a-21042f22c34f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3"}, {"server_uuid": "ef6a5fe5-4bdd-4773-8e4f-a306619921ea", "name": "network-vif-deleted", "tag": "0cee328b-2b63-4a07-975a-0603b8c502a8"}, {"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698"}, {"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:24.748261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886b042-3fc8-4d50-af47-3363c0509107 service neutron] Pushing event updated for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:24.845210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Request body: {'port': {'device_id': '0b605572-7a18-4d87-9202-21c8e32774cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:24.906953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.911144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-221c7ef1-0acb-466a-8feb-c97a742bc48b tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:24.912739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-221c7ef1-0acb-466a-8feb-c97a742bc48b tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056899 Aug 10 03:21:24.930634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ddb42f3-7ab1-40a5-a803-fae97103036c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/quotas/8c8594e2a2594a72829f91d8bf0c3e2d HTTP/1.1" status: 200 len: 375 time: 0.0101745 Aug 10 03:21:24.963936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-6f13e45c-9b68-40f6-990c-55881ce68940 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267758 Aug 10 03:21:25.000329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0cee328b-2b63-4a07-975a-0603b8c502a8 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:25.026559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 0cee328b-2b63-4a07-975a-0603b8c502a8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:25.027119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0cee328b-2b63-4a07-975a-0603b8c502a8 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:25.193848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f7995c-a3e7-4d7a-9439-3ed495e47d1d {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:25.202113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.215040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Transition to ACTIVE for port object b4f7995c-a3e7-4d7a-9439-3ed495e47d1d will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:25.290726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.345989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f58f0c-f924-4b5a-90ee-a82cb5ef4e8b req-26ad5bed-4bb8-4926-ae71-5f4e84848bfd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.354372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96f58f0c-f924-4b5a-90ee-a82cb5ef4e8b req-26ad5bed-4bb8-4926-ae71-5f4e84848bfd tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0777948 Aug 10 03:21:25.380473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:25.418805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96f58f0c-f924-4b5a-90ee-a82cb5ef4e8b req-2fd8966d-0be3-4cc1-a4af-7952dc499902 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536401 Aug 10 03:21:25.447039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Attempting to bind port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:25.447596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Attempting to bind port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:25.448000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Attempting to bind port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:25.455845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:25.456462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Attempting to bind port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d on network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:25.467225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:25.467650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Checking segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:25.468107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Bound using segment: {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:25.468709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Bound port: b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:25.469131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.546529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-597b9abf-7c6a-4d49-a363-a4065e8646b9 req-92531388-0d21-4b6d-bb44-fbfa7846bf5b tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 210 time: 0.0290554 Aug 10 03:21:25.551913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:25.556317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:25.657285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.662904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107370d-c257-4457-af61-f04d353d7f17 req-3d244e79-9f17-41a2-997f-ddce123ff27e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.664204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e107370d-c257-4457-af61-f04d353d7f17 req-3d244e79-9f17-41a2-997f-ddce123ff27e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0517423 Aug 10 03:21:25.697753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:25.698428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.700498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] 10.222.0.54 "PUT /v2.0/ports/b4f7995c-a3e7-4d7a-9439-3ed495e47d1d HTTP/1.1" status: 200 len: 1092 time: 0.8606660 Aug 10 03:21:25.729129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e107370d-c257-4457-af61-f04d353d7f17 req-35b7f976-dca2-4618-9172-9425cd8bf38a tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526128 Aug 10 03:21:25.729717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37252e2-f14f-4c7f-8d80-b8f90e7b7e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:25.816747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53f8139b-e53b-4dd5-be46-fd7b915a623f req-34d30471-30d8-43fa-9665-61e81b7047f4 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/edf56890-613e-4f11-ad37-ff6a6ee70d0d HTTP/1.1" status: 200 len: 1801 time: 0.0574431 Aug 10 03:21:25.850918 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.880835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-53f8139b-e53b-4dd5-be46-fd7b915a623f req-7d20f807-1a47-4652-a7f1-46029219e4e1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.906147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-53f8139b-e53b-4dd5-be46-fd7b915a623f req-7d20f807-1a47-4652-a7f1-46029219e4e1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.033912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.034398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.034875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.035347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.035813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.036277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.036779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.038654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c3e44cfa-6059-43d2-862e-7f4818da3e10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6483 time: 0.0500498 Aug 10 03:21:26.093184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-84a073a0-c07b-4d4f-9b46-c2c034654df0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26db3900-5111-4208-82d5-04590d5b8613 HTTP/1.1" status: 200 len: 217 time: 0.0365467 Aug 10 03:21:26.113615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-53f8139b-e53b-4dd5-be46-fd7b915a623f req-7d20f807-1a47-4652-a7f1-46029219e4e1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.116436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-53f8139b-e53b-4dd5-be46-fd7b915a623f req-7d20f807-1a47-4652-a7f1-46029219e4e1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.117937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53f8139b-e53b-4dd5-be46-fd7b915a623f req-7d20f807-1a47-4652-a7f1-46029219e4e1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/edf56890-613e-4f11-ad37-ff6a6ee70d0d HTTP/1.1" status: 204 len: 173 time: 0.2943814 Aug 10 03:21:26.130232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20f807-1a47-4652-a7f1-46029219e4e1 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf56890-613e-4f11-ad37-ff6a6ee70d0d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:26.151536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-a1802741-2e91-4d25-9b8f-dc3ee97a804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.153179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-a1802741-2e91-4d25-9b8f-dc3ee97a804a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73c09e40-3d03-4fa8-9536-e420d384e768 HTTP/1.1" status: 200 len: 850 time: 0.0509450 Aug 10 03:21:26.205993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ce529e61-e24d-482f-915a-4d9e94c1b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.207527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ce529e61-e24d-482f-915a-4d9e94c1b0e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3f4fb721-34f1-45e8-b397-90bf961706f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443060 Aug 10 03:21:26.246805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029f7f2-df02-48f7-952d-03187c81a453 req-051d3f5a-7dce-4f04-b7ca-7a7d0b0970a9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.252830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029f7f2-df02-48f7-952d-03187c81a453 req-051d3f5a-7dce-4f04-b7ca-7a7d0b0970a9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.254446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8029f7f2-df02-48f7-952d-03187c81a453 req-051d3f5a-7dce-4f04-b7ca-7a7d0b0970a9 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0564873 Aug 10 03:21:26.291844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8029f7f2-df02-48f7-952d-03187c81a453 req-3c361d23-379b-440f-b88e-6ff77d1a9bda tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Aug 10 03:21:26.306433 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-00c13bf3-ff4b-4f27-acf8-35ad30eaab15 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4fb721-34f1-45e8-b397-90bf961706f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879724 Aug 10 03:21:26.363387 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 681 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5612c41-e3e0-4253-bb9f-8bc6ed3cf917 x-openstack-request-id: req-c5612c41-e3e0-4253-bb9f-8bc6ed3cf917 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:26.363822 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3", "status": "completed", "code": 200}, {"server_uuid": "ef6a5fe5-4bdd-4773-8e4f-a306619921ea", "name": "network-vif-deleted", "tag": "0cee328b-2b63-4a07-975a-0603b8c502a8", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:26.364178 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5612c41-e3e0-4253-bb9f-8bc6ed3cf917 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:26.364698 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3', 'status': 'completed', 'code': 200} Aug 10 03:21:26.365038 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'name': 'network-vif-deleted', 'tag': '0cee328b-2b63-4a07-975a-0603b8c502a8', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:21:26.365494 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698', 'status': 'completed', 'code': 200} Aug 10 03:21:26.365820 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3', 'status': 'completed', 'code': 200} Aug 10 03:21:26.411210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-8fd9b44d-a89b-4aba-a57a-5c538d666027 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4fb721-34f1-45e8-b397-90bf961706f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964413 Aug 10 03:21:26.451380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93225-cace-4bc6-9cc9-5f9f530f9494 req-c5119e45-7d05-4a33-923c-a05829ea269b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.452812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dd93225-cace-4bc6-9cc9-5f9f530f9494 req-c5119e45-7d05-4a33-923c-a05829ea269b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0547671 Aug 10 03:21:26.458765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-159b295e-0bec-4198-a5b9-8c24339ba4ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=14306ad1-9b23-4752-a27b-291c4f100450 HTTP/1.1" status: 200 len: 217 time: 0.0386174 Aug 10 03:21:26.494995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dd93225-cace-4bc6-9cc9-5f9f530f9494 req-985e9112-baf4-4573-86fe-6e202340e250 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Aug 10 03:21:26.514350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f1436b2b-c397-4053-81b7-7a87f5cedc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.514546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f1436b2b-c397-4053-81b7-7a87f5cedc8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 200 len: 797 time: 0.0452533 Aug 10 03:21:26.571367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0dd7854-08de-4272-95cb-a79fe22e704f req-51035384-43bc-4b4c-a9ab-9f1216403872 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 210 time: 0.0270743 Aug 10 03:21:26.571593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-1145a32f-c09a-4dc8-a64f-8108883a78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.575333 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-1145a32f-c09a-4dc8-a64f-8108883a78b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514576 Aug 10 03:21:26.676737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-44d99ab9-4e8f-4d9b-a97f-5e18f755af79 service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924363 Aug 10 03:21:26.691510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.697688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.703674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.709697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.716454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.722316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.729077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.731603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dea3a4c2-c025-477e-9002-14b9742728ee req-756763b5-2522-4bcc-b044-cbfebd1bc7c6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1011131 Aug 10 03:21:26.774269 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-6b1eb75c-267a-4f8e-b4e0-b55420b97dfa service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891523 Aug 10 03:21:26.791070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dea3a4c2-c025-477e-9002-14b9742728ee req-9d7c8834-f56f-4cd9-893b-8c7e96c21eb2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529022 Aug 10 03:21:26.821442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-2bbb5287-a886-41aa-ac8c-e95a543fd165 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2d260261-b2d1-43d9-b088-c8aad4496025 HTTP/1.1" status: 200 len: 217 time: 0.0390165 Aug 10 03:21:26.881493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-89a09491-0422-4eda-aa92-4d3e59677cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.883282 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-89a09491-0422-4eda-aa92-4d3e59677cf3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 200 len: 797 time: 0.0547640 Aug 10 03:21:26.944549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-cd194d50-be6e-47a9-a2c5-3d5164ce3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:26.944549 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-cd194d50-be6e-47a9-a2c5-3d5164ce3e79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436268 Aug 10 03:21:27.042710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e352664e-bcf9-4b29-ac93-88bb9fa6f5bf service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914226 Aug 10 03:21:27.075146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07ddc22e-39cb-4590-ad25-e002b4b60350 req-958069eb-6ce9-4126-b435-389f4d0b2fc9 tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef6a5fe5-4bdd-4773-8e4f-a306619921ea HTTP/1.1" status: 200 len: 210 time: 0.0372789 Aug 10 03:21:27.155368 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-89b69f46-92fb-4e7e-920a-3943a163b979 service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024990 Aug 10 03:21:27.229003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c488a976-4c25-4c84-b5e7-16668472f62e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3 HTTP/1.1" status: 200 len: 217 time: 0.0440335 Aug 10 03:21:27.292777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ec82995b-a083-4d44-aca5-43da0f5bd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.294693 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ec82995b-a083-4d44-aca5-43da0f5bd28c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 200 len: 797 time: 0.0490410 Aug 10 03:21:27.344492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-db11e5a3-65c8-4d2b-a07f-823641f23605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.348107 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-db11e5a3-65c8-4d2b-a07f-823641f23605 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0404828 Aug 10 03:21:27.442584 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d663d1f6-b99c-49f7-88ef-6a83126d8f5c service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843763 Aug 10 03:21:27.540458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-fa332eeb-d7cc-4da4-9a9d-552b2aa5be55 service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892038 Aug 10 03:21:27.588014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e467188e-cdd8-49e1-a84d-4c892c345507 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698 HTTP/1.1" status: 200 len: 217 time: 0.0371213 Aug 10 03:21:27.639457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c486f7bc-2ac1-46c2-9ab8-e9a1057fea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.640948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-c486f7bc-2ac1-46c2-9ab8-e9a1057fea9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 200 len: 797 time: 0.0433621 Aug 10 03:21:27.696797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-305ae84a-5cc7-4179-90a9-9f0941d256f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.698434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-305ae84a-5cc7-4179-90a9-9f0941d256f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471776 Aug 10 03:21:27.729817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d918eef6-7bf2-4642-b6d1-1d8cbdc8b7f2 req-92d1d3bc-e07e-4f50-b904-4fc46e950ccf tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/e503225a-9074-4a21-a480-8a5f53078382 HTTP/1.1" status: 200 len: 1803 time: 0.0423186 Aug 10 03:21:27.787317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d918eef6-7bf2-4642-b6d1-1d8cbdc8b7f2 req-174dc3b6-7493-4fd0-979d-50ec6b95cd11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.799087 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-74ff21cd-2fa2-4046-a738-163bff09461e service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917311 Aug 10 03:21:27.810639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d918eef6-7bf2-4642-b6d1-1d8cbdc8b7f2 req-174dc3b6-7493-4fd0-979d-50ec6b95cd11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.898207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-8f0bad9d-eb84-4323-b743-694793f51f11 service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882967 Aug 10 03:21:27.938945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-97606284-4f86-4caf-b7ec-1fa46482add9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3 HTTP/1.1" status: 200 len: 217 time: 0.0331054 Aug 10 03:21:27.954016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d918eef6-7bf2-4642-b6d1-1d8cbdc8b7f2 req-174dc3b6-7493-4fd0-979d-50ec6b95cd11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.958432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d918eef6-7bf2-4642-b6d1-1d8cbdc8b7f2 req-174dc3b6-7493-4fd0-979d-50ec6b95cd11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:27.959712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d918eef6-7bf2-4642-b6d1-1d8cbdc8b7f2 req-174dc3b6-7493-4fd0-979d-50ec6b95cd11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/e503225a-9074-4a21-a480-8a5f53078382 HTTP/1.1" status: 204 len: 173 time: 0.2238386 Aug 10 03:21:27.977966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dc3b6-7493-4fd0-979d-50ec6b95cd11 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e503225a-9074-4a21-a480-8a5f53078382,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:27.997299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ec671944-462c-4113-9308-d537ed7bf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:27.998835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-ec671944-462c-4113-9308-d537ed7bf8ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc68dd54-b5f0-4a18-a189-3edb5952a3b1 HTTP/1.1" status: 200 len: 797 time: 0.0527217 Aug 10 03:21:28.051295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-990d93bf-8da0-4e5f-9f08-397bd82e011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.052954 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-990d93bf-8da0-4e5f-9f08-397bd82e011e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452662 Aug 10 03:21:28.081218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02a367-6d4c-4ae9-8ea3-0d16bf6ce2ab req-3a8a1a08-06ba-4eff-aa37-26ea1b3282b4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.088457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e02a367-6d4c-4ae9-8ea3-0d16bf6ce2ab req-3a8a1a08-06ba-4eff-aa37-26ea1b3282b4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0572615 Aug 10 03:21:28.145154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e02a367-6d4c-4ae9-8ea3-0d16bf6ce2ab req-8b527bba-7a5f-4dc5-9de2-e39e91fbdbf9 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558407 Aug 10 03:21:28.150276 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-a8d6f63f-feb2-41b8-9b75-8ee4c9361959 service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868270 Aug 10 03:21:28.155374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-13e19375-39aa-4afa-ada5-389721ce4a6c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358279 Aug 10 03:21:28.303166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097e75b-634c-4465-bca5-3d8d378924f7 req-21912770-5229-466a-a774-6a42152b5676 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.304659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9097e75b-634c-4465-bca5-3d8d378924f7 req-21912770-5229-466a-a774-6a42152b5676 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0878487 Aug 10 03:21:28.312641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-e83a9f13-49fd-4450-988e-8d15e15e684c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.314112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-e83a9f13-49fd-4450-988e-8d15e15e684c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519141 Aug 10 03:21:28.338233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Request body: {'port': {'device_id': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '8c8594e2a2594a72829f91d8bf0c3e2d'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:28.397622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9097e75b-634c-4465-bca5-3d8d378924f7 req-81363c7e-2b47-406b-bad0-58b019e85533 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822194 Aug 10 03:21:28.537209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09dee2-017f-4f2a-b822-0ea0da02dbab req-63a7d141-0c9e-44c3-b149-b64dc23b1c42 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.538051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:28.540460 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe8202-8590-40aa-b412-60b92b9bc0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:28.543849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09dee2-017f-4f2a-b822-0ea0da02dbab req-63a7d141-0c9e-44c3-b149-b64dc23b1c42 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.545520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae09dee2-017f-4f2a-b822-0ea0da02dbab req-63a7d141-0c9e-44c3-b149-b64dc23b1c42 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0667002 Aug 10 03:21:28.559338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Made reservation on behalf of 8c8594e2a2594a72829f91d8bf0c3e2d for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:28.562717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.577589 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.583709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e8aa992a-e80b-4c85-bc3f-ff5cbd89af4a service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219749 Aug 10 03:21:28.610901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae09dee2-017f-4f2a-b822-0ea0da02dbab req-55272aeb-4b15-4f53-a187-02e6c5555bac tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Aug 10 03:21:28.633153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-139a1776-b296-45d0-ab54-aa17cd24f9d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d HTTP/1.1" status: 200 len: 217 time: 0.0359745 Aug 10 03:21:28.684308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d02e6d83-7ed1-4c2b-bc26-587b71a0359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.685709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d02e6d83-7ed1-4c2b-bc26-587b71a0359b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc68dd54-b5f0-4a18-a189-3edb5952a3b1 HTTP/1.1" status: 200 len: 797 time: 0.0452361 Aug 10 03:21:28.706805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.729514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b66a2-d558-4b84-85da-796e16ad757f req-35224af1-1215-4142-b70c-19a7d54ab16a tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.731053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d4b66a2-d558-4b84-85da-796e16ad757f req-35224af1-1215-4142-b70c-19a7d54ab16a tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0567997 Aug 10 03:21:28.735539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-cd3c7db4-da3d-44b0-9c94-24312bd03da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:28.737040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-cd3c7db4-da3d-44b0-9c94-24312bd03da9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429370 Aug 10 03:21:28.771773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d4b66a2-d558-4b84-85da-796e16ad757f req-1d331326-ca36-485e-b4c7-3d199208354f tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 10 03:21:28.775903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:28.835086 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-71d593f8-7d10-48ee-b267-edfaa9205f48 service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895886 Aug 10 03:21:28.861226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a86da1-6424-4cef-9332-171b5a8dd527,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:28.880781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f520ad3d-3e79-4ad5-a43b-cfec5f0e2fea req-93cc4486-bcc1-491e-b513-fe5c04f146be tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 210 time: 0.0413377 Aug 10 03:21:28.931934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:28.945277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-125ecbcb-0682-4bef-936d-844a443ee97f service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024547 Aug 10 03:21:28.954781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Allocated IP 192.168.233.119 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/c7a11529-88b1-4d5f-8b5f-7dc23d20b788) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:28.989744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Deleting subnet e39f5284-8a49-4f41-98b9-cbbc8d5ee75f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:28.992917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.028830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.067739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.100962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.107083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.117587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.119424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.125486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.131421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.137784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.139747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-80c10670-2bb8-414c-8de9-d6de2718d8d6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1561220 Aug 10 03:21:29.210099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.210979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67232ddb-f2c4-4ee2-93ff-3a377a907534 req-7098fdd6-83be-46d7-93e1-d6ba52331c2b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613589 Aug 10 03:21:29.226343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.241194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.246810 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e39f5284-8a49-4f41-98b9-cbbc8d5ee75f HTTP/1.1" status: 204 len: 168 time: 0.3100262 Aug 10 03:21:29.246920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Transition to ACTIVE for port object c7a11529-88b1-4d5f-8b5f-7dc23d20b788 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:29.247019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebbb31-266c-415c-ac85-a33a20440811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39f5284-8a49-4f41-98b9-cbbc8d5ee75f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.247132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54480) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:29.311480 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-9ddc0202-ed5d-4483-a097-aa84ac30b433 req-f178ad61-fa1e-4f90-be21-217b698884ae tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:21:29.312515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ddc0202-ed5d-4483-a097-aa84ac30b433 req-f178ad61-fa1e-4f90-be21-217b698884ae tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/92ba0960-9552-491f-b953-4ab47ef673d2 HTTP/1.1" status: 404 len: 352 time: 0.0573843 Aug 10 03:21:29.347011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.353605 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b6d9c6-ec92-4105-90d0-60ca6d67454c x-openstack-request-id: req-91b6d9c6-ec92-4105-90d0-60ca6d67454c {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:29.353900 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:29.354150 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91b6d9c6-ec92-4105-90d0-60ca6d67454c {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:29.355057 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d', 'status': 'completed', 'code': 200} Aug 10 03:21:29.362133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.362556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.363037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.363508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.363978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.364467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.364998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.367110 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-a105433c-8805-4c8c-b998-f7ed21e12eef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6483 time: 0.0611646 Aug 10 03:21:29.426386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.470598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-18276299-fd88-4944-a80a-a4593bb60eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.471970 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-18276299-fd88-4944-a80a-a4593bb60eff service neutron] 10.222.0.54 "GET /v2.0/networks?id=e760f916-e63a-4a91-a0cc-8cdba5e2f755 HTTP/1.1" status: 200 len: 903 time: 0.0914216 Aug 10 03:21:29.482351 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.503814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d455072-2362-41e0-8285-dd887696ed6e']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:29.514582 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-624b6564-2e5f-4ac0-aa10-5c546f921c59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3 HTTP/1.1" status: 200 len: 217 time: 0.0341816 Aug 10 03:21:29.521900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:29.526385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6003150-de12-4cdf-a100-a7c6d490b373') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:29.526682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6003150-de12-4cdf-a100-a7c6d490b373') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:29.534085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:29.535863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Pushing event updated for resources: {'Port': ['ID=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.539592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:29.544451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.581348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-ebdd0de6-e998-440b-b46a-fe8a32a41608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.582835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-ebdd0de6-e998-440b-b46a-fe8a32a41608 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 200 len: 797 time: 0.0600629 Aug 10 03:21:29.591392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.603703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11eac7-7281-461f-89fc-f6f500e60311 req-51f61a15-3bc6-495e-a41e-c1471a1187c4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.605342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da11eac7-7281-461f-89fc-f6f500e60311 req-51f61a15-3bc6-495e-a41e-c1471a1187c4 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1860137 Aug 10 03:21:29.619894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:29.620289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:29.622529 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:29.634757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-d2369d2c-25a9-4927-9ba5-6763cac0a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.636580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-d2369d2c-25a9-4927-9ba5-6763cac0a74b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452025 Aug 10 03:21:29.666946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.667610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.716853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da11eac7-7281-461f-89fc-f6f500e60311 req-d77b188d-b1a6-4b6c-84fb-a32f5d7e8edc tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009450 Aug 10 03:21:29.755543 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-14d7da85-3616-45f8-9123-73335a40e4d1 req-55529593-b4b9-4ee3-8988-cb020c0b93f8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:21:29.756572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14d7da85-3616-45f8-9123-73335a40e4d1 req-55529593-b4b9-4ee3-8988-cb020c0b93f8 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/54196f7f-a8db-49ae-9327-769ed1e551df HTTP/1.1" status: 404 len: 352 time: 0.0155852 Aug 10 03:21:29.760837 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-ad94e9a2-e007-4a43-a9a5-aa7665996b5a service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151142 Aug 10 03:21:29.819088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5ee9c91b-9ced-4601-a284-f82cef2c2ab7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4852531 Aug 10 03:21:29.841371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Request body: {'port': {'device_id': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:29.858012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-c957c1a6-9b46-4f82-a049-1d9c95f3fe2b service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886378 Aug 10 03:21:29.886989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c3280-d1c5-4e55-8506-3a99dcec59b9 req-278a608d-3b60-4bd4-9405-ff20d7cd70da tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:29.888539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e1c3280-d1c5-4e55-8506-3a99dcec59b9 req-278a608d-3b60-4bd4-9405-ff20d7cd70da tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0805039 Aug 10 03:21:29.893748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.916237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.918588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8d455072-2362-41e0-8285-dd887696ed6e HTTP/1.1" status: 204 len: 168 time: 0.6707489 Aug 10 03:21:29.941025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2d79b-e596-429c-8152-f1ff21c74482 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d455072-2362-41e0-8285-dd887696ed6e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:29.948248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.987710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5c3c1b68-9ee5-4087-b137-ea45204786b3 None None] Provisioning for port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:29.992877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e1c3280-d1c5-4e55-8506-3a99dcec59b9 req-f8660eb2-033d-4d5f-85e3-616db4be2888 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Aug 10 03:21:29.993556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5c3c1b68-9ee5-4087-b137-ea45204786b3 None None] Provisioning complete for port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:29.994206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1b68-9ee5-4087-b137-ea45204786b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.034753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.037076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.037076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.037076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.037076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.038459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.043435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.046268 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-2d411489-f0a7-42c5-bcbb-8196f3d82b1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6483 time: 0.0914083 Aug 10 03:21:30.053845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c1b68-9ee5-4087-b137-ea45204786b3 None None] Port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:30.158963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a754b6f5-d9dd-4a2b-bc04-26d48b6fe7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.159283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-f7e7c6e6-44e9-43aa-80b7-30b35c6376ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.160830 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-f7e7c6e6-44e9-43aa-80b7-30b35c6376ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=e760f916-e63a-4a91-a0cc-8cdba5e2f755 HTTP/1.1" status: 200 len: 903 time: 0.1032774 Aug 10 03:21:30.181603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446334e2-7203-46b8-a42d-e60e01054a33 req-17eb7c09-97ed-444d-9d20-6ffe216a07a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.188007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446334e2-7203-46b8-a42d-e60e01054a33 req-17eb7c09-97ed-444d-9d20-6ffe216a07a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.189598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-446334e2-7203-46b8-a42d-e60e01054a33 req-17eb7c09-97ed-444d-9d20-6ffe216a07a8 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1061261 Aug 10 03:21:30.210219 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-c6b46d30-6fd8-4342-85fb-ad024f9330f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698 HTTP/1.1" status: 200 len: 217 time: 0.0401073 Aug 10 03:21:30.260356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-446334e2-7203-46b8-a42d-e60e01054a33 req-d14e59ad-985c-434d-8d92-24f5f825e0c1 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628443 Aug 10 03:21:30.263898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-cf285ecd-0a9b-403d-8cc2-1756c9916c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.264925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-cf285ecd-0a9b-403d-8cc2-1756c9916c39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 200 len: 797 time: 0.0471601 Aug 10 03:21:30.310170 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-7c6ad204-a278-4ce2-9b99-cac26fdd6034 req-2d0e801e-956a-4084-abb4-43d6248d3eda tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:21:30.311160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c6ad204-a278-4ce2-9b99-cac26fdd6034 req-2d0e801e-956a-4084-abb4-43d6248d3eda tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/2ab6931c-af25-4bd3-a5c7-945b7cac0cff HTTP/1.1" status: 404 len: 352 time: 0.0257978 Aug 10 03:21:30.313279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-356c3748-7249-4688-80fb-928275622f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.314877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-356c3748-7249-4688-80fb-928275622f9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e760f916-e63a-4a91-a0cc-8cdba5e2f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414796 Aug 10 03:21:30.342374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a11529-88b1-4d5f-8b5f-7dc23d20b788 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:30.350069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.363319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Transition to ACTIVE for port object c7a11529-88b1-4d5f-8b5f-7dc23d20b788 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:30.379349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54500) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.415113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f2f24-1b30-4fcf-a069-9edaca4c696f req-127245eb-9d9a-4c8b-9adc-da78f1ec7f2b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.416759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c1f2f24-1b30-4fcf-a069-9edaca4c696f req-127245eb-9d9a-4c8b-9adc-da78f1ec7f2b tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Aug 10 03:21:30.445014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0a3dd028-530f-48a7-830f-b7672165c137 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7dd98d5b85d40729289fc4e4a8154c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621519 Aug 10 03:21:30.446529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-77217e54-f137-49be-9882-03327e7123ab service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234038 Aug 10 03:21:30.447037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54502) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.456845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c1f2f24-1b30-4fcf-a069-9edaca4c696f req-be93d5fb-61d7-4f63-9ae7-ec586a8194e6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Aug 10 03:21:30.458224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.511886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.565550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77006d5-fd3d-4191-bc06-402b8f99a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.594549 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-275bbe1c-4039-4505-b5b5-a1544a161100 service neutron] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397851 Aug 10 03:21:30.599152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77006d5-fd3d-4191-bc06-402b8f99a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.619325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Attempting to bind port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:30.619522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Attempting to bind port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:30.619858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Attempting to bind port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:30.631908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9863b-4099-436a-bb7a-c848ee71b68b req-25560753-e47b-48e7-bad1-2c695fdc2900 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.633471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d9863b-4099-436a-bb7a-c848ee71b68b req-25560753-e47b-48e7-bad1-2c695fdc2900 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 948 time: 0.0792353 Aug 10 03:21:30.634551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:30.634871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Attempting to bind port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:30.640783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:30.641128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:30.641510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:30.641946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Bound port: c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:30.642307 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.714814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56d9863b-4099-436a-bb7a-c848ee71b68b req-46fa9295-f399-4a87-b7a4-ceed4475e474 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702507 Aug 10 03:21:30.739406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77006d5-fd3d-4191-bc06-402b8f99a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.742175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] For port c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:30.742301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77006d5-fd3d-4191-bc06-402b8f99a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.743849 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b77006d5-fd3d-4191-bc06-402b8f99a101 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7935700-61fa-4224-b9ef-dbdc8aa1e5b2 HTTP/1.1" status: 204 len: 168 time: 0.2958393 Aug 10 03:21:30.754015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] For port c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:30.756513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77006d5-fd3d-4191-bc06-402b8f99a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7935700-61fa-4224-b9ef-dbdc8aa1e5b2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.764744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.765239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.765861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.766337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.767049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.767530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.768184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.770836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-6571df3f-e7da-47c2-9b8e-9248c0d242ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6483 time: 0.0815969 Aug 10 03:21:30.859637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.865651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.872144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.877956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.879679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-430e9d9a-24b9-4369-87a3-207d67c3bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.881269 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-430e9d9a-24b9-4369-87a3-207d67c3bf3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 HTTP/1.1" status: 200 len: 903 time: 0.1030695 Aug 10 03:21:30.883741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.889656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.895489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.897435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b644bb8f-9a72-4033-9690-d70864f42688 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1009858 Aug 10 03:21:30.899313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.924655 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-69509bc7-a954-45bd-a682-a3cb828e9193 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3 HTTP/1.1" status: 200 len: 217 time: 0.0357118 Aug 10 03:21:30.955754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.956667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.958073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] 10.222.0.54 "PUT /v2.0/ports/c7a11529-88b1-4d5f-8b5f-7dc23d20b788 HTTP/1.1" status: 200 len: 1097 time: 1.1217730 Aug 10 03:21:30.960658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'tag': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:30.962932 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "45e6ae83-6bef-44d8-b2ad-6f0c568bd31b", "tag": "c7a11529-88b1-4d5f-8b5f-7dc23d20b788"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:30.991114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-e3f15410-34b6-46fa-a515-faca900ceb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:30.992640 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-e3f15410-34b6-46fa-a515-faca900ceb97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc68dd54-b5f0-4a18-a189-3edb5952a3b1 HTTP/1.1" status: 200 len: 797 time: 0.0608356 Aug 10 03:21:30.999388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fcd6964-4501-4550-91f0-2a3e2581f754 req-b5229494-46b3-49cd-b5bc-b07ec2e317a9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949366 Aug 10 03:21:31.000106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7ae6c-22e4-48c9-bdd0-cf1f475f504a service neutron] Pushing event updated for resources: {'Port': ['ID=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:31.044256 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-90fd9e11-f057-4c82-9e0d-281fc6da14bd req-ce919074-85c8-4d7a-8320-77e8030e1edc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] show failed (client error): The resource could not be found. Aug 10 03:21:31.045793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90fd9e11-f057-4c82-9e0d-281fc6da14bd req-ce919074-85c8-4d7a-8320-77e8030e1edc tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/37365848-e6e5-4bb8-a123-9f13e872c2cd HTTP/1.1" status: 404 len: 352 time: 0.0175591 Aug 10 03:21:31.058006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-8b308885-e37f-480f-b13d-9c90d336f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.065152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-8b308885-e37f-480f-b13d-9c90d336f936 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543501 Aug 10 03:21:31.158718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ed824-b9ac-43fd-982f-6e25a675719e req-8ce8a2d4-f058-49cd-a1d1-55bbda9128a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.160229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-645ed824-b9ac-43fd-982f-6e25a675719e req-8ce8a2d4-f058-49cd-a1d1-55bbda9128a0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0583334 Aug 10 03:21:31.185716 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-7a60eb98-cdd3-4ddf-8f83-9f47fed36dd2 service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172960 Aug 10 03:21:31.233160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-645ed824-b9ac-43fd-982f-6e25a675719e req-dc22fc1d-bb81-44f2-ba0a-c91db5b327f6 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610495 Aug 10 03:21:31.245125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-16a5b5f2-f301-4653-958f-e9b9f81fc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.245125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-16a5b5f2-f301-4653-958f-e9b9f81fc669 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 1100 time: 0.0615003 Aug 10 03:21:31.285951 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-9b0929cd-6c66-425e-8f0a-21042f22c34f req-7afef7f3-6a72-4872-bdd2-900c722a73bb service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930068 Aug 10 03:21:31.300839 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0af41-abdb-4b43-a32f-10cf3ea0324d x-openstack-request-id: req-bcd0af41-abdb-4b43-a32f-10cf3ea0324d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:31.301131 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e6ae83-6bef-44d8-b2ad-6f0c568bd31b", "tag": "c7a11529-88b1-4d5f-8b5f-7dc23d20b788", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:31.301390 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcd0af41-abdb-4b43-a32f-10cf3ea0324d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:31.301786 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'tag': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788', 'status': 'completed', 'code': 200} Aug 10 03:21:31.304381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-44d278b1-253e-474d-b7b1-384f863455f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788 HTTP/1.1" status: 200 len: 217 time: 0.0438299 Aug 10 03:21:31.411384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-87353054-b5d3-4d8f-ad43-733304fe1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.414727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-87353054-b5d3-4d8f-ad43-733304fe1f91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0780175 Aug 10 03:21:31.425564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927b2a0-2c91-4660-8422-0c86a008d0a0 req-717d2650-c0db-4651-aac6-055d6fcfdaff tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.427068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f927b2a0-2c91-4660-8422-0c86a008d0a0 req-717d2650-c0db-4651-aac6-055d6fcfdaff tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.1041517 Aug 10 03:21:31.452216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.452817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.453294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.453768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.454303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.454838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.455308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.457263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-cba3ec4f-0f01-40d6-ae0d-262895885157 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=977ed682044b405a97546070d216c6af&device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 6483 time: 0.0664787 Aug 10 03:21:31.495245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f927b2a0-2c91-4660-8422-0c86a008d0a0 req-94e2e22c-fa0a-4724-a7ae-77fb7c9e2664 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593138 Aug 10 03:21:31.500987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5fed60ba-22bd-4ed6-a1ce-80da5f4aa193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.505947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5fed60ba-22bd-4ed6-a1ce-80da5f4aa193 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0744991 Aug 10 03:21:31.557148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-b9df2508-7e25-411a-8c56-bf51e9714347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.561915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-b9df2508-7e25-411a-8c56-bf51e9714347 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 HTTP/1.1" status: 200 len: 903 time: 0.0939386 Aug 10 03:21:31.604665 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-bfb28f3f-bc46-4b97-92cf-f2004c65db46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d HTTP/1.1" status: 200 len: 217 time: 0.0379755 Aug 10 03:21:31.618603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18244be6-7ac5-4054-8c33-232fc8d877ec req-704d0150-1453-4280-9e3b-146b64a0960d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/1f59c30b-4c30-420d-8e02-cec0dc9d6cdb HTTP/1.1" status: 200 len: 1800 time: 0.0815954 Aug 10 03:21:31.645911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-5a92ec1a-0d59-4351-9641-d6c0216dc2ab service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349771 Aug 10 03:21:31.662568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-3847a8b6-54ab-4990-8bcf-bc1c5b9acd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.664084 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-3847a8b6-54ab-4990-8bcf-bc1c5b9acd7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cc68dd54-b5f0-4a18-a189-3edb5952a3b1 HTTP/1.1" status: 200 len: 797 time: 0.0492604 Aug 10 03:21:31.717752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-ae4c638d-e390-4a3c-970d-ee7453e5f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.719362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-ae4c638d-e390-4a3c-970d-ee7453e5f18a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475726 Aug 10 03:21:31.822437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-7dd6d126-815b-4c8f-83dd-3a8d7f95533b service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940933 Aug 10 03:21:31.926570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5efe8202-8590-40aa-b412-60b92b9bc0b6 req-ed5ffa00-6f11-4064-be08-4adba2f640fa service neutron] 10.222.0.54 "GET /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947168 Aug 10 03:21:31.967781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18244be6-7ac5-4054-8c33-232fc8d877ec req-313b5884-3634-4a8c-b721-c081a0eadeb9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.005530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18244be6-7ac5-4054-8c33-232fc8d877ec req-313b5884-3634-4a8c-b721-c081a0eadeb9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.009414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-06b61b5c-3c70-4a64-b8c6-b3ed630b98ee service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538723 Aug 10 03:21:32.148236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54540) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:32.199392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18244be6-7ac5-4054-8c33-232fc8d877ec req-313b5884-3634-4a8c-b721-c081a0eadeb9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.202087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-18244be6-7ac5-4054-8c33-232fc8d877ec req-313b5884-3634-4a8c-b721-c081a0eadeb9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.203341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18244be6-7ac5-4054-8c33-232fc8d877ec req-313b5884-3634-4a8c-b721-c081a0eadeb9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/1f59c30b-4c30-420d-8e02-cec0dc9d6cdb HTTP/1.1" status: 204 len: 173 time: 0.5755653 Aug 10 03:21:32.226746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b5884-3634-4a8c-b721-c081a0eadeb9 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f59c30b-4c30-420d-8e02-cec0dc9d6cdb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.262969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-network', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:32.278391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-4d05c6fa-e19f-46b0-98de-8e7dfa04c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.279873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-4d05c6fa-e19f-46b0-98de-8e7dfa04c855 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 1100 time: 0.0646331 Aug 10 03:21:32.357576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743273-b37e-472a-bd52-6bd12a722c78 req-89110dd9-ab03-4d0e-a675-b4ceb69d23bb tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.363374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c743273-b37e-472a-bd52-6bd12a722c78 req-89110dd9-ab03-4d0e-a675-b4ceb69d23bb tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.364905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c743273-b37e-472a-bd52-6bd12a722c78 req-89110dd9-ab03-4d0e-a675-b4ceb69d23bb tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0994074 Aug 10 03:21:32.376242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Made reservation on behalf of 0b5aaa1550094272b81ee8332222a78e for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:32.378903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.388195 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.419304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c743273-b37e-472a-bd52-6bd12a722c78 req-9942d4d4-98b3-4370-b329-e1532dacbfe6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464666 Aug 10 03:21:32.431944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-2ed953ca-27a9-46d0-b7eb-e8ca7acf2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.433476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-2ed953ca-27a9-46d0-b7eb-e8ca7acf2e13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1319876 Aug 10 03:21:32.476844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-7eb8233b-b7e3-47ce-b753-1e330197ac5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788 HTTP/1.1" status: 200 len: 217 time: 0.0340924 Aug 10 03:21:32.494410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.550231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-bfb2b6c9-9812-4ff8-b215-6b90f241702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.551673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-bfb2b6c9-9812-4ff8-b215-6b90f241702a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0651476 Aug 10 03:21:32.562716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8107ec-0035-4162-b2ea-0a60ddd6458e req-08cfc471-c21c-47f9-acd8-a51752969792 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.564143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a8107ec-0035-4162-b2ea-0a60ddd6458e req-08cfc471-c21c-47f9-acd8-a51752969792 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0864503 Aug 10 03:21:32.610703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.627636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a8107ec-0035-4162-b2ea-0a60ddd6458e req-6e3011b6-2665-4f24-86b7-1678b5ee868a tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 Aug 10 03:21:32.629369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-1e939c15-ef34-4cbe-8b47-d6b8b412ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.630923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-1e939c15-ef34-4cbe-8b47-d6b8b412ea92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658100 Aug 10 03:21:32.632105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:32.645997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097eec6-9778-463d-a6dd-6f823f61fcc1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.651134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.651481 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Added segment 897bb9be-3257-49e7-965c-e164cd3388a6 of type vlan for network 8066b52c-3612-44eb-9667-cfa73281623c Aug 10 03:21:32.668520 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.703817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.772992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc4a6-e5e3-4963-b374-92b0103f69b7 req-1dbd3907-9ba4-4ca5-a8d1-76f340268f40 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.774445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf0cc4a6-e5e3-4963-b374-92b0103f69b7 req-1dbd3907-9ba4-4ca5-a8d1-76f340268f40 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 948 time: 0.0813210 Aug 10 03:21:32.776619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-88f744d7-9899-4dfb-81dd-3880adbe8e86 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346240 Aug 10 03:21:32.833215 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.834390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.834995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.862294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf0cc4a6-e5e3-4963-b374-92b0103f69b7 req-d0d49858-c5ba-4c0a-937d-9b41ece0206c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811560 Aug 10 03:21:32.895344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b847e35b-8236-4ad0-ba43-8bad0f2ebc9e req-2a9afe60-3ed0-46c0-a3e6-a39dc51585e4 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083946 Aug 10 03:21:32.901781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] Pushing event updated for resources: {'Network': ['ID=8066b52c-3612-44eb-9667-cfa73281623c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.913105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8066b52c-3612-44eb-9667-cfa73281623c details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:32.997957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.004447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.010918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.017583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.023989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.047796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.047796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.047796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26f50cef-2173-47d5-871b-a613e2f19139 req-ff9aa5ad-558a-473a-a1ce-8d444abdbfde tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1066058 Aug 10 03:21:33.082343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26f50cef-2173-47d5-871b-a613e2f19139 req-173052fa-f893-4af9-b16b-eff0749b262b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365174 Aug 10 03:21:33.147829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-322e1f68-741e-4e49-a052-9455b5b1d4bd req-f22480ae-a4b6-4260-b8dd-2af80d8dce53 tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "GET /v2.0/security-groups/c0e3f0b3-9ada-47ce-ae53-591f2f7350a0 HTTP/1.1" status: 200 len: 1800 time: 0.0385935 Aug 10 03:21:33.177015 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f0e17a5-878e-4422-b69b-9f398e3b996d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0275972 Aug 10 03:21:33.179867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54550) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:33.185326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Request body: {'subnet': {'network_id': '8066b52c-3612-44eb-9667-cfa73281623c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-subnet', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:33.205591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86422317-789e-4e8c-9ec5-db100ff52bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.205812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-322e1f68-741e-4e49-a052-9455b5b1d4bd req-6aa10026-2012-40bb-b27a-d5c8eba6436d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.226963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-322e1f68-741e-4e49-a052-9455b5b1d4bd req-6aa10026-2012-40bb-b27a-d5c8eba6436d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.296067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Made reservation on behalf of 0b5aaa1550094272b81ee8332222a78e for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:33.298433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.388050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-322e1f68-741e-4e49-a052-9455b5b1d4bd req-6aa10026-2012-40bb-b27a-d5c8eba6436d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.388050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-322e1f68-741e-4e49-a052-9455b5b1d4bd req-6aa10026-2012-40bb-b27a-d5c8eba6436d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.388050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-322e1f68-741e-4e49-a052-9455b5b1d4bd req-6aa10026-2012-40bb-b27a-d5c8eba6436d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] 10.222.0.26 "DELETE /v2.0/security-groups/c0e3f0b3-9ada-47ce-ae53-591f2f7350a0 HTTP/1.1" status: 204 len: 173 time: 0.2270815 Aug 10 03:21:33.388380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54552) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:33.417258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa10026-2012-40bb-b27a-d5c8eba6436d tempest-SecurityGroupsTestJSON-1330194368 tempest-SecurityGroupsTestJSON-1330194368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3f0b3-9ada-47ce-ae53-591f2f7350a0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.455765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Deleting subnet 8a45c28a-e984-4710-8e2e-5c18128d2d66 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:33.471726 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.512224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.530792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.544212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499195de-9d17-4888-8f38-56eec0e7b45d req-871a2a3f-1cd9-47c7-b24c-27c28492df3f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.545687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-499195de-9d17-4888-8f38-56eec0e7b45d req-871a2a3f-1cd9-47c7-b24c-27c28492df3f tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1096892 Aug 10 03:21:33.581788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.585511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b857554-d3fc-4662-8457-300caac4a1d4,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.597580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Checking segment: {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:33.597944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Network hostable DHCP agents. Network: 8066b52c-3612-44eb-9667-cfa73281623c, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:33.614429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-499195de-9d17-4888-8f38-56eec0e7b45d req-0e93cbfe-4dc0-47a3-a2cc-b1bff6f917c7 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613029 Aug 10 03:21:33.679080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Network 8066b52c-3612-44eb-9667-cfa73281623c is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:33.718765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4aa0-13ee-4feb-9f7b-e3300eee0a07 req-780d4033-bbe2-40cb-af92-036ac0afc77f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.720232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08af4aa0-13ee-4feb-9f7b-e3300eee0a07 req-780d4033-bbe2-40cb-af92-036ac0afc77f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0483346 Aug 10 03:21:33.739892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.763078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8066b52c-3612-44eb-9667-cfa73281623c) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:33.769863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.770151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a45c28a-e984-4710-8e2e-5c18128d2d66,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.771540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.774127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3701a61-2d85-4ca5-8a29-733c24b6888c None None] Network 8066b52c-3612-44eb-9667-cfa73281623c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:33.780908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.782784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2e5c2b78-5578-469c-9981-a999621ae4f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a45c28a-e984-4710-8e2e-5c18128d2d66 HTTP/1.1" status: 204 len: 168 time: 0.3933859 Aug 10 03:21:33.785382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:33.788242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08af4aa0-13ee-4feb-9f7b-e3300eee0a07 req-8dc97f17-6a32-46e8-9dd8-deeea6eb96fa tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 Aug 10 03:21:33.858053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3bf1711b-8cda-48c4-8bd7-6afc75d365d4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6769996 Aug 10 03:21:33.861003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:33.865728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:33.871669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.908269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e7409-d748-4810-b167-3f583f3a60c7 None None] Network 8066b52c-3612-44eb-9667-cfa73281623c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:33.921661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdcab4-baf5-47fd-9718-7382b7bb47bb req-79530c2a-c858-4457-93fe-b11f592732dd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.927579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdcab4-baf5-47fd-9718-7382b7bb47bb req-79530c2a-c858-4457-93fe-b11f592732dd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.929463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cacdcab4-baf5-47fd-9718-7382b7bb47bb req-79530c2a-c858-4457-93fe-b11f592732dd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0732605 Aug 10 03:21:33.966078 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.973648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cacdcab4-baf5-47fd-9718-7382b7bb47bb req-ca47301a-5582-4487-9abd-f9f2381d978a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360668 Aug 10 03:21:33.976252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:33.990075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.991115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.997614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3153408f-213d-412f-9625-2b5af6c14b33') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:34.002752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3153408f-213d-412f-9625-2b5af6c14b33') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:34.009313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.033708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.052751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.064351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:34.064785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:34.066516 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:34.078184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.098869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1ea91-e795-4124-9580-00a73a56e77a req-766375f4-c984-4bdf-9d82-448eade6a3e6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.100626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdf1ea91-e795-4124-9580-00a73a56e77a req-766375f4-c984-4bdf-9d82-448eade6a3e6 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0616677 Aug 10 03:21:34.149240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdf1ea91-e795-4124-9580-00a73a56e77a req-f102dc64-17eb-46c3-a627-0a8565af30ea tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e44833e-5b0c-47a6-9360-e4e73c23990e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 Aug 10 03:21:34.188887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9612-663d-4f70-816a-63945817bc58 req-5cc88e00-c944-4c23-8e10-8f0c1d80803c tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.190453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-5cc88e00-c944-4c23-8e10-8f0c1d80803c tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.54 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Aug 10 03:21:34.209455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.239638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.241560 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98 HTTP/1.1" status: 204 len: 168 time: 0.4549863 Aug 10 03:21:34.256075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e69512-5830-4d39-9f8a-2b8b6991f2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d4cdbc-f6cb-4d1b-bae8-5408ab64ba98,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:34.309538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495497a3-0aaa-4f6b-b4b8-95b935ccc4ae req-30a5c828-914a-40e9-ac89-4533ac9c6800 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.311001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-495497a3-0aaa-4f6b-b4b8-95b935ccc4ae req-30a5c828-914a-40e9-ac89-4533ac9c6800 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 948 time: 0.1035657 Aug 10 03:21:34.329347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.360793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-495497a3-0aaa-4f6b-b4b8-95b935ccc4ae req-8700b3a2-3f3a-46d1-9468-d490b1d01513 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Aug 10 03:21:34.363941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Deleting port 0900fc1b-bedf-45c2-9513-f759ac1763f7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:34.364328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.492669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] For port 0900fc1b-bedf-45c2-9513-f759ac1763f7, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=0900fc1b-bedf-45c2-9513-f759ac1763f7,segment=NetworkSegment(d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e),segment_id=d2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:34.493297 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.515206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.521154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.527210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.533160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.539123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.545557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.551735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.553831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-a7b56f4f-faae-4692-bdb2-682965e04988 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1274018 Aug 10 03:21:34.557478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54568) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:34.564214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Calling delete_port for 0900fc1b-bedf-45c2-9513-f759ac1763f7 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:34.588273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.607993 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.676711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b895bc52-de1c-4a08-8ca3-3baa467f0548 req-50a4a5ad-b7ae-4444-88d9-243d41f2190e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097379 Aug 10 03:21:34.685248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b46b43ed-c9c9-48bf-9f5d-4f8cc8e2d0e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=785a1ce40bd540ffaa6dbef957f15631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265786 Aug 10 03:21:34.687726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:34.739311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Allocated IP 172.25.1.25 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/84082cd7-a0ac-4b9c-af3c-6945e16d074f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:34.806261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b03b91-d3b3-4a4b-bddc-e7e2fe25cf88 req-19fc6c49-02e6-474e-8f89-633fff008785 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:34.806587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4166ce9-f31f-4a4d-b0ad-221391103f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.808029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23b03b91-d3b3-4a4b-bddc-e7e2fe25cf88 req-19fc6c49-02e6-474e-8f89-633fff008785 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0546510 Aug 10 03:21:34.838300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4166ce9-f31f-4a4d-b0ad-221391103f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.845634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23b03b91-d3b3-4a4b-bddc-e7e2fe25cf88 req-e93a38c2-f916-43d2-861d-bf6252bb3956 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Aug 10 03:21:34.869566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.903521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['0900fc1b-bedf-45c2-9513-f759ac1763f7'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:34.904292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Pushing event deleted for resources: {'Port': ['ID=0900fc1b-bedf-45c2-9513-f759ac1763f7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:34.926303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.972385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] No DVR routers for this DVR port 0900fc1b-bedf-45c2-9513-f759ac1763f7 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:34.976816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:34.978754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecae9612-663d-4f70-816a-63945817bc58 req-5bd16698-7562-48c4-b3a2-8321eaf8e2be tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.54 "DELETE /v2.0/ports/0900fc1b-bedf-45c2-9513-f759ac1763f7 HTTP/1.1" status: 204 len: 173 time: 0.7817962 Aug 10 03:21:34.979231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'name': 'network-vif-deleted', 'tag': '0900fc1b-bedf-45c2-9513-f759ac1763f7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:34.982031 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964fa34-4f45-4c57-a7eb-48af75ba6e51" -d '{"events": [{"server_uuid": "357a156b-f4f0-4dba-9c8c-8ffe49110176", "name": "network-vif-deleted", "tag": "0900fc1b-bedf-45c2-9513-f759ac1763f7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:35.004334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8f6a-0722-42f8-a51d-0c244713edf5 req-76df29ca-5e5d-42b8-8459-1cc6ae92e0fd tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.004926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4166ce9-f31f-4a4d-b0ad-221391103f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.005805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d47b8f6a-0722-42f8-a51d-0c244713edf5 req-76df29ca-5e5d-42b8-8459-1cc6ae92e0fd tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0704195 Aug 10 03:21:35.007598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4166ce9-f31f-4a4d-b0ad-221391103f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.008854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4166ce9-f31f-4a4d-b0ad-221391103f49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5a09877-aa8b-4465-b8b4-0ebca3743372 HTTP/1.1" status: 204 len: 168 time: 0.3198531 Aug 10 03:21:35.019106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166ce9-f31f-4a4d-b0ad-221391103f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a09877-aa8b-4465-b8b4-0ebca3743372,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:35.030526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.045435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c7a11529-88b1-4d5f-8b5f-7dc23d20b788 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:35.061493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d47b8f6a-0722-42f8-a51d-0c244713edf5 req-b5f38841-6dfc-48e7-b373-3d4a94e0af53 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473812 Aug 10 03:21:35.080982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:35.106562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=84082cd7-a0ac-4b9c-af3c-6945e16d074f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:35.114242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:35.117352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:35.137175 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2177eec-fbd8-40d1-a2b8-524865e2d895 x-openstack-request-id: req-c2177eec-fbd8-40d1-a2b8-524865e2d895 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:35.137599 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357a156b-f4f0-4dba-9c8c-8ffe49110176", "name": "network-vif-deleted", "tag": "0900fc1b-bedf-45c2-9513-f759ac1763f7", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:35.137766 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2177eec-fbd8-40d1-a2b8-524865e2d895 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:35.138288 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'name': 'network-vif-deleted', 'tag': '0900fc1b-bedf-45c2-9513-f759ac1763f7', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:21:35.203885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:35.220083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788', 'mac_address': 'fa:16:3e:e3:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:35.249468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d69f12-830c-4cb7-b44e-1035bb74d71b req-563b5616-cd1a-41a8-9c86-5665cf0c041b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.255405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d69f12-830c-4cb7-b44e-1035bb74d71b req-563b5616-cd1a-41a8-9c86-5665cf0c041b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.256997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2d69f12-830c-4cb7-b44e-1035bb74d71b req-563b5616-cd1a-41a8-9c86-5665cf0c041b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0621934 Aug 10 03:21:35.260374 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.274460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a11529-88b1-4d5f-8b5f-7dc23d20b788 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:35.298788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:35.308244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2d69f12-830c-4cb7-b44e-1035bb74d71b req-977e25f5-a77f-480e-8c93-c1ec81a2c853 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Aug 10 03:21:35.396652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38ec89a8-2884-4cbc-bc4a-9e20a6e06d0b req-dc16bafe-d0a8-400c-ba80-909c30cfa5d0 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Aug 10 03:21:35.410146 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.460690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:35.513443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0cc00-a06b-4f2c-9ad0-e1f085c57269 req-b370c4d2-e201-4304-bf81-ef2caba3afbe tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.515013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7f0cc00-a06b-4f2c-9ad0-e1f085c57269 req-b370c4d2-e201-4304-bf81-ef2caba3afbe tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 949 time: 0.0627251 Aug 10 03:21:35.561251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7f0cc00-a06b-4f2c-9ad0-e1f085c57269 req-3add75bb-c619-4104-b260-1bee68a8ae3b tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Aug 10 03:21:35.586286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.632360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:35.809920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.815891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.821914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.827976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.835132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.841227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.849228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:35.851322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-888b7ac5-0ae4-4d47-a642-26921893f586 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.0952210 Aug 10 03:21:35.903283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4660d6c7-6633-4415-b94d-5c5f2593e8dc req-6f902bb5-740a-4968-8667-37b248cce223 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444062 Aug 10 03:21:35.975440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c7a11529-88b1-4d5f-8b5f-7dc23d20b788'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:36.030967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b60b9-8c20-4cba-8e7b-c2637facf95e req-76827798-aa85-4bb6-8a8e-7186a31ac680 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.033108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c15b60b9-8c20-4cba-8e7b-c2637facf95e req-76827798-aa85-4bb6-8a8e-7186a31ac680 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0521309 Aug 10 03:21:36.083799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c15b60b9-8c20-4cba-8e7b-c2637facf95e req-1d7b9e93-c8f0-415c-b053-0d4ca11543b6 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415144 Aug 10 03:21:36.177454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.226838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f677dcc-3f9d-4bec-9bb7-ff604cc1ced1 req-f271231d-f4e1-45e6-b6b6-08787ff93323 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.228250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f677dcc-3f9d-4bec-9bb7-ff604cc1ced1 req-f271231d-f4e1-45e6-b6b6-08787ff93323 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0494571 Aug 10 03:21:36.266454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f677dcc-3f9d-4bec-9bb7-ff604cc1ced1 req-106a2d1a-341f-4ed7-8153-b3f71e8149a5 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Aug 10 03:21:36.364639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Router 5dfb7a61-daa8-4af7-a299-5af4967a4930 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:36.369173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:36.436085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65c21-b974-4580-8aeb-ee24c9845dc5 req-9a1dceb7-2578-4852-8126-f8c41ea2f959 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.442039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65c21-b974-4580-8aeb-ee24c9845dc5 req-9a1dceb7-2578-4852-8126-f8c41ea2f959 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.443622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6e65c21-b974-4580-8aeb-ee24c9845dc5 req-9a1dceb7-2578-4852-8126-f8c41ea2f959 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0631189 Aug 10 03:21:36.479262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:36.482753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-304215051-network', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:36.488632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Sync routers for ids ['5dfb7a61-daa8-4af7-a299-5af4967a4930'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:36.493543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6e65c21-b974-4580-8aeb-ee24c9845dc5 req-4ea9b50b-3739-49a5-8e31-4cfde0aa3189 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Aug 10 03:21:36.498489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Routers {'5dfb7a61-daa8-4af7-a299-5af4967a4930'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:36.499283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5dfb7a61-daa8-4af7-a299-5af4967a4930'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:36.559676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:36.562092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.580066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.596633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17b881fd-2c45-4477-a2fd-f450da5ff443 req-dd0d030e-aad9-46e7-8238-bdda9bd35855 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 210 time: 0.0310578 Aug 10 03:21:36.608413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Set router 5dfb7a61-daa8-4af7-a299-5af4967a4930 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:36.633532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.637739 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2e6e534-f987-4b53-b80e-05e16f31e3e7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7755527 Aug 10 03:21:36.638384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54622) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:36.734600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63d5fc-0a6b-4558-a132-8f94dd990aea req-0879cbc3-a6c0-4288-86e6-0df45c3094be tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:36.736216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d63d5fc-0a6b-4558-a132-8f94dd990aea req-0879cbc3-a6c0-4288-86e6-0df45c3094be tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 949 time: 0.0719836 Aug 10 03:21:36.758318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.790847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d63d5fc-0a6b-4558-a132-8f94dd990aea req-0b04cc54-3d5e-4ad0-9ffa-3eeeacd99ee1 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Aug 10 03:21:36.798735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:21:35Z', 'revision_number': 3, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:36.832782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Checking router: 5dfb7a61-daa8-4af7-a299-5af4967a4930 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:36.833226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Updating router 5dfb7a61-daa8-4af7-a299-5af4967a4930 port 84082cd7-a0ac-4b9c-af3c-6945e16d074f binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:36.857311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.864470 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.883826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:21:36.900518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0025e602-6fc0-4f65-9738-963c4ec63aa3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:36.904859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:36.905409 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Added segment a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d of type vlan for network ba272ace-eaff-4fc0-8744-e88c4e34eff5 Aug 10 03:21:36.952513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.059472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c7a11529-88b1-4d5f-8b5f-7dc23d20b788 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:37.098036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.136659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.137809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.138517 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.153912 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.163705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Transition to ACTIVE for port object 84082cd7-a0ac-4b9c-af3c-6945e16d074f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:37.228064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:37.229310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98cf4fc5-738f-4d92-89a5-f3b902bdae95 req-d34abab8-8d6d-4f2f-b768-01096bbaf0f2 tempest-ServersNegativeTestJSON-1734413426 tempest-ServersNegativeTestJSON-1734413426-project] 10.222.0.26 "GET /v2.0/ports?device_id=357a156b-f4f0-4dba-9c8c-8ffe49110176 HTTP/1.1" status: 200 len: 210 time: 0.0869520 Aug 10 03:21:37.236683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:37.236683 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.271716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] Pushing event updated for resources: {'Network': ['ID=ba272ace-eaff-4fc0-8744-e88c4e34eff5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.273435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Allocated IP 172.20.0.1 (8066b52c-3612-44eb-9667-cfa73281623c/4b857554-d3fc-4662-8457-300caac4a1d4/9a505014-53cf-4896-9e9e-850f6c993483) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:37.276379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.288303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:21:37.314828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e39463b9-0f6d-40e4-8323-61ba7836bcdf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9442875 Aug 10 03:21:37.321246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54630) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:37.322741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Request body: {'subnet': {'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-subnet', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:37.389122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.416815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626ff1-aa58-46c3-adde-d7ead7da7839 None None] Pushing event updated for resources: {'Port': ['ID=84082cd7-a0ac-4b9c-af3c-6945e16d074f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.422741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Attempting to bind port 84082cd7-a0ac-4b9c-af3c-6945e16d074f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:37.423112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Attempting to bind port 84082cd7-a0ac-4b9c-af3c-6945e16d074f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:37.423475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Attempting to bind port 84082cd7-a0ac-4b9c-af3c-6945e16d074f on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:37.438191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:37.438566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:37.438968 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.439306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:37.439403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:37.439809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Bound port: 84082cd7-a0ac-4b9c-af3c-6945e16d074f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:37.440186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.441855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.461162 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.514682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.515864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:37.517256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] For port 84082cd7-a0ac-4b9c-af3c-6945e16d074f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:37.520362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] For port 84082cd7-a0ac-4b9c-af3c-6945e16d074f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=84082cd7-a0ac-4b9c-af3c-6945e16d074f,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:37.552002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Network 8066b52c-3612-44eb-9667-cfa73281623c is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:37.555016 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:37.562340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:37.592153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Pushing event updated for resources: {'Port': ['ID=9a505014-53cf-4896-9e9e-850f6c993483,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.609364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.639361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.640369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0900fc1b-bedf-45c2-9513-f759ac1763f7 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:37.646855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.668996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 0900fc1b-bedf-45c2-9513-f759ac1763f7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:37.669514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 0900fc1b-bedf-45c2-9513-f759ac1763f7 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:37.719016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.725286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Routers {'5dfb7a61-daa8-4af7-a299-5af4967a4930'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:37.725905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5dfb7a61-daa8-4af7-a299-5af4967a4930'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:37.731252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.772884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971c280d-dfc5-4466-ba75-b205cc92deed,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.782038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Checking segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:37.782419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Network hostable DHCP agents. Network: ba272ace-eaff-4fc0-8744-e88c4e34eff5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:21:37.856854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.902711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:21:37.920128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.927205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.933407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.939291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.945262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.951124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.957525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:37.959530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-a80812ad-b8bf-4a09-873b-a4c50cd2b83f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1026683 Aug 10 03:21:37.976863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626ff1-aa58-46c3-adde-d7ead7da7839 None None] Pushing event updated for resources: {'Port': ['ID=84082cd7-a0ac-4b9c-af3c-6945e16d074f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.002083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] Set router 5dfb7a61-daa8-4af7-a299-5af4967a4930 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:38.013876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f2fa99e-8e07-4cce-b256-805d91613f5f req-f0a13d67-0478-473a-b699-329aa797747a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437980 Aug 10 03:21:38.048580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.056023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, ba272ace-eaff-4fc0-8744-e88c4e34eff5) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:38.060649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.061343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.075515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2de144-384b-4200-bd35-e7b6f0dab2a8 None None] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:38.119860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.124194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cf9e3-6be8-42a6-b50d-2cabc109068d req-d0531991-ef2f-49d2-b055-86af08d7ddb0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.126034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f2cf9e3-6be8-42a6-b50d-2cabc109068d req-d0531991-ef2f-49d2-b055-86af08d7ddb0 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.0495744 Aug 10 03:21:38.150921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-730d6bce-1b03-4db1-9275-04f534dcd7a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8319821 Aug 10 03:21:38.158763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54640) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:38.164756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:38.196243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f2cf9e3-6be8-42a6-b50d-2cabc109068d req-67361886-f396-4159-9014-17001ba476be tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542309 Aug 10 03:21:38.196640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.197876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Pushing event updated for resources: {'Port': ['ID=9a505014-53cf-4896-9e9e-850f6c993483,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.281441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.283710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.294929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Network 8066b52c-3612-44eb-9667-cfa73281623c is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:38.296285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:38.321833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:21:35Z', 'revision_number': 3, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:38.349391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802a65b-df7a-4f05-bf5c-04dc319ccc73 req-1946b37b-7a7e-4b33-9c65-d0aa26e19082 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.351669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3802a65b-df7a-4f05-bf5c-04dc319ccc73 req-1946b37b-7a7e-4b33-9c65-d0aa26e19082 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0848029 Aug 10 03:21:38.352953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:21:38.353804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.357865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bfe3d-4526-43c5-af11-af13e9949d75 None None] The sync data for ids ['5dfb7a61-daa8-4af7-a299-5af4967a4930'] in n-d-765315-26 is: [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:21:35Z', 'revision_number': 3, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:38.387181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.428750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3802a65b-df7a-4f05-bf5c-04dc319ccc73 req-4e277481-dc21-41b3-9f0e-e45f19a26358 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Aug 10 03:21:38.436303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Router 5dfb7a61-daa8-4af7-a299-5af4967a4930 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:38.534157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Allocated IP 172.20.0.2 (ba272ace-eaff-4fc0-8744-e88c4e34eff5/971c280d-dfc5-4466-ba75-b205cc92deed/677084fa-1b52-4e09-bd04-5257f806ae71) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:38.570270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:38.576807 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc8e2b02-678c-4da2-ace5-9e1be8b17082 admin admin] 10.222.0.26 "PUT /v2.0/routers/5dfb7a61-daa8-4af7-a299-5af4967a4930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9373493 Aug 10 03:21:38.756172 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.759586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Transition to ACTIVE for port object 677084fa-1b52-4e09-bd04-5257f806ae71 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:38.778988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Transition to ACTIVE for port object 677084fa-1b52-4e09-bd04-5257f806ae71 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:38.862681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.914246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.916338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:38.920028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:38.924808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:38.930458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Pushing event updated for resources: {'Port': ['ID=677084fa-1b52-4e09-bd04-5257f806ae71,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:38.933007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50d734-f123-4eee-8835-f6763284f674 req-012a348b-658d-4fbd-96b8-b999a898f55a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.939659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50d734-f123-4eee-8835-f6763284f674 req-012a348b-658d-4fbd-96b8-b999a898f55a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.941343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c50d734-f123-4eee-8835-f6763284f674 req-012a348b-658d-4fbd-96b8-b999a898f55a tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1251392 Aug 10 03:21:38.987316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Attempting to bind port 677084fa-1b52-4e09-bd04-5257f806ae71 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:38.987694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Attempting to bind port 677084fa-1b52-4e09-bd04-5257f806ae71 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:38.988060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Attempting to bind port 677084fa-1b52-4e09-bd04-5257f806ae71 on network ba272ace-eaff-4fc0-8744-e88c4e34eff5 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:38.999269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:38.999269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Checking segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:38.999269 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.999269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Bound using segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:38.999795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c50d734-f123-4eee-8835-f6763284f674 req-d079c942-51b5-4a12-9810-fbf206df2bf6 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Aug 10 03:21:38.999874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Bound port: 677084fa-1b52-4e09-bd04-5257f806ae71, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:38.999874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.041871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.098046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] For port 677084fa-1b52-4e09-bd04-5257f806ae71, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:39.101613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] For port 677084fa-1b52-4e09-bd04-5257f806ae71, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=677084fa-1b52-4e09-bd04-5257f806ae71,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:39.163791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Deleting subnet ffb7d6ce-000c-45df-a5a6-ff584d381934 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:39.172024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.192286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.243303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e3b01-e677-4a4d-8086-29d35fcbecd5 req-1c1dcb4e-0e23-4323-ac95-14f0bb982aaa tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.249841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83e3b01-e677-4a4d-8086-29d35fcbecd5 req-1c1dcb4e-0e23-4323-ac95-14f0bb982aaa tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1536736 Aug 10 03:21:39.254458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.261701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c2358-29eb-4e0f-a521-2de0e0dcb1ed None None] Pushing event updated for resources: {'Port': ['ID=677084fa-1b52-4e09-bd04-5257f806ae71,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:39.337665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83e3b01-e677-4a4d-8086-29d35fcbecd5 req-86814edb-c8b3-4f79-b2a1-80f2662d1447 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Aug 10 03:21:39.340508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.575743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 84082cd7-a0ac-4b9c-af3c-6945e16d074f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:39.600595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.685042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb7d6ce-000c-45df-a5a6-ff584d381934,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:39.689196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.699129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-acdb8ef1-94d3-4182-9d34-9c45a632f0d4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ffb7d6ce-000c-45df-a5a6-ff584d381934 HTTP/1.1" status: 204 len: 168 time: 0.6474543 Aug 10 03:21:39.699129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.699631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54666) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:39.719966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.730657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 84082cd7-a0ac-4b9c-af3c-6945e16d074f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:39.735590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 84082cd7-a0ac-4b9c-af3c-6945e16d074f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:39.736156 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.768000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.805292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-c92e505d-1db2-4f53-8e6b-15071c1c9b71 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:39.806899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-c92e505d-1db2-4f53-8e6b-15071c1c9b71 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/networks?id=8066b52c-3612-44eb-9667-cfa73281623c HTTP/1.1" status: 200 len: 819 time: 0.2079601 Aug 10 03:21:39.834026 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.846444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ea0da68c-aa59-48d7-a2ce-718f41129491 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/quotas/0b5aaa1550094272b81ee8332222a78e HTTP/1.1" status: 200 len: 375 time: 0.0331621 Aug 10 03:21:39.856151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.863581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 84082cd7-a0ac-4b9c-af3c-6945e16d074f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=84082cd7-a0ac-4b9c-af3c-6945e16d074f,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:39.869168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda676d9-ac41-44b0-8786-1a5908597e4d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.880943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.881258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2aa1c8c-bbd0-443a-8b1f-65ced0c47b1e') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:39.891052 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.905527 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.908640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Allocated IP 172.25.1.164 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fc6a380c-bace-4172-9b09-61d74af71991) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:39.914829 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:39.947283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-253df95f-6af6-4f29-a647-d80633990ff9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5aaa1550094272b81ee8332222a78e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905731 Aug 10 03:21:39.953456 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.014661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=84082cd7-a0ac-4b9c-af3c-6945e16d074f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.067742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.073399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.077698 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] 10.222.0.26 "DELETE /v2.0/networks/eda676d9-ac41-44b0-8786-1a5908597e4d HTTP/1.1" status: 204 len: 168 time: 0.3805337 Aug 10 03:21:40.096831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac17e91-cc0c-4a53-a9c0-bb5453b7b8af admin admin] Pushing event deleted for resources: {'Network': ['ID=eda676d9-ac41-44b0-8786-1a5908597e4d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.128092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-6c82405e-2d9b-4730-a7b2-7bdeeea50e5a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.134497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-6c82405e-2d9b-4730-a7b2-7bdeeea50e5a tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 945 time: 0.1012998 Aug 10 03:21:40.161319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.189307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-d664e95e-4c0d-4b25-b3bd-044477497a05 service neutron] 10.222.0.26 "GET /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153363 Aug 10 03:21:40.342364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfcbafc-67a5-489d-a1d3-37a82c1ea11f None None] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:40.354297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-3d5e467e-1b96-42ae-8b31-0be654653cd0 service neutron] 10.222.0.26 "GET /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571743 Aug 10 03:21:40.361088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Deleting port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:40.361437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.438689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.502192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:40.510606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:40.518160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:40.519942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aa78f1c6-3e31-4f89-9f06-a3197c5f9d2b None None] Provisioning for port 677084fa-1b52-4e09-bd04-5257f806ae71 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:40.522859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Pushing event updated for resources: {'Port': ['ID=fc6a380c-bace-4172-9b09-61d74af71991,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.551765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] For port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:40.551765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.553217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54674) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.574945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Calling delete_port for 20ac2a9c-72eb-4af5-b460-00bd64bdf27a owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:40.627332 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7bde7b2a-7204-4f0a-b71f-b489ca72707f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b77045799e954e48a89fdd76bda62855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707624 Aug 10 03:21:40.629963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54680) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.693485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff440482-a5db-4046-a4ff-c59ebcd01056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.724718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff440482-a5db-4046-a4ff-c59ebcd01056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.752099 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Sync routers for ids ['5dfb7a61-daa8-4af7-a299-5af4967a4930'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:40.764463 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Routers {'5dfb7a61-daa8-4af7-a299-5af4967a4930'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:40.765174 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5dfb7a61-daa8-4af7-a299-5af4967a4930'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:40.847551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.855185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.859908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.865872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.872640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.878469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.884402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:40.886994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-5f1c295d-d896-47e8-9a3c-a3c4998f3593 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1635952 Aug 10 03:21:40.896303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff440482-a5db-4046-a4ff-c59ebcd01056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.900857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff440482-a5db-4046-a4ff-c59ebcd01056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.902047 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff440482-a5db-4046-a4ff-c59ebcd01056 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e44833e-5b0c-47a6-9360-e4e73c23990e HTTP/1.1" status: 204 len: 168 time: 0.2702384 Aug 10 03:21:40.922569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff440482-a5db-4046-a4ff-c59ebcd01056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e44833e-5b0c-47a6-9360-e4e73c23990e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:40.939111 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Set router 5dfb7a61-daa8-4af7-a299-5af4967a4930 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:40.939864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fbe634e-af56-4ebc-b166-c70f627b4417 req-60734054-eb00-48e0-896b-ad7054f93974 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463989 Aug 10 03:21:41.113248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.150496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.177709 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 4, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9a505014-53cf-4896-9e9e-850f6c993483', 'name': '', 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'mac_address': 'fa:16:3e:c8:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:37Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 2, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'subnets': [{'id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:41.193986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46be840-a58a-4bb4-ad52-c64aecceeedc req-15fd1742-0654-4021-abaf-c05f3b94a5af tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.195488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e46be840-a58a-4bb4-ad52-c64aecceeedc req-15fd1742-0654-4021-abaf-c05f3b94a5af tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 867 time: 0.1281834 Aug 10 03:21:41.200091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event deleted for resources: {'Port': ['ID=20ac2a9c-72eb-4af5-b460-00bd64bdf27a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.204507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Checking router: 5dfb7a61-daa8-4af7-a299-5af4967a4930 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:41.204904 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Updating router 5dfb7a61-daa8-4af7-a299-5af4967a4930 port 9a505014-53cf-4896-9e9e-850f6c993483 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:41.239126 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.296810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] No DVR routers for this DVR port 20ac2a9c-72eb-4af5-b460-00bd64bdf27a on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:41.307225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.309899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2566dd-0845-4106-aeaf-37441fe2bd3e req-1cbe49ba-604e-4f12-99d7-db9fe76da985 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.54 "DELETE /v2.0/ports/20ac2a9c-72eb-4af5-b460-00bd64bdf27a HTTP/1.1" status: 204 len: 173 time: 1.1654913 Aug 10 03:21:41.311735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'name': 'network-vif-deleted', 'tag': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:41.314342 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d1c46-b8aa-4b81-b7e2-b2ab61dac64a" -d '{"events": [{"server_uuid": "a3659dee-7038-4c50-b5a9-84197e69594c", "name": "network-vif-deleted", "tag": "20ac2a9c-72eb-4af5-b460-00bd64bdf27a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:41.352893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e46be840-a58a-4bb4-ad52-c64aecceeedc req-5ebd3682-fd85-4556-8485-e7675e99ac33 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups?id=9ce573d8-9af8-4b46-b764-4964d2e238a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420145 Aug 10 03:21:41.632808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 84082cd7-a0ac-4b9c-af3c-6945e16d074f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:41.751868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 84082cd7-a0ac-4b9c-af3c-6945e16d074f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:41.752407 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.809949 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.824730 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Transition to ACTIVE for port object 9a505014-53cf-4896-9e9e-850f6c993483 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:41.844979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3c8c2-b522-4448-8739-5d4db3e73b78 req-705d7c84-9741-4c51-8dc4-89c9d2fb0c87 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:41.846087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e3c8c2-b522-4448-8739-5d4db3e73b78 req-705d7c84-9741-4c51-8dc4-89c9d2fb0c87 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.3920033 Aug 10 03:21:41.849235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 677084fa-1b52-4e09-bd04-5257f806ae71 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:41.860099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.925148 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.936947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e3c8c2-b522-4448-8739-5d4db3e73b78 req-c5b83bbe-fc3a-4018-a618-8084354aacb0 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836425 Aug 10 03:21:41.990912 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Pushing event updated for resources: {'Port': ['ID=9a505014-53cf-4896-9e9e-850f6c993483,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.018539 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.019059 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.019489 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.019884 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.020272 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.020693 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.021078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.021465 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.021845 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.022231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.022617 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.022993 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:42.052453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Attempting to bind port 9a505014-53cf-4896-9e9e-850f6c993483 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:42.052897 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Attempting to bind port 9a505014-53cf-4896-9e9e-850f6c993483 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:42.053338 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Attempting to bind port 9a505014-53cf-4896-9e9e-850f6c993483 on network 8066b52c-3612-44eb-9667-cfa73281623c {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:42.059103 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:42.059562 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Checking segment: {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:42.060070 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.060575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Bound using segment: {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:42.062138 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Bound port: 9a505014-53cf-4896-9e9e-850f6c993483, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:42.062138 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.067083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04f18-20d3-4361-98a7-4bbbd48c3f0e req-322cd144-04d1-491f-9760-fb917024c53d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.073033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04f18-20d3-4361-98a7-4bbbd48c3f0e req-322cd144-04d1-491f-9760-fb917024c53d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.074746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fa04f18-20d3-4361-98a7-4bbbd48c3f0e req-322cd144-04d1-491f-9760-fb917024c53d tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.0707519 Aug 10 03:21:42.114296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fa04f18-20d3-4361-98a7-4bbbd48c3f0e req-31dbeadb-923b-40e6-8592-ccb538d7d4aa tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Aug 10 03:21:42.120460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 677084fa-1b52-4e09-bd04-5257f806ae71 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:42.127759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 677084fa-1b52-4e09-bd04-5257f806ae71 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:42.129302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.130880 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] For port 9a505014-53cf-4896-9e9e-850f6c993483, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:42.143490 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] For port 9a505014-53cf-4896-9e9e-850f6c993483, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9a505014-53cf-4896-9e9e-850f6c993483,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:42.170735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Router 5e147144-5bf1-4928-adfb-1a77e6d9239b is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:21:42.205494 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.244440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.248781 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:42.277524 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2d9bb-7a16-43e6-83f1-d5955d965fdf None None] Pushing event updated for resources: {'Port': ['ID=9a505014-53cf-4896-9e9e-850f6c993483,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.280253 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Routers {'5dfb7a61-daa8-4af7-a299-5af4967a4930'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:42.280889 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5dfb7a61-daa8-4af7-a299-5af4967a4930'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.281640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 677084fa-1b52-4e09-bd04-5257f806ae71, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=677084fa-1b52-4e09-bd04-5257f806ae71,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:42.374831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2bce4-7c5b-4432-a47a-9a36830e881a req-1196a5e2-770a-4b04-a99c-9ae9046835cd tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.381091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ba2bce4-7c5b-4432-a47a-9a36830e881a req-1196a5e2-770a-4b04-a99c-9ae9046835cd tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1158078 Aug 10 03:21:42.394160 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] Set router 5dfb7a61-daa8-4af7-a299-5af4967a4930 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:42.400328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:42.408264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.418738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Sync routers for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:42.440537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ba2bce4-7c5b-4432-a47a-9a36830e881a req-467649b5-c65b-4b13-bb06-a4d102476d92 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554006 Aug 10 03:21:42.456234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:42.457068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.525132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=677084fa-1b52-4e09-bd04-5257f806ae71,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.530653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.531966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dac2a77f-bbf4-47d7-afb1-cb1b4c6db3cd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3722093 Aug 10 03:21:42.536217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54714) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:42.618361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fee3c288-36e7-4c18-958f-a34a1f55c055 req-9ff03002-3110-477a-9c83-026f86d1b4e2 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 210 time: 0.0344286 Aug 10 03:21:42.677082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:42.678352 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3172f69c-6fbe-4824-9b63-8eb8b6ea47a9 x-openstack-request-id: req-3172f69c-6fbe-4824-9b63-8eb8b6ea47a9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:42.678644 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3659dee-7038-4c50-b5a9-84197e69594c", "name": "network-vif-deleted", "tag": "20ac2a9c-72eb-4af5-b460-00bd64bdf27a", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:42.678893 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3172f69c-6fbe-4824-9b63-8eb8b6ea47a9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:42.679292 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'name': 'network-vif-deleted', 'tag': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:21:42.680020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 4, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9a505014-53cf-4896-9e9e-850f6c993483', 'name': '', 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'mac_address': 'fa:16:3e:c8:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:37Z', 'updated_at': '2021-08-10T03:21:42Z', 'revision_number': 4, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'subnets': [{'id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.726088 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d367e90-a858-4339-b8d5-4688f61923b4 None None] The sync data for ids ['5dfb7a61-daa8-4af7-a299-5af4967a4930'] in n-d-765315-26 is: [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:21:37Z', 'revision_number': 4, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9a505014-53cf-4896-9e9e-850f6c993483', 'name': '', 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'mac_address': 'fa:16:3e:c8:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:37Z', 'updated_at': '2021-08-10T03:21:42Z', 'revision_number': 4, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'subnets': [{'id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:42.881018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.895026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.895026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.899265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.905268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.911215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.917484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:42.926022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-3c13153d-487c-40dd-a98e-afa79cb7365a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1841929 Aug 10 03:21:42.947841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 3, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:42.976107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Checking router: 5e147144-5bf1-4928-adfb-1a77e6d9239b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:42.979726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Updating router 5e147144-5bf1-4928-adfb-1a77e6d9239b port fc6a380c-bace-4172-9b09-61d74af71991 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:43.003727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.009676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7126155e-309c-4e90-bf9e-d06d87a59646 req-91623868-3960-453e-8e2e-3a0b39a38996 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817995 Aug 10 03:21:43.097822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 20ac2a9c-72eb-4af5-b460-00bd64bdf27a no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:43.141647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 20ac2a9c-72eb-4af5-b460-00bd64bdf27a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:43.141990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 20ac2a9c-72eb-4af5-b460-00bd64bdf27a not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:43.153773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f587d1cc-7da8-461f-b288-3e3a2425bfb6 req-572661b4-75eb-4a8c-be1b-4e2c14a3fb2b tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 210 time: 0.0360057 Aug 10 03:21:43.272842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.382836 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.402474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Transition to ACTIVE for port object fc6a380c-bace-4172-9b09-61d74af71991 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:43.497131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.564420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Attempting to bind port fc6a380c-bace-4172-9b09-61d74af71991 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:43.565122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Attempting to bind port fc6a380c-bace-4172-9b09-61d74af71991 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:43.565727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Attempting to bind port fc6a380c-bace-4172-9b09-61d74af71991 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:43.568089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2663394-703b-4b4e-b246-ba9ca917b38c None None] Pushing event updated for resources: {'Port': ['ID=fc6a380c-bace-4172-9b09-61d74af71991,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.574327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:43.575033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:43.575640 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.576248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:43.576981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Bound port: fc6a380c-bace-4172-9b09-61d74af71991, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:43.577736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.591454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-00004ac1-8cc3-4630-937f-7e3a39a6f92e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.597429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96260ce-1612-44ff-a880-6e63138b62ef req-00004ac1-8cc3-4630-937f-7e3a39a6f92e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.599070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-00004ac1-8cc3-4630-937f-7e3a39a6f92e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1633224 Aug 10 03:21:43.642081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] For port fc6a380c-bace-4172-9b09-61d74af71991, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:43.645983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] For port fc6a380c-bace-4172-9b09-61d74af71991, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fc6a380c-bace-4172-9b09-61d74af71991,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:43.649251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a505014-53cf-4896-9e9e-850f6c993483 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:43.652527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878cfb6-f9ff-4470-a368-418e4b635fd0 req-751be082-eef7-4056-b2b4-29721fd9e56e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.660735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e878cfb6-f9ff-4470-a368-418e4b635fd0 req-751be082-eef7-4056-b2b4-29721fd9e56e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.1853509 Aug 10 03:21:43.692593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Allocated IP 172.20.0.1 (ba272ace-eaff-4fc0-8744-e88c4e34eff5/971c280d-dfc5-4466-ba75-b205cc92deed/891dac71-c597-40e2-a5cb-e729688d7938) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:43.725128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.768970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e878cfb6-f9ff-4470-a368-418e4b635fd0 req-64976aab-7eda-445b-b8ab-4dfedd0048dd tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073520 Aug 10 03:21:43.804487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:43.805119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:43.808925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2663394-703b-4b4e-b246-ba9ca917b38c None None] Pushing event updated for resources: {'Port': ['ID=fc6a380c-bace-4172-9b09-61d74af71991,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.851934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9a505014-53cf-4896-9e9e-850f6c993483 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:43.860623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9a505014-53cf-4896-9e9e-850f6c993483 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:43.864455 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.904023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.939124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Transition to ACTIVE for port object 891dac71-c597-40e2-a5cb-e729688d7938 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:43.942281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 22f383f7-d02d-4603-b459-12fb581c87c6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:43.944525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.960483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786412c4-62a5-4c7d-9e4c-f436972940be req-b2b7e495-0a5b-48dd-ba06-e5b13c6b69cd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.967106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786412c4-62a5-4c7d-9e4c-f436972940be req-b2b7e495-0a5b-48dd-ba06-e5b13c6b69cd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:43.968960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-786412c4-62a5-4c7d-9e4c-f436972940be req-b2b7e495-0a5b-48dd-ba06-e5b13c6b69cd tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 1681 time: 0.1164436 Aug 10 03:21:44.088637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-786412c4-62a5-4c7d-9e4c-f436972940be req-37dade80-a697-4e89-93e1-239ab6ed7ef0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/security-groups?id=2aea615d-867a-41dc-ac08-c0cc39badc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072311 Aug 10 03:21:44.110419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 22f383f7-d02d-4603-b459-12fb581c87c6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=22f383f7-d02d-4603-b459-12fb581c87c6,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:44.110793 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.126205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 22f383f7-d02d-4603-b459-12fb581c87c6 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:44.147040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.153793 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:44.168851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.218846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:44.226039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:44.232659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:44.264157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Pushing event updated for resources: {'Port': ['ID=891dac71-c597-40e2-a5cb-e729688d7938,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.295725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.300014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9a505014-53cf-4896-9e9e-850f6c993483, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9a505014-53cf-4896-9e9e-850f6c993483,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:44.399172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 3, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:44.413639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaf1bc10-80a4-4afb-be00-4221de4ba839 req-260bb116-76a0-4e5d-94da-9098fe09ea48 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3659dee-7038-4c50-b5a9-84197e69594c HTTP/1.1" status: 200 len: 210 time: 0.0574532 Aug 10 03:21:44.429447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d820c7b1-0925-44ff-99dc-bbe9f861d2d9 None None] The sync data for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 is: [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:40Z', 'revision_number': 3, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:44.440741 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.441624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 677084fa-1b52-4e09-bd04-5257f806ae71 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:44.546653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9a505014-53cf-4896-9e9e-850f6c993483,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.554546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 677084fa-1b52-4e09-bd04-5257f806ae71 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:44.554925 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.575288 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.613150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=22f383f7-d02d-4603-b459-12fb581c87c6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.616563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['22f383f7-d02d-4603-b459-12fb581c87c6', '8a11044a-1d51-43fd-8a68-4ac7c577a177'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:44.669052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9d73c504-1b63-40d4-99f0-ee59946fd996 None None] Provisioning for port 891dac71-c597-40e2-a5cb-e729688d7938 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:44.687303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9d73c504-1b63-40d4-99f0-ee59946fd996 None None] Provisioning complete for port 891dac71-c597-40e2-a5cb-e729688d7938 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:44.687699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9d73c504-1b63-40d4-99f0-ee59946fd996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.819583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9d73c504-1b63-40d4-99f0-ee59946fd996 None None] Port 891dac71-c597-40e2-a5cb-e729688d7938 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:44.861639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dd4cfd50-1dd8-426f-bb53-95e5a8bca813 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:44.868474 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dd4cfd50-1dd8-426f-bb53-95e5a8bca813 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.54 "GET /v2.0/networks?id=8066b52c-3612-44eb-9667-cfa73281623c HTTP/1.1" status: 200 len: 819 time: 0.2355182 Aug 10 03:21:44.896319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Request body: {'port': {'device_id': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c', 'admin_state_up': True, 'tenant_id': '0b5aaa1550094272b81ee8332222a78e'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:45.055669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 22f383f7-d02d-4603-b459-12fb581c87c6 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:45.058568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.060933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.063005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-8c5b4449-29a6-4d36-8acd-ae1eba983c8f tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.54 "DELETE /v2.0/ports/22f383f7-d02d-4603-b459-12fb581c87c6 HTTP/1.1" status: 204 len: 173 time: 1.4525666 Aug 10 03:21:45.063270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-deleted', 'tag': '22f383f7-d02d-4603-b459-12fb581c87c6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:45.065698 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7591ca-b7cc-4858-895a-b6a3059e6e81" -d '{"events": [{"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-deleted", "tag": "22f383f7-d02d-4603-b459-12fb581c87c6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:45.140124 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.213080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Made reservation on behalf of 0b5aaa1550094272b81ee8332222a78e for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:21:45.224871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.271089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 8a11044a-1d51-43fd-8a68-4ac7c577a177 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:45.271430 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.389064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.416286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 8a11044a-1d51-43fd-8a68-4ac7c577a177, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8a11044a-1d51-43fd-8a68-4ac7c577a177,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:45.416698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.447856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 8a11044a-1d51-43fd-8a68-4ac7c577a177 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:45.458024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Allocated IP 172.20.0.2 (8066b52c-3612-44eb-9667-cfa73281623c/4b857554-d3fc-4662-8457-300caac4a1d4/9248e049-443e-4002-b8e5-8ca540b0cd53) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:21:45.487161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.599311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a505014-53cf-4896-9e9e-850f6c993483 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:45.631181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Pushing event updated for resources: {'Port': ['ID=891dac71-c597-40e2-a5cb-e729688d7938,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.640298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.651139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65f2fa-b44d-4a17-ba28-c618603bab52 req-a1f6ab2d-73c4-48c7-b22d-0523fed7795f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.652776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e65f2fa-b44d-4a17-ba28-c618603bab52 req-a1f6ab2d-73c4-48c7-b22d-0523fed7795f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.2024271 Aug 10 03:21:45.662869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9a505014-53cf-4896-9e9e-850f6c993483 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:45.663249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.669532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.764465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc6a380c-bace-4172-9b09-61d74af71991 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:45.782896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.784378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e65f2fa-b44d-4a17-ba28-c618603bab52 req-aaaa0599-8828-4e58-b240-3bcf6ebbb959 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222775 Aug 10 03:21:45.848575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:45.850177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:45.868935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Network 8066b52c-3612-44eb-9667-cfa73281623c is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:21:45.872228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:21:45.876232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:21:45.929711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Pushing event updated for resources: {'Port': ['ID=9248e049-443e-4002-b8e5-8ca540b0cd53,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.952225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:45.973474 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.008989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784bad4-fa98-4693-b024-343409956add req-a70d2777-9cd3-4998-8360-e9170d8d0bc3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.010532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1784bad4-fa98-4693-b024-343409956add req-a70d2777-9cd3-4998-8360-e9170d8d0bc3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 931 time: 0.1143153 Aug 10 03:21:46.026993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fc6a380c-bace-4172-9b09-61d74af71991 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:46.026993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fc6a380c-bace-4172-9b09-61d74af71991 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:46.026993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.041937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Router 5e147144-5bf1-4928-adfb-1a77e6d9239b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:46.115050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.132520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.139305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port fc6a380c-bace-4172-9b09-61d74af71991, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fc6a380c-bace-4172-9b09-61d74af71991,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:46.141338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1784bad4-fa98-4693-b024-343409956add req-5dddc49f-9025-4161-b832-9873b1730d57 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119914 Aug 10 03:21:46.155339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-ecf2cceb-e58d-4f7d-b23f-f2f5f8306cd9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2697680 Aug 10 03:21:46.178304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=8a11044a-1d51-43fd-8a68-4ac7c577a177,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.179034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Request body: {'port': {'device_id': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:21:46.195107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-181ac1f0-e962-49b3-9362-f307a1f6c549 None None] Provisioning complete for port 891dac71-c597-40e2-a5cb-e729688d7938 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:46.195496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-181ac1f0-e962-49b3-9362-f307a1f6c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.245377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-181ac1f0-e962-49b3-9362-f307a1f6c549 None None] Port 891dac71-c597-40e2-a5cb-e729688d7938 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:21:46.273765 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.286337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.298040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 8a11044a-1d51-43fd-8a68-4ac7c577a177 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:46.306002 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.309929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.54 "DELETE /v2.0/ports/8a11044a-1d51-43fd-8a68-4ac7c577a177 HTTP/1.1" status: 204 len: 173 time: 1.2336035 Aug 10 03:21:46.357649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:46.358127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=fc6a380c-bace-4172-9b09-61d74af71991,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.374125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.381417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.388328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.394738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.400940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.407974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.414279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.422565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-a1068e43-ee97-4ee1-a84e-feaded994269 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1862445 Aug 10 03:21:46.433467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f354ce80-36cf-4794-9009-08f5e16e61d2 admin admin] 10.222.0.26 "PUT /v2.0/routers/5e147144-5bf1-4928-adfb-1a77e6d9239b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8916981 Aug 10 03:21:46.475698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a18fd539-5dca-4cd8-8766-a072db250b90 req-cec7d225-0413-42e5-9b6f-5285c2d1c6bc tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502448 Aug 10 03:21:46.534847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Sync routers for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:46.544630 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:46.545209 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:46.626787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71590273-cc33-460f-bbe2-847ecbf38e75 req-cd09a615-af1b-456c-90c3-1c2b75cbff93 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:46.638313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71590273-cc33-460f-bbe2-847ecbf38e75 req-cd09a615-af1b-456c-90c3-1c2b75cbff93 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0888798 Aug 10 03:21:46.669876 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:46.670105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9248e049-443e-4002-b8e5-8ca540b0cd53 {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:46.687980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.693465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71590273-cc33-460f-bbe2-847ecbf38e75 req-cec0db3b-6fcf-4ac4-9da8-79bd5498274f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537567 Aug 10 03:21:46.716928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Transition to ACTIVE for port object 9248e049-443e-4002-b8e5-8ca540b0cd53 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:46.746628 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28dd480-a622-41c5-a6d5-d879586e2124 x-openstack-request-id: req-e28dd480-a622-41c5-a6d5-d879586e2124 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:46.747685 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-deleted", "tag": "22f383f7-d02d-4603-b459-12fb581c87c6", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:46.749136 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e28dd480-a622-41c5-a6d5-d879586e2124 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:46.749793 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-deleted', 'tag': '22f383f7-d02d-4603-b459-12fb581c87c6', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:21:46.787755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.832784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3645b517-9911-40c9-8a69-fc16a3011232 req-8b9fbe68-31e7-453f-8f03-87618d675c60 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 210 time: 0.0384402 Aug 10 03:21:46.837067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9248e049-443e-4002-b8e5-8ca540b0cd53,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.969082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Attempting to bind port 9248e049-443e-4002-b8e5-8ca540b0cd53 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:46.969721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Attempting to bind port 9248e049-443e-4002-b8e5-8ca540b0cd53 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:46.969721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Attempting to bind port 9248e049-443e-4002-b8e5-8ca540b0cd53 on network 8066b52c-3612-44eb-9667-cfa73281623c {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:46.973077 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:45Z', 'revision_number': 2, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:46.974383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Port 9248e049-443e-4002-b8e5-8ca540b0cd53 on network 8066b52c-3612-44eb-9667-cfa73281623c not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:21:46.974741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Attempting to bind port 9248e049-443e-4002-b8e5-8ca540b0cd53 on network 8066b52c-3612-44eb-9667-cfa73281623c {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:46.988838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:46.989281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Checking segment: {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:46.989739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Bound using segment: {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:46.990482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Bound port: 9248e049-443e-4002-b8e5-8ca540b0cd53, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897bb9be-3257-49e7-965c-e164cd3388a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:46.990954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.006712 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Checking router: 5e147144-5bf1-4928-adfb-1a77e6d9239b for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:47.007073 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Updating router 5e147144-5bf1-4928-adfb-1a77e6d9239b port 891dac71-c597-40e2-a5cb-e729688d7938 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:21:47.032494 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.083557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefa0ec-c75d-4cca-8375-3ceacbf6fa59 req-e5e0f98f-39f2-4a17-995d-c59d9c146478 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.085129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deefa0ec-c75d-4cca-8375-3ceacbf6fa59 req-e5e0f98f-39f2-4a17-995d-c59d9c146478 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0560565 Aug 10 03:21:47.088477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] For port 9248e049-443e-4002-b8e5-8ca540b0cd53, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:47.092972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 22f383f7-d02d-4603-b459-12fb581c87c6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:47.099068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] For port 9248e049-443e-4002-b8e5-8ca540b0cd53, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9248e049-443e-4002-b8e5-8ca540b0cd53,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:47.116021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 22f383f7-d02d-4603-b459-12fb581c87c6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:47.116425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 22f383f7-d02d-4603-b459-12fb581c87c6 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:47.116845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8a11044a-1d51-43fd-8a68-4ac7c577a177 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:47.136950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deefa0ec-c75d-4cca-8375-3ceacbf6fa59 req-fcc54272-c9c1-4ba9-aae0-b7e79818ffeb tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Aug 10 03:21:47.151382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 8a11044a-1d51-43fd-8a68-4ac7c577a177 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:47.156668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8a11044a-1d51-43fd-8a68-4ac7c577a177 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:47.245084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.260014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54804) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.278677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.279330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.280995 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/9248e049-443e-4002-b8e5-8ca540b0cd53 HTTP/1.1" status: 200 len: 1092 time: 1.1079445 Aug 10 03:21:47.324715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'tag': '9248e049-443e-4002-b8e5-8ca540b0cd53'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:47.327061 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61" -d '{"events": [{"name": "network-changed", "server_uuid": "4db5d29a-ea2a-42cc-994c-a7959c124b5d", "tag": "9248e049-443e-4002-b8e5-8ca540b0cd53"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:47.334080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be768ab4-3730-4b6f-a6ba-7f343cf67197 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.374932 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.383145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be768ab4-3730-4b6f-a6ba-7f343cf67197 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.387317 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Transition to ACTIVE for port object 891dac71-c597-40e2-a5cb-e729688d7938 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:21:47.407999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda252c6-cad5-4beb-8e50-be91233727f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9248e049-443e-4002-b8e5-8ca540b0cd53,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.462450 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.475709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc6a380c-bace-4172-9b09-61d74af71991 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:47.504399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261b5b-63e9-492c-b4ae-c47d58412867 req-a5fd1d46-f27a-41fc-ad0e-7698ee4d07df tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.509803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43261b5b-63e9-492c-b4ae-c47d58412867 req-a5fd1d46-f27a-41fc-ad0e-7698ee4d07df tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 943 time: 0.0650680 Aug 10 03:21:47.544517 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0e4a-f6e3-4433-85b9-4788f7ecf709 None None] Pushing event updated for resources: {'Port': ['ID=891dac71-c597-40e2-a5cb-e729688d7938,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.558686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be768ab4-3730-4b6f-a6ba-7f343cf67197 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.562322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be768ab4-3730-4b6f-a6ba-7f343cf67197 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.568328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-be768ab4-3730-4b6f-a6ba-7f343cf67197 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "DELETE /v2.0/security-groups/9ce573d8-9af8-4b46-b764-4964d2e238a8 HTTP/1.1" status: 204 len: 168 time: 0.3074033 Aug 10 03:21:47.569293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54816) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.574540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-be4d2aee-6669-4302-bde6-1bbb0f7d9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.579301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-be4d2aee-6669-4302-bde6-1bbb0f7d9b3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b5aaa1550094272b81ee8332222a78e&device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 1095 time: 0.0870969 Aug 10 03:21:47.583906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43261b5b-63e9-492c-b4ae-c47d58412867 req-3421afc9-8a52-48a6-a51c-edd28a8b19d8 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706899 Aug 10 03:21:47.592220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fc6a380c-bace-4172-9b09-61d74af71991 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:47.592843 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Attempting to bind port 891dac71-c597-40e2-a5cb-e729688d7938 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:21:47.593096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.593621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Attempting to bind port 891dac71-c597-40e2-a5cb-e729688d7938 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:21:47.594175 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Attempting to bind port 891dac71-c597-40e2-a5cb-e729688d7938 on network ba272ace-eaff-4fc0-8744-e88c4e34eff5 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:21:47.605972 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-2279963d-1f33-4849-abce-fb3c9173b9e2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] show failed (client error): The resource could not be found. Aug 10 03:21:47.606991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2279963d-1f33-4849-abce-fb3c9173b9e2 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "GET /v2.0/security-groups/9ce573d8-9af8-4b46-b764-4964d2e238a8 HTTP/1.1" status: 404 len: 347 time: 0.0217910 Aug 10 03:21:47.608684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be768ab4-3730-4b6f-a6ba-7f343cf67197 tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce573d8-9af8-4b46-b764-4964d2e238a8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.610104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:21:47.610486 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Checking segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:21:47.611029 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.614116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54818) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.615381 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Bound using segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:21:47.615882 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Bound port: 891dac71-c597-40e2-a5cb-e729688d7938, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:21:47.616438 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.735920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-77eb5b2b-51c8-441b-8d69-af87283abb69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9248e049-443e-4002-b8e5-8ca540b0cd53 HTTP/1.1" status: 200 len: 217 time: 0.1404114 Aug 10 03:21:47.739408 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e608dc1-a2d3-42df-98d2-7b3492cfce47 x-openstack-request-id: req-2e608dc1-a2d3-42df-98d2-7b3492cfce47 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:47.739609 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db5d29a-ea2a-42cc-994c-a7959c124b5d", "tag": "9248e049-443e-4002-b8e5-8ca540b0cd53", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:47.743776 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e608dc1-a2d3-42df-98d2-7b3492cfce47 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:47.744181 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'tag': '9248e049-443e-4002-b8e5-8ca540b0cd53', 'status': 'completed', 'code': 200} Aug 10 03:21:47.776970 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] For port 891dac71-c597-40e2-a5cb-e729688d7938, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:21:47.776970 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] For port 891dac71-c597-40e2-a5cb-e729688d7938, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=891dac71-c597-40e2-a5cb-e729688d7938,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:21:47.843325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-8ae91a07-6167-47d2-b6f8-7c8d1a08bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:47.845001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-8ae91a07-6167-47d2-b6f8-7c8d1a08bfbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b857554-d3fc-4662-8457-300caac4a1d4 HTTP/1.1" status: 200 len: 859 time: 0.0997570 Aug 10 03:21:47.867846 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.877550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Deleting port 34d597c8-6ad2-4f4c-850e-cc50ee05a6e0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:47.877892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.921281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-91c9df71-f5bd-45d3-841b-63906a6b1c7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8066b52c-3612-44eb-9667-cfa73281623c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629401 Aug 10 03:21:47.955797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:47.956732 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:48.034734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.043160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.050501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.060157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.072213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.074053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.081871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.091972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11659c37-ec45-4531-aacd-b7236f20456c req-bab54ca5-14bf-448c-92af-d63e4b644d5c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1596854 Aug 10 03:21:48.099423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.099531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.101953 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-232636b6-f2d4-4114-8c36-3376c917ed99 service neutron] 10.222.0.54 "GET /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700034 Aug 10 03:21:48.131100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Calling delete_port for 34d597c8-6ad2-4f4c-850e-cc50ee05a6e0 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:48.163557 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0e4a-f6e3-4433-85b9-4788f7ecf709 None None] Pushing event updated for resources: {'Port': ['ID=891dac71-c597-40e2-a5cb-e729688d7938,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.222766 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-82f6f698-4f13-4c7d-a483-433e5e6c4be9 service neutron] 10.222.0.54 "GET /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119394 Aug 10 03:21:48.271079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11659c37-ec45-4531-aacd-b7236f20456c req-0c2800ed-c423-4e24-a8d8-fd10ff12544a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1781776 Aug 10 03:21:48.271560 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:48.431730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7271c-3a51-4e49-b8f3-bdfc2e0c0657 req-cc1e1fa6-78f9-417d-9f40-ad30a6948310 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.433776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6f7271c-3a51-4e49-b8f3-bdfc2e0c0657 req-cc1e1fa6-78f9-417d-9f40-ad30a6948310 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0639968 Aug 10 03:21:48.473643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.518727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6f7271c-3a51-4e49-b8f3-bdfc2e0c0657 req-36f4ac03-7313-4519-8c7f-f7af210b145a tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747571 Aug 10 03:21:48.524211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Pushing event deleted for resources: {'Port': ['ID=34d597c8-6ad2-4f4c-850e-cc50ee05a6e0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.554570 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:47Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:48.564185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-3a02d9e5-ee35-49fc-9a0d-6adb4f73126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.569053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-3a02d9e5-ee35-49fc-9a0d-6adb4f73126e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b5aaa1550094272b81ee8332222a78e&device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 1095 time: 0.0782723 Aug 10 03:21:48.599239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.602158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.604431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e6671e5e-0b3f-40aa-a68d-40e4d704126d tempest-AttachVolumeTestJSON-1253455684 tempest-AttachVolumeTestJSON-1253455684-project] 10.222.0.26 "DELETE /v2.0/floatingips/2695c560-349e-4130-bfd2-f9986aaf429c HTTP/1.1" status: 204 len: 168 time: 0.9883194 Aug 10 03:21:48.621029 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061e2d6-1af7-4c7c-a320-beb9d42ff70a None None] The sync data for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 is: [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:47Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:48.658283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7ba02df-d0cc-45c9-9ec4-b5dd293bf597 req-2c4b6f81-c9d8-4b91-bf26-68d2badc2fac tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 210 time: 0.0421004 Aug 10 03:21:48.658514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54874) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:48.748061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-a43cd27c-f1bc-4e24-81fa-d6d55b6fc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.749650 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-a43cd27c-f1bc-4e24-81fa-d6d55b6fc03b service neutron] 10.222.0.54 "GET /v2.0/networks?id=8066b52c-3612-44eb-9667-cfa73281623c HTTP/1.1" status: 200 len: 920 time: 0.1723478 Aug 10 03:21:48.750798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-deleted', 'tag': '8a11044a-1d51-43fd-8a68-4ac7c577a177'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:48.753527 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d7fff-0b9c-4c3c-bab2-de02f73ca95b" -d '{"events": [{"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-deleted", "tag": "8a11044a-1d51-43fd-8a68-4ac7c577a177"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:48.812957 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-5f2ed568-9f21-49f5-9065-b312cfd88936 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9248e049-443e-4002-b8e5-8ca540b0cd53 HTTP/1.1" status: 200 len: 217 time: 0.0500293 Aug 10 03:21:48.851596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6d528ade-2f6a-41df-a27e-c61790a1e61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.890075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151083f-f8d6-48da-8bf4-eb02927c1030 req-926c5036-b180-465b-abb9-b99c52ad9167 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.892209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e151083f-f8d6-48da-8bf4-eb02927c1030 req-926c5036-b180-465b-abb9-b99c52ad9167 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1101449 Aug 10 03:21:48.893429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-54a7f3ff-1120-45bc-9d91-573aa1a11555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:48.895528 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-54a7f3ff-1120-45bc-9d91-573aa1a11555 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b857554-d3fc-4662-8457-300caac4a1d4 HTTP/1.1" status: 200 len: 859 time: 0.0722730 Aug 10 03:21:48.945066 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-5478a232-072e-4936-a845-c09cae63c8bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8066b52c-3612-44eb-9667-cfa73281623c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382862 Aug 10 03:21:48.963485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e151083f-f8d6-48da-8bf4-eb02927c1030 req-5074106b-8d9f-42dd-9262-d79f63ba210d tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Aug 10 03:21:49.015453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6d528ade-2f6a-41df-a27e-c61790a1e61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.092006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c2cb5219-3b9b-4e01-9369-0b8592a81698 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:49.093247 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-7c425602-5fb3-4de5-8d05-857ff9008f8d service neutron] 10.222.0.54 "GET /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377814 Aug 10 03:21:49.129023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad542b-ba99-44c2-a39e-d23ba3ad47cf req-3cc0bcae-0a88-4143-b233-5c7b546725b9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:49.133521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fad542b-ba99-44c2-a39e-d23ba3ad47cf req-3cc0bcae-0a88-4143-b233-5c7b546725b9 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 943 time: 0.0928404 Aug 10 03:21:49.227660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fad542b-ba99-44c2-a39e-d23ba3ad47cf req-b2adf636-edc3-4904-9cfa-51374d75cea7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Aug 10 03:21:49.228914 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6d528ade-2f6a-41df-a27e-c61790a1e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.251391 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-cf2cf07d-bbc2-4851-96e9-d8faee87fb61 req-4a08f923-4fbb-4ba3-b9bf-4f40e443355e service neutron] 10.222.0.54 "GET /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424704 Aug 10 03:21:49.291506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:49.304756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'c2cb5219-3b9b-4e01-9369-0b8592a81698', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'port_id': 'c2cb5219-3b9b-4e01-9369-0b8592a81698', 'mac_address': 'fa:16:3e:55:51:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:49.314371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528ade-2f6a-41df-a27e-c61790a1e61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1511dcf2-08ba-4358-9fc5-cbd4e424dc93,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.319898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6d528ade-2f6a-41df-a27e-c61790a1e61d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3b4a6cd322c40e4b239d9b9d11edca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604176 Aug 10 03:21:49.322344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54888) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:49.369950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.388594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85ce18e5-b693-4bc3-9a3b-29ee25834145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.402702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cb5219-3b9b-4e01-9369-0b8592a81698 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:49.422422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85ce18e5-b693-4bc3-9a3b-29ee25834145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.435262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:49.532602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 891dac71-c597-40e2-a5cb-e729688d7938 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:49.573615 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.574307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 6db0a240-2d66-4e4f-8e28-a4da02129ab3 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:49.576626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef54c641-33d6-4233-8142-6aba4b53c820 req-5c8fb24c-be22-4c3f-8435-21e815ceb651 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ebe7636-0a45-4716-8769-f9a2fafd6451 HTTP/1.1" status: 200 len: 210 time: 0.0585098 Aug 10 03:21:49.591207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85ce18e5-b693-4bc3-9a3b-29ee25834145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.594709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85ce18e5-b693-4bc3-9a3b-29ee25834145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.595863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-85ce18e5-b693-4bc3-9a3b-29ee25834145 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1511dcf2-08ba-4358-9fc5-cbd4e424dc93 HTTP/1.1" status: 204 len: 168 time: 0.2716789 Aug 10 03:21:49.629193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce18e5-b693-4bc3-9a3b-29ee25834145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1511dcf2-08ba-4358-9fc5-cbd4e424dc93,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.728379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.795998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:49.813894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '6db0a240-2d66-4e4f-8e28-a4da02129ab3', 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'port_id': '6db0a240-2d66-4e4f-8e28-a4da02129ab3', 'mac_address': 'fa:16:3e:68:c2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc68dd54-b5f0-4a18-a189-3edb5952a3b1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:49.860790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.875952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db0a240-2d66-4e4f-8e28-a4da02129ab3 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:49.890930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 891dac71-c597-40e2-a5cb-e729688d7938 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:21:49.904448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 891dac71-c597-40e2-a5cb-e729688d7938 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:49.904824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.907856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.018009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.064916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 891dac71-c597-40e2-a5cb-e729688d7938, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=891dac71-c597-40e2-a5cb-e729688d7938,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.116932 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.118473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b4f7995c-a3e7-4d7a-9439-3ed495e47d1d details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:50.191454 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.215644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.225060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.265157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d', 'network_id': 'f3bfa3b2-b0cb-429e-9158-75cdb950d1d9', 'port_id': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d', 'mac_address': 'fa:16:3e:8f:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc68dd54-b5f0-4a18-a189-3edb5952a3b1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:50.327885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=891dac71-c597-40e2-a5cb-e729688d7938,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.336980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.364395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f7995c-a3e7-4d7a-9439-3ed495e47d1d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:50.386292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.408121 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc717f73-d7f6-4318-9be3-c6a390026e9d x-openstack-request-id: req-cc717f73-d7f6-4318-9be3-c6a390026e9d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:50.408627 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-deleted", "tag": "8a11044a-1d51-43fd-8a68-4ac7c577a177", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:50.408754 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc717f73-d7f6-4318-9be3-c6a390026e9d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:50.409404 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-deleted', 'tag': '8a11044a-1d51-43fd-8a68-4ac7c577a177', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:21:50.479961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.481011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 14306ad1-9b23-4752-a27b-291c4f100450 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:50.557017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.564543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.571534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.578652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.585301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.592319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.599060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.599252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=14306ad1-9b23-4752-a27b-291c4f100450,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.601317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b55de585-6863-42b5-a1cd-6607cbde861e req-24d2295b-282a-43f4-bc9a-10912bb15ce8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5422 time: 0.1200855 Aug 10 03:21:50.602248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.617143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '14306ad1-9b23-4752-a27b-291c4f100450', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'port_id': '14306ad1-9b23-4752-a27b-291c4f100450', 'mac_address': 'fa:16:3e:84:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:50.668970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b55de585-6863-42b5-a1cd-6607cbde861e req-2c530c17-efae-431a-ae25-13d4a2cd161e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601430 Aug 10 03:21:50.669448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.685285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14306ad1-9b23-4752-a27b-291c4f100450 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:50.708338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=14306ad1-9b23-4752-a27b-291c4f100450,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:50.770073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.770749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 26db3900-5111-4208-82d5-04590d5b8613 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:50.792872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc89c91-478f-44d1-b3b6-b527c53b94cb req-bdc502f5-cb12-4823-93e7-91fd13607c11 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:50.802604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cc89c91-478f-44d1-b3b6-b527c53b94cb req-bdc502f5-cb12-4823-93e7-91fd13607c11 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0791922 Aug 10 03:21:50.897035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cc89c91-478f-44d1-b3b6-b527c53b94cb req-1234ba17-024f-45b8-a00f-10b126ac3f0d tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940220 Aug 10 03:21:50.980570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.008095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=26db3900-5111-4208-82d5-04590d5b8613,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:51.035319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '26db3900-5111-4208-82d5-04590d5b8613', 'network_id': '3f4fb721-34f1-45e8-b397-90bf961706f3', 'port_id': '26db3900-5111-4208-82d5-04590d5b8613', 'mac_address': 'fa:16:3e:4c:40:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c09e40-3d03-4fa8-9536-e420d384e768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:51.069474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb2c4-c815-47a8-9b41-d8ab10097631 req-a55c5969-c483-4566-89c6-81e95f4db907 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.077516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c50bb2c4-c815-47a8-9b41-d8ab10097631 req-a55c5969-c483-4566-89c6-81e95f4db907 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1122422 Aug 10 03:21:51.106788 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.121604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c50bb2c4-c815-47a8-9b41-d8ab10097631 req-6fe27d2c-24b2-4b95-a29e-be191d976eb4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Aug 10 03:21:51.130877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26db3900-5111-4208-82d5-04590d5b8613 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:51.153395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=26db3900-5111-4208-82d5-04590d5b8613,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:51.219753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.220466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8bd4534d-b549-4588-8b80-3b6c89f209c3 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:51.294159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934c398-60c2-4858-97c3-27451e2dac55 req-bdd368e3-1932-4b71-ab68-d9e6784e880d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:51.296636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4934c398-60c2-4858-97c3-27451e2dac55 req-bdd368e3-1932-4b71-ab68-d9e6784e880d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 943 time: 0.0592213 Aug 10 03:21:51.304511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.308441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:51.320161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '8bd4534d-b549-4588-8b80-3b6c89f209c3', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'port_id': '8bd4534d-b549-4588-8b80-3b6c89f209c3', 'mac_address': 'fa:16:3e:ac:a6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:51.352593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4934c398-60c2-4858-97c3-27451e2dac55 req-ee807130-3e34-4b89-b2e1-9276cbb955ba tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 Aug 10 03:21:51.376673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.392477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd4534d-b549-4588-8b80-3b6c89f209c3 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:51.402702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54930) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:51.420735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:51.499635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting subnet 3ac54353-7f66-4afd-b7bd-fd731e21e497 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:51.503228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.507423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.508302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2d260261-b2d1-43d9-b088-c8aad4496025 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:51.518083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 891dac71-c597-40e2-a5cb-e729688d7938 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:51.566216 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.645529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.653188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2d260261-b2d1-43d9-b088-c8aad4496025,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:51.675201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '2d260261-b2d1-43d9-b088-c8aad4496025', 'network_id': 'e760f916-e63a-4a91-a0cc-8cdba5e2f755', 'port_id': '2d260261-b2d1-43d9-b088-c8aad4496025', 'mac_address': 'fa:16:3e:4f:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39526f8-2d64-44e5-b173-5a1a928ff81a', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:51.683995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 891dac71-c597-40e2-a5cb-e729688d7938 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:51.684469 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.738671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.765364 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.785427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d260261-b2d1-43d9-b088-c8aad4496025 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:51.809859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2d260261-b2d1-43d9-b088-c8aad4496025,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:51.894554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.894777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.933546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac54353-7f66-4afd-b7bd-fd731e21e497,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.937165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:51.941622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-31d3209b-5d41-48e9-9ff3-8e31493ec396 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/subnets/3ac54353-7f66-4afd-b7bd-fd731e21e497 HTTP/1.1" status: 204 len: 168 time: 0.5356135 Aug 10 03:21:51.942305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54940) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:51.955054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c83a46-7b90-47e0-9538-ec9289e704eb None None] Network 68ae5484-12ff-4449-9c98-7e6fb4e952bb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:51.967995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.034999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.055787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9248e049-443e-4002-b8e5-8ca540b0cd53 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:52.105709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port a0f99fdb-fd80-40cc-a430-a281b5f8c758 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:52.106748 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.192169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port a0f99fdb-fd80-40cc-a430-a281b5f8c758, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a0f99fdb-fd80-40cc-a430-a281b5f8c758,segment=NetworkSegment(5e21d5cc-f19c-451b-b145-0de1f40754fe),segment_id=5e21d5cc-f19c-451b-b145-0de1f40754fe)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:52.192567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.206614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9248e049-443e-4002-b8e5-8ca540b0cd53, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9248e049-443e-4002-b8e5-8ca540b0cd53,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:52.210248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for a0f99fdb-fd80-40cc-a430-a281b5f8c758 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:52.219464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '9248e049-443e-4002-b8e5-8ca540b0cd53', 'network_id': '8066b52c-3612-44eb-9667-cfa73281623c', 'port_id': '9248e049-443e-4002-b8e5-8ca540b0cd53', 'mac_address': 'fa:16:3e:71:0d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b857554-d3fc-4662-8457-300caac4a1d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:52.230700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] DHCP port deletion for 68ae5484-12ff-4449-9c98-7e6fb4e952bb request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:52.408475 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.414949 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.433077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9248e049-443e-4002-b8e5-8ca540b0cd53 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:52.460368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9248e049-443e-4002-b8e5-8ca540b0cd53, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9248e049-443e-4002-b8e5-8ca540b0cd53,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:52.464834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=a0f99fdb-fd80-40cc-a430-a281b5f8c758,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.466141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Deleting port a0f99fdb-fd80-40cc-a430-a281b5f8c758 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:52.466458 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.474784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port a0f99fdb-fd80-40cc-a430-a281b5f8c758 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:52.558930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] For port a0f99fdb-fd80-40cc-a430-a281b5f8c758, host n-d-765315-26, got binding levels [] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:52.559332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.563564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.605270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Calling delete_port for a0f99fdb-fd80-40cc-a430-a281b5f8c758 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:52.614034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.ipam_backend_mixin [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Port a0f99fdb-fd80-40cc-a430-a281b5f8c758 was not found and therefore no delete operation was performed {{(pid=94806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:21:52.618300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.638293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] No DVR routers for this DVR port a0f99fdb-fd80-40cc-a430-a281b5f8c758 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:52.675761 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.684655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9248e049-443e-4002-b8e5-8ca540b0cd53,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.691106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ae5484-12ff-4449-9c98-7e6fb4e952bb']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:52.705665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e21d5cc-f19c-451b-b145-0de1f40754fe') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:52.705999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e21d5cc-f19c-451b-b145-0de1f40754fe') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:52.719381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.721811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1884-d85e-4f58-8b5f-1c8bae28cc95 None None] Pushing event deleted for resources: {'Port': ['ID=a0f99fdb-fd80-40cc-a430-a281b5f8c758,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.737654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.746441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:52.746855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:52.750251 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:52.965655 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.989138 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.991511 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/networks/68ae5484-12ff-4449-9c98-7e6fb4e952bb HTTP/1.1" status: 204 len: 168 time: 1.0484715 Aug 10 03:21:52.992976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b42ae-10e1-4593-b6f3-b7809016607b tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Network': ['ID=68ae5484-12ff-4449-9c98-7e6fb4e952bb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:52.994446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54960) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:53.053580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.059630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.065552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.071406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.078098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.084100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.090026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.097970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-311b5634-f682-4b06-b649-cf8f9f7c0476 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5426 time: 0.4463804 Aug 10 03:21:53.134431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting subnet 4ebd247a-fda3-40e4-b180-1199eeeee29e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:53.138971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.148318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['6db0a240-2d66-4e4f-8e28-a4da02129ab3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:53.192424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82987bac-6554-4043-93c6-5dd777ddcfd8 req-1ee0a4e8-66c8-4c11-a580-df7494ce30e9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850487 Aug 10 03:21:53.200679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['b4f7995c-a3e7-4d7a-9439-3ed495e47d1d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:53.230147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.272066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['14306ad1-9b23-4752-a27b-291c4f100450'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:53.294605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8bd4534d-b549-4588-8b80-3b6c89f209c3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:53.341162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.377350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['2d260261-b2d1-43d9-b088-c8aad4496025'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:53.436464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0762ee6-ed39-46c0-b31d-bb00ba26e961 req-2fe9f631-ced2-4382-8548-759543370882 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.438826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0762ee6-ed39-46c0-b31d-bb00ba26e961 req-2fe9f631-ced2-4382-8548-759543370882 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.1158836 Aug 10 03:21:53.512725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0f99fdb-fd80-40cc-a430-a281b5f8c758 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:53.516700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0762ee6-ed39-46c0-b31d-bb00ba26e961 req-ee994b58-b383-4bbb-91a5-e4b653a06ef8 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Aug 10 03:21:53.553878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.594116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['9248e049-443e-4002-b8e5-8ca540b0cd53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:53.595684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebd247a-fda3-40e4-b180-1199eeeee29e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:53.617404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.619296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f54428b6-4c2a-46a6-a5e3-9e0ec77e2fee tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/subnets/4ebd247a-fda3-40e4-b180-1199eeeee29e HTTP/1.1" status: 204 len: 168 time: 0.6238260 Aug 10 03:21:53.621995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54966) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:53.625796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a0f99fdb-fd80-40cc-a430-a281b5f8c758 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:53.626141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0f99fdb-fd80-40cc-a430-a281b5f8c758 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:53.635580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248e2f27-54f3-4607-84a3-a19ab43ac616 None None] Network 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:53.686206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0324b1c-0fd5-4b46-be7b-1f3332bc1de2 req-81d82d8d-c926-4f5f-b580-e6678098d7c4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:53.690047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0324b1c-0fd5-4b46-be7b-1f3332bc1de2 req-81d82d8d-c926-4f5f-b580-e6678098d7c4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0963068 Aug 10 03:21:53.750403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.801481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0324b1c-0fd5-4b46-be7b-1f3332bc1de2 req-29f0e7a2-891b-4552-a1e7-82a5eddf9c0f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007531 Aug 10 03:21:53.840326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Deleting port 9931782b-39ba-4274-a005-02a1f791cd61 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:53.840741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.918525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] For port 9931782b-39ba-4274-a005-02a1f791cd61, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9931782b-39ba-4274-a005-02a1f791cd61,segment=NetworkSegment(ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2),segment_id=ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:53.918948 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:53.934936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Calling delete_port for 9931782b-39ba-4274-a005-02a1f791cd61 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:53.990213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c2cb5219-3b9b-4e01-9369-0b8592a81698'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:54.008195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd2929-bb12-4372-8937-4ffa56f27136 req-7d64374e-c745-4200-bafd-c9cba12f18fd tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.014414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31bd2929-bb12-4372-8937-4ffa56f27136 req-7d64374e-c745-4200-bafd-c9cba12f18fd tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 944 time: 0.0702152 Aug 10 03:21:54.056885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31bd2929-bb12-4372-8937-4ffa56f27136 req-c57f9244-8983-412a-b4e3-9bab5221b7ec tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Aug 10 03:21:54.119208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.135456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['26db3900-5111-4208-82d5-04590d5b8613'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:54.162152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Port': ['ID=9931782b-39ba-4274-a005-02a1f791cd61,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:54.167286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] No DVR routers for this DVR port 9931782b-39ba-4274-a005-02a1f791cd61 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:54.195886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:54.341715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.375230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:54.406253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:54.408509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff83bbd2-3b93-4a59-ba9a-c3c83e7410c2') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:54.417032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf8158-fbf8-4c9b-bf95-8ec9bdf76666 None None] DHCP port deletion for 3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:54.420870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.445657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.453777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:54.454207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:54.466903 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:54.677383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.689258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.691611 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] 10.222.0.26 "DELETE /v2.0/networks/3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d HTTP/1.1" status: 204 len: 168 time: 1.0678196 Aug 10 03:21:54.700000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54990) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:54.706293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c880-c7b1-4876-98b3-bb688829490e tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] Pushing event deleted for resources: {'Network': ['ID=3dc23e9e-6ddd-4eb9-8106-02de2ce6ff1d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:54.932120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.938168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.944090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.950080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.951135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.956043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.962095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.969751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:54.971735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-735e24f5-16db-4a41-88cb-b55940f1b8f9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5426 time: 0.1435521 Aug 10 03:21:55.056893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e7e07c7-3714-46b2-adcc-8429c1ac8e17 req-9bdaad20-fec5-44c1-8609-e0962655bb99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547249 Aug 10 03:21:55.220661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f7aac-df5b-4bf4-b8ce-c30c9ebc97ff req-f6f5244a-9e5c-4207-92b4-85100b61673c tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:55.222523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a1f7aac-df5b-4bf4-b8ce-c30c9ebc97ff req-f6f5244a-9e5c-4207-92b4-85100b61673c tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0732095 Aug 10 03:21:55.247603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Deleting port dc526f72-fc67-4c9a-8db0-d37b686cb8ff {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:55.248399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.299072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a1f7aac-df5b-4bf4-b8ce-c30c9ebc97ff req-fabf3c16-22ae-4941-9b92-8cf9e8fedf93 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Aug 10 03:21:55.339952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.362816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] For port dc526f72-fc67-4c9a-8db0-d37b686cb8ff, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:55.364109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.395086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Calling delete_port for dc526f72-fc67-4c9a-8db0-d37b686cb8ff owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:55.505268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9931782b-39ba-4274-a005-02a1f791cd61 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:55.562892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9931782b-39ba-4274-a005-02a1f791cd61 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:55.563239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9931782b-39ba-4274-a005-02a1f791cd61 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:55.698870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fdb68-1630-441d-a380-74b584bee149 req-7630a149-c659-4c8e-b749-3afc74c35005 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:55.700603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-885fdb68-1630-441d-a380-74b584bee149 req-7630a149-c659-4c8e-b749-3afc74c35005 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0835602 Aug 10 03:21:55.727052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Deleting port b9e1c342-38a1-4798-bada-d5b31a33fc66 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:55.727473 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.764274 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.793022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.796131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-885fdb68-1630-441d-a380-74b584bee149 req-f74dd019-abb4-4d02-8524-6ffb699a3df1 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861294 Aug 10 03:21:55.839116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc526f72-fc67-4c9a-8db0-d37b686cb8ff,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:55.850765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] For port b9e1c342-38a1-4798-bada-d5b31a33fc66, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9e1c342-38a1-4798-bada-d5b31a33fc66,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:55.852048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.867920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Calling delete_port for b9e1c342-38a1-4798-bada-d5b31a33fc66 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:55.887649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.888000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.888366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.888704 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.889754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.889754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.890029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.890116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.890435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.890767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.891100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:55.891424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:56.054720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca524fa3-5427-4572-97cb-4452114e7962 req-36ea1fa4-f58c-4be9-88b6-0bc97575ee67 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.056619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca524fa3-5427-4572-97cb-4452114e7962 req-36ea1fa4-f58c-4be9-88b6-0bc97575ee67 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 944 time: 0.1046355 Aug 10 03:21:56.151507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca524fa3-5427-4572-97cb-4452114e7962 req-7c82f980-5c11-4557-b1e5-7514d55c6629 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570827 Aug 10 03:21:56.351803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.397899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e1c342-38a1-4798-bada-d5b31a33fc66,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:56.506511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.514253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.525020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.534425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.541436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.547930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.555183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.560900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17d8d284-74ae-480b-ad46-f231358687c0 req-c1b0c18c-58a9-4ee9-8aa4-f9b2a4fe3123 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5426 time: 0.2507627 Aug 10 03:21:56.579493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.668675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17d8d284-74ae-480b-ad46-f231358687c0 req-ce71cfe8-370d-4500-81e4-c451877bf684 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587120 Aug 10 03:21:56.740929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.906620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Router f7d795df-0c1a-45dd-9cfb-886a75b04e27 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:56.921001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd91d0-dffe-4d11-b168-104cdbe0f673 req-e970f622-da42-46e0-9898-9dae59b4cf07 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:56.922512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1cd91d0-dffe-4d11-b168-104cdbe0f673 req-e970f622-da42-46e0-9898-9dae59b4cf07 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0697246 Aug 10 03:21:57.029321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:57.030139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1cd91d0-dffe-4d11-b168-104cdbe0f673 req-3cdad794-1d1d-4988-b6b7-fb1d6b12d339 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734787 Aug 10 03:21:57.036160 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-73fdc1da-8ec4-4ccd-915d-e192f3eb539c admin admin] 10.222.0.26 "PUT /v2.0/routers/f7d795df-0c1a-45dd-9cfb-886a75b04e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8387513 Aug 10 03:21:57.038558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55018) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:57.042600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] Sync routers for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:57.056634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:57.057939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.097477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Router 0be1878e-8170-485e-839f-217f3a2bb222 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:57.171936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:57.209614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.249811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e1437-c80d-47b2-8d48-436904416b48 req-ea5ad93c-87db-4afe-9487-21446d4904e7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.257088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-902e1437-c80d-47b2-8d48-436904416b48 req-ea5ad93c-87db-4afe-9487-21446d4904e7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1032157 Aug 10 03:21:57.281322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:57.291372 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] Sync routers for ids ['0be1878e-8170-485e-839f-217f3a2bb222'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:57.296375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fc0f345c-9c2d-4001-a934-cf9d369148f9 admin admin] 10.222.0.26 "PUT /v2.0/routers/0be1878e-8170-485e-839f-217f3a2bb222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5951560 Aug 10 03:21:57.298857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55022) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:57.305269 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] Routers {'0be1878e-8170-485e-839f-217f3a2bb222'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:57.306856 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0be1878e-8170-485e-839f-217f3a2bb222'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.354974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-902e1437-c80d-47b2-8d48-436904416b48 req-30b754c8-4b6f-4b7f-b1e1-2622f7844700 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963409 Aug 10 03:21:57.365402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.434470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:21:55Z', 'revision_number': 5, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port': {'id': 'ad87b5c5-d339-49b4-b2d9-629cc98d5ae0', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:12:49Z', 'updated_at': '2021-08-10T03:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.484814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] Checking router: f7d795df-0c1a-45dd-9cfb-886a75b04e27 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:57.494320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] Routers {'f7d795df-0c1a-45dd-9cfb-886a75b04e27'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:57.494842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.495050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.517851 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] Set router 0be1878e-8170-485e-839f-217f3a2bb222 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:57.561072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a69e4-43c9-4211-8521-e23de10f890f req-08572cff-a5d5-49db-9e28-1196bc862282 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:57.562801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-635a69e4-43c9-4211-8521-e23de10f890f req-08572cff-a5d5-49db-9e28-1196bc862282 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 944 time: 0.1123810 Aug 10 03:21:57.579063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Deleting port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:57.579389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.738160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] For port ad87b5c5-d339-49b4-b2d9-629cc98d5ae0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:57.738754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.775506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Calling delete_port for ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:57.790754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] Set router f7d795df-0c1a-45dd-9cfb-886a75b04e27 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:57.844770 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:21:56Z', 'revision_number': 5, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.854807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:21:57Z', 'revision_number': 6, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.884015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf7288e-d036-4a98-95ad-d99eb55f9bd6 None None] The sync data for ids ['f7d795df-0c1a-45dd-9cfb-886a75b04e27'] in n-d-765315-26 is: [{'id': 'f7d795df-0c1a-45dd-9cfb-886a75b04e27', 'name': 'tempest-AttachVolumeTestJSON-1820032159-router', 'tenant_id': '542e603960c6440eb87b84444c44ded1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:12:48Z', 'updated_at': '2021-08-10T03:21:57Z', 'revision_number': 6, 'project_id': '542e603960c6440eb87b84444c44ded1', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:57.894985 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] Checking router: 0be1878e-8170-485e-839f-217f3a2bb222 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:57.907192 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] Routers {'0be1878e-8170-485e-839f-217f3a2bb222'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:57.910359 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0be1878e-8170-485e-839f-217f3a2bb222'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:57.975592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-635a69e4-43c9-4211-8521-e23de10f890f req-b1c07566-4101-4e3f-bc79-a4a7364862ac tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057698 Aug 10 03:21:57.996020 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.038723 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] Set router 0be1878e-8170-485e-839f-217f3a2bb222 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:58.156639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.162817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.163559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.170154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.176980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.184007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.190207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.196103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.198637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-c90c8502-f601-4824-933f-8c4022e3f6be tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5426 time: 0.1417487 Aug 10 03:21:58.204389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad87b5c5-d339-49b4-b2d9-629cc98d5ae0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.230771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Deleting port 24d2ec29-61c3-4578-931d-0dc14c1b09b5 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:58.230977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.264479 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:21:56Z', 'revision_number': 5, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:58.301414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.305967 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91745e91-a4c9-4cac-a4b2-e707c09d0d0a None None] The sync data for ids ['0be1878e-8170-485e-839f-217f3a2bb222'] in n-d-765315-26 is: [{'id': '0be1878e-8170-485e-839f-217f3a2bb222', 'name': 'tempest-ServersTestMultiNic-1538875108-router', 'tenant_id': 'd3397732ef2342adae1e0dee957ce53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:18:47Z', 'updated_at': '2021-08-10T03:21:56Z', 'revision_number': 5, 'project_id': 'd3397732ef2342adae1e0dee957ce53f', 'gw_port': {'id': '24d2ec29-61c3-4578-931d-0dc14c1b09b5', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be1878e-8170-485e-839f-217f3a2bb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:18:48Z', 'updated_at': '2021-08-10T03:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:58.325006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c725dded-91b3-4870-8c0e-9e2409badf64 req-e0fcdfda-ba88-49e1-b65f-2bb723681b15 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111908 Aug 10 03:21:58.399658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] For port 24d2ec29-61c3-4578-931d-0dc14c1b09b5, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=24d2ec29-61c3-4578-931d-0dc14c1b09b5,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:58.400037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.420809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Calling delete_port for 24d2ec29-61c3-4578-931d-0dc14c1b09b5 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:58.440956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.443189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.552824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.553406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d795df-0c1a-45dd-9cfb-886a75b04e27 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:58.561793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.562958 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-645abff2-2f56-4ddb-93d7-14c1dbe3142f admin admin] 10.222.0.26 "DELETE /v2.0/routers/f7d795df-0c1a-45dd-9cfb-886a75b04e27 HTTP/1.1" status: 204 len: 168 time: 1.5233862 Aug 10 03:21:58.565462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55038) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:58.567850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8a952-5d33-4390-92cf-d120caa22dd0 req-865bb703-ef56-450c-9d5f-8682a3ccbec3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.569313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47e8a952-5d33-4390-92cf-d120caa22dd0 req-865bb703-ef56-450c-9d5f-8682a3ccbec3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0978272 Aug 10 03:21:58.623835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Deleting subnet 6d599d19-a016-4f74-a230-84fa508ad01e {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:58.627472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.656724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47e8a952-5d33-4390-92cf-d120caa22dd0 req-04ce48fc-8c0b-4922-9e37-3784fbe633df tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727463 Aug 10 03:21:58.668116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.779838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.788105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:58.824911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=24d2ec29-61c3-4578-931d-0dc14c1b09b5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:58.906223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afc355-f1a3-4da0-a647-72da74a9e396 req-3f248bc7-7188-40bb-84fb-e592cee0ffb2 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:58.914277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5afc355-f1a3-4da0-a647-72da74a9e396 req-3f248bc7-7188-40bb-84fb-e592cee0ffb2 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1782656 Aug 10 03:21:58.949069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.013921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.039928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5afc355-f1a3-4da0-a647-72da74a9e396 req-504f8245-d252-441e-b785-27d191508dc4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225719 Aug 10 03:21:59.066353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d599d19-a016-4f74-a230-84fa508ad01e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:59.089472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.090633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.090921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5091868-4702-498d-8e8a-4b3f54353b3d None None] Network 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:59.092261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.105730 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a908414a-7011-410f-bbd6-38f3b184f8a3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6d599d19-a016-4f74-a230-84fa508ad01e HTTP/1.1" status: 204 len: 168 time: 0.5389066 Aug 10 03:21:59.108830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55046) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:59.202025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.202596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be1878e-8170-485e-839f-217f3a2bb222 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:59.208099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.214107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6785f36d-4d9b-4a2a-b159-f310733bf8fd admin admin] 10.222.0.26 "DELETE /v2.0/routers/0be1878e-8170-485e-839f-217f3a2bb222 HTTP/1.1" status: 204 len: 168 time: 1.9094896 Aug 10 03:21:59.214107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55048) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:59.220659 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.302615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Deleting subnet f67557bc-7bfd-466c-b743-57e9802f10db {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:59.304571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Deleting port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:59.304918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.310613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.428801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] For port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:59.429153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.452064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Calling delete_port for 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:59.462562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] DHCP port deletion for 77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:59.477581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.523680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efe648-c419-4281-bd2b-4e0c567f5279 req-d702fe54-6460-4205-b296-f0f0bdfcd406 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:59.558063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34efe648-c419-4281-bd2b-4e0c567f5279 req-d702fe54-6460-4205-b296-f0f0bdfcd406 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 944 time: 0.1683710 Aug 10 03:21:59.596608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] Deleting port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:59.597175 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.650578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34efe648-c419-4281-bd2b-4e0c567f5279 req-6c241980-3dc7-413e-a7dd-7ea667d5b80d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885246 Aug 10 03:21:59.690685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.702118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] For port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,segment=NetworkSegment(5ec87802-8b1e-45c6-ae08-24ea61237623),segment_id=5ec87802-8b1e-45c6-ae08-24ea61237623)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:59.702523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.751200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Pushing event deleted for resources: {'Port': ['ID=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:59.753453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] Calling delete_port for 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:59.765011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] No DVR routers for this DVR port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:59.785112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.037348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.071191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.100955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec87802-8b1e-45c6-ae08-24ea61237623') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.105285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec87802-8b1e-45c6-ae08-24ea61237623') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:00.120754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.125630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.139827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.146261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.153231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c2cb5219-3b9b-4e01-9369-0b8592a81698 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:00.154950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.161795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.161954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:00.169371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.176059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.179203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.186449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-f83477bf-57dc-47f3-9db9-ab7ed0441dc1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5426 time: 0.3112459 Aug 10 03:22:00.192477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:00.192887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:00.196141 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:00.248980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e92c6558-bd0b-414e-935a-3fd1f586f71a req-08f23e3d-b7c2-456e-b2f3-273eaa76a034 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602481 Aug 10 03:22:00.290361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:00.290932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad87b5c5-d339-49b4-b2d9-629cc98d5ae0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:00.291492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dc526f72-fc67-4c9a-8db0-d37b686cb8ff no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:00.313608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.345221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: dc526f72-fc67-4c9a-8db0-d37b686cb8ff {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:00.345743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dc526f72-fc67-4c9a-8db0-d37b686cb8ff not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:00.346620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9e1c342-38a1-4798-bada-d5b31a33fc66 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:00.351444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.369622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67557bc-7bfd-466c-b743-57e9802f10db,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.408746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] No DVR routers for this DVR port 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:00.414854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e62b1-60ae-4cd3-a558-723bfc9fe667 None None] Pushing event deleted for resources: {'Port': ['ID=49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.417508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45999be8-4bf7-45c9-b2b1-0c57797221d3 None None] Network 76602fe3-6190-41d6-a8af-a060ac47ea03 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:00.418740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.423409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.438609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.444787 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] 10.222.0.26 "DELETE /v2.0/networks/77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04 HTTP/1.1" status: 204 len: 168 time: 1.3324606 Aug 10 03:22:00.470045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fa89cfd-d247-48e7-b3f9-88df26fa22bc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f67557bc-7bfd-466c-b743-57e9802f10db HTTP/1.1" status: 204 len: 168 time: 1.2569416 Aug 10 03:22:00.483076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55064) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:00.497890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3cb4298a-12ba-434d-a500-00b8c3cfbf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.504831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b9e1c342-38a1-4798-bada-d5b31a33fc66 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:00.505290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9e1c342-38a1-4798-bada-d5b31a33fc66 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:00.518893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aff5df-1b69-42ca-8c7e-2f3bacfc550c admin admin] Pushing event deleted for resources: {'Network': ['ID=77a1e0e7-dde5-4ccc-8b0e-dc9e241a1c04,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:00.527689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port c2cb5219-3b9b-4e01-9369-0b8592a81698 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:00.533828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port c2cb5219-3b9b-4e01-9369-0b8592a81698 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:00.534608 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.634614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a226f-4a9d-4ea2-9f07-2df7a1e54b19 req-11c94261-5bda-4c5b-8bfe-e0bd187f29cf tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.645550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a6a226f-4a9d-4ea2-9f07-2df7a1e54b19 req-11c94261-5bda-4c5b-8bfe-e0bd187f29cf tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.2888556 Aug 10 03:22:00.649399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.660193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.707094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a6a226f-4a9d-4ea2-9f07-2df7a1e54b19 req-79b77c97-5b4e-48cb-aef6-ebb8b5afa2bf tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Aug 10 03:22:00.709615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:00.712946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] DHCP port deletion for 76602fe3-6190-41d6-a8af-a060ac47ea03 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:22:00.766883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] Deleting port 58d8a60c-9883-4820-a793-bd2a952e0a43 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:00.767435 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.831674 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.833015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 6db0a240-2d66-4e4f-8e28-a4da02129ab3 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:00.891513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Deleting port 58d8a60c-9883-4820-a793-bd2a952e0a43 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:00.892103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.931291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] For port 58d8a60c-9883-4820-a793-bd2a952e0a43, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58d8a60c-9883-4820-a793-bd2a952e0a43,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:00.931815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:00.973249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] Calling delete_port for 58d8a60c-9883-4820-a793-bd2a952e0a43 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:00.973366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf215ea-aee8-4b58-9658-f2f80e5ebeae req-d0c1b0ab-2078-4af2-937d-94f55c6e3d10 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:00.973366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baf215ea-aee8-4b58-9658-f2f80e5ebeae req-d0c1b0ab-2078-4af2-937d-94f55c6e3d10 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1126266 Aug 10 03:22:00.983349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.002476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] For port 58d8a60c-9883-4820-a793-bd2a952e0a43, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=58d8a60c-9883-4820-a793-bd2a952e0a43,segment=NetworkSegment(8270410f-26e4-43c2-839c-ab1268995a90),segment_id=8270410f-26e4-43c2-839c-ab1268995a90)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:01.002964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.018986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55072) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:01.034901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Calling delete_port for 58d8a60c-9883-4820-a793-bd2a952e0a43 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:01.048258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baf215ea-aee8-4b58-9658-f2f80e5ebeae req-ff86b29e-b766-4581-88ef-f9df20f2a918 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788538 Aug 10 03:22:01.077885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3a332fb5-a633-413b-8c6e-dd3696ee3998 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=542e603960c6440eb87b84444c44ded1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573573 Aug 10 03:22:01.081102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55074) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:01.143752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:01.152075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:01.152475 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.202911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a94e140-0346-4582-a6c0-98a5e5753f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.234400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a94e140-0346-4582-a6c0-98a5e5753f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.234597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a313-9c1d-4647-b417-90f4151a250c req-b9d5c64c-1054-4707-b1f9-aea8743121d7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.249142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0418a313-9c1d-4647-b417-90f4151a250c req-b9d5c64c-1054-4707-b1f9-aea8743121d7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 944 time: 0.0708680 Aug 10 03:22:01.277623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.287350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0418a313-9c1d-4647-b417-90f4151a250c req-bc992f93-c2e0-4fa6-a14a-0344dd97cfb7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.289753 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:22:01.292050 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:22:01.300478 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.300747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.349170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] No DVR routers for this DVR port 58d8a60c-9883-4820-a793-bd2a952e0a43 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:01.349893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] Pushing event deleted for resources: {'Port': ['ID=58d8a60c-9883-4820-a793-bd2a952e0a43,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.357042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:01.357159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d8a60c-9883-4820-a793-bd2a952e0a43,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.360635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4a88b-0f41-475b-911e-ef5a8f47b22a None None] No DVR routers for this DVR port 58d8a60c-9883-4820-a793-bd2a952e0a43 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:01.421154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a94e140-0346-4582-a6c0-98a5e5753f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.423919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a94e140-0346-4582-a6c0-98a5e5753f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.427552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9a94e140-0346-4582-a6c0-98a5e5753f33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b5cb575-47a9-4e2d-818e-90ff16bac43a HTTP/1.1" status: 204 len: 168 time: 0.3410900 Aug 10 03:22:01.447524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94e140-0346-4582-a6c0-98a5e5753f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5cb575-47a9-4e2d-818e-90ff16bac43a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.474528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.480547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.481470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b4f7995c-a3e7-4d7a-9439-3ed495e47d1d up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:01.489653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76602fe3-6190-41d6-a8af-a060ac47ea03']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:01.523807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8270410f-26e4-43c2-839c-ab1268995a90') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:01.528002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8270410f-26e4-43c2-839c-ab1268995a90') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:01.552463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:01.560609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.573770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.580028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.586355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.593109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.598918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.605185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.607824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:01.608241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 49ce4d6c-40a1-4e0f-9e5a-dc4d416130e3 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:01.609208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58d8a60c-9883-4820-a793-bd2a952e0a43 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:01.610805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.617206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-ffc94021-b8f6-437d-aa80-92376403fe50 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5427 time: 0.1896966 Aug 10 03:22:01.642949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 58d8a60c-9883-4820-a793-bd2a952e0a43 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:01.643226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 58d8a60c-9883-4820-a793-bd2a952e0a43 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:01.644225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 24d2ec29-61c3-4578-931d-0dc14c1b09b5 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:01.648691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.671123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 24d2ec29-61c3-4578-931d-0dc14c1b09b5 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:01.671465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 24d2ec29-61c3-4578-931d-0dc14c1b09b5 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:01.673303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:01.675101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:01.675509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:01.677231 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:01.717087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-855ff791-6fa9-405a-87f9-43bf20390dc2 req-633c8bb5-2fb9-4f5a-aa39-7aec883349f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913820 Aug 10 03:22:01.735674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:01.739928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:01.740255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.825423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.843024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a15e-a20b-464d-94b5-2cff6cfb1cba req-6a22692c-9d50-4ffd-87b9-5351300dde77 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:01.844691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ef7a15e-a20b-464d-94b5-2cff6cfb1cba req-6a22692c-9d50-4ffd-87b9-5351300dde77 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0576043 Aug 10 03:22:01.895217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ef7a15e-a20b-464d-94b5-2cff6cfb1cba req-537517cd-79fc-40ad-a1fb-d0884fe4720c tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Aug 10 03:22:01.906511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:01.926600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.926600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.926600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] 10.222.0.26 "DELETE /v2.0/networks/76602fe3-6190-41d6-a8af-a060ac47ea03 HTTP/1.1" status: 204 len: 168 time: 1.4337106 Aug 10 03:22:01.938017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b155-dbfb-4fe3-940a-2f70114a7895 admin admin] Pushing event deleted for resources: {'Network': ['ID=76602fe3-6190-41d6-a8af-a060ac47ea03,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.038425 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.039286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 14306ad1-9b23-4752-a27b-291c4f100450 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:02.127236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.207474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa69d6-e81b-4d7d-9d53-9998ab08b909 req-103d7ebf-b794-4f40-8a93-dccccb67fb24 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.209098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03aa69d6-e81b-4d7d-9d53-9998ab08b909 req-103d7ebf-b794-4f40-8a93-dccccb67fb24 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0576329 Aug 10 03:22:02.215511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 14306ad1-9b23-4752-a27b-291c4f100450 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:02.219835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 14306ad1-9b23-4752-a27b-291c4f100450 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:02.223270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.257903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03aa69d6-e81b-4d7d-9d53-9998ab08b909 req-113a238c-7cca-409b-b597-bac586a9b8ed tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Aug 10 03:22:02.309993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.348075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=14306ad1-9b23-4752-a27b-291c4f100450,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:02.414187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:02.429003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fb1f6-f21e-42d2-b646-3559d98a252e req-ce5934ee-f0cd-4c93-955f-b0e6fddde6c0 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.430750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.430920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b56fb1f6-f21e-42d2-b646-3559d98a252e req-ce5934ee-f0cd-4c93-955f-b0e6fddde6c0 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 944 time: 0.0581830 Aug 10 03:22:02.432373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9248e049-443e-4002-b8e5-8ca540b0cd53 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:02.464723 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bda926e8-9503-4064-a128-268ea2d20f74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3397732ef2342adae1e0dee957ce53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487440 Aug 10 03:22:02.467203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55106) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:02.477138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b56fb1f6-f21e-42d2-b646-3559d98a252e req-6cf7d827-ff65-4206-8496-11e5c2ed857e tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Aug 10 03:22:02.536739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.536841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e07f21cf-ce28-4bb1-a51e-26b8161aec31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.576245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e07f21cf-ce28-4bb1-a51e-26b8161aec31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.638819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.667137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 9248e049-443e-4002-b8e5-8ca540b0cd53 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:02.671800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 9248e049-443e-4002-b8e5-8ca540b0cd53 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:02.672238 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.745934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e07f21cf-ce28-4bb1-a51e-26b8161aec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.752612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e07f21cf-ce28-4bb1-a51e-26b8161aec31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.753834 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e07f21cf-ce28-4bb1-a51e-26b8161aec31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aea615d-867a-41dc-ac08-c0cc39badc06 HTTP/1.1" status: 204 len: 168 time: 0.2857068 Aug 10 03:22:02.762472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.766251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f21cf-ce28-4bb1-a51e-26b8161aec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea615d-867a-41dc-ac08-c0cc39badc06,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:02.809135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9248e049-443e-4002-b8e5-8ca540b0cd53, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9248e049-443e-4002-b8e5-8ca540b0cd53,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:02.973452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.974283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 26db3900-5111-4208-82d5-04590d5b8613 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:02.989639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:02.997937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.005445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.013004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.021474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.028205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.035592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.037868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fed5334-eed5-4a63-9802-22b81337f717 req-09998da1-2321-4fa1-943e-6fa10bf01a8d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5430 time: 0.1125412 Aug 10 03:22:03.038596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eb38087-fe4b-40e9-af53-fe7cab6f3cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.074668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9248e049-443e-4002-b8e5-8ca540b0cd53,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:03.102547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fed5334-eed5-4a63-9802-22b81337f717 req-a36a1930-05f2-4868-8b9c-0cb938933cd3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527062 Aug 10 03:22:03.278019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 26db3900-5111-4208-82d5-04590d5b8613 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:03.282794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 26db3900-5111-4208-82d5-04590d5b8613 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:03.283345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.353671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7dde-5850-4625-8f18-4296d4c894ca req-6bb340f4-90d7-4648-a6b2-b71bddbf3898 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.364414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b73c7dde-5850-4625-8f18-4296d4c894ca req-6bb340f4-90d7-4648-a6b2-b71bddbf3898 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.1198752 Aug 10 03:22:03.411273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b73c7dde-5850-4625-8f18-4296d4c894ca req-dc752c66-eaae-4b55-87d3-a37e36aa49e2 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Aug 10 03:22:03.424520 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.473726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=26db3900-5111-4208-82d5-04590d5b8613,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:03.706393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e17c9-9aec-4a58-973a-c70acf34a7f2 req-1376982d-f4ef-4293-adef-fb1e4e1d65f8 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.706393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5e17c9-9aec-4a58-973a-c70acf34a7f2 req-1376982d-f4ef-4293-adef-fb1e4e1d65f8 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0556779 Aug 10 03:22:03.706393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5e17c9-9aec-4a58-973a-c70acf34a7f2 req-afb989bd-1fcb-406c-87c1-bb0fcf665f95 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Aug 10 03:22:03.724613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93105ac1-98d2-43eb-9ba8-24e1e80f6a96 req-d1e8badd-d272-4586-b2c6-c91266bcf0fd tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:03.728620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93105ac1-98d2-43eb-9ba8-24e1e80f6a96 req-d1e8badd-d272-4586-b2c6-c91266bcf0fd tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0517809 Aug 10 03:22:03.792962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93105ac1-98d2-43eb-9ba8-24e1e80f6a96 req-bd6b583a-faf5-47e9-ba88-1b0ae71a83e1 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 Aug 10 03:22:03.905316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:03.911894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8bd4534d-b549-4588-8b80-3b6c89f209c3 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:04.003367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:04.221527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.233553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 8bd4534d-b549-4588-8b80-3b6c89f209c3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:04.236644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 8bd4534d-b549-4588-8b80-3b6c89f209c3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:04.237435 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.269730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.275982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.284677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.290694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.297655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.304361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.311443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.320688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-09f51a18-b3fb-438e-bebb-9c444e2c98cf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5431 time: 0.1227043 Aug 10 03:22:04.375318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b71d3299-9f0a-43a8-b791-e3232b1b4e1c req-d18f47d5-2463-47f4-b72e-91b82d02eb72 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516577 Aug 10 03:22:04.403307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.481302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:04.582059 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:04.583115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2d260261-b2d1-43d9-b088-c8aad4496025 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:04.624780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4238d5-3658-4e15-8563-77d580ae2323 req-d98cebd9-f0d1-4528-9be5-0d0e945c0f7a tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.631094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e4238d5-3658-4e15-8563-77d580ae2323 req-d98cebd9-f0d1-4528-9be5-0d0e945c0f7a tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0955107 Aug 10 03:22:04.678109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e4238d5-3658-4e15-8563-77d580ae2323 req-f5925ce4-f710-4fa2-9e97-73a54dce32a5 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Aug 10 03:22:04.839506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a664e7-4f53-4478-ad6e-7e7e6ddf4902 req-e3036e5b-ca84-4fc3-97f6-16407c7abd64 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:04.841433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00a664e7-4f53-4478-ad6e-7e7e6ddf4902 req-e3036e5b-ca84-4fc3-97f6-16407c7abd64 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0790117 Aug 10 03:22:04.883169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:04.905321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:04.918648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00a664e7-4f53-4478-ad6e-7e7e6ddf4902 req-ad3f76db-384d-492a-9b2a-6280bc86b48e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685990 Aug 10 03:22:04.998414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 2d260261-b2d1-43d9-b088-c8aad4496025 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:05.002676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 2d260261-b2d1-43d9-b088-c8aad4496025 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:05.003713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.016633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1798930268-network', 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:05.059024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516faef8-5326-4778-905c-ad480ab85080 req-9f28bd4f-359c-485d-9ea8-bb276f5948d3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.065308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-516faef8-5326-4778-905c-ad480ab85080 req-9f28bd4f-359c-485d-9ea8-bb276f5948d3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0669465 Aug 10 03:22:05.094168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.112938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-516faef8-5326-4778-905c-ad480ab85080 req-44ef3caf-8b5e-4136-85f4-68e6dfca1146 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Aug 10 03:22:05.133365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:05.133709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2d260261-b2d1-43d9-b088-c8aad4496025,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:05.136682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.145414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.209954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.264814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.288305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.363931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.386707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:05.402692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eedddb-c5fd-42dd-92f9-600f754b387b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.406006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.406355 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Added segment b7e72e7c-5b97-4efd-9e5e-57344e384a0f of type vlan for network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a Aug 10 03:22:05.453989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.529192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.535693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.542253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.548385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.554450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.563924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.570075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.572286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-4b4b5c07-b46e-47fd-8b95-1e665df3c2ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1069839 Aug 10 03:22:05.589577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.590961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.591922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.619841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.628474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1fb7bca-3477-4da2-8e9d-6903daf15c7d req-e6472a12-4f97-42f4-87ec-b74191dab5ab tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486751 Aug 10 03:22:05.662232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] Pushing event updated for resources: {'Network': ['ID=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:05.672033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:05.714419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bdd6174-7542-4aba-b116-71947af4ac88 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8275037 Aug 10 03:22:05.714583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55208) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:05.721642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Request body: {'subnet': {'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1798930268-subnet', 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:05.838530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:05.840901 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:05.871271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d49c4-0251-4e30-b293-14d7febedc99 req-5c526c96-9fb4-46e8-b4d0-c533fd73c09e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:05.873827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-176d49c4-0251-4e30-b293-14d7febedc99 req-5c526c96-9fb4-46e8-b4d0-c533fd73c09e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0750823 Aug 10 03:22:05.926103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-176d49c4-0251-4e30-b293-14d7febedc99 req-d10f0d90-7dec-48c9-8251-003f9a14474d tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Aug 10 03:22:06.089658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa03b4-9e8e-447a-bb0e-588daeefb8bb req-eb0a2ad9-48f0-437a-bb8d-d78658bfef6c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.091207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8aa03b4-9e8e-447a-bb0e-588daeefb8bb req-eb0a2ad9-48f0-437a-bb8d-d78658bfef6c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0615044 Aug 10 03:22:06.140590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8aa03b4-9e8e-447a-bb0e-588daeefb8bb req-0f192500-6fe2-43db-8ecb-e6436614f025 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Aug 10 03:22:06.144288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:06.225761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3022cdcd-e254-4e53-adb0-29274653858b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:06.236337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:06.236856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Network hostable DHCP agents. Network: 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:06.381357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced19f-93d1-447f-be2a-d787a5659b8e req-d37a26c5-71e9-4e8d-a5dd-233136bf3ba7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.383099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46ced19f-93d1-447f-be2a-d787a5659b8e req-d37a26c5-71e9-4e8d-a5dd-233136bf3ba7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0669825 Aug 10 03:22:06.432574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46ced19f-93d1-447f-be2a-d787a5659b8e req-d357ef9f-f0cf-4f55-afee-d4a4c2cbc625 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Aug 10 03:22:06.783424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.789314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.795180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.801095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.806962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.812949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.818797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:06.820733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-0c7fc17d-597f-4124-b0ee-9cab8c3da8f4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.0956907 Aug 10 03:22:06.865389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6be13dd8-c56f-48a5-9c32-e6ba0249c9c7 req-dba547d1-bb59-44eb-a942-d674f61c977e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368395 Aug 10 03:22:07.055776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3b0f1-cae4-4140-b559-64a539aad99b req-a7a41763-d5f9-4d7f-b5fc-481efad6c62e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.057381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59e3b0f1-cae4-4140-b559-64a539aad99b req-a7a41763-d5f9-4d7f-b5fc-481efad6c62e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0508583 Aug 10 03:22:07.100255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59e3b0f1-cae4-4140-b559-64a539aad99b req-26fc0354-95cf-425a-ac15-03f20f18ccd5 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361171 Aug 10 03:22:07.269969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ecd0-ea7b-4407-8910-ff6399eb3983 req-6d04446e-854e-48c0-a2f9-40dd0fc2c156 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.271497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7709ecd0-ea7b-4407-8910-ff6399eb3983 req-6d04446e-854e-48c0-a2f9-40dd0fc2c156 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0526738 Aug 10 03:22:07.283970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:07.314467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7709ecd0-ea7b-4407-8910-ff6399eb3983 req-f1b55f41-83ed-46f8-a7fe-4ca70ac6874a tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Aug 10 03:22:07.410090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:07.415859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.417500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:07.422869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40c85d-ef66-488e-bd12-f08366ff9427 None None] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:07.553980 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26db1dc0-7d57-4d64-94f7-b3cf284f72f9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8366024 Aug 10 03:22:07.576374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a120a5-b85b-4258-a5b6-05259979da0a req-1f4b31f1-96de-4f0e-b2d0-94d083731b65 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:07.578131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8a120a5-b85b-4258-a5b6-05259979da0a req-1f4b31f1-96de-4f0e-b2d0-94d083731b65 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0568478 Aug 10 03:22:07.578439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e50d503-8e92-483c-b062-9a563d81268d None None] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:07.637847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8a120a5-b85b-4258-a5b6-05259979da0a req-95e45eae-5b65-4203-80b7-5d5fbea9a3fb tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482235 Aug 10 03:22:07.757791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55278) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:07.904518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5d00-9caa-4748-a808-8e0991a6e50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.019711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5d00-9caa-4748-a808-8e0991a6e50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.110407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9b5d00-9caa-4748-a808-8e0991a6e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.159424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba9b5d00-9caa-4748-a808-8e0991a6e50d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7857623a0894a9a80e86728e8d65b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004116 Aug 10 03:22:08.162379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55308) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:08.164782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b5d00-9caa-4748-a808-8e0991a6e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0ab90-48a7-4965-ad4c-09a012c3f39d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:08.223757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-91631df2-4fee-4a91-81cb-57322c9efa32 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.225469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-91631df2-4fee-4a91-81cb-57322c9efa32 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.1578524 Aug 10 03:22:08.249723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-7976f246-b0cf-422b-9f63-9759d9823193 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.0149839 Aug 10 03:22:08.270910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-23d11dc7-2688-4e69-a192-38deb7a04ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.289192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-222e7c11-cb4d-4467-8db2-28cf79b56eb9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322299 Aug 10 03:22:08.315151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-23d11dc7-2688-4e69-a192-38deb7a04ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.416750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-3ba7fdbf-13a7-45b0-87a3-d2af2d3e619f service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177604 Aug 10 03:22:08.514738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-325cf1ed-e9a1-426f-afe2-39a25ea34ee5 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916843 Aug 10 03:22:08.568332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-23d11dc7-2688-4e69-a192-38deb7a04ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.571046 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-23d11dc7-2688-4e69-a192-38deb7a04ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:08.572249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-23d11dc7-2688-4e69-a192-38deb7a04ac3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ff0ab90-48a7-4965-ad4c-09a012c3f39d HTTP/1.1" status: 204 len: 168 time: 0.4063447 Aug 10 03:22:08.581731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d11dc7-2688-4e69-a192-38deb7a04ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0ab90-48a7-4965-ad4c-09a012c3f39d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:08.839794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.845942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.851920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.857911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.863841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.870247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.877081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:08.878084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-20572ca0-9016-4097-a251-579bada1fc99 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1007109 Aug 10 03:22:08.937634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b90d46f-4975-42b5-bff6-1828c00b9d1a req-88340411-f269-4c6a-8387-a6e4ba9ccc39 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494781 Aug 10 03:22:09.052196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc0d01-4428-423a-acfd-8f996c487cae req-68522ff7-85bd-4f51-aa18-dbfced4493bf tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.054039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90dc0d01-4428-423a-acfd-8f996c487cae req-68522ff7-85bd-4f51-aa18-dbfced4493bf tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0513241 Aug 10 03:22:09.120514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90dc0d01-4428-423a-acfd-8f996c487cae req-0a556d06-ba00-495b-a16f-bbb08c638a48 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547271 Aug 10 03:22:09.249947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bf354-728f-4c7a-a401-84c5305f09ef req-d59234f8-8d64-4d62-9d76-fc5d95c7c98f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.251557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-774bf354-728f-4c7a-a401-84c5305f09ef req-d59234f8-8d64-4d62-9d76-fc5d95c7c98f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0617335 Aug 10 03:22:09.296884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-774bf354-728f-4c7a-a401-84c5305f09ef req-325c743d-402e-4918-b704-3fef8bb82078 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378191 Aug 10 03:22:09.457970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881feb-2313-47c5-96f3-860057aa267b req-f4021311-4938-4efe-a31a-3bacaea4d6f7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:09.459557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44881feb-2313-47c5-96f3-860057aa267b req-f4021311-4938-4efe-a31a-3bacaea4d6f7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0741096 Aug 10 03:22:09.501110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44881feb-2313-47c5-96f3-860057aa267b req-b91fc7e9-4c8f-4c1e-84d6-b6c3b7ae68e3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Aug 10 03:22:09.613498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bb63368-22c3-4a3e-b249-63843962eff8 req-b81a053f-b2b2-43c3-a595-09aec9d6bf97 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 210 time: 0.0594211 Aug 10 03:22:10.105696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.116026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.122982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.129219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.136246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.143054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.149180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.156935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edb9d997-85e0-40a4-bd03-818fda586725 req-42826a47-b61f-4d18-b438-b03a304c22ff tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1185009 Aug 10 03:22:10.214760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edb9d997-85e0-40a4-bd03-818fda586725 req-6ac6291c-2950-476c-aca0-0bd261fff8a8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565059 Aug 10 03:22:10.353918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba748e7-6fca-4eac-b00c-787e08ebd961 req-dc6eb4e0-8429-42a0-8bfc-57c300ef2be8 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.355393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eba748e7-6fca-4eac-b00c-787e08ebd961 req-dc6eb4e0-8429-42a0-8bfc-57c300ef2be8 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0541286 Aug 10 03:22:10.406741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eba748e7-6fca-4eac-b00c-787e08ebd961 req-de87bdf7-f588-4bae-a0ca-59acc2abefd1 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Aug 10 03:22:10.550807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd927a-8887-4d67-af02-0906a7e769f8 req-4f8c02cc-381a-4a9d-a6c8-9d723a433640 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.552232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9dd927a-8887-4d67-af02-0906a7e769f8 req-4f8c02cc-381a-4a9d-a6c8-9d723a433640 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0711968 Aug 10 03:22:10.591415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9dd927a-8887-4d67-af02-0906a7e769f8 req-57d50783-d111-429c-b205-588c7d9130ba tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Aug 10 03:22:10.751281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420585-843c-4621-9160-9429af40026a req-624d4a32-32af-4175-9911-3367a53c70e7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:10.752898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5420585-843c-4621-9160-9429af40026a req-624d4a32-32af-4175-9911-3367a53c70e7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0595069 Aug 10 03:22:10.791879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5420585-843c-4621-9160-9429af40026a req-1e2e7fd0-c177-41bf-930d-a45991fcb0ba tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 10 03:22:10.879626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9397e95f-f3cd-4411-887c-3b287092aef0 req-b5b74564-f6c6-4bc3-8f93-b837ad65b458 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 210 time: 0.0304439 Aug 10 03:22:11.346639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.352588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.359029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.366720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.371184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.377082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.382914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.384901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-cf581574-a3d7-4040-9ee2-4fe96552f926 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.0972548 Aug 10 03:22:11.492631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0b8f908-48f5-41b2-bf29-0902152b8fed req-be46ac6a-48a8-4091-b540-254b84dace67 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965247 Aug 10 03:22:11.524466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-0a7e47e5-05d2-473d-a074-21f58f472f18 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.526623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-0a7e47e5-05d2-473d-a074-21f58f472f18 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.1408219 Aug 10 03:22:11.542283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Request body: {'port': {'device_id': '97946051-eb51-4723-8d9c-1437675d4b90', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'admin_state_up': True, 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:11.543882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:11.668060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fad1f-2da3-40c9-a632-83ead6085e4c req-3a149db0-864b-4354-82c9-22bf2611cdd4 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.669540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-056fad1f-2da3-40c9-a632-83ead6085e4c req-3a149db0-864b-4354-82c9-22bf2611cdd4 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0829947 Aug 10 03:22:11.738859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-056fad1f-2da3-40c9-a632-83ead6085e4c req-1fd820a9-ade0-4a69-aea7-ab7fde234617 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594780 Aug 10 03:22:11.807218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10b10696-87db-4fe3-805e-24ccfc2c6b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:11.859413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c766-5be4-4d4c-b0a9-39f2c14a461c req-c906a216-dcec-4cc1-9db3-b432a7902114 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:11.861013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc19c766-5be4-4d4c-b0a9-39f2c14a461c req-c906a216-dcec-4cc1-9db3-b432a7902114 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0510612 Aug 10 03:22:11.903158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc19c766-5be4-4d4c-b0a9-39f2c14a461c req-7cb91ccd-6e89-4ba9-ac47-f3cfa7dff54d tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Aug 10 03:22:11.904280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:11.909564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.000272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10b10696-87db-4fe3-805e-24ccfc2c6b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.061607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d133-ff13-4c1b-989c-35f3eb46d742 req-346f56b9-9c57-4078-b629-eee13087ced3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.063113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39e2d133-ff13-4c1b-989c-35f3eb46d742 req-346f56b9-9c57-4078-b629-eee13087ced3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0981071 Aug 10 03:22:12.079506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Allocated IP 172.20.0.4 (5654e0d4-e42c-45ca-8cc7-7a6075c6a95a/3022cdcd-e254-4e53-adb0-29274653858b/4ca847ee-31a8-4753-b59b-e961ff614a63) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:12.128181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39e2d133-ff13-4c1b-989c-35f3eb46d742 req-6f19e7af-eac2-43a0-af18-e9bea6876cc0 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586133 Aug 10 03:22:12.289883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10b10696-87db-4fe3-805e-24ccfc2c6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.335353 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10b10696-87db-4fe3-805e-24ccfc2c6b90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82f93f6f33f94e58bdaa9f1a90b02ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7899537 Aug 10 03:22:12.337568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:12.345468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b10696-87db-4fe3-805e-24ccfc2c6b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a6d580-5f2c-4b10-9342-d1f762ba9f51,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.399216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd97c722-c4e7-4626-9d2b-23f682aa6304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.421113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd97c722-c4e7-4626-9d2b-23f682aa6304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.495267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fd57d8f-b531-4fcb-a62b-e86264d9299f req-66a8208b-555e-42b7-9d53-685e6f29713f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 210 time: 0.0345817 Aug 10 03:22:12.549082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.581454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd97c722-c4e7-4626-9d2b-23f682aa6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.590960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd97c722-c4e7-4626-9d2b-23f682aa6304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.590960 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cd97c722-c4e7-4626-9d2b-23f682aa6304 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17a6d580-5f2c-4b10-9342-d1f762ba9f51 HTTP/1.1" status: 204 len: 168 time: 0.2466607 Aug 10 03:22:12.593431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97c722-c4e7-4626-9d2b-23f682aa6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a6d580-5f2c-4b10-9342-d1f762ba9f51,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.649787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.655731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.661710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.668133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.674078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.679986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.686544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.688525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-e9270a1c-514e-4f54-839e-192f3999984a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1099968 Aug 10 03:22:12.733913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb240841-487c-4a5a-bba5-5b05063f4168 req-51da2510-baa6-4d49-ba98-c640a2ba1c24 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384707 Aug 10 03:22:12.746119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.805112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:12.810962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:12.814737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:12.850522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event updated for resources: {'Port': ['ID=4ca847ee-31a8-4753-b59b-e961ff614a63,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:12.894607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.901362 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:12.917434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509ae3-9f19-444e-986b-9beabc17928c req-51fd3877-8fb7-4b41-b64e-f870352d8c53 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:12.918980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9509ae3-9f19-444e-986b-9beabc17928c req-51fd3877-8fb7-4b41-b64e-f870352d8c53 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0796101 Aug 10 03:22:12.958302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9509ae3-9f19-444e-986b-9beabc17928c req-a87788c5-0f02-47f6-8d33-0b88ec2e41d3 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Aug 10 03:22:13.076572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f309-266d-4d12-ac8e-e9da53d6bcd4 req-a747d1f0-0ace-4c12-b6c8-b1b328d298b9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.078094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02e2f309-266d-4d12-ac8e-e9da53d6bcd4 req-a747d1f0-0ace-4c12-b6c8-b1b328d298b9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0558720 Aug 10 03:22:13.113810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-c1410015-0e07-43b3-ae58-358fad53c8dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5778246 Aug 10 03:22:13.119374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02e2f309-266d-4d12-ac8e-e9da53d6bcd4 req-1878becb-8e0b-4ab9-9542-1e9b1e498d6f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Aug 10 03:22:13.126825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Request body: {'port': {'device_id': '97946051-eb51-4723-8d9c-1437675d4b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:13.182377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.339188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648f526-0bce-4848-8f23-ba20ff5414a6 req-48819174-ee19-4ac2-84cb-60672b2ef37a tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.340709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6648f526-0bce-4848-8f23-ba20ff5414a6 req-48819174-ee19-4ac2-84cb-60672b2ef37a tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.1240563 Aug 10 03:22:13.437490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6648f526-0bce-4848-8f23-ba20ff5414a6 req-1fcb1272-a30e-41c4-8b03-b38ffd8e1403 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884442 Aug 10 03:22:13.502159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55462) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.527121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca847ee-31a8-4753-b59b-e961ff614a63 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:13.536723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.541584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55468) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.555451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed378-3c96-4957-b437-6b100d1b54d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.563704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Transition to ACTIVE for port object 4ca847ee-31a8-4753-b59b-e961ff614a63 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:13.640814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e74ff-cde9-4463-89f2-a8c2b9a0d8ff req-147c2d4a-4e09-4d9b-93c5-26e9aef6b455 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.642411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c6e74ff-cde9-4463-89f2-a8c2b9a0d8ff req-147c2d4a-4e09-4d9b-93c5-26e9aef6b455 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 931 time: 0.0680428 Aug 10 03:22:13.665574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed378-3c96-4957-b437-6b100d1b54d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.684391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c6e74ff-cde9-4463-89f2-a8c2b9a0d8ff req-5f6bb361-5810-4ccb-bffc-7f73c64ef515 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Aug 10 03:22:13.684391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.717856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33cbe60-5558-4a1e-ab2b-c227d67adc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.739363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=4ca847ee-31a8-4753-b59b-e961ff614a63,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.780747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed378-3c96-4957-b437-6b100d1b54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.820679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Attempting to bind port 4ca847ee-31a8-4753-b59b-e961ff614a63 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:13.820930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Attempting to bind port 4ca847ee-31a8-4753-b59b-e961ff614a63 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:13.821268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Attempting to bind port 4ca847ee-31a8-4753-b59b-e961ff614a63 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.834185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ed378-3c96-4957-b437-6b100d1b54d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b7e0c9-0c03-4fac-b2ff-cb9818e29f5f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:13.837679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Port 4ca847ee-31a8-4753-b59b-e961ff614a63 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:13.838019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Attempting to bind port 4ca847ee-31a8-4753-b59b-e961ff614a63 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:13.846486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e7ed378-3c96-4957-b437-6b100d1b54d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d8109024f83410da9e47601eb8641dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042679 Aug 10 03:22:13.849109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55474) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:13.867361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:13.867708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:13.868100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Bound using segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:13.868574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Bound port: 4ca847ee-31a8-4753-b59b-e961ff614a63, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:13.869463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.930449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.931949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e136d9-d2e8-42f8-a08d-45d2745ee3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.936960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.943036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.949666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.955570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.961539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.962812 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33cbe60-5558-4a1e-ab2b-c227d67adc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.967351 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e136d9-d2e8-42f8-a08d-45d2745ee3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:13.967470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:13.969446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-907bf7b0-44cb-4df0-bc2e-9791b4dc7d2d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1438217 Aug 10 03:22:14.020753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] For port 4ca847ee-31a8-4753-b59b-e961ff614a63, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:14.037622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfc3db09-6963-4833-9bc2-e5a6fa1d854c req-333a3671-46f5-4be5-ac0c-e3505e9edc7f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605948 Aug 10 03:22:14.041907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] For port 4ca847ee-31a8-4753-b59b-e961ff614a63, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4ca847ee-31a8-4753-b59b-e961ff614a63,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:14.149877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de0e64-a594-47e6-ac54-731f9e47e5fb req-25388c49-7949-49dd-9f32-e5cbc43c9fa6 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.151432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4de0e64-a594-47e6-ac54-731f9e47e5fb req-25388c49-7949-49dd-9f32-e5cbc43c9fa6 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0517228 Aug 10 03:22:14.190646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4de0e64-a594-47e6-ac54-731f9e47e5fb req-fff26f30-63d5-42d3-bbeb-d7c4eda74d6f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Aug 10 03:22:14.198395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33cbe60-5558-4a1e-ab2b-c227d67adc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.238298 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a33cbe60-5558-4a1e-ab2b-c227d67adc1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b49b99bda32647c9bf9f26f7f927cb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349563 Aug 10 03:22:14.239169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cbe60-5558-4a1e-ab2b-c227d67adc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709e07f4-ec8c-4152-86ac-4cfb2733b022,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.242404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55480) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:14.243594 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e136d9-d2e8-42f8-a08d-45d2745ee3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.246875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e136d9-d2e8-42f8-a08d-45d2745ee3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.250183 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-33e136d9-d2e8-42f8-a08d-45d2745ee3f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91b7e0c9-0c03-4fac-b2ff-cb9818e29f5f HTTP/1.1" status: 204 len: 168 time: 0.3976550 Aug 10 03:22:14.257098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e136d9-d2e8-42f8-a08d-45d2745ee3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b7e0c9-0c03-4fac-b2ff-cb9818e29f5f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.268056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.357096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.357732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.359138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] 10.222.0.46 "PUT /v2.0/ports/4ca847ee-31a8-4753-b59b-e961ff614a63 HTTP/1.1" status: 200 len: 1092 time: 1.2367744 Aug 10 03:22:14.359582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97946051-eb51-4723-8d9c-1437675d4b90', 'tag': '4ca847ee-31a8-4753-b59b-e961ff614a63'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:14.361873 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766" -d '{"events": [{"name": "network-changed", "server_uuid": "97946051-eb51-4723-8d9c-1437675d4b90", "tag": "4ca847ee-31a8-4753-b59b-e961ff614a63"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:14.403876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-534038da-c6ae-406e-afa4-e9f1e4d624d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.405501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c49cd-a507-47ab-875f-59ad34d5a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=4ca847ee-31a8-4753-b59b-e961ff614a63,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.415529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5806520-ead0-46d8-ae5f-56161fb74cf1 req-4c6b8190-df86-4cf8-84b1-c2fee6584a07 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.417678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5806520-ead0-46d8-ae5f-56161fb74cf1 req-4c6b8190-df86-4cf8-84b1-c2fee6584a07 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1581047 Aug 10 03:22:14.451861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-534038da-c6ae-406e-afa4-e9f1e4d624d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.488975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5806520-ead0-46d8-ae5f-56161fb74cf1 req-1af8071e-5e75-4cd1-9908-5e84d2231a84 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626383 Aug 10 03:22:14.538446 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a07e11-ab6a-45ae-8d15-47f71f6c56c3 x-openstack-request-id: req-a4a07e11-ab6a-45ae-8d15-47f71f6c56c3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:14.539067 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97946051-eb51-4723-8d9c-1437675d4b90", "tag": "4ca847ee-31a8-4753-b59b-e961ff614a63", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:14.539067 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4a07e11-ab6a-45ae-8d15-47f71f6c56c3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:14.539372 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97946051-eb51-4723-8d9c-1437675d4b90', 'tag': '4ca847ee-31a8-4753-b59b-e961ff614a63', 'status': 'completed', 'code': 200} Aug 10 03:22:14.551189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-d0f39062-33cc-4486-8e35-7725e452cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.552752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-d0f39062-33cc-4486-8e35-7725e452cce3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 1095 time: 0.0475531 Aug 10 03:22:14.603030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-d6b8781f-ef09-41a5-94a2-9b5836416416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca847ee-31a8-4753-b59b-e961ff614a63 HTTP/1.1" status: 200 len: 217 time: 0.0411556 Aug 10 03:22:14.676132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-fd4daa4c-8866-497e-9653-406a686d2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.677657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-fd4daa4c-8866-497e-9653-406a686d2b58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0667434 Aug 10 03:22:14.686405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb3ae-8508-4d56-a05f-7343248d9999 req-565fccbc-f1c6-4e8f-9a17-1d1fc01b0d9f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.687902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bceb3ae-8508-4d56-a05f-7343248d9999 req-565fccbc-f1c6-4e8f-9a17-1d1fc01b0d9f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0876913 Aug 10 03:22:14.689199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-534038da-c6ae-406e-afa4-e9f1e4d624d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.691775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-534038da-c6ae-406e-afa4-e9f1e4d624d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:14.695290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-534038da-c6ae-406e-afa4-e9f1e4d624d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/709e07f4-ec8c-4152-86ac-4cfb2733b022 HTTP/1.1" status: 204 len: 168 time: 0.4494417 Aug 10 03:22:14.742358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-47765bee-92a1-48a1-89db-2f81b9083132 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483315 Aug 10 03:22:14.743101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534038da-c6ae-406e-afa4-e9f1e4d624d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709e07f4-ec8c-4152-86ac-4cfb2733b022,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:14.806136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bceb3ae-8508-4d56-a05f-7343248d9999 req-f91f36aa-da1c-4ce2-99f2-cad6b77292af tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028562 Aug 10 03:22:14.854652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-732fda61-9042-44c3-81a1-ed8f1878b255 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032987 Aug 10 03:22:14.984301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d764d8-332c-4c7b-a16c-86af39eb48df req-6e6c71a8-feb8-40d8-a86b-89065406d5c0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:14.985834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41d764d8-332c-4c7b-a16c-86af39eb48df req-6e6c71a8-feb8-40d8-a86b-89065406d5c0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 943 time: 0.1167276 Aug 10 03:22:14.991698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7fc7808-90bd-46fa-a37e-ba29f059ee6f req-eaa229b5-4449-471f-91bc-323ffd75d32f service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301622 Aug 10 03:22:15.025427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41d764d8-332c-4c7b-a16c-86af39eb48df req-b97300cd-40a6-43eb-bb41-6800ccfa6d64 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Aug 10 03:22:15.138650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.173886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.179957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.186375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.192407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.199034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.207905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.213929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.215893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-231e8fa8-e239-4068-ac02-53a3f3eb864c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1009159 Aug 10 03:22:15.291455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-f89e0a46-76e7-45b5-94fa-2f3515b9a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.292150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-f89e0a46-76e7-45b5-94fa-2f3515b9a327 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 1095 time: 0.0750396 Aug 10 03:22:15.296377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fda3993-6b34-4478-abbe-0a959d4f5fe8 req-edf39be6-2a82-4535-8b6a-bdc45ac0eb9a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672259 Aug 10 03:22:15.437829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996dba-3c49-49dd-99ea-a96baefef140 req-068b4ebb-58c8-4e4a-9083-b1117be91e08 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.441967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9996dba-3c49-49dd-99ea-a96baefef140 req-068b4ebb-58c8-4e4a-9083-b1117be91e08 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0753210 Aug 10 03:22:15.441967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-f1405c7a-15b7-4c60-8d66-259f0d3e9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.441967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-f1405c7a-15b7-4c60-8d66-259f0d3e9476 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 913 time: 0.1424854 Aug 10 03:22:15.495541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-6d48a18e-2770-4d30-a17e-36de9cb6b365 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ca847ee-31a8-4753-b59b-e961ff614a63 HTTP/1.1" status: 200 len: 217 time: 0.0432029 Aug 10 03:22:15.545221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9996dba-3c49-49dd-99ea-a96baefef140 req-3f53fe01-193a-48bb-81dc-a2aeca8db87e tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994446 Aug 10 03:22:15.566320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-b6bed835-4629-497c-a0f2-0a8c80d45cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.568027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-b6bed835-4629-497c-a0f2-0a8c80d45cfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0618203 Aug 10 03:22:15.616199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55522) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:15.624443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-889774ad-4f10-4b4a-bdfd-7bbb1982e3a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470285 Aug 10 03:22:15.634721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a191483-2823-43f2-bd6b-42a14a7920ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.740895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f600c1-c147-48c7-bb87-63dd47039a8d req-93b06a5c-9d27-49ae-84fb-e951a98b0ea3 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:15.743120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03f600c1-c147-48c7-bb87-63dd47039a8d req-93b06a5c-9d27-49ae-84fb-e951a98b0ea3 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1221464 Aug 10 03:22:15.766182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a191483-2823-43f2-bd6b-42a14a7920ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.780868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-b6ba7a50-c37e-43cc-a786-c267e62645e6 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449182 Aug 10 03:22:15.816226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03f600c1-c147-48c7-bb87-63dd47039a8d req-4867ff60-1277-468f-ba27-f64af64d58f6 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631292 Aug 10 03:22:15.875978 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a191483-2823-43f2-bd6b-42a14a7920ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.885363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a3826a0-a4e0-4b5f-a3bd-c6e991d4f766 req-40ec88db-1da8-4af9-9529-e20c1cb7a8a7 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927391 Aug 10 03:22:15.932609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a191483-2823-43f2-bd6b-42a14a7920ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c24a2df009942a9a2f52d7d7116e998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148408 Aug 10 03:22:15.935678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55530) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:15.937608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a191483-2823-43f2-bd6b-42a14a7920ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0ee62-1bc3-48d9-bb99-c4cdd1fe9b4f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.003030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6fc8-fec0-4c91-ad85-842f2da64441 req-0d157ade-a8cf-421a-ab66-e6c9556f70bc tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.004505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a49b6fc8-fec0-4c91-ad85-842f2da64441 req-0d157ade-a8cf-421a-ab66-e6c9556f70bc tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.1072211 Aug 10 03:22:16.036905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28a59244-8756-45c0-b9ce-112ab888cdf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.067316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a49b6fc8-fec0-4c91-ad85-842f2da64441 req-cfd514b4-2347-4edf-871d-ac32da59a9db tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Aug 10 03:22:16.071966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28a59244-8756-45c0-b9ce-112ab888cdf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.106220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4ca847ee-31a8-4753-b59b-e961ff614a63 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:16.188094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2f2c7-7806-421f-99eb-6e15378596a9 req-2eeb0e3b-ca37-4976-aa57-ae34573a94d7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.190112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee2f2c7-7806-421f-99eb-6e15378596a9 req-2eeb0e3b-ca37-4976-aa57-ae34573a94d7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 943 time: 0.0590100 Aug 10 03:22:16.223128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4ca847ee-31a8-4753-b59b-e961ff614a63, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4ca847ee-31a8-4753-b59b-e961ff614a63,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:16.236268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '4ca847ee-31a8-4753-b59b-e961ff614a63', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': '4ca847ee-31a8-4753-b59b-e961ff614a63', 'mac_address': 'fa:16:3e:52:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:16.238388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee2f2c7-7806-421f-99eb-6e15378596a9 req-b3359e2c-56bc-4896-a932-0ae621fb477f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Aug 10 03:22:16.239012 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28a59244-8756-45c0-b9ce-112ab888cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.242164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28a59244-8756-45c0-b9ce-112ab888cdf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.243246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-28a59244-8756-45c0-b9ce-112ab888cdf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3d0ee62-1bc3-48d9-bb99-c4cdd1fe9b4f HTTP/1.1" status: 204 len: 168 time: 0.3055854 Aug 10 03:22:16.270984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a59244-8756-45c0-b9ce-112ab888cdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0ee62-1bc3-48d9-bb99-c4cdd1fe9b4f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.292149 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.305253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca847ee-31a8-4753-b59b-e961ff614a63 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:16.326438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4ca847ee-31a8-4753-b59b-e961ff614a63, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4ca847ee-31a8-4753-b59b-e961ff614a63,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:16.414986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:16.450944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.458206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.472259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.472436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4ca847ee-31a8-4753-b59b-e961ff614a63,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:16.479665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.486503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.492826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.499618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.501844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8467bde-d835-42bd-9029-86d52d07b27f req-e59cfa25-36dd-4fe4-b415-481eeabeb35f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1194310 Aug 10 03:22:16.558679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8467bde-d835-42bd-9029-86d52d07b27f req-13481496-2ca9-4242-ad5c-587929393f1c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497086 Aug 10 03:22:16.621531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['4ca847ee-31a8-4753-b59b-e961ff614a63'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:16.707668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb36f7d-525d-4513-8706-37b2655b504a req-2b77d02f-1f14-4d50-b3ed-9db412a50a32 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.718356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bb36f7d-525d-4513-8706-37b2655b504a req-2b77d02f-1f14-4d50-b3ed-9db412a50a32 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0770531 Aug 10 03:22:16.787222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bb36f7d-525d-4513-8706-37b2655b504a req-a37fd2cb-da7e-4bcb-86f5-deb2aa150a65 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636129 Aug 10 03:22:16.931912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79592ca1-d84d-4d91-a92b-5422c5566e85 req-5ba307bb-d070-43ef-ae02-d9eba0b5c602 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:16.933458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79592ca1-d84d-4d91-a92b-5422c5566e85 req-5ba307bb-d070-43ef-ae02-d9eba0b5c602 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0496213 Aug 10 03:22:16.972108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79592ca1-d84d-4d91-a92b-5422c5566e85 req-9080a3d3-2d1e-4de6-a2d5-fd727663c896 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Aug 10 03:22:17.187980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca076222-b4cc-494f-98eb-72f57e7480ff req-f8dfc13c-2436-40d3-8714-6e45bebe4f5d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.189540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca076222-b4cc-494f-98eb-72f57e7480ff req-f8dfc13c-2436-40d3-8714-6e45bebe4f5d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0525389 Aug 10 03:22:17.229326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca076222-b4cc-494f-98eb-72f57e7480ff req-746002b9-752f-4ea9-8110-a57a4e7f807b tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335028 Aug 10 03:22:17.373297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47ac1d-c94c-4b9d-b7bc-7d42c6d842f3 req-fa3f7e3b-c039-4c5d-aae4-ac750204a8b7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.374830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f47ac1d-c94c-4b9d-b7bc-7d42c6d842f3 req-fa3f7e3b-c039-4c5d-aae4-ac750204a8b7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 944 time: 0.0582538 Aug 10 03:22:17.416074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f47ac1d-c94c-4b9d-b7bc-7d42c6d842f3 req-e8f1b7a5-b7ad-4b99-8f74-72fd4d87d702 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Aug 10 03:22:17.707139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.713508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.719418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.725276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.731783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.737638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.743808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.745745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-c24a9aaa-d2ac-40ea-b113-4c82eb8705a7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1048980 Aug 10 03:22:17.791722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08b7928d-8938-42ea-b24c-d4eecd348391 req-075bc02b-7a14-444f-9a31-e41d5b1729d9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394475 Aug 10 03:22:17.904845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b25a54-b0a6-4a68-b6f0-e728e68d5cc3 req-2bde991e-df6c-4f6e-8dc3-7fc4c5a134ae tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:17.906343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89b25a54-b0a6-4a68-b6f0-e728e68d5cc3 req-2bde991e-df6c-4f6e-8dc3-7fc4c5a134ae tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0490537 Aug 10 03:22:17.949481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89b25a54-b0a6-4a68-b6f0-e728e68d5cc3 req-da73bfcc-4230-430e-8d70-7e69d5bdba1d tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366101 Aug 10 03:22:18.088507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f977df6-9354-4d66-8a68-82f3492dda86 req-2ddde06f-c9b5-49bd-9a4b-1fdafcc99b0f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.090034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f977df6-9354-4d66-8a68-82f3492dda86 req-2ddde06f-c9b5-49bd-9a4b-1fdafcc99b0f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0502787 Aug 10 03:22:18.108375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4ca847ee-31a8-4753-b59b-e961ff614a63 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:18.136196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f977df6-9354-4d66-8a68-82f3492dda86 req-2e8f7d0e-9a68-41c2-8457-f0e8f7c770c3 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Aug 10 03:22:18.266734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 4ca847ee-31a8-4753-b59b-e961ff614a63 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:18.271182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 4ca847ee-31a8-4753-b59b-e961ff614a63 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:18.271628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.375626 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.385767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8352a0-b7a7-485b-9b40-5ac5c20b162f req-69d42c55-599e-4827-9928-966ff63b5180 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.393549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8352a0-b7a7-485b-9b40-5ac5c20b162f req-69d42c55-599e-4827-9928-966ff63b5180 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0630774 Aug 10 03:22:18.416990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4ca847ee-31a8-4753-b59b-e961ff614a63, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4ca847ee-31a8-4753-b59b-e961ff614a63,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:18.433970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8352a0-b7a7-485b-9b40-5ac5c20b162f req-f772146f-344a-4591-bb5f-03c52e47d7c7 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395494 Aug 10 03:22:18.493276 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:18.546187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd39f81-94ae-48a2-845b-409a0b48e540 req-f0ed7485-1163-416c-84ef-89e5874c3aa2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.547550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4ca847ee-31a8-4753-b59b-e961ff614a63,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:18.547697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edd39f81-94ae-48a2-845b-409a0b48e540 req-f0ed7485-1163-416c-84ef-89e5874c3aa2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0586510 Aug 10 03:22:18.609356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edd39f81-94ae-48a2-845b-409a0b48e540 req-82255442-580b-45ee-a329-f623e4963bf6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Aug 10 03:22:18.927119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.933557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.939676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.945445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.952401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.957764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.963762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:18.965708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-a3dac030-ed17-438b-a3b4-c977160366b6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.0951216 Aug 10 03:22:19.007796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00fcf2ad-7efe-48b0-b640-401deb486cdf req-33c29a99-ab81-4854-9b87-244c7eb32d04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359504 Aug 10 03:22:19.145407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ebd4-9760-4bab-bb2c-22fd83131f20 req-3f85d278-b806-4022-80e5-e3f12110217b tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.147026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2c9ebd4-9760-4bab-bb2c-22fd83131f20 req-3f85d278-b806-4022-80e5-e3f12110217b tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0731463 Aug 10 03:22:19.183156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:19.195273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2c9ebd4-9760-4bab-bb2c-22fd83131f20 req-a43a2dd1-3104-4bd4-98f8-8f6344e79012 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Aug 10 03:22:19.227353 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:19.317735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-692dd6a5-9380-48e6-ac91-baae7083bfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.342066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69803792-7007-442b-9869-361e7f1232a2 req-a719bfec-508b-4c11-9e48-5d46bea6d22c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.343911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69803792-7007-442b-9869-361e7f1232a2 req-a719bfec-508b-4c11-9e48-5d46bea6d22c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0753992 Aug 10 03:22:19.394811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69803792-7007-442b-9869-361e7f1232a2 req-8467d1c7-c668-44c4-85c7-57d1e86c7d72 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Aug 10 03:22:19.431083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-692dd6a5-9380-48e6-ac91-baae7083bfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.515647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-692dd6a5-9380-48e6-ac91-baae7083bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.562600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc433d-9e2a-4503-a7fa-97671d6047ba req-99d28db0-ea3b-42e9-b4d6-c747a2b3641f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.564418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8abc433d-9e2a-4503-a7fa-97671d6047ba req-99d28db0-ea3b-42e9-b4d6-c747a2b3641f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0549467 Aug 10 03:22:19.566201 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-692dd6a5-9380-48e6-ac91-baae7083bfd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87d27001d9ab4dcdab14415efa8c5bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818984 Aug 10 03:22:19.567371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dd6a5-9380-48e6-ac91-baae7083bfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fb0715-fc9c-42ca-b293-19fe9030f057,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:19.569073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55654) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:19.644684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8abc433d-9e2a-4503-a7fa-97671d6047ba req-e4959e3c-3b65-4f24-b7ba-db40a137ce93 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691099 Aug 10 03:22:19.655352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc31de76-e0a5-486a-a9a5-9a291fa21d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.682648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc31de76-e0a5-486a-a9a5-9a291fa21d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.766503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d01d4-16ff-4c93-ab7f-4ac2b5b8dfb6 req-282239c2-ac2f-4777-9f01-17ade2474389 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:19.767993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747d01d4-16ff-4c93-ab7f-4ac2b5b8dfb6 req-282239c2-ac2f-4777-9f01-17ade2474389 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0559342 Aug 10 03:22:19.808423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747d01d4-16ff-4c93-ab7f-4ac2b5b8dfb6 req-44fd227d-288a-46e9-86f6-44863007ded5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Aug 10 03:22:19.860455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc31de76-e0a5-486a-a9a5-9a291fa21d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.863114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc31de76-e0a5-486a-a9a5-9a291fa21d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:19.864248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dc31de76-e0a5-486a-a9a5-9a291fa21d95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2fb0715-fc9c-42ca-b293-19fe9030f057 HTTP/1.1" status: 204 len: 168 time: 0.2942297 Aug 10 03:22:19.872196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31de76-e0a5-486a-a9a5-9a291fa21d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fb0715-fc9c-42ca-b293-19fe9030f057,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:20.138389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.144527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.151422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.157340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.163295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.169250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.175214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.177142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-03d185a5-c996-4b3d-bb12-4f99e5bf1275 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.0937676 Aug 10 03:22:20.222728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b936c522-a2c7-44ff-908b-e6b9b32a1428 req-588bee4d-1109-4da0-9083-7a8eff0fa771 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394204 Aug 10 03:22:20.334650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e1235-de03-40b7-9233-85aa707bee51 req-c75fd51e-f21d-40e7-9881-293dcbdbe7ff tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.336076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a53e1235-de03-40b7-9233-85aa707bee51 req-c75fd51e-f21d-40e7-9881-293dcbdbe7ff tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0506003 Aug 10 03:22:20.388951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a53e1235-de03-40b7-9233-85aa707bee51 req-93bb38d6-c660-447d-8359-be9a6b41d9ed tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/security-groups?id=5cfd23d1-e346-495f-a461-497e7be11d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Aug 10 03:22:20.513749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c38531-e117-4d11-a752-2506bdcbfa51 req-2fab76dc-23fe-4f0d-892a-26819bcaea13 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.515267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8c38531-e117-4d11-a752-2506bdcbfa51 req-2fab76dc-23fe-4f0d-892a-26819bcaea13 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0489280 Aug 10 03:22:20.553442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8c38531-e117-4d11-a752-2506bdcbfa51 req-038277cc-6086-4b38-867f-e077af0140a5 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Aug 10 03:22:20.766501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c4a94-ce16-4afa-9649-1d8787239b8a req-cfd13844-d74c-4a92-8c2f-9cc0c05821d2 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.768238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e5c4a94-ce16-4afa-9649-1d8787239b8a req-cfd13844-d74c-4a92-8c2f-9cc0c05821d2 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0551813 Aug 10 03:22:20.811216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e5c4a94-ce16-4afa-9649-1d8787239b8a req-3d3065a6-941c-46ed-bf9f-ba2ccb02c3b5 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366189 Aug 10 03:22:20.841955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55690) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:20.856512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e173-8656-4eca-92f8-c32b62459f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.944318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1f8e-a4b1-4865-a63f-11972460f909 req-ca3236f2-f62b-476f-90bd-c0766980bc5a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:20.945763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f51e1f8e-a4b1-4865-a63f-11972460f909 req-ca3236f2-f62b-476f-90bd-c0766980bc5a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0514092 Aug 10 03:22:20.950195 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e173-8656-4eca-92f8-c32b62459f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.985695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f51e1f8e-a4b1-4865-a63f-11972460f909 req-91b94a39-cbac-46eb-9cb6-56cd65f7b188 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334151 Aug 10 03:22:21.043971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e173-8656-4eca-92f8-c32b62459f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.085335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c254e-8a51-43c4-843c-656e57c5daae req-abbc42ad-b632-48da-bd7e-a1f71fcdbf0f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.086833 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-abbc42ad-b632-48da-bd7e-a1f71fcdbf0f tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.54 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 946 time: 0.0736008 Aug 10 03:22:21.097704 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a5e1e173-8656-4eca-92f8-c32b62459f7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac947d98c1d746e7b57281dca682340f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547405 Aug 10 03:22:21.100566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55692) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:21.106102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1e173-8656-4eca-92f8-c32b62459f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e760e2-119d-4ade-9587-5782348873cf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:21.154369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.177850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.199795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Deleting port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:21.199795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.287251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] For port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,segment=NetworkSegment(99e289bc-1b84-4279-aee7-3c3d97c057b0),segment_id=99e289bc-1b84-4279-aee7-3c3d97c057b0)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:21.287628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.301570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Calling delete_port for d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:21.310429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.313106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.316671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50e760e2-119d-4ade-9587-5782348873cf HTTP/1.1" status: 204 len: 168 time: 0.2127931 Aug 10 03:22:21.350976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e760e2-119d-4ade-9587-5782348873cf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:21.362103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.362442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.362909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.363239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.363566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.363895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.364220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.364567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.364885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.365205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.365527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.365893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916b402-84e8-455a-99c1-8d878d9b7f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:21.392447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.398392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.405441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.421124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.427583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.434216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.441347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.443464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-55f24324-f988-497d-8eba-82052ccc9fa0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1447172 Aug 10 03:22:21.489478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af57af93-cb51-4dec-b3e1-161921f2b29f req-264e553f-f372-42fc-85a8-9cee848b739c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394182 Aug 10 03:22:21.550040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.580955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Pushing event deleted for resources: {'Port': ['ID=d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:21.589450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4392f25a-e908-46d7-b9b8-4e04aeb6c3ac req-b6f8d7bb-bb80-4ce9-9357-bd2d2c737cd1 tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 210 time: 0.0268927 Aug 10 03:22:21.591322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:21.637094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] No DVR routers for this DVR port d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:21.641618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.644416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-760c254e-8a51-43c4-843c-656e57c5daae req-8d52cfc6-4d18-4779-98b3-e8f52a4014ec tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.54 "DELETE /v2.0/ports/d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b HTTP/1.1" status: 204 len: 173 time: 0.5490611 Aug 10 03:22:21.644956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'name': 'network-vif-deleted', 'tag': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:21.647525 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef74db-ac9c-4313-984d-bbbc3b43487b" -d '{"events": [{"server_uuid": "84aa0351-13c9-4d59-bd55-b451427aff5a", "name": "network-vif-deleted", "tag": "d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:21.722669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd781d-ca8d-4b3f-8930-590adb2dd0f4 req-0817a3a9-0c56-4b78-8ed1-6ce4a1027500 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.724488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9cd781d-ca8d-4b3f-8930-590adb2dd0f4 req-0817a3a9-0c56-4b78-8ed1-6ce4a1027500 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0572963 Aug 10 03:22:21.765686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9cd781d-ca8d-4b3f-8930-590adb2dd0f4 req-75e5b026-96c3-4d6d-8e68-bef1fb3c0446 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351083 Aug 10 03:22:21.806725 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc79c9c3-2b7c-41fb-b997-a1c399b230f1 x-openstack-request-id: req-dc79c9c3-2b7c-41fb-b997-a1c399b230f1 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:21.807021 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa0351-13c9-4d59-bd55-b451427aff5a", "name": "network-vif-deleted", "tag": "d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:21.807278 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc79c9c3-2b7c-41fb-b997-a1c399b230f1 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:21.807681 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'name': 'network-vif-deleted', 'tag': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:22:21.932579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16717d-03a3-4bc2-971a-267c73b1133a req-d169573c-4405-4cc9-bb5a-dd53d3a0be40 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:21.934195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd16717d-03a3-4bc2-971a-267c73b1133a req-d169573c-4405-4cc9-bb5a-dd53d3a0be40 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0549467 Aug 10 03:22:21.985911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd16717d-03a3-4bc2-971a-267c73b1133a req-5790693a-f64c-454e-8404-3a6690e4b13e tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 10 03:22:22.118513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3881c-858c-4300-887c-11167823cc43 req-ea9e61d3-1d51-4341-9764-a5cc173de871 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.133480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaf3881c-858c-4300-887c-11167823cc43 req-ea9e61d3-1d51-4341-9764-a5cc173de871 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0774326 Aug 10 03:22:22.193517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaf3881c-858c-4300-887c-11167823cc43 req-b38b23e7-839e-4e03-950f-79ff59b98bc1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550759 Aug 10 03:22:22.651769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.658265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.664711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.671231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.681943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.684094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.690374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.692391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-86a8d75c-2043-4d60-a718-df148eca25a3 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1113698 Aug 10 03:22:22.738368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809d13dd-8ab5-428e-9b30-e9c2524c6e57 req-9f504a4f-70ad-466a-a57a-7607b526dc91 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356259 Aug 10 03:22:22.844642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a30e7a04-ca58-4118-af64-a5a2acf21322 req-0a32d20a-035e-4ed0-b8f0-9922abd7672d tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 210 time: 0.0307233 Aug 10 03:22:22.960839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a9479-2e5f-43fb-9eb8-961a23d2ef53 req-33bced94-cf5a-44b3-8726-0ff85872bede tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:22.962342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e3a9479-2e5f-43fb-9eb8-961a23d2ef53 req-33bced94-cf5a-44b3-8726-0ff85872bede tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0490220 Aug 10 03:22:23.000227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e3a9479-2e5f-43fb-9eb8-961a23d2ef53 req-9e23e074-07c5-4b04-9c72-85fbad27b776 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Aug 10 03:22:23.273067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c614438-5e8a-4ac3-b589-f2c7ef13218c req-f0afb083-78bc-48e4-a8c6-fe0743ad76ae tempest-InstanceActionsV221TestJSON-216320840 tempest-InstanceActionsV221TestJSON-216320840-project] 10.222.0.26 "GET /v2.0/ports?device_id=84aa0351-13c9-4d59-bd55-b451427aff5a HTTP/1.1" status: 200 len: 210 time: 0.0278237 Aug 10 03:22:23.736262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55788) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:23.742493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1019814456'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:23.870051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0dce8-6b38-428c-ae77-23bfa56d0a8c req-d9d9af64-452c-4d16-bd5b-4cb7fe8474e4 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:23.871945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df0dce8-6b38-428c-ae77-23bfa56d0a8c req-d9d9af64-452c-4d16-bd5b-4cb7fe8474e4 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0614116 Aug 10 03:22:23.873099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:23.876701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.926099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:23.930768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df0dce8-6b38-428c-ae77-23bfa56d0a8c req-ce951c4e-7fe7-4ac9-86a8-91fbb27ea953 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 Aug 10 03:22:23.939626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:23.939989 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Added segment 337751e1-c5db-4a2a-a86e-679a2b955b1c of type vlan for network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb Aug 10 03:22:23.982570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.058105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451243e-f15a-4564-a85d-06821e8f2551 req-135bcfbc-fba9-4a93-bcfa-b11d6df58d75 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.059759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0451243e-f15a-4564-a85d-06821e8f2551 req-135bcfbc-fba9-4a93-bcfa-b11d6df58d75 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0613275 Aug 10 03:22:24.099008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0451243e-f15a-4564-a85d-06821e8f2551 req-6423fa9e-89f8-4cb4-87e2-e3012c358866 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Aug 10 03:22:24.154352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55810) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.163365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.166756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:24.170954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.172245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.202137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:24.203132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:24.234318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Deleting subnet 7b951f26-87a5-465a-927a-13845cc193d4 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:22:24.238879 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.285200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Network': ['ID=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.288950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.296563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:24.310650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.316572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.323222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.329229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.335111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.337819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.341121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.346963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.348922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-6baa900b-a246-4bb8-8c2f-c16e065c7b84 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1469164 Aug 10 03:22:24.350838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-02cdcea2-6583-4d1f-8f35-2a216b5297b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6128690 Aug 10 03:22:24.353680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55814) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.360558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1025750097'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:24.415859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1741fe3-14b2-41d7-9dd2-188d76133976 req-036e2365-d5ea-47b2-90f8-abc1b2ac2f42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503356 Aug 10 03:22:24.467032 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.498260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:24.501726 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.515766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b951f26-87a5-465a-927a-13845cc193d4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:24.522861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.525609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43b7e056-24d2-46e1-920e-788da8251635 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7b951f26-87a5-465a-927a-13845cc193d4 HTTP/1.1" status: 204 len: 168 time: 0.3697336 Aug 10 03:22:24.529202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55820) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:24.553639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:24.564293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9ca0b-9ab3-44fd-be17-2f755992320f req-205427c4-dcb1-4408-97ab-4bd5e4a3aaf0 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:24.566266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55f9ca0b-9ab3-44fd-be17-2f755992320f req-205427c4-dcb1-4408-97ab-4bd5e4a3aaf0 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0786943 Aug 10 03:22:24.575419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.575988 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Added segment 3885ccc9-2af0-475c-9b6b-a894dab348d4 of type vlan for network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 Aug 10 03:22:24.617142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.719458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.729921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263aa05b-a21e-4c64-b31e-153310d53acb']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.741622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e289bc-1b84-4279-aee7-3c3d97c057b0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.741914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e289bc-1b84-4279-aee7-3c3d97c057b0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:22:24.751653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.768884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.778071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:22:24.778645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:22:24.780637 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:22:24.881657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.896963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55f9ca0b-9ab3-44fd-be17-2f755992320f req-82ac3ffc-e1d1-4270-b7a0-ea63cb58bdf9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092506 Aug 10 03:22:24.909571 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.919735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.924790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] 10.222.0.26 "DELETE /v2.0/networks/263aa05b-a21e-4c64-b31e-153310d53acb HTTP/1.1" status: 204 len: 168 time: 0.3845956 Aug 10 03:22:24.934262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1931482-a96c-41e4-b235-621d5c94b2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=263aa05b-a21e-4c64-b31e-153310d53acb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:25.047539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745af7-36cc-4534-ad1c-87fc96fd5163 req-dae9e756-9e70-456d-b3c3-dc8826dee436 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.049345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a745af7-36cc-4534-ad1c-87fc96fd5163 req-dae9e756-9e70-456d-b3c3-dc8826dee436 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0508039 Aug 10 03:22:25.062898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.068913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.069030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.157051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a745af7-36cc-4534-ad1c-87fc96fd5163 req-88f55546-296b-458d-a5d0-d3ff2fe383f1 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014771 Aug 10 03:22:25.159892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Network': ['ID=dcf71ee2-0eee-417e-b633-daf5ca6e96c4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:25.170525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:25.250958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6954b14b-9f19-4667-bf95-49e4772bb7c7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8951697 Aug 10 03:22:25.253679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55834) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.258795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'subnet': {'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:25.267797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac842fcc-3e05-4ca5-8592-8598d9506514 req-58c2e370-72bb-4ebd-9657-21fefb33eab8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.269360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac842fcc-3e05-4ca5-8592-8598d9506514 req-58c2e370-72bb-4ebd-9657-21fefb33eab8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Aug 10 03:22:25.307969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac842fcc-3e05-4ca5-8592-8598d9506514 req-fc25b77e-ec1c-475d-af94-ee94fde95053 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Aug 10 03:22:25.471693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:25.475402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.554109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.560035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.565948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.572543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.578493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.584401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.590853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:25.592823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-b62fb0b1-dc03-46cb-b1ae-e401bab3d76e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1019487 Aug 10 03:22:25.636797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55840) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.647234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff383e39-4a97-43f3-87b2-0c615cd4fe87 req-48af10ec-543e-4ad0-a7d3-9a9320dc2418 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466194 Aug 10 03:22:25.689372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2a59eb83-e039-4574-babe-50c63aa1f84f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b9ff3b19b8e49fcbc2218ad838d6664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514619 Aug 10 03:22:25.692079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55842) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.737660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55846) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:25.745499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.754813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9e26b56-86cb-4c68-9c98-fec1554fe04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.769029 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.785299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9e26b56-86cb-4c68-9c98-fec1554fe04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.820867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Subnet': ['ID=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:25.839501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Checking segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:25.839862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network hostable DHCP agents. Network: f0b41a3c-d677-4673-b38f-d9b8fc9ecebb, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:25.963425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ca8597c-b1b7-4b2a-8c23-6bf268518dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.998502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9e26b56-86cb-4c68-9c98-fec1554fe04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.001188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9e26b56-86cb-4c68-9c98-fec1554fe04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.002348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b9e26b56-86cb-4c68-9c98-fec1554fe04f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cfd23d1-e346-495f-a461-497e7be11d64 HTTP/1.1" status: 204 len: 168 time: 0.3091061 Aug 10 03:22:26.016420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e26b56-86cb-4c68-9c98-fec1554fe04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfd23d1-e346-495f-a461-497e7be11d64,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.025649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c53e76-5d4d-4a5a-8e57-013421a7bf36 req-4958fdc8-f774-48b7-ae21-72d90e6c91b9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.033345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59c53e76-5d4d-4a5a-8e57-013421a7bf36 req-4958fdc8-f774-48b7-ae21-72d90e6c91b9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0716414 Aug 10 03:22:26.060077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:26.073505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59c53e76-5d4d-4a5a-8e57-013421a7bf36 req-52512aef-2951-4c00-916d-2b2215ac2b92 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Aug 10 03:22:26.084132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ca8597c-b1b7-4b2a-8c23-6bf268518dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.183569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f0b41a3c-d677-4673-b38f-d9b8fc9ecebb) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:26.187818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.188531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.192760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3fbc6-1292-4167-af52-59432dd40596 None None] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:26.243696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ca8597c-b1b7-4b2a-8c23-6bf268518dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.283902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60699cd1-6eba-4770-a6c0-9af577b2cc1d req-0095447c-ddbe-48eb-8bd8-0842c64c79f2 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.285530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60699cd1-6eba-4770-a6c0-9af577b2cc1d req-0095447c-ddbe-48eb-8bd8-0842c64c79f2 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0559556 Aug 10 03:22:26.291172 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9ca8597c-b1b7-4b2a-8c23-6bf268518dc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6507866ddbd645b3a46ce6917c42edad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522461 Aug 10 03:22:26.292715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8597c-b1b7-4b2a-8c23-6bf268518dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54774453-77e7-48ba-b3f5-1d9b8502fe32,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.295344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55858) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:26.346909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:22:26.347829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.352597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60699cd1-6eba-4770-a6c0-9af577b2cc1d req-c1d7784f-fd20-41cd-a744-65d43a040c98 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598516 Aug 10 03:22:26.380037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8088d0e9-bbee-4165-8fd9-1fbc1f3299d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.404114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8088d0e9-bbee-4165-8fd9-1fbc1f3299d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.421377 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-25f85758-820f-4959-ba19-5154c5b4feef tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1665332 Aug 10 03:22:26.424725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55866) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:26.431617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'subnet': {'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:26.495447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a54aa-44ac-49ff-9b31-23f9d2b63677 req-0cc85a9d-879f-412e-9d59-a96e3c6e1ffb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.497142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-046a54aa-44ac-49ff-9b31-23f9d2b63677 req-0cc85a9d-879f-412e-9d59-a96e3c6e1ffb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0817263 Aug 10 03:22:26.531815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Allocated IP 10.1.1.2 (f0b41a3c-d677-4673-b38f-d9b8fc9ecebb/ec9c9efa-0e31-4c9f-be81-5297ec26b2eb/66929fe9-f9d9-48d2-8a88-8f77470829c8) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:26.543978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-046a54aa-44ac-49ff-9b31-23f9d2b63677 req-c0bc9d14-ecc8-407c-b962-85232212661e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398657 Aug 10 03:22:26.615320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8088d0e9-bbee-4165-8fd9-1fbc1f3299d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.618942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8088d0e9-bbee-4165-8fd9-1fbc1f3299d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.620195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8088d0e9-bbee-4165-8fd9-1fbc1f3299d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54774453-77e7-48ba-b3f5-1d9b8502fe32 HTTP/1.1" status: 204 len: 168 time: 0.3256912 Aug 10 03:22:26.628259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d0e9-bbee-4165-8fd9-1fbc1f3299d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54774453-77e7-48ba-b3f5-1d9b8502fe32,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.701185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:26.704894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.705314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.714369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Transition to ACTIVE for port object 66929fe9-f9d9-48d2-8a88-8f77470829c8 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:26.733059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Transition to ACTIVE for port object 66929fe9-f9d9-48d2-8a88-8f77470829c8 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:26.798377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.804240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.812733 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.813064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.822566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.830006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.836084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.842523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:26.851413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-ffe06525-c6ac-4476-be63-719c7c32106a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1104999 Aug 10 03:22:26.851835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:26.855863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:26.860085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:26.895379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Pushing event updated for resources: {'Port': ['ID=66929fe9-f9d9-48d2-8a88-8f77470829c8,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:26.903308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e4153c0-b0f0-4078-b1f5-b7d6be9dafe7 req-d44276a7-866a-4fdc-9ade-a2a67f198223 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486648 Aug 10 03:22:26.926486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.927259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.927923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.928431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.928948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.929410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.929894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.930349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.931607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.932079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.932570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.933054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:26.954370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Attempting to bind port 66929fe9-f9d9-48d2-8a88-8f77470829c8 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:26.954738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Attempting to bind port 66929fe9-f9d9-48d2-8a88-8f77470829c8 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:26.955093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Attempting to bind port 66929fe9-f9d9-48d2-8a88-8f77470829c8 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:26.959962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:26.960327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Checking segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:26.960748 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.961131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Bound using segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:26.961582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Bound port: 66929fe9-f9d9-48d2-8a88-8f77470829c8, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:26.961954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.020941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.022241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] For port 66929fe9-f9d9-48d2-8a88-8f77470829c8, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:27.025255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] For port 66929fe9-f9d9-48d2-8a88-8f77470829c8, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=66929fe9-f9d9-48d2-8a88-8f77470829c8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:27.082897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Subnet': ['ID=edb03132-f1a0-4f5f-8fc0-f20b66f0081f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:27.090437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Checking segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:27.090803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network hostable DHCP agents. Network: dcf71ee2-0eee-417e-b633-daf5ca6e96c4, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:27.177467 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.196251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec88d-f25a-409e-9a1d-abe0f7b30ac6 req-628bb3bc-1457-4071-8878-28a1f0acff74 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.198281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0aaec88d-f25a-409e-9a1d-abe0f7b30ac6 req-628bb3bc-1457-4071-8878-28a1f0acff74 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0505962 Aug 10 03:22:27.221387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:27.255433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de569ef2-03de-4c4c-a6f0-328c01223a5a None None] Pushing event updated for resources: {'Port': ['ID=66929fe9-f9d9-48d2-8a88-8f77470829c8,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:27.261655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0aaec88d-f25a-409e-9a1d-abe0f7b30ac6 req-8fd19a38-7bf9-4de9-aec8-29fd7eb41437 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567892 Aug 10 03:22:27.369631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, dcf71ee2-0eee-417e-b633-daf5ca6e96c4) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:27.374567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.375228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.381227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cffac12-9029-4052-affd-86040e5c7eec None None] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:27.501451 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24e5bbcd-3a3c-48b4-b9c1-4882a1632867 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0752430 Aug 10 03:22:27.504035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55892) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:27.509893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'name': 'tempest-TaggedBootDevicesTest_v242-1804601656', 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:27.552909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055d4b8-b711-4e63-8655-e80c4b30b28f req-72c4e582-a3e0-490f-84fb-ca40a471394f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.560998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d055d4b8-b711-4e63-8655-e80c4b30b28f req-72c4e582-a3e0-490f-84fb-ca40a471394f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0839689 Aug 10 03:22:27.621896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 66929fe9-f9d9-48d2-8a88-8f77470829c8 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:27.627618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d055d4b8-b711-4e63-8655-e80c4b30b28f req-a9efb4eb-7699-41a3-988f-87f25366de3c tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638676 Aug 10 03:22:27.710355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:27.723257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'fixed_ips': [{'subnet_id': 'edb03132-f1a0-4f5f-8fc0-f20b66f0081f'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:22:27.724288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.743768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa17a699-0cc0-4904-92c0-bd6e428be6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.748949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0797c-76f0-4cf6-a7e7-3a7b6ca7981d req-2633e56e-7c88-42c4-857e-fc6692300bae tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:27.751223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05c0797c-76f0-4cf6-a7e7-3a7b6ca7981d req-2633e56e-7c88-42c4-857e-fc6692300bae tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0615685 Aug 10 03:22:27.783132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:27.814953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05c0797c-76f0-4cf6-a7e7-3a7b6ca7981d req-24c71a6d-1c12-42a8-a097-8be6e97e3517 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Aug 10 03:22:27.831727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 66929fe9-f9d9-48d2-8a88-8f77470829c8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:27.913324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Allocated IP 10.2.2.2 (dcf71ee2-0eee-417e-b633-daf5ca6e96c4/edb03132-f1a0-4f5f-8fc0-f20b66f0081f/d5acc60d-7983-48a1-a9eb-b7859bf98f2a) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:27.918858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:27.949683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] device_id is not set on port cb461c87-37ff-4d0d-9123-f70bf15bfd19 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:22:28.079413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa17a699-0cc0-4904-92c0-bd6e428be6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.096851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.109899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Transition to ACTIVE for port object d5acc60d-7983-48a1-a9eb-b7859bf98f2a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:28.154413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Transition to ACTIVE for port object d5acc60d-7983-48a1-a9eb-b7859bf98f2a will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:28.174272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 10.1.1.30 (f0b41a3c-d677-4673-b38f-d9b8fc9ecebb/ec9c9efa-0e31-4c9f-be81-5297ec26b2eb/cb461c87-37ff-4d0d-9123-f70bf15bfd19) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:28.176266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.188196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.195257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa17a699-0cc0-4904-92c0-bd6e428be6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.198353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.218841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.225091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.232088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.236143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.238099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17a699-0cc0-4904-92c0-bd6e428be6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e2ea48-cd58-467e-b0ff-c02fc90188e3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.242437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.251156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c057560-daad-4edf-b357-22b168e62b0d req-904c7ee1-1f63-4eec-938b-ed91f1b1b6f0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1979573 Aug 10 03:22:28.291836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa17a699-0cc0-4904-92c0-bd6e428be6e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f5d497eca5c41cbad0b3a8f4e2fe96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751660 Aug 10 03:22:28.292802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55910) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:28.297418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c057560-daad-4edf-b357-22b168e62b0d req-c13e0f79-e652-4beb-bfd6-ba7716d4c420 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452926 Aug 10 03:22:28.373395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:28.383663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:28.393118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:28.400501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Pushing event updated for resources: {'Port': ['ID=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.477834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042877-2ae5-446d-aff2-267b404c48f8 req-8b196c24-3286-46dd-a2aa-636d19a6d953 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.479754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac197-d381-4b03-a4d6-eb051e393440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.488705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52042877-2ae5-446d-aff2-267b404c48f8 req-8b196c24-3286-46dd-a2aa-636d19a6d953 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0701804 Aug 10 03:22:28.501025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Attempting to bind port d5acc60d-7983-48a1-a9eb-b7859bf98f2a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:28.501667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Attempting to bind port d5acc60d-7983-48a1-a9eb-b7859bf98f2a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:28.502186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Attempting to bind port d5acc60d-7983-48a1-a9eb-b7859bf98f2a on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:28.510851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac197-d381-4b03-a4d6-eb051e393440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.512983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:28.520330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Checking segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:28.520330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.520330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Bound using segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:28.520330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Bound port: d5acc60d-7983-48a1-a9eb-b7859bf98f2a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:28.520330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.543759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52042877-2ae5-446d-aff2-267b404c48f8 req-02fa65b6-7e2b-4662-ba60-b153f934e49f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Aug 10 03:22:28.545628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738785c-8ca6-472d-b001-6846f30b4f8d None None] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:28.582452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.602436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object cb461c87-37ff-4d0d-9123-f70bf15bfd19 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:28.670182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] For port d5acc60d-7983-48a1-a9eb-b7859bf98f2a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:28.675257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] For port d5acc60d-7983-48a1-a9eb-b7859bf98f2a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:28.701255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] Provisioning for port 66929fe9-f9d9-48d2-8a88-8f77470829c8 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:28.706396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] Provisioning complete for port 66929fe9-f9d9-48d2-8a88-8f77470829c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:28.706768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.718928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.720846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac197-d381-4b03-a4d6-eb051e393440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.726527 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac197-d381-4b03-a4d6-eb051e393440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.736328 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a4ac197-d381-4b03-a4d6-eb051e393440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86e2ea48-cd58-467e-b0ff-c02fc90188e3 HTTP/1.1" status: 204 len: 168 time: 0.4400442 Aug 10 03:22:28.793975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:28.797299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ac197-d381-4b03-a4d6-eb051e393440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e2ea48-cd58-467e-b0ff-c02fc90188e3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.806124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:28.819295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.828588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:28.833043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692bb6c-0dd7-4e4c-aed4-a3ec405cb809 req-ada144b3-6746-497a-aba0-e6dff342814d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.837597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e692bb6c-0dd7-4e4c-aed4-a3ec405cb809 req-ada144b3-6746-497a-aba0-e6dff342814d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.1249344 Aug 10 03:22:28.903255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:28.917882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:28.918613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:28.927667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e692bb6c-0dd7-4e4c-aed4-a3ec405cb809 req-92ce9a41-73cd-4b00-bc0b-de333c70cecf tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832133 Aug 10 03:22:29.051368 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.100238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d436-2dc8-4d72-9c5d-d36076d10b73 None None] Pushing event updated for resources: {'Port': ['ID=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.116929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] For port 66929fe9-f9d9-48d2-8a88-8f77470829c8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=66929fe9-f9d9-48d2-8a88-8f77470829c8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:29.118961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-622a9fc6-3350-4c74-9ac7-08818dd2daf6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6135411 Aug 10 03:22:29.121640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55934) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:29.127716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'name': 'tempest-TaggedBootDevicesTest_v242-1308866652', 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:29.224975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.292941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f4ecf-a16b-4faf-bc7f-bcac2bb5484b None None] Pushing event updated for resources: {'Port': ['ID=66929fe9-f9d9-48d2-8a88-8f77470829c8,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:29.412615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:29.420147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.463616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] device_id is not set on port 0774abb4-e56c-434e-a454-54abb867e1a9 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:22:29.582422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e379c98e-eb7b-46ba-8385-f765e308342b None None] Provisioning for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:29.593872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e379c98e-eb7b-46ba-8385-f765e308342b None None] Provisioning complete for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:29.593872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e379c98e-eb7b-46ba-8385-f765e308342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.650503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d5acc60d-7983-48a1-a9eb-b7859bf98f2a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:29.710052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 10.1.1.90 (f0b41a3c-d677-4673-b38f-d9b8fc9ecebb/ec9c9efa-0e31-4c9f-be81-5297ec26b2eb/0774abb4-e56c-434e-a454-54abb867e1a9) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:29.738381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e379c98e-eb7b-46ba-8385-f765e308342b None None] Port cb461c87-37ff-4d0d-9123-f70bf15bfd19 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:29.765895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e379c98e-eb7b-46ba-8385-f765e308342b None None] Provisioning complete for port 66929fe9-f9d9-48d2-8a88-8f77470829c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:29.767185 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e379c98e-eb7b-46ba-8385-f765e308342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.798341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708f120-7cb2-4458-a5e3-8b9d761df3c5 req-18e9fef8-ed3d-49e7-9670-6e8e0cc9a943 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:29.811732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3708f120-7cb2-4458-a5e3-8b9d761df3c5 req-18e9fef8-ed3d-49e7-9670-6e8e0cc9a943 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0999169 Aug 10 03:22:29.873169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3708f120-7cb2-4458-a5e3-8b9d761df3c5 req-87a05caa-e37b-4c67-ada3-7eeed377b0bb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597785 Aug 10 03:22:29.949275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d5acc60d-7983-48a1-a9eb-b7859bf98f2a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:29.953904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 66929fe9-f9d9-48d2-8a88-8f77470829c8 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:30.006758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.018098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.024298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object 0774abb4-e56c-434e-a454-54abb867e1a9 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:30.030827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.034017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-230d74f0-b1dd-40f1-8820-c93d7a17ad5f None None] Provisioning complete for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:30.034814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-230d74f0-b1dd-40f1-8820-c93d7a17ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.039510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.054707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.072197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.083798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.091881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.093452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-230d74f0-b1dd-40f1-8820-c93d7a17ad5f None None] Port cb461c87-37ff-4d0d-9123-f70bf15bfd19 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:30.102519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-a90aa8cb-b7d6-40a2-a9d4-f5712708cb3a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1534381 Aug 10 03:22:30.115090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 66929fe9-f9d9-48d2-8a88-8f77470829c8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:30.115590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.160113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327216a-0a3a-43b2-9b21-72ce15ed0c60 None None] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:30.164470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.169277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-340f65ca-d8a1-4dba-bbb7-7732647f5237 req-315ce82c-6986-4f3a-8816-3b8d8440a39e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649133 Aug 10 03:22:30.244889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88fff395-f277-48fb-b140-d0167a3271a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.313017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720b928-f0f6-464e-bda9-976b50ca9017 req-e91961fc-7156-49cc-bd86-fa646bd1b782 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.315019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c720b928-f0f6-464e-bda9-976b50ca9017 req-e91961fc-7156-49cc-bd86-fa646bd1b782 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0615001 Aug 10 03:22:30.382070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c720b928-f0f6-464e-bda9-976b50ca9017 req-5c9f7ffa-4342-455f-9a66-b8fb3e152119 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548944 Aug 10 03:22:30.406425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] Provisioning for port d5acc60d-7983-48a1-a9eb-b7859bf98f2a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:30.413087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] Provisioning complete for port d5acc60d-7983-48a1-a9eb-b7859bf98f2a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:30.413810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.560431 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.570647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af320e-faa2-4605-b982-68e7b0d697b6 req-1531f230-f4ea-4347-828e-8ae3d9bd1600 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.574264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32af320e-faa2-4605-b982-68e7b0d697b6 req-1531f230-f4ea-4347-828e-8ae3d9bd1600 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0964887 Aug 10 03:22:30.622299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] For port d5acc60d-7983-48a1-a9eb-b7859bf98f2a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:30.631042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32af320e-faa2-4605-b982-68e7b0d697b6 req-9b695d78-b7b6-4c72-81d3-846914056951 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Aug 10 03:22:30.697313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:30.700573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:30.705010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:30.708976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.726810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.760813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:30.761388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.786593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825d0f3-b123-46f9-aaa8-7d57b995a605 None None] Pushing event updated for resources: {'Port': ['ID=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:30.852809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9841cd27-b98f-4be1-9fbe-3b61d3010086 None None] Provisioning complete for port d5acc60d-7983-48a1-a9eb-b7859bf98f2a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:30.853330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9841cd27-b98f-4be1-9fbe-3b61d3010086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:30.928745 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c40cd1e4-4467-49eb-bcf9-cf44fc2e7564 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8053126 Aug 10 03:22:31.007717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd99385-14e4-4931-98b1-a73d8fc1b0f5 req-1e891f9c-1fc6-41f2-a6ee-a71082e18085 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.009317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cd99385-14e4-4931-98b1-a73d8fc1b0f5 req-1e891f9c-1fc6-41f2-a6ee-a71082e18085 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Aug 10 03:22:31.050049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cd99385-14e4-4931-98b1-a73d8fc1b0f5 req-8cc37e49-dc4d-4141-bbf3-80159eff9375 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Aug 10 03:22:31.161149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c452b40c-dab9-4cde-b7be-44167d637d78 None None] Provisioning for port 0774abb4-e56c-434e-a454-54abb867e1a9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:31.165653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c452b40c-dab9-4cde-b7be-44167d637d78 None None] Provisioning complete for port 0774abb4-e56c-434e-a454-54abb867e1a9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:31.166081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c452b40c-dab9-4cde-b7be-44167d637d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.201964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c452b40c-dab9-4cde-b7be-44167d637d78 None None] Port 0774abb4-e56c-434e-a454-54abb867e1a9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:31.383053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56002) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:31.387204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316600352', 'description': 'tempest-description--1359493108'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:31.482439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.485681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d5acc60d-7983-48a1-a9eb-b7859bf98f2a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:31.488709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.494976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.501031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.503796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.508070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.514918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.521034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.523019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-551a0fcf-78b6-4ba6-b993-163f90e4037b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1004660 Aug 10 03:22:31.559784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d5acc60d-7983-48a1-a9eb-b7859bf98f2a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:31.560515 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.576293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8135c09-e2c0-44e5-82eb-fc646ed96497 req-de15d359-0351-4482-a8d3-f8b5d3795d0f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456274 Aug 10 03:22:31.650516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.714385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62e828-596a-4682-a8e1-26cf5286eef2 req-068e0c5a-49a2-42b1-b03f-e5a1f2fe6a5a tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.716223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff62e828-596a-4682-a8e1-26cf5286eef2 req-068e0c5a-49a2-42b1-b03f-e5a1f2fe6a5a tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0563016 Aug 10 03:22:31.741132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.760836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff62e828-596a-4682-a8e1-26cf5286eef2 req-b4f69725-b425-42ea-b236-97f5f4334d89 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Aug 10 03:22:31.777710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:31.879812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e0171-ecf3-43f2-bf0e-50a7efc11218 req-6ae904a9-1616-4603-9975-633a1567403b tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:31.881347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-345e0171-ecf3-43f2-bf0e-50a7efc11218 req-6ae904a9-1616-4603-9975-633a1567403b tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0511661 Aug 10 03:22:31.901515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.906786 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-997e8b83-ade4-4196-af42-414eb6e6710a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5237260 Aug 10 03:22:31.907193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56018) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:31.918836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'security_group_rule': {'security_group_id': '0be8ceb1-57f3-4a5b-a82c-ac3928a97c06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:31.934676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-345e0171-ecf3-43f2-bf0e-50a7efc11218 req-780e1cbb-a781-4c38-a785-b84acf8cf1f3 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473795 Aug 10 03:22:32.048684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.139176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.187810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39fab-560e-49f0-befa-c849c8f2433e req-57e3ea4c-32bd-4d6f-a13a-c43811dd57b9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.192875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9d39fab-560e-49f0-befa-c849c8f2433e req-57e3ea4c-32bd-4d6f-a13a-c43811dd57b9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0557644 Aug 10 03:22:32.215496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.244425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee3888c-6d8e-486b-9976-66b56ebb215f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.258607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9d39fab-560e-49f0-befa-c849c8f2433e req-df3420b1-19ee-4426-b21d-3c3e933ccae1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628757 Aug 10 03:22:32.261265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56028) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.357723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.359116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c20b22c6-1ad6-45e7-a2b8-277d58a07927 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4497607 Aug 10 03:22:32.369715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56036) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.374665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'security_group_rule': {'security_group_id': '0be8ceb1-57f3-4a5b-a82c-ac3928a97c06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:32.448553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccd19473-d6cb-4c95-9d33-a650af325c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.512230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.607353 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.613369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.646550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccd19473-d6cb-4c95-9d33-a650af325c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.699215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.731020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.737045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.743162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.749617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.755453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.761372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.767198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:32.769182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-eefce3a4-c910-404b-adc4-cf051499ee55 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1107349 Aug 10 03:22:32.770994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732a122b-4fb4-43b4-894a-435e824a2c93,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.773957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccd19473-d6cb-4c95-9d33-a650af325c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.840069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.842731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9b0954eb-71b7-408a-bbe1-742b345a5d88 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4704854 Aug 10 03:22:32.844486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ccd19473-d6cb-4c95-9d33-a650af325c15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d90c3d5880843c1abb5697e7df7141d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814750 Aug 10 03:22:32.844610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19473-d6cb-4c95-9d33-a650af325c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a96e53-cf32-45aa-9337-16f8e43603a6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:32.851116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56052) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.852757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:32.856320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:32.869444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-724aed6e-78f9-4a2a-b72c-dced68711e4a req-58d388e6-e38f-4473-a1a6-fe5042063344 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920753 Aug 10 03:22:32.928170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-273a3e55-63d6-48ce-b3c0-24429e962a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.965443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-273a3e55-63d6-48ce-b3c0-24429e962a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.984818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.015069 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4501d446-b14e-4c1c-8124-6f99dac49a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.033327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810f5e0-0d31-4ecf-bcfb-46c74d6ee656 req-b7f490c5-45eb-4f24-a9ca-c8583a4fad99 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:33.034835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1810f5e0-0d31-4ecf-bcfb-46c74d6ee656 req-b7f490c5-45eb-4f24-a9ca-c8583a4fad99 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0839612 Aug 10 03:22:33.088467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1810f5e0-0d31-4ecf-bcfb-46c74d6ee656 req-451e19ca-0d1d-4ce8-affc-51346d66898e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368538 Aug 10 03:22:33.109168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.157779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-273a3e55-63d6-48ce-b3c0-24429e962a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.161392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-273a3e55-63d6-48ce-b3c0-24429e962a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.162574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-273a3e55-63d6-48ce-b3c0-24429e962a45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7a96e53-cf32-45aa-9337-16f8e43603a6 HTTP/1.1" status: 204 len: 168 time: 0.3080573 Aug 10 03:22:33.201310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3e55-63d6-48ce-b3c0-24429e962a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a96e53-cf32-45aa-9337-16f8e43603a6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.226405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b901-df51-4850-b085-90a43ec04dc8 req-ee480240-6db7-46a1-ae1d-64784fd9486f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:33.228818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de72b901-df51-4850-b085-90a43ec04dc8 req-ee480240-6db7-46a1-ae1d-64784fd9486f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0627472 Aug 10 03:22:33.272077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 172.25.1.83 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/8d9391e4-c198-431e-b61e-37fc147f8c1e) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:33.273586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de72b901-df51-4850-b085-90a43ec04dc8 req-d0e12549-ce35-40d7-b1e6-5abfd7c759ef tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Aug 10 03:22:33.376444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.377828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb78f96-f88e-491f-9529-dc48c27c8156 req-0772c928-8a6f-480a-8f1d-a3b356f73203 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:33.379361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb78f96-f88e-491f-9529-dc48c27c8156 req-0772c928-8a6f-480a-8f1d-a3b356f73203 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0498812 Aug 10 03:22:33.425084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb78f96-f88e-491f-9529-dc48c27c8156 req-f092ef1d-8d99-443e-aed1-0e2e8a8fd8a4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Aug 10 03:22:33.481251 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.517062 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:33.521931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:33.526043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:33.554620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=8d9391e4-c198-431e-b61e-37fc147f8c1e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:33.617288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.711908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:33.730401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.801614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:33.892332 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.911239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8d77ecbc-0655-4101-a723-e8eea27be495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.956648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca767-2d3e-449a-8a40-8dc296beedc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:33.978237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.042737 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=8d9391e4-c198-431e-b61e-37fc147f8c1e,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.054426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.060825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.061036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.063314 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.071494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.076306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.082430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.088376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.094177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.096162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-b8995330-96fb-4fbb-ad06-48e310ec6469 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1246345 Aug 10 03:22:34.136710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8d77ecbc-0655-4101-a723-e8eea27be495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.155250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c002992a-4754-41ea-8e94-fa2813f0d6f4 req-8f9ae8ef-8d30-47bc-a4ee-48f1478ae576 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524285 Aug 10 03:22:34.243654 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8d77ecbc-0655-4101-a723-e8eea27be495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.305506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ecbc-0655-4101-a723-e8eea27be495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59800a-b7b2-41a4-9836-8a0ef0ca03bc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.316194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8d77ecbc-0655-4101-a723-e8eea27be495 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5187e418b9147139b9959db6f4923f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031344 Aug 10 03:22:34.319273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:34.328141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0ce22-9bfa-4e82-bbf1-51167d4a6ca9 req-3c370d85-c508-406d-a5f8-fcd1ac8b9b86 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.329628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ff0ce22-9bfa-4e82-bbf1-51167d4a6ca9 req-3c370d85-c508-406d-a5f8-fcd1ac8b9b86 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.1153297 Aug 10 03:22:34.371506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e688d8ba-611e-464c-9414-1e01b6988f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.388495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ff0ce22-9bfa-4e82-bbf1-51167d4a6ca9 req-d47e972f-597e-44f4-a297-a497d29b3359 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Aug 10 03:22:34.404260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e688d8ba-611e-464c-9414-1e01b6988f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.421270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca767-2d3e-449a-8a40-8dc296beedc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.505436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614d375-ddc7-4b68-82d8-cd6e0bead876 req-4db67595-837e-4ffa-8352-6097f5df9286 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.506962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8614d375-ddc7-4b68-82d8-cd6e0bead876 req-4db67595-837e-4ffa-8352-6097f5df9286 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0505834 Aug 10 03:22:34.519178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca767-2d3e-449a-8a40-8dc296beedc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.548984 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e688d8ba-611e-464c-9414-1e01b6988f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.551726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e688d8ba-611e-464c-9414-1e01b6988f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.555222 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e688d8ba-611e-464c-9414-1e01b6988f0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c59800a-b7b2-41a4-9836-8a0ef0ca03bc HTTP/1.1" status: 204 len: 168 time: 0.2323840 Aug 10 03:22:34.563150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688d8ba-611e-464c-9414-1e01b6988f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59800a-b7b2-41a4-9836-8a0ef0ca03bc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.580936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2b7ca767-2d3e-449a-8a40-8dc296beedc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a28380b08f4041cd8f5259e2e9542db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779527 Aug 10 03:22:34.583559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:34.592630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca767-2d3e-449a-8a40-8dc296beedc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887733bf-305f-495d-b18c-d87e51541956,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:34.606351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8614d375-ddc7-4b68-82d8-cd6e0bead876 req-735a6e3f-e391-4785-bc8d-d8017594bb54 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Aug 10 03:22:34.640931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.651344 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81cb92d4-5e61-4adc-8495-791435c90538 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7912862 Aug 10 03:22:34.653994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54488743-8491-438c-a6f5-2ecd859e9d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.675869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54488743-8491-438c-a6f5-2ecd859e9d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.753448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c930-1d23-4cd6-97a8-8dcd9e73abb0 req-a1d3af7e-415a-4edf-a898-86ee8acbf1cf tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:34.753448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9792c930-1d23-4cd6-97a8-8dcd9e73abb0 req-a1d3af7e-415a-4edf-a898-86ee8acbf1cf tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0680454 Aug 10 03:22:34.792490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9792c930-1d23-4cd6-97a8-8dcd9e73abb0 req-77a14949-8892-45a5-992b-c4c91c70719c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Aug 10 03:22:34.837484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54488743-8491-438c-a6f5-2ecd859e9d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.850526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54488743-8491-438c-a6f5-2ecd859e9d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.850526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54488743-8491-438c-a6f5-2ecd859e9d33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/887733bf-305f-495d-b18c-d87e51541956 HTTP/1.1" status: 204 len: 168 time: 0.2576334 Aug 10 03:22:34.850526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54488743-8491-438c-a6f5-2ecd859e9d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887733bf-305f-495d-b18c-d87e51541956,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.287502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.293538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56126) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:35.294471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.300766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.306989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.308045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe59e9ed-2673-49ce-ba59-41704bb613c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.312966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.318894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.324880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.326867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-336ef4ff-9580-400a-89f0-486a69534158 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.0968132 Aug 10 03:22:35.371729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a89daf9-cde6-4e95-8ee1-bca56fe24a10 req-563e453e-4335-4dce-94f8-c63588443984 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377986 Aug 10 03:22:35.414769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe59e9ed-2673-49ce-ba59-41704bb613c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.515140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4653-540c-4e6a-b03f-63b20403d9b8 req-0df4bfe2-64ce-4a8e-97d3-5de5f435abca tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.516639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33df4653-540c-4e6a-b03f-63b20403d9b8 req-0df4bfe2-64ce-4a8e-97d3-5de5f435abca tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0513103 Aug 10 03:22:35.540177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe59e9ed-2673-49ce-ba59-41704bb613c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.581000 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe59e9ed-2673-49ce-ba59-41704bb613c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf2b946108964fd684aeb0610515f491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863173 Aug 10 03:22:35.582760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33df4653-540c-4e6a-b03f-63b20403d9b8 req-905df04d-7875-4b29-abfe-2fe1b37de7b6 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490048 Aug 10 03:22:35.583341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:35.583782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56136) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:35.585953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59e9ed-2673-49ce-ba59-41704bb613c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50839949-8774-48fb-91c8-7b166027e5ed,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.639827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afcbb705-80c1-4c97-a1a2-7332efc8cd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.658429 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.663892 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afcbb705-80c1-4c97-a1a2-7332efc8cd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.723744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-501d6547-a8c7-478f-96cd-66b779cd4708 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1316600352&fields=id&tenant_id=eb1e808fa3b6409eb650854ba89b5bdb HTTP/1.1" status: 200 len: 267 time: 0.0361247 Aug 10 03:22:35.781369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6bf5b27f-fb45-4a31-b6ed-716a373a12ca tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.782901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6bf5b27f-fb45-4a31-b6ed-716a373a12ca tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 936 time: 0.0509262 Aug 10 03:22:35.832613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13ace746-18f7-4245-b2f5-adeeecd9d74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.857525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-5f28923a-c53c-489a-bad8-d350162b83ed tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:35.858860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-5f28923a-c53c-489a-bad8-d350162b83ed tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 936 time: 0.0696959 Aug 10 03:22:35.869531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afcbb705-80c1-4c97-a1a2-7332efc8cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.872194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afcbb705-80c1-4c97-a1a2-7332efc8cd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:35.873423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-afcbb705-80c1-4c97-a1a2-7332efc8cd5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50839949-8774-48fb-91c8-7b166027e5ed HTTP/1.1" status: 204 len: 168 time: 0.2884827 Aug 10 03:22:35.884713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbb705-80c1-4c97-a1a2-7332efc8cd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50839949-8774-48fb-91c8-7b166027e5ed,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:35.897510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-645aef7a-bbc4-448c-9152-ce009733a6ff tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0319855 Aug 10 03:22:35.942913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-ff11f44b-a2a8-4e95-8909-b75e69ec5d0e tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0355408 Aug 10 03:22:36.071624 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13ace746-18f7-4245-b2f5-adeeecd9d74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.083204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-65427323-af66-43f1-8b91-dd655891e8d1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.089400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-65427323-af66-43f1-8b91-dd655891e8d1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.095193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-65427323-af66-43f1-8b91-dd655891e8d1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.097018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-65427323-af66-43f1-8b91-dd655891e8d1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/networks?id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 1995 time: 0.1461198 Aug 10 03:22:36.113461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1e6d1cf0-3702-48e4-8df5-4934e69606e5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/quotas/eb1e808fa3b6409eb650854ba89b5bdb HTTP/1.1" status: 200 len: 375 time: 0.0102844 Aug 10 03:22:36.153005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-13ace746-18f7-4245-b2f5-adeeecd9d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.181853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-ba203371-a708-4f69-9148-aed57b19a038 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:36.183528 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-ba203371-a708-4f69-9148-aed57b19a038 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.54 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 950 time: 0.0519924 Aug 10 03:22:36.190810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56156) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.216158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d91abe14-02d3-4565-91d2-cc19dbf0bc98 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0965090 Aug 10 03:22:36.216817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ace746-18f7-4245-b2f5-adeeecd9d74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff1e15-c8fa-4113-9b24-1856641c6b64,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.225046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-693e444d-676d-4031-84d4-e1d7059ea38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.225859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-13ace746-18f7-4245-b2f5-adeeecd9d74b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c798c35d527d40eca65085d1b6e8ef1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414776 Aug 10 03:22:36.229106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56158) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.336053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Deleting port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:36.336667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.349957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f95e40e0-29e9-42af-8bae-036036e73129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.363003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-2bc408df-c036-4bd6-94ab-7de7840c5a68 service neutron] 10.222.0.26 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275861 Aug 10 03:22:36.385424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f95e40e0-29e9-42af-8bae-036036e73129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.443714 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-693e444d-676d-4031-84d4-e1d7059ea38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.472819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] For port c7a11529-88b1-4d5f-8b5f-7dc23d20b788, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:36.473408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.489479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Calling delete_port for c7a11529-88b1-4d5f-8b5f-7dc23d20b788 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:36.494114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-3b693511-6074-4d5e-b997-c3da7b7675c3 service neutron] 10.222.0.26 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216693 Aug 10 03:22:36.535393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-dd636ab9-feaf-43df-9594-b97960bd37c6 service neutron] 10.222.0.26 "GET /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0345764 Aug 10 03:22:36.536510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-693e444d-676d-4031-84d4-e1d7059ea38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.588510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f95e40e0-29e9-42af-8bae-036036e73129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.591940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f95e40e0-29e9-42af-8bae-036036e73129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.595613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f95e40e0-29e9-42af-8bae-036036e73129 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fff1e15-c8fa-4113-9b24-1856641c6b64 HTTP/1.1" status: 204 len: 168 time: 0.3630016 Aug 10 03:22:36.596600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e444d-676d-4031-84d4-e1d7059ea38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03497fbe-7f5a-453b-b811-31f22a4851d9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.605308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-693e444d-676d-4031-84d4-e1d7059ea38b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb8769e1ba564a5d99fba9d8cd226f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077890 Aug 10 03:22:36.608070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56174) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:36.617443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e40e0-29e9-42af-8bae-036036e73129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff1e15-c8fa-4113-9b24-1856641c6b64,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.687503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-c580ae48-010e-4e4a-a081-7d049655062c service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453838 Aug 10 03:22:36.692054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d634-e253-40b6-8ab4-b2119f4c1f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.755414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d634-e253-40b6-8ab4-b2119f4c1f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.777990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.807085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Pushing event deleted for resources: {'Port': ['ID=c7a11529-88b1-4d5f-8b5f-7dc23d20b788,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:36.813233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c7a11529-88b1-4d5f-8b5f-7dc23d20b788'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:36.821576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-4de43dfe-5cc7-4c4d-a757-f34517d6824b service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267910 Aug 10 03:22:36.862164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] No DVR routers for this DVR port c7a11529-88b1-4d5f-8b5f-7dc23d20b788 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:36.866690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.881744 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-79691a48-ab2a-4b86-849e-893a5b59cb40 req-9bbad2c1-497b-46b0-9ec5-dc1042d9042c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.54 "DELETE /v2.0/ports/c7a11529-88b1-4d5f-8b5f-7dc23d20b788 HTTP/1.1" status: 204 len: 173 time: 0.6797452 Aug 10 03:22:36.882632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'name': 'network-vif-deleted', 'tag': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:36.886297 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bb4f97-e2d8-497c-a387-2ebd1c4c3f2f" -d '{"events": [{"server_uuid": "45e6ae83-6bef-44d8-b2ad-6f0c568bd31b", "name": "network-vif-deleted", "tag": "c7a11529-88b1-4d5f-8b5f-7dc23d20b788"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:36.897431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-05082650-9fad-4108-893e-b93ee4e16b72 service neutron] 10.222.0.26 "GET /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0640142 Aug 10 03:22:36.977688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d634-e253-40b6-8ab4-b2119f4c1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.981214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d634-e253-40b6-8ab4-b2119f4c1f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:36.983377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c0a5d634-e253-40b6-8ab4-b2119f4c1f11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03497fbe-7f5a-453b-b811-31f22a4851d9 HTTP/1.1" status: 204 len: 168 time: 0.3732505 Aug 10 03:22:36.997871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5d634-e253-40b6-8ab4-b2119f4c1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03497fbe-7f5a-453b-b811-31f22a4851d9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:37.036530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9d3ae516-220d-4baa-8e7f-0adf81244207 service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380682 Aug 10 03:22:37.144153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d1dab170-5cc2-4677-8df9-703490c9f27f service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064596 Aug 10 03:22:37.239669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e7999bfd-b5a3-4608-8e85-9a73b78bca6c service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876231 Aug 10 03:22:37.346958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6af9bbdf-7af7-4a62-812c-97acc1069f4b service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010261 Aug 10 03:22:37.441740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b8f8ada3-42ff-438f-9a08-dafd45feda05 service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879793 Aug 10 03:22:37.569835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-82473efe-91cf-4b97-82cf-9cbb1781f2cd service neutron] 10.222.0.26 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181409 Aug 10 03:22:37.664481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-29b91f6a-7a3f-4834-8d70-324ff787dd23 service neutron] 10.222.0.26 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878415 Aug 10 03:22:37.792467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-2b4d5d83-8889-4d31-9d05-813a25032fad service neutron] 10.222.0.26 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996099 Aug 10 03:22:37.866078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-df09f82f-db0c-4afd-bec7-1f971adec543 service neutron] 10.222.0.26 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880263 Aug 10 03:22:37.965552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-3270a773-fd8e-4265-a758-b1ac27fe3e48 service neutron] 10.222.0.26 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927980 Aug 10 03:22:38.533456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56242) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:38.711739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-341432823-network', 'tenant_id': '05216a8327924cc4b0a82468b3910d8c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:38.823667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Made reservation on behalf of 05216a8327924cc4b0a82468b3910d8c for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:38.846778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.846778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:38.923417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.077378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.102734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:22:39.111755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03dc08-a959-4f7d-a2fa-d72a06b94768,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:39.118080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.118956 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Added segment 0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99 of type vlan for network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d Aug 10 03:22:39.163763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.348922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.350163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.350602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.414636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] Pushing event updated for resources: {'Network': ['ID=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:39.424627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:22:39.489656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-16b4680c-829e-4e1d-aabe-bd2f470d8264 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9597571 Aug 10 03:22:39.489924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56280) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:39.495864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Request body: {'subnet': {'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-341432823-subnet', 'tenant_id': '05216a8327924cc4b0a82468b3910d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:39.635168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f62158-5e10-440d-8fdb-5c69f963afd3 req-967d14e8-b8f1-417f-9795-89a52666ba1b tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:39.636836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43f62158-5e10-440d-8fdb-5c69f963afd3 req-967d14e8-b8f1-417f-9795-89a52666ba1b tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0566077 Aug 10 03:22:39.637657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Made reservation on behalf of 05216a8327924cc4b0a82468b3910d8c for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:39.640153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:39.740726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43f62158-5e10-440d-8fdb-5c69f963afd3 req-f5c1a878-cef2-4553-892e-a4a3a82570af tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883348 Aug 10 03:22:40.222894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05df80-7294-4ddf-83a8-52e1a8cb38c6 req-9b5df79c-02aa-4326-adfe-33af2b0086fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.222894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a05df80-7294-4ddf-83a8-52e1a8cb38c6 req-9b5df79c-02aa-4326-adfe-33af2b0086fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.3462358 Aug 10 03:22:40.222894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a05df80-7294-4ddf-83a8-52e1a8cb38c6 req-d29fcf6d-eb2a-49e2-a487-450dcf7bdfde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327721 Aug 10 03:22:40.260253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c7a11529-88b1-4d5f-8b5f-7dc23d20b788 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:40.281626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.283499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: c7a11529-88b1-4d5f-8b5f-7dc23d20b788 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:40.283845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c7a11529-88b1-4d5f-8b5f-7dc23d20b788 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:40.350006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.355886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.361779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.367897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.377969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.379742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.386194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.392933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ae6c608-252d-4009-8eaf-776c11845388 req-679ce498-da86-4684-b6bb-acd5eecdc89f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1407402 Aug 10 03:22:40.394979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a428b15b-e87b-43ab-ba0f-48e979d5417c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:40.430400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Checking segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:40.430809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Network hostable DHCP agents. Network: 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:22:40.451109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ae6c608-252d-4009-8eaf-776c11845388 req-a344cc2d-59d0-4979-8e40-1bbdd5a0cba9 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522645 Aug 10 03:22:40.557708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5249c9d0-17a3-4744-b137-e7c98172ed7c req-3bff059d-6406-414f-aace-a263e52fd460 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 210 time: 0.0331006 Aug 10 03:22:40.558288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:22:40.598271 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b502c04-774b-4c4b-a9b7-6d64fd67cc4b x-openstack-request-id: req-5b502c04-774b-4c4b-a9b7-6d64fd67cc4b {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:40.598799 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e6ae83-6bef-44d8-b2ad-6f0c568bd31b", "name": "network-vif-deleted", "tag": "c7a11529-88b1-4d5f-8b5f-7dc23d20b788", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:40.598799 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b502c04-774b-4c4b-a9b7-6d64fd67cc4b {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:40.599209 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'name': 'network-vif-deleted', 'tag': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:22:40.655426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d661a3f7-ebed-4773-aa3c-b96fca9a9b2c req-76e858d4-a339-4811-96ca-60bf9686b059 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0267491 Aug 10 03:22:40.703451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:40.711102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96791b4-56bc-4ff0-91c4-8d73d94d9e32 None None] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:40.725321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:40.725904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:40.837345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a190aa-62b0-4bee-8dc8-aa5ab8a8bd9e None None] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:22:40.896525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-be3a01ca-8e6c-4e64-adcd-1ae955966da4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4050107 Aug 10 03:22:40.946044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fcf7dddc-57ad-4057-9da1-659f75ecd3d2 req-aeeeaad9-f807-4b0e-9a37-8507c7d913ee tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e6ae83-6bef-44d8-b2ad-6f0c568bd31b HTTP/1.1" status: 200 len: 210 time: 0.0306580 Aug 10 03:22:41.908047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7e1dd-dde3-4a79-884d-dcdbcbca3c31 req-adbde542-e5dc-4d0c-9067-e0fadd69ef8c tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:41.909537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6eb7e1dd-dde3-4a79-884d-dcdbcbca3c31 req-adbde542-e5dc-4d0c-9067-e0fadd69ef8c tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0510201 Aug 10 03:22:41.950035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6eb7e1dd-dde3-4a79-884d-dcdbcbca3c31 req-383d6e06-ad6b-4b9b-a9db-9c1c61e48510 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Aug 10 03:22:42.370877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-b952a1e0-fec0-4d41-8b17-bace8da2375e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.372413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-b952a1e0-fec0-4d41-8b17-bace8da2375e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.1045799 Aug 10 03:22:42.387101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-d7511098-f20a-4b59-a3ec-470b2f009a39 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/quotas/05216a8327924cc4b0a82468b3910d8c HTTP/1.1" status: 200 len: 375 time: 0.0089667 Aug 10 03:22:42.423457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-c82a44d5-8652-48be-9b5a-778f7f58a728 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310590 Aug 10 03:22:42.526344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-57d9b3fd-760c-4182-804d-4f314b8e5526 service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953643 Aug 10 03:22:42.620681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-41b03437-d150-47a8-8f8d-a7d1cf44b58d service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881784 Aug 10 03:22:42.924436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-854d0c22-b146-48d4-aea0-a95a1238fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.925820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-854d0c22-b146-48d4-aea0-a95a1238fb90 service neutron] 10.222.0.46 "GET /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 1032 time: 0.0355141 Aug 10 03:22:42.980780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-167bc4b7-15de-4fbe-987a-5d625660da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:42.986468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-167bc4b7-15de-4fbe-987a-5d625660da02 service neutron] 10.222.0.46 "GET /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 1032 time: 0.0499604 Aug 10 03:22:43.104766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae771e-db37-482a-8b5f-120aae2175ad req-7ee3bce9-dd62-448b-b36c-f66846bb022c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.106270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cae771e-db37-482a-8b5f-120aae2175ad req-7ee3bce9-dd62-448b-b36c-f66846bb022c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1006484 Aug 10 03:22:43.171951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7fa39bcb-945f-41d5-8606-cb4a30f2e773 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.177898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7fa39bcb-945f-41d5-8606-cb4a30f2e773 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.183619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7fa39bcb-945f-41d5-8606-cb4a30f2e773 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.185266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7fa39bcb-945f-41d5-8606-cb4a30f2e773 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "GET /v2.0/networks?id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 1995 time: 0.1957767 Aug 10 03:22:43.193053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cae771e-db37-482a-8b5f-120aae2175ad req-257c9288-c069-48b2-9f89-cf029e4d3273 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792458 Aug 10 03:22:43.230086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-f8aaabf3-6472-4046-a078-307ae76cd8f6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1e808fa3b6409eb650854ba89b5bdb HTTP/1.1" status: 200 len: 380 time: 0.0360005 Aug 10 03:22:43.239353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'admin_state_up': True, 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'security_groups': ['0be8ceb1-57f3-4a5b-a82c-ac3928a97c06']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:43.366406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.373116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.379098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.385159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.391025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.396944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.402855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.404799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bb77b56a-c72f-4064-bec7-37ec5f2060ca tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1257019 Aug 10 03:22:43.461815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92ee60ef-71ab-491e-bcee-1952177d4158 req-bf04dbd6-3f2c-48db-b605-a65b6c28abd0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504253 Aug 10 03:22:43.545880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:43.549554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.581703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:43.595145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c47579fb-66f5-4ad0-a8bc-db17308cf953 req-4766b957-13e3-413e-9c37-8eb2579f145a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0323839 Aug 10 03:22:43.776288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-961cdf70-b149-4274-81de-bdd7d9c7e2ed req-566f1dd5-810d-42a1-b6c6-6f012b956c98 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 210 time: 0.0424261 Aug 10 03:22:43.807927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-723d0801-da71-4818-971f-1f789fe09ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:43.895583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 172.20.0.14 (ba272ace-eaff-4fc0-8744-e88c4e34eff5/971c280d-dfc5-4466-ba75-b205cc92deed/825a6136-27b9-4ec4-880a-51d52113bdb4) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:43.948722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c7f20-1218-42a8-b00f-75cf4d052bc4 req-99c95cbd-41d2-47a7-908a-1cff685e9a4c tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:43.952012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c7f20-1218-42a8-b00f-75cf4d052bc4 req-99c95cbd-41d2-47a7-908a-1cff685e9a4c tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0913250 Aug 10 03:22:44.000975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-723d0801-da71-4818-971f-1f789fe09ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.053757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331c7f20-1218-42a8-b00f-75cf4d052bc4 req-5c1af7e5-b533-4cc7-b2b5-52b3198a2357 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Aug 10 03:22:44.097241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-723d0801-da71-4818-971f-1f789fe09ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.106349 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.127383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object 825a6136-27b9-4ec4-880a-51d52113bdb4 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:44.150573 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-723d0801-da71-4818-971f-1f789fe09ec4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af2658a0180a4fc8ab7be636fa70a2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613985 Aug 10 03:22:44.150573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:44.182922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-c70c61b4-61ec-45a1-868f-e3c57b53e90b tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232077 Aug 10 03:22:44.191883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d0801-da71-4818-971f-1f789fe09ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2451aa8d-baf0-4aa3-a932-d3a00a9dbb74,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.222941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9afee73-24fb-4c6f-95fc-0d629e04fdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.246909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9afee73-24fb-4c6f-95fc-0d629e04fdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.280317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.332547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-ec20ecf0-f516-42ff-a342-cf5e5c3d4a9f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.333975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-ec20ecf0-f516-42ff-a342-cf5e5c3d4a9f tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440897 Aug 10 03:22:44.340919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:44.349983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:44.359537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:44.400335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9afee73-24fb-4c6f-95fc-0d629e04fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.405004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9afee73-24fb-4c6f-95fc-0d629e04fdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.406057 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d9afee73-24fb-4c6f-95fc-0d629e04fdc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2451aa8d-baf0-4aa3-a932-d3a00a9dbb74 HTTP/1.1" status: 204 len: 168 time: 0.2592585 Aug 10 03:22:44.421142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afee73-24fb-4c6f-95fc-0d629e04fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2451aa8d-baf0-4aa3-a932-d3a00a9dbb74,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.468027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:44.468822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.473119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:44.492828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-2b3bf113-c8dc-44cf-9ab9-ec95c9e70fe5 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/quotas/8c8594e2a2594a72829f91d8bf0c3e2d HTTP/1.1" status: 200 len: 375 time: 0.1467237 Aug 10 03:22:44.544990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-145c8b9d-c6fb-47a1-a997-0412685c053e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506041 Aug 10 03:22:44.618871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-1f1f0673-43b9-4715-8e27-f86ce1dca246 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3834527 Aug 10 03:22:44.642305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'admin_state_up': True, 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'security_groups': ['0be8ceb1-57f3-4a5b-a82c-ac3928a97c06']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:44.751008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-93d063aa-2a1a-4323-ac29-2f7d945ff281 None None] Provisioning for port 825a6136-27b9-4ec4-880a-51d52113bdb4 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:44.761532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-93d063aa-2a1a-4323-ac29-2f7d945ff281 None None] Provisioning complete for port 825a6136-27b9-4ec4-880a-51d52113bdb4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:44.765198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-93d063aa-2a1a-4323-ac29-2f7d945ff281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:44.847221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-93d063aa-2a1a-4323-ac29-2f7d945ff281 None None] Port 825a6136-27b9-4ec4-880a-51d52113bdb4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:44.903719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:44.907593 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.001828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ee50-829b-4ea5-b35e-b7c2ef830c42 req-0401cf1f-78cf-4349-818f-2d31c7f5b948 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.009923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c7ee50-829b-4ea5-b35e-b7c2ef830c42 req-0401cf1f-78cf-4349-818f-2d31c7f5b948 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1375136 Aug 10 03:22:45.031314 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.116941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c7ee50-829b-4ea5-b35e-b7c2ef830c42 req-048df9b2-b435-4245-a76d-3832ca987b10 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015837 Aug 10 03:22:45.169354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 10.1.1.42 (f0b41a3c-d677-4673-b38f-d9b8fc9ecebb/ec9c9efa-0e31-4c9f-be81-5297ec26b2eb/7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:45.331145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.345053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.351281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.357770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.364126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.371618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.377554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.379547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-8fdc23f5-7ed5-497c-8c00-655b0ab78f04 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1646113 Aug 10 03:22:45.475215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-105ed513-a9b4-4e50-af18-45b071a88e5a req-d72d371c-5cb2-431a-ae3c-3ac1d05c80a6 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711684 Aug 10 03:22:45.487485 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.526126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:45.593194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56472) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:45.608175 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0029692-c6e8-4fc3-9eed-e3e2fd0f45b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.618636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706c30-90aa-49ca-9335-67eb4eb56b14 req-40fca164-ab55-4109-98c9-2884f86001a2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.619828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5706c30-90aa-49ca-9335-67eb4eb56b14 req-40fca164-ab55-4109-98c9-2884f86001a2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 932 time: 0.0622811 Aug 10 03:22:45.662859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5706c30-90aa-49ca-9335-67eb4eb56b14 req-ed668553-fa76-42a6-9b8c-25977238a51c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362189 Aug 10 03:22:45.678838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.723383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0029692-c6e8-4fc3-9eed-e3e2fd0f45b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.759417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:45.770976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:45.779041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:45.797814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cde2de9b-692a-4cb4-b333-3458ea197358 req-b5064d6a-f287-417d-b884-6387d81d7790 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 210 time: 0.0372682 Aug 10 03:22:45.820411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.824440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0029692-c6e8-4fc3-9eed-e3e2fd0f45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.898770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:45.899995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.922363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029692-c6e8-4fc3-9eed-e3e2fd0f45b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef74d81-bc40-4709-ad53-d6886f2300f4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:45.947660 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d0029692-c6e8-4fc3-9eed-e3e2fd0f45b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd1b276fefd84137850d6447e928b90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533347 Aug 10 03:22:45.950471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:46.015497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dcb8596-fdc3-44b8-9d36-2dbcf499e379 req-a74a41c2-6c42-4ede-b7da-5708422cfaa7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 210 time: 0.0456684 Aug 10 03:22:46.051257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-0b7ad455-93e6-44cd-8f39-f51fd89516d4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.057428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-0b7ad455-93e6-44cd-8f39-f51fd89516d4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.2026339 Aug 10 03:22:46.067488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-13ee213f-8272-46a4-b375-e42880308394 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4401066 Aug 10 03:22:46.073472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Request body: {'port': {'device_id': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'admin_state_up': True, 'tenant_id': '05216a8327924cc4b0a82468b3910d8c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:46.078278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e868b382-e956-4248-b38d-8c55096e1617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.100521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'admin_state_up': True, 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'security_groups': ['0be8ceb1-57f3-4a5b-a82c-ac3928a97c06']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:46.112841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e868b382-e956-4248-b38d-8c55096e1617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.266377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e868b382-e956-4248-b38d-8c55096e1617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.269449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e868b382-e956-4248-b38d-8c55096e1617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.273142 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e868b382-e956-4248-b38d-8c55096e1617 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ef74d81-bc40-4709-ad53-d6886f2300f4 HTTP/1.1" status: 204 len: 168 time: 0.3184924 Aug 10 03:22:46.281175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868b382-e956-4248-b38d-8c55096e1617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef74d81-bc40-4709-ad53-d6886f2300f4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:46.315248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-38e54cc2-2f51-4997-a8c5-2abf3feafd0f None None] Provisioning for port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:46.317713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb019c-4193-4ce8-a002-3742ef69df47 req-41c3de27-2a84-45d3-89f0-b051cbfa24fd tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.319273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5fb019c-4193-4ce8-a002-3742ef69df47 req-41c3de27-2a84-45d3-89f0-b051cbfa24fd tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.1820300 Aug 10 03:22:46.341926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-38e54cc2-2f51-4997-a8c5-2abf3feafd0f None None] Provisioning complete for port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:46.342654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-38e54cc2-2f51-4997-a8c5-2abf3feafd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.394737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5fb019c-4193-4ce8-a002-3742ef69df47 req-f626d6f1-8f87-4226-afec-79131798d15a tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535803 Aug 10 03:22:46.428735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-38e54cc2-2f51-4997-a8c5-2abf3feafd0f None None] Port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:46.473868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:46.479664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.594515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Made reservation on behalf of 05216a8327924cc4b0a82468b3910d8c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:46.598236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:46.705538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1865-9daa-49df-a258-40cc4fd53448 req-2055ab9b-c9ab-41bf-ad22-9dc708fb4455 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:46.707099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-816a1865-9daa-49df-a258-40cc4fd53448 req-2055ab9b-c9ab-41bf-ad22-9dc708fb4455 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1970804 Aug 10 03:22:46.769535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 10.1.1.108 (f0b41a3c-d677-4673-b38f-d9b8fc9ecebb/ec9c9efa-0e31-4c9f-be81-5297ec26b2eb/318c74c6-dd9e-4205-aa9a-acddad3c0e11) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:46.820826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-816a1865-9daa-49df-a258-40cc4fd53448 req-4c2daf9f-a1c2-492a-a1f7-70ee445a72d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023109 Aug 10 03:22:46.889449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Allocated IP 172.20.0.6 (3cccb6e5-b6bb-42d0-87de-6ad33d8d645d/a428b15b-e87b-43ab-ba0f-48e979d5417c/21eccc13-73ea-4666-9466-20416e69ad4d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:47.067968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.073902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.079769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.085772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.091693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.097763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.104008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.105932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b09243f5-93a9-44ec-b458-3859854ee946 req-5551511e-1778-4f87-b16c-da6acc048c19 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1973979 Aug 10 03:22:47.191104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.342529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-4dfa3a09-224a-4855-af9b-8edb7e363bde tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313570 Aug 10 03:22:47.500539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b09243f5-93a9-44ec-b458-3859854ee946 req-98671c29-ca58-44c6-8962-8e0c09985957 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3455496 Aug 10 03:22:47.502040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-6f6b1f2d-69fd-445e-99e3-04aaccda4393 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.504032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-6f6b1f2d-69fd-445e-99e3-04aaccda4393 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556652 Aug 10 03:22:47.513246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object 318c74c6-dd9e-4205-aa9a-acddad3c0e11 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:47.528965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Request body: {'port': {'device_id': '7e311586-c00e-4a18-9806-40a0fabd0376', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '8c8594e2a2594a72829f91d8bf0c3e2d'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:47.654203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.690573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c6392-0495-452f-8599-939c6a86047e req-71f00874-52fb-4a0f-801c-2320fef0ec33 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.697000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c6392-0495-452f-8599-939c6a86047e req-71f00874-52fb-4a0f-801c-2320fef0ec33 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:47.705198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f52c6392-0495-452f-8599-939c6a86047e req-71f00874-52fb-4a0f-801c-2320fef0ec33 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 1653 time: 0.0928504 Aug 10 03:22:47.753249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f52c6392-0495-452f-8599-939c6a86047e req-ca94e1ac-e502-4a61-9dfb-badb5d87914c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446301 Aug 10 03:22:47.791683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.846380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:47.854575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Made reservation on behalf of 8c8594e2a2594a72829f91d8bf0c3e2d for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:47.858435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.866294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:47.886732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:47.895976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41e8607f-bed1-4053-b32c-bc0152f76fdd req-4ef2a858-0f42-4ba8-afaf-f350f42b17d9 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 210 time: 0.0514166 Aug 10 03:22:47.942482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.001665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.003164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.034918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.066318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:48.090582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:48.096141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:48.208253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Allocated IP 192.168.233.108 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/ce871a98-dc1b-4a83-802f-c2c1cd061f6d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:48.217032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a673b021-e44a-407e-b84a-ad4a7c879ff3 req-a86f9137-1c0e-4255-aa1d-f39f98d9dabd tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 210 time: 0.1949346 Aug 10 03:22:48.240732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.241417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.261193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9f1d729-4de4-4dbf-9333-fab8727391a9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1669319 Aug 10 03:22:48.295884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'admin_state_up': True, 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'security_groups': ['0be8ceb1-57f3-4a5b-a82c-ac3928a97c06']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.334753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a954f235-cd61-4bed-9617-831ade1c1f50 None None] Provisioning for port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:48.339676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a954f235-cd61-4bed-9617-831ade1c1f50 None None] Provisioning complete for port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:48.340873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a954f235-cd61-4bed-9617-831ade1c1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.367338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event updated for resources: {'Port': ['ID=21eccc13-73ea-4666-9466-20416e69ad4d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.398446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a954f235-cd61-4bed-9617-831ade1c1f50 None None] Port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:48.439772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-25e6b4a6-b08d-4be8-a251-f51ebbb901b1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3707917 Aug 10 03:22:48.472540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e7910-5287-464a-b377-62137c2200b2 req-c75f915a-8425-4566-8f31-ccbb7acb859f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.480955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-315e7910-5287-464a-b377-62137c2200b2 req-c75f915a-8425-4566-8f31-ccbb7acb859f tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.1532433 Aug 10 03:22:48.486276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Request body: {'port': {'device_id': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.489760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.530371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Transition to ACTIVE for port object ce871a98-dc1b-4a83-802f-c2c1cd061f6d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:48.589517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-315e7910-5287-464a-b377-62137c2200b2 req-521b230e-4d8f-43e4-bdde-900384e514b5 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076665 Aug 10 03:22:48.601423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.665459 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.712778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:48.716119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:48.730904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:48.788114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.790452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:48.817981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Pushing event updated for resources: {'Port': ['ID=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:48.834046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:48.924019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-8b5a82c6-0e1b-41ac-b7fe-b992e4c59c3e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4016488 Aug 10 03:22:48.939554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Request body: {'port': {'device_id': '7e311586-c00e-4a18-9806-40a0fabd0376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:48.987627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742ffc2-ac5f-4f50-b281-8999419cc428 req-5b465e68-8d1c-4e07-88df-74c58da7ecb7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:48.996585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b742ffc2-ac5f-4f50-b281-8999419cc428 req-5b465e68-8d1c-4e07-88df-74c58da7ecb7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.2696903 Aug 10 03:22:49.044725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.077060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b742ffc2-ac5f-4f50-b281-8999419cc428 req-ce5949e9-bd4b-4285-9115-465a35d76c20 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754843 Aug 10 03:22:49.144132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.211742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-41842f1d-c917-48ba-a79a-ab703b4df88f None None] Provisioning for port ce871a98-dc1b-4a83-802f-c2c1cd061f6d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:49.216334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-41842f1d-c917-48ba-a79a-ab703b4df88f None None] Provisioning complete for port ce871a98-dc1b-4a83-802f-c2c1cd061f6d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:49.216744 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-41842f1d-c917-48ba-a79a-ab703b4df88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.310706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-41842f1d-c917-48ba-a79a-ab703b4df88f None None] Port ce871a98-dc1b-4a83-802f-c2c1cd061f6d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:49.393312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21eccc13-73ea-4666-9466-20416e69ad4d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:49.410650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.429890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.436226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.453391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.453391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.454622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.460630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.467487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.475518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-53ab449e-6b83-45cf-b36f-ee8d36b52ae1 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.2920945 Aug 10 03:22:49.528699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce871a98-dc1b-4a83-802f-c2c1cd061f6d {{(pid=94804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:49.532578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Transition to ACTIVE for port object 21eccc13-73ea-4666-9466-20416e69ad4d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:49.549077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.558647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e397f237-55d9-4fc6-83f2-f6e2773043fb req-44f09a32-8e61-4a5a-a06f-8dc7b3bf2052 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822320 Aug 10 03:22:49.568492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Transition to ACTIVE for port object ce871a98-dc1b-4a83-802f-c2c1cd061f6d will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:49.574530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 10.2.2.100 (dcf71ee2-0eee-417e-b633-daf5ca6e96c4/edb03132-f1a0-4f5f-8fc0-f20b66f0081f/067658a8-8b29-4d87-90cb-4d7de2307e7c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:49.674050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.689313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.724186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.798313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Pushing event updated for resources: {'Port': ['ID=21eccc13-73ea-4666-9466-20416e69ad4d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:49.823667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ec295-feac-442f-bd4f-167521563f1d req-e200cc28-abd5-4892-a6fb-d220f9aa3f27 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.824511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Attempting to bind port ce871a98-dc1b-4a83-802f-c2c1cd061f6d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:49.824993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Attempting to bind port ce871a98-dc1b-4a83-802f-c2c1cd061f6d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:49.825444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Attempting to bind port ce871a98-dc1b-4a83-802f-c2c1cd061f6d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:49.829844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ec295-feac-442f-bd4f-167521563f1d req-e200cc28-abd5-4892-a6fb-d220f9aa3f27 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.831280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Port ce871a98-dc1b-4a83-802f-c2c1cd061f6d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:49.831684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Attempting to bind port ce871a98-dc1b-4a83-802f-c2c1cd061f6d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:49.836052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ec295-feac-442f-bd4f-167521563f1d req-e200cc28-abd5-4892-a6fb-d220f9aa3f27 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:49.837806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec4ec295-feac-442f-bd4f-167521563f1d req-e200cc28-abd5-4892-a6fb-d220f9aa3f27 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 2374 time: 0.2003813 Aug 10 03:22:49.838715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:49.839066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:49.839768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:49.840232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Bound port: ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:49.840627 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.850993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:49.921298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] For port ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:49.924334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object 067658a8-8b29-4d87-90cb-4d7de2307e7c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:49.924513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] For port ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:49.950838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec4ec295-feac-442f-bd4f-167521563f1d req-e239cf9c-c51f-4c00-88e0-9e6d395d3191 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972991 Aug 10 03:22:49.983974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Attempting to bind port 21eccc13-73ea-4666-9466-20416e69ad4d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:49.984316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Attempting to bind port 21eccc13-73ea-4666-9466-20416e69ad4d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:49.984678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Attempting to bind port 21eccc13-73ea-4666-9466-20416e69ad4d on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:49.991204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Port 21eccc13-73ea-4666-9466-20416e69ad4d on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:49.991644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Attempting to bind port 21eccc13-73ea-4666-9466-20416e69ad4d on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:50.004857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:50.004857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Checking segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:50.004857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Bound using segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:50.004857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Bound port: 21eccc13-73ea-4666-9466-20416e69ad4d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:50.004857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.108042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] For port 21eccc13-73ea-4666-9466-20416e69ad4d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:50.119299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] For port 21eccc13-73ea-4666-9466-20416e69ad4d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=21eccc13-73ea-4666-9466-20416e69ad4d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:50.125043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8176582-5be0-453f-9e02-e5ec9722956f req-74649a56-5a44-4946-9306-e8fa202f9aae tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.126554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8176582-5be0-453f-9e02-e5ec9722956f req-74649a56-5a44-4946-9306-e8fa202f9aae tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 943 time: 0.0734572 Aug 10 03:22:50.149003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.166148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8176582-5be0-453f-9e02-e5ec9722956f req-d7fa5aa8-b2eb-4b59-9b3b-9303de5eddb3 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Aug 10 03:22:50.183000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.183634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.185660 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] 10.222.0.46 "PUT /v2.0/ports/ce871a98-dc1b-4a83-802f-c2c1cd061f6d HTTP/1.1" status: 200 len: 1097 time: 1.2517056 Aug 10 03:22:50.186176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e311586-c00e-4a18-9806-40a0fabd0376', 'tag': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:50.188498 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5fd58d-2260-499d-9fda-1bb115044d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e311586-c00e-4a18-9806-40a0fabd0376", "tag": "ce871a98-dc1b-4a83-802f-c2c1cd061f6d"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:50.216805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff87605-1dc4-4fe2-9367-e64cf802ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.230937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.304911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.329581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:50.331107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.331864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.333724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/21eccc13-73ea-4666-9466-20416e69ad4d HTTP/1.1" status: 200 len: 1092 time: 1.8768671 Aug 10 03:22:50.337589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'tag': '21eccc13-73ea-4666-9466-20416e69ad4d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:50.339827 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65612ec1-9081-4f89-a9c7-9abe29e96778" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bc3aa2-68b6-4995-9997-0ef5a1116662", "tag": "21eccc13-73ea-4666-9466-20416e69ad4d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:50.349619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:50.361945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:50.366928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.453962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659a6d5-1136-45cc-a3b0-2c3e30520a01 req-33d40f2b-e9a9-44f4-8296-9dc031488d6e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.461990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c659a6d5-1136-45cc-a3b0-2c3e30520a01 req-33d40f2b-e9a9-44f4-8296-9dc031488d6e tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 948 time: 0.2324543 Aug 10 03:22:50.554987 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-0758063e-af58-4a24-9ad1-1597a7069511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.556780 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-0758063e-af58-4a24-9ad1-1597a7069511 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 1095 time: 0.0816340 Aug 10 03:22:50.566439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.567078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.619055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-7d5a4cba-1966-4bad-8cff-a6e1d987881f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21eccc13-73ea-4666-9466-20416e69ad4d HTTP/1.1" status: 200 len: 217 time: 0.0540414 Aug 10 03:22:50.638893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c659a6d5-1136-45cc-a3b0-2c3e30520a01 req-bb34d705-7662-48b9-9ad5-851f82ec7430 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759329 Aug 10 03:22:50.653043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01bb07-e946-42e9-8309-e4ecf4b539b5 service neutron] Pushing event updated for resources: {'Port': ['ID=21eccc13-73ea-4666-9466-20416e69ad4d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:50.687100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-08c811a3-4c0a-401b-bd49-980f9e316e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.688683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-08c811a3-4c0a-401b-bd49-980f9e316e48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 1100 time: 0.2806709 Aug 10 03:22:50.701075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0d417c6f-eb41-45bf-8b32-366993d6eb40 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4258251 Aug 10 03:22:50.724758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380d5e9-fec1-436d-9148-08480bb6756c req-0e203372-f898-4b41-852c-0e9825fd3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.729547 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-0e203372-f898-4b41-852c-0e9825fd3fc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.1034222 Aug 10 03:22:50.769117 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-c57184e8-ab70-474d-bbe9-b1c9df74ccc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295453 Aug 10 03:22:50.792729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'admin_state_up': True, 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'security_groups': ['0be8ceb1-57f3-4a5b-a82c-ac3928a97c06']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:50.796515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-1052abfb-c91a-46f1-871b-3f370dd894f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d HTTP/1.1" status: 200 len: 217 time: 0.0986669 Aug 10 03:22:50.817372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-16caca7e-66e1-4f7d-abc1-1544dc7500ce None None] Provisioning for port 067658a8-8b29-4d87-90cb-4d7de2307e7c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:50.825272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-16caca7e-66e1-4f7d-abc1-1544dc7500ce None None] Provisioning complete for port 067658a8-8b29-4d87-90cb-4d7de2307e7c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:50.825680 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16caca7e-66e1-4f7d-abc1-1544dc7500ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.914169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-16caca7e-66e1-4f7d-abc1-1544dc7500ce None None] Port 067658a8-8b29-4d87-90cb-4d7de2307e7c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:50.954075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-5264a8d2-a237-4f46-9e3a-491739aa9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.955678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-5264a8d2-a237-4f46-9e3a-491739aa9ccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1329646 Aug 10 03:22:50.957445 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-9d4b26de-feb4-463f-90e9-aee4bbbc96c1 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798568 Aug 10 03:22:50.968833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327b8f-664b-43d3-ba55-5fbe677e6093 req-b9853c32-0faf-4a39-862f-005896891a55 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:50.970410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7327b8f-664b-43d3-ba55-5fbe677e6093 req-b9853c32-0faf-4a39-862f-005896891a55 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.1883919 Aug 10 03:22:51.064643 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0380d5e9-fec1-436d-9148-08480bb6756c req-bf7e95b8-5683-4760-9b3b-e0efb82f6266 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955172 Aug 10 03:22:51.065428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-031efe5a-3ad9-4e5b-80f1-a3ad502569ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.071079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-031efe5a-3ad9-4e5b-80f1-a3ad502569ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956666 Aug 10 03:22:51.083003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7327b8f-664b-43d3-ba55-5fbe677e6093 req-7067b9c7-f79a-400c-98eb-8f7ebeeafc9b tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/security-groups?id=5097eec6-9778-463d-a6dd-6f823f61fcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896518 Aug 10 03:22:51.178047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Made reservation on behalf of eb1e808fa3b6409eb650854ba89b5bdb for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:22:51.182675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.553872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600ed3e-ecf6-4b1b-8191-cf8d3ebb59e1 req-1785e1e2-e81b-4253-97e5-cea0260756f6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.555434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c600ed3e-ecf6-4b1b-8191-cf8d3ebb59e1 req-1785e1e2-e81b-4253-97e5-cea0260756f6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.3930266 Aug 10 03:22:51.562582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-c1116964-11b7-499d-b16c-b7915522b03b service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757760 Aug 10 03:22:51.701014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c600ed3e-ecf6-4b1b-8191-cf8d3ebb59e1 req-0d674fed-f927-46d8-9027-aee940d535e4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373334 Aug 10 03:22:51.758236 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0df4c2-f5b4-4613-9e27-fc906239ee26 x-openstack-request-id: req-4d0df4c2-f5b4-4613-9e27-fc906239ee26 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:51.758236 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e311586-c00e-4a18-9806-40a0fabd0376", "tag": "ce871a98-dc1b-4a83-802f-c2c1cd061f6d", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:51.758236 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d0df4c2-f5b4-4613-9e27-fc906239ee26 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:51.758236 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e311586-c00e-4a18-9806-40a0fabd0376', 'tag': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d', 'status': 'completed', 'code': 200} Aug 10 03:22:51.762621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf12a705-f1c1-4711-9bc7-58be98fdd05e req-321ee56e-d3e5-4d57-bf12-5bad0ec3c9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850405 Aug 10 03:22:51.783075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Allocated IP 10.2.2.200 (dcf71ee2-0eee-417e-b633-daf5ca6e96c4/edb03132-f1a0-4f5f-8fc0-f20b66f0081f/c27395ca-1e76-41cd-b1a9-d6e98e3d0e30) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:22:51.833805 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742060c-8dca-4da9-8df8-991495330f9f x-openstack-request-id: req-6742060c-8dca-4da9-8df8-991495330f9f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:51.834193 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bc3aa2-68b6-4995-9997-0ef5a1116662", "tag": "21eccc13-73ea-4666-9466-20416e69ad4d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:51.834359 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6742060c-8dca-4da9-8df8-991495330f9f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:51.834740 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'tag': '21eccc13-73ea-4666-9466-20416e69ad4d', 'status': 'completed', 'code': 200} Aug 10 03:22:51.979884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-fdf986cf-45d6-4b36-9cc1-f66b77cdf28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:51.982180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-fdf986cf-45d6-4b36-9cc1-f66b77cdf28c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 1100 time: 0.0675099 Aug 10 03:22:52.042322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.048119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.056156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.062018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.079365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.085633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.094413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.096508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-ccb1155d-fde9-4add-843e-feb60a7c61d7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1743474 Aug 10 03:22:52.106143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-182d6c7a-12fd-425f-9d5f-f85a8db32be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.107657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-182d6c7a-12fd-425f-9d5f-f85a8db32be8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 1095 time: 0.2513125 Aug 10 03:22:52.140308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-b7fb92c3-9582-43d4-a98c-8d47f9896349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.154175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-b7fb92c3-9582-43d4-a98c-8d47f9896349 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1644828 Aug 10 03:22:52.230217 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-26b67adb-cf25-4fa8-b5ac-0488aef6b939 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d HTTP/1.1" status: 200 len: 217 time: 0.0654576 Aug 10 03:22:52.230451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-ac64a464-b0ef-4338-9c54-551cd58f7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.231741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-ac64a464-b0ef-4338-9c54-551cd58f7747 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 915 time: 0.0904498 Aug 10 03:22:52.239548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.290889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-70a12220-6ec9-4f3e-9453-1d3d51a11adf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21eccc13-73ea-4666-9466-20416e69ad4d HTTP/1.1" status: 200 len: 217 time: 0.0462854 Aug 10 03:22:52.295736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-ecf77d67-68e7-41ce-bd2f-3b4960931bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.297430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-ecf77d67-68e7-41ce-bd2f-3b4960931bf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0528026 Aug 10 03:22:52.298041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7b1307a-43a0-49f0-96ab-36cf060a6f59 req-6ac1acc9-7420-4bc0-b326-45643f3396a4 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877842 Aug 10 03:22:52.348566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Transition to ACTIVE for port object c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:52.376578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-5c5f1516-9159-49fd-b5e8-4fd7fe3dedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.378260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-5c5f1516-9159-49fd-b5e8-4fd7fe3dedd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.0791547 Aug 10 03:22:52.420650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-56c63d90-3273-47c7-a95c-8839ca91197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.420998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-cdfedbb6-08db-431e-82bf-c66762935589 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334742 Aug 10 03:22:52.423373 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-56c63d90-3273-47c7-a95c-8839ca91197f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167424 Aug 10 03:22:52.522315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.557636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-d153ed0c-a681-4115-b270-29f3fa54b9dd service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168289 Aug 10 03:22:52.577897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:22:52.592204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:22:52.594882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:22:52.659794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432e2b-e260-46ac-9f2a-261d5c054962 req-8108cbf4-2866-406f-87c6-2a0b04a83346 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.664395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432e2b-e260-46ac-9f2a-261d5c054962 req-8108cbf4-2866-406f-87c6-2a0b04a83346 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.671362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432e2b-e260-46ac-9f2a-261d5c054962 req-8108cbf4-2866-406f-87c6-2a0b04a83346 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.677441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74432e2b-e260-46ac-9f2a-261d5c054962 req-8108cbf4-2866-406f-87c6-2a0b04a83346 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.685462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74432e2b-e260-46ac-9f2a-261d5c054962 req-8108cbf4-2866-406f-87c6-2a0b04a83346 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 3095 time: 0.2682872 Aug 10 03:22:52.721772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event updated for resources: {'Port': ['ID=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:52.740695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.741385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.744554 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0d5fd58d-2260-499d-9fda-1bb115044d8d req-0e60d324-b293-4b53-8a6b-ad3288c7ce2b service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776264 Aug 10 03:22:52.757780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-1e20099f-936f-4559-8dc0-2ed82a62cfda service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030829 Aug 10 03:22:52.812750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74432e2b-e260-46ac-9f2a-261d5c054962 req-a05abbe9-4ca4-403e-974b-39864322233a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219387 Aug 10 03:22:52.860840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-62ad8bdb-c7e6-40ae-9fd6-9f9ffd15749d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:52.862635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-62ad8bdb-c7e6-40ae-9fd6-9f9ffd15749d tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 945 time: 0.0921521 Aug 10 03:22:52.890330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-8af8aba6-eb25-4a7d-a532-9b9958aae8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1070311 Aug 10 03:22:52.910258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:53.034437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2af3d088-8109-42e2-8da2-93d5dbbba1bd None None] Provisioning for port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:53.039317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2af3d088-8109-42e2-8da2-93d5dbbba1bd None None] Provisioning complete for port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:53.040592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af3d088-8109-42e2-8da2-93d5dbbba1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.041224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65612ec1-9081-4f89-a9c7-9abe29e96778 req-26375a8d-0911-4edb-b896-de2ab701b6ca service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703872 Aug 10 03:22:53.054024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Deleting port 9248e049-443e-4002-b8e5-8ca540b0cd53 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:22:53.054377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.059287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.092855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1c244-9b09-4644-81a9-dc63414aeddf req-a2a28f80-8d13-4f81-83bd-d6aea379e2a1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.103186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98a1c244-9b09-4644-81a9-dc63414aeddf req-a2a28f80-8d13-4f81-83bd-d6aea379e2a1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 943 time: 0.1611049 Aug 10 03:22:53.113849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2af3d088-8109-42e2-8da2-93d5dbbba1bd None None] Port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:22:53.188953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] For port 9248e049-443e-4002-b8e5-8ca540b0cd53, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9248e049-443e-4002-b8e5-8ca540b0cd53,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:53.189601 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.193086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98a1c244-9b09-4644-81a9-dc63414aeddf req-e625c482-754a-4244-a831-7ae01997d7ba tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871611 Aug 10 03:22:53.218577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Calling delete_port for 9248e049-443e-4002-b8e5-8ca540b0cd53 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:22:53.436066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.457254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3e6e-23cc-4bbb-baab-89871c4eeecb req-faa0f9d8-cd9c-46c3-b0c6-1887f6846d15 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.462307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05bc3e6e-23cc-4bbb-baab-89871c4eeecb req-faa0f9d8-cd9c-46c3-b0c6-1887f6846d15 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 948 time: 0.1452198 Aug 10 03:22:53.474941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['9248e049-443e-4002-b8e5-8ca540b0cd53'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:53.540734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Pushing event deleted for resources: {'Port': ['ID=9248e049-443e-4002-b8e5-8ca540b0cd53,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:53.600096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] No DVR routers for this DVR port 9248e049-443e-4002-b8e5-8ca540b0cd53 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:22:53.600096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.600431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-2b34477c-1f57-4f8a-bf87-eaf5fd8396fe req-e2a093c1-b377-4581-af03-9cb063983246 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.54 "DELETE /v2.0/ports/9248e049-443e-4002-b8e5-8ca540b0cd53 HTTP/1.1" status: 204 len: 173 time: 0.7305138 Aug 10 03:22:53.626948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05bc3e6e-23cc-4bbb-baab-89871c4eeecb req-dd5c4c06-0aa6-491e-acc6-66b0d05c4d1c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201198 Aug 10 03:22:53.637550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825a6136-27b9-4ec4-880a-51d52113bdb4 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:53.645518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.659062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Transition to ACTIVE for port object 825a6136-27b9-4ec4-880a-51d52113bdb4 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:53.724584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d77643e1-09c7-4579-80ed-8a5cae3964f9 req-d352602e-150e-4372-bee0-10f4ee8d3303 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 210 time: 0.0295899 Aug 10 03:22:53.758850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'name': 'network-vif-deleted', 'tag': '9248e049-443e-4002-b8e5-8ca540b0cd53'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:53.762395 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad5bc1-9f56-4f5c-8b1d-9d410b24247b" -d '{"events": [{"server_uuid": "4db5d29a-ea2a-42cc-994c-a7959c124b5d", "name": "network-vif-deleted", "tag": "9248e049-443e-4002-b8e5-8ca540b0cd53"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:53.831287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:53.865895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b709e9d-1bd1-46ce-a1d9-455325fbe769 req-e1ed775c-38d5-48aa-b378-4721a1e88867 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:53.867561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b709e9d-1bd1-46ce-a1d9-455325fbe769 req-e1ed775c-38d5-48aa-b378-4721a1e88867 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0752652 Aug 10 03:22:53.952857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Pushing event updated for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:53.988161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b709e9d-1bd1-46ce-a1d9-455325fbe769 req-b376cfc0-2668-4576-899f-2a745f4be393 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991323 Aug 10 03:22:54.102026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Attempting to bind port 825a6136-27b9-4ec4-880a-51d52113bdb4 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:54.102483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Attempting to bind port 825a6136-27b9-4ec4-880a-51d52113bdb4 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:54.102822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Attempting to bind port 825a6136-27b9-4ec4-880a-51d52113bdb4 on network ba272ace-eaff-4fc0-8744-e88c4e34eff5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:54.140229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Port 825a6136-27b9-4ec4-880a-51d52113bdb4 on network ba272ace-eaff-4fc0-8744-e88c4e34eff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:54.140229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Attempting to bind port 825a6136-27b9-4ec4-880a-51d52113bdb4 on network ba272ace-eaff-4fc0-8744-e88c4e34eff5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:54.169490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:54.169831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Checking segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:54.170214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Bound using segment: {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:54.170719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Bound port: 825a6136-27b9-4ec4-880a-51d52113bdb4, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:54.171077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.220551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.236384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.255397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.262683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.268760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.274860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.280707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.288693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-1c754724-b712-4e58-9974-ba881b4b9951 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5433 time: 0.1800535 Aug 10 03:22:54.332096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c2cb5219-3b9b-4e01-9369-0b8592a81698 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:54.361992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cf0a200-8123-490b-b5dc-ec70c69e6d97 req-af6c322f-12cd-4ae8-a0b4-c3b10a526357 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724268 Aug 10 03:22:54.372997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:54.376174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=825a6136-27b9-4ec4-880a-51d52113bdb4,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:54.428723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 21eccc13-73ea-4666-9466-20416e69ad4d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:54.463556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.490760 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e45ba-88af-4b7a-9e73-d5ffd2bda979 x-openstack-request-id: req-348e45ba-88af-4b7a-9e73-d5ffd2bda979 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:54.491647 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db5d29a-ea2a-42cc-994c-a7959c124b5d", "name": "network-vif-deleted", "tag": "9248e049-443e-4002-b8e5-8ca540b0cd53", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:54.492047 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-348e45ba-88af-4b7a-9e73-d5ffd2bda979 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:54.494100 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'name': 'network-vif-deleted', 'tag': '9248e049-443e-4002-b8e5-8ca540b0cd53', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:22:54.516691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.517327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.521619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] 10.222.0.46 "PUT /v2.0/ports/825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 200 len: 1093 time: 1.6223855 Aug 10 03:22:54.529283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:54.535563 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cbc62-2ac2-410f-9e7d-935597691264" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:54.607176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46caac-ea2a-4f2e-bd1f-a6fcddb0f05f service neutron] Pushing event updated for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:54.613453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 21eccc13-73ea-4666-9466-20416e69ad4d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=21eccc13-73ea-4666-9466-20416e69ad4d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:54.632818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '21eccc13-73ea-4666-9466-20416e69ad4d', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'port_id': '21eccc13-73ea-4666-9466-20416e69ad4d', 'mac_address': 'fa:16:3e:d2:1f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428b15b-e87b-43ab-ba0f-48e979d5417c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:54.704228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:54.731517 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.737430 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.785914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eccc13-73ea-4666-9466-20416e69ad4d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:54.826107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-ae0e533a-68ad-4fc4-8656-6b8e9eee9272 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.830132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:54.836100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-ae0e533a-68ad-4fc4-8656-6b8e9eee9272 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.843272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-ae0e533a-68ad-4fc4-8656-6b8e9eee9272 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.851989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-ae0e533a-68ad-4fc4-8656-6b8e9eee9272 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.856326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 21eccc13-73ea-4666-9466-20416e69ad4d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=21eccc13-73ea-4666-9466-20416e69ad4d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:54.859419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-ae0e533a-68ad-4fc4-8656-6b8e9eee9272 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:54.873184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-ae0e533a-68ad-4fc4-8656-6b8e9eee9272 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 3828 time: 0.2669566 Aug 10 03:22:54.887529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.941805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-719b0c0c-0d88-44a6-a792-1c9a37eacae5 req-eca909fd-b22a-4e0f-8647-a28aad5e1e3b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677204 Aug 10 03:22:54.998133 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.003954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 6db0a240-2d66-4e4f-8e28-a4da02129ab3 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:55.048377 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.151538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.186473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.244073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:55.263184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:55.302813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d411a-f258-4275-b45b-3f677f2912dd req-fb3ca992-2789-4e21-899d-5f9d68481e18 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.308261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=21eccc13-73ea-4666-9466-20416e69ad4d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.311240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a39d411a-f258-4275-b45b-3f677f2912dd req-fb3ca992-2789-4e21-899d-5f9d68481e18 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 944 time: 0.1305048 Aug 10 03:22:55.323306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb461c87-37ff-4d0d-9123-f70bf15bfd19 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:55.340072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.362464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Transition to ACTIVE for port object cb461c87-37ff-4d0d-9123-f70bf15bfd19 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:55.368125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a39d411a-f258-4275-b45b-3f677f2912dd req-6e94cbbb-adcb-4b12-b83a-054c63b52a3c tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560336 Aug 10 03:22:55.382556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.384461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device b4f7995c-a3e7-4d7a-9439-3ed495e47d1d no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:55.420598 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ea531-80d6-4ceb-a4b3-f29bee351f9c x-openstack-request-id: req-1f6ea531-80d6-4ceb-a4b3-f29bee351f9c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:55.420895 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:55.421153 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f6ea531-80d6-4ceb-a4b3-f29bee351f9c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:55.421561 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'status': 'completed', 'code': 200} Aug 10 03:22:55.528047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.600842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-2182bc4e-219d-4d16-9a47-d344e723d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.601344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-2182bc4e-219d-4d16-9a47-d344e723d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.601831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-2182bc4e-219d-4d16-9a47-d344e723d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.602344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-2182bc4e-219d-4d16-9a47-d344e723d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.602829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-2182bc4e-219d-4d16-9a47-d344e723d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.604756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-719cbc62-2ac2-410f-9e7d-935597691264 req-2182bc4e-219d-4d16-9a47-d344e723d8d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 4364 time: 0.1623147 Aug 10 03:22:55.608144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Pushing event updated for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.618394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f151-c5cc-4da1-88c7-f5616db8e804 req-a0273932-a533-49e5-99a2-fab974737eb4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.619911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1227f151-c5cc-4da1-88c7-f5616db8e804 req-a0273932-a533-49e5-99a2-fab974737eb4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 948 time: 0.1230948 Aug 10 03:22:55.638147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.661768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.728160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:55.799918 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.801416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 14306ad1-9b23-4752-a27b-291c4f100450 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:55.806815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.826603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1227f151-c5cc-4da1-88c7-f5616db8e804 req-d6603adf-4dc1-44ae-8bfa-989ac71f48d6 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917579 Aug 10 03:22:55.907185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Attempting to bind port cb461c87-37ff-4d0d-9123-f70bf15bfd19 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:55.907464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Attempting to bind port cb461c87-37ff-4d0d-9123-f70bf15bfd19 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:55.907797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Attempting to bind port cb461c87-37ff-4d0d-9123-f70bf15bfd19 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:55.921697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-daa36b0a-0424-4b05-986b-832d663c9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.921883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:55.922187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-daa36b0a-0424-4b05-986b-832d663c9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.922664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-daa36b0a-0424-4b05-986b-832d663c9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:55.924272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-719cbc62-2ac2-410f-9e7d-935597691264 req-daa36b0a-0424-4b05-986b-832d663c9b44 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3034396 Aug 10 03:22:55.934402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Port cb461c87-37ff-4d0d-9123-f70bf15bfd19 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:55.935041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Attempting to bind port cb461c87-37ff-4d0d-9123-f70bf15bfd19 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:55.970246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:55.970877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Checking segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:55.971425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Bound using segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:55.972031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Bound port: cb461c87-37ff-4d0d-9123-f70bf15bfd19, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:55.972576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.042398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.061466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06df8dce-9f56-4d10-9c1a-152a914d024c req-cb317428-3d12-4416-89d5-72716ea38f40 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 210 time: 0.0922194 Aug 10 03:22:56.086713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=14306ad1-9b23-4752-a27b-291c4f100450,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.152566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc62-2ac2-410f-9e7d-935597691264 req-3732c0da-c511-4d9d-a56c-9f1cdb2b6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.154024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-719cbc62-2ac2-410f-9e7d-935597691264 req-3732c0da-c511-4d9d-a56c-9f1cdb2b6001 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2206676 Aug 10 03:22:56.155076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:56.157311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.158966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9248e049-443e-4002-b8e5-8ca540b0cd53 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:56.190864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:56.217778 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:56.219348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c4078-a703-4fd7-a302-d0ba7d52848e req-2a53dcc9-f56c-473c-acdc-39e73d2acb0a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.221179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a90c4078-a703-4fd7-a302-d0ba7d52848e req-2a53dcc9-f56c-473c-acdc-39e73d2acb0a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0719132 Aug 10 03:22:56.242022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 9248e049-443e-4002-b8e5-8ca540b0cd53 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:22:56.242585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9248e049-443e-4002-b8e5-8ca540b0cd53 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:22:56.243950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 26db3900-5111-4208-82d5-04590d5b8613 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:56.251376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.267883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.311313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a90c4078-a703-4fd7-a302-d0ba7d52848e req-3fe22fdc-e741-4589-922d-6d667738b732 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829849 Aug 10 03:22:56.338247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.338247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.338247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 1136 time: 1.6261740 Aug 10 03:22:56.347758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ce871a98-dc1b-4a83-802f-c2c1cd061f6d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:22:56.350881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 21eccc13-73ea-4666-9466-20416e69ad4d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:56.365018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e211442-1c36-4918-9879-6b5afe863a00 service neutron] Pushing event updated for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:56.427156 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.507099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:56.614511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.627475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.633945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.640045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.646863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.653350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.659624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:56.661585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-c08ffac4-a325-40c3-a5f5-6e52d286abee tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5425 time: 0.2258480 Aug 10 03:22:56.711135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.719901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.738584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d', 'mac_address': 'fa:16:3e:da:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:22:56.804724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=26db3900-5111-4208-82d5-04590d5b8613,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.820504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.841856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce871a98-dc1b-4a83-802f-c2c1cd061f6d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:56.867288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:56.930166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e9b2033-9b39-4fa1-a269-924f11e1cfa4 req-3bb21769-d64e-4c20-a598-cf9b377d777b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2606630 Aug 10 03:22:56.937599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 21eccc13-73ea-4666-9466-20416e69ad4d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:56.942452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 21eccc13-73ea-4666-9466-20416e69ad4d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:56.953899 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.996153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.000813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8bd4534d-b549-4588-8b80-3b6c89f209c3 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:57.010620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.038227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0774abb4-e56c-434e-a454-54abb867e1a9 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:57.050146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.087276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Transition to ACTIVE for port object 0774abb4-e56c-434e-a454-54abb867e1a9 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:57.112648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.118096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.119873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.132596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.139435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.145696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.152214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.154377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96aa802a-c502-44fb-a0f8-57413415097d req-9f475da9-b761-4e66-89a4-716f85a45726 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 4605 time: 0.1017690 Aug 10 03:22:57.220107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.220948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96aa802a-c502-44fb-a0f8-57413415097d req-d6918867-688e-489c-9ad5-c56b81c0233a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514007 Aug 10 03:22:57.225268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.242289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ce871a98-dc1b-4a83-802f-c2c1cd061f6d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:22:57.277739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.291503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.334239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 21eccc13-73ea-4666-9466-20416e69ad4d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=21eccc13-73ea-4666-9466-20416e69ad4d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.336256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.434097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': 'cb461c87-37ff-4d0d-9123-f70bf15bfd19'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:22:57.438397 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bd0410-3526-4036-aeb7-39e697acfceb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "cb461c87-37ff-4d0d-9123-f70bf15bfd19"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:22:57.445007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.455327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.489526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Attempting to bind port 0774abb4-e56c-434e-a454-54abb867e1a9 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:57.490267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Attempting to bind port 0774abb4-e56c-434e-a454-54abb867e1a9 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:57.490697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Attempting to bind port 0774abb4-e56c-434e-a454-54abb867e1a9 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:57.500192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Port 0774abb4-e56c-434e-a454-54abb867e1a9 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:57.501828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Attempting to bind port 0774abb4-e56c-434e-a454-54abb867e1a9 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:57.507233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:57.507705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Checking segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:57.508195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Bound using segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:57.509332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Bound port: 0774abb4-e56c-434e-a454-54abb867e1a9, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:57.509799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.541951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56736) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:57.582414 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.586383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2d260261-b2d1-43d9-b088-c8aad4496025 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:22:57.598434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:57.601983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0774abb4-e56c-434e-a454-54abb867e1a9,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:57.638737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b629243-4148-4f22-b35a-46ab8bd1b6df req-f46432b5-bb51-46a3-ae96-3a9dcbbf9a91 tempest-ServerRescueTestJSONUnderV235-134593901 tempest-ServerRescueTestJSONUnderV235-134593901-project] 10.222.0.26 "GET /v2.0/ports?device_id=4db5d29a-ea2a-42cc-994c-a7959c124b5d HTTP/1.1" status: 200 len: 210 time: 0.0350399 Aug 10 03:22:57.652836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=21eccc13-73ea-4666-9466-20416e69ad4d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.672234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.714204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:57.715174 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.717405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 1136 time: 1.2216184 Aug 10 03:22:57.760287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.764774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c0325-6866-46ee-a3ee-6cc5621aa8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:57.844840 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.898477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:22:57.922265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2d260261-b2d1-43d9-b088-c8aad4496025,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:57.941825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.983596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.078281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.085773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.144290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:58.161856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.230809 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b436756bc314032899f81f62b7262d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877415 Aug 10 03:22:58.231709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335838e0-31db-4e87-98d4-722b72f180d1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:58.233995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56752) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:58.252430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.252715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.253167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.253521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.253864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.254202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.254538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.254978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.255317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.255663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.255986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.256368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6840559-c52e-4953-909c-552f2203e6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:22:58.305893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96b99494-c504-4584-b514-07c3fd937cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.339040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96b99494-c504-4584-b514-07c3fd937cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.370468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ce871a98-dc1b-4a83-802f-c2c1cd061f6d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:22:58.514500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96b99494-c504-4584-b514-07c3fd937cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.517132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96b99494-c504-4584-b514-07c3fd937cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.518509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-96b99494-c504-4584-b514-07c3fd937cc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/335838e0-31db-4e87-98d4-722b72f180d1 HTTP/1.1" status: 204 len: 168 time: 0.2835410 Aug 10 03:22:58.532937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99494-c504-4584-b514-07c3fd937cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335838e0-31db-4e87-98d4-722b72f180d1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:58.560051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port ce871a98-dc1b-4a83-802f-c2c1cd061f6d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:22:58.567085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port ce871a98-dc1b-4a83-802f-c2c1cd061f6d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:22:58.567085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.569558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975f793-2dae-4a79-b9b7-6d0a51df1ccf req-2e1f9f03-a503-4ff4-9386-9928f35affc0 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.578158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b975f793-2dae-4a79-b9b7-6d0a51df1ccf req-2e1f9f03-a503-4ff4-9386-9928f35affc0 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.0912771 Aug 10 03:22:58.652476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b975f793-2dae-4a79-b9b7-6d0a51df1ccf req-7b5a87f4-cbcc-4095-a210-d92b945ba408 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Aug 10 03:22:58.677428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.734294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:22:58.759395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:22:58.764092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.785645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Transition to ACTIVE for port object 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:22:58.794269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612838e-92ef-4dfe-a69e-05d9ea198330 req-a64958e6-0065-4ba4-bca5-63a89b805369 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:58.796126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a612838e-92ef-4dfe-a69e-05d9ea198330 req-a64958e6-0065-4ba4-bca5-63a89b805369 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 949 time: 0.0854018 Aug 10 03:22:58.812572 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:58.838170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a612838e-92ef-4dfe-a69e-05d9ea198330 req-bafce62b-73e6-4a94-b69f-958f238ea4c4 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Aug 10 03:22:58.885206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:58.949510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.037385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356022-9bf0-47f7-b15a-fd615b6f8245 req-f4750624-a5dd-40ee-8b40-56f9b6a71e91 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.042444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5356022-9bf0-47f7-b15a-fd615b6f8245 req-f4750624-a5dd-40ee-8b40-56f9b6a71e91 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1395905 Aug 10 03:22:59.075534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Pushing event updated for resources: {'Port': ['ID=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:22:59.182387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5356022-9bf0-47f7-b15a-fd615b6f8245 req-3414aaf6-63bb-40ec-81d6-f901f63cdf3c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319890 Aug 10 03:22:59.248318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Attempting to bind port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:22:59.249008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Attempting to bind port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:22:59.252730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Attempting to bind port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:59.261612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:22:59.262110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Attempting to bind port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:22:59.276590 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7014472-28a2-4539-a44a-ef2cee164cef x-openstack-request-id: req-c7014472-28a2-4539-a44a-ef2cee164cef {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:22:59.277105 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "cb461c87-37ff-4d0d-9123-f70bf15bfd19", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:22:59.281376 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7014472-28a2-4539-a44a-ef2cee164cef {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:22:59.281734 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': 'cb461c87-37ff-4d0d-9123-f70bf15bfd19', 'status': 'completed', 'code': 200} Aug 10 03:22:59.282528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:22:59.282862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Checking segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:22:59.283260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Bound using segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:22:59.283716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Bound port: 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:22:59.284194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.503472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.503684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.504089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.504606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.505064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.505535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.506075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.511285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30bd0410-3526-4036-aeb7-39e697acfceb req-959d9ac7-cb11-4eef-ba79-0edd615327d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6248 time: 0.1899815 Aug 10 03:22:59.520758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.527400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.533533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.540140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.546228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.552304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.558591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.560610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-d420719c-d863-4a71-8344-15892ef15dd2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1855593 Aug 10 03:22:59.571818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] For port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:22:59.637736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] For port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:22:59.646500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56780) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:22:59.673193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d699206d-369e-4766-bf2b-07313b302209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.675369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12aac784-07c0-4f59-ab0f-0ef2c92c72fd req-533b3b32-b605-4599-a93e-6333e8bee4f7 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022847 Aug 10 03:22:59.707845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-5ed461a3-0ea9-4981-b23c-eee0864ae192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.708338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-5ed461a3-0ea9-4981-b23c-eee0864ae192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.708839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-5ed461a3-0ea9-4981-b23c-eee0864ae192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.710449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30bd0410-3526-4036-aeb7-39e697acfceb req-5ed461a3-0ea9-4981-b23c-eee0864ae192 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1489425 Aug 10 03:22:59.742707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.886860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d699206d-369e-4766-bf2b-07313b302209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.902309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:22:59.903130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.904755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 HTTP/1.1" status: 200 len: 1091 time: 2.0153320 Aug 10 03:22:59.970898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42979-2cb2-40b3-970e-b28ccf939481 service neutron] Pushing event updated for resources: {'Port': ['ID=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.014033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.020756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.027507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.033987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.040792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.046801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.053523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.057091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d699206d-369e-4766-bf2b-07313b302209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.063931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fecd1953-229a-43b5-99ac-e3448468e163 req-676d21f0-bc17-41da-a0c7-38a30abf9ab9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5394 time: 0.2417874 Aug 10 03:23:00.092838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0410-3526-4036-aeb7-39e697acfceb req-f6da7685-96d9-4bf9-8a4a-6fc867a92b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.094537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30bd0410-3526-4036-aeb7-39e697acfceb req-f6da7685-96d9-4bf9-8a4a-6fc867a92b94 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3738256 Aug 10 03:23:00.101164 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d699206d-369e-4766-bf2b-07313b302209 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bebd7602066463484ba9efab0cf35bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532850 Aug 10 03:23:00.103254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699206d-369e-4766-bf2b-07313b302209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ed654-98a9-4ecd-bff1-465c0965571b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.105291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56792) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:00.156318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:00.220440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fecd1953-229a-43b5-99ac-e3448468e163 req-9e69dcf4-7a77-4ba3-b80e-5632f1559b54 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1553645 Aug 10 03:23:00.235571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a8b4fd40-87fc-4159-adfb-42fd8c662585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.280705 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a231b2e-ef14-449f-9638-c4590da63dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.294442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.341702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:00.376599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a231b2e-ef14-449f-9638-c4590da63dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.570186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a0768-c972-4fb9-96d5-72b00528c8a2 req-acf93142-9e60-4c4a-b83e-0b9d38903411 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.578295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d48a0768-c972-4fb9-96d5-72b00528c8a2 req-acf93142-9e60-4c4a-b83e-0b9d38903411 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.1793132 Aug 10 03:23:00.710101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d48a0768-c972-4fb9-96d5-72b00528c8a2 req-53f47298-8c55-46ee-ad77-b510b317a51c tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271112 Aug 10 03:23:00.731365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a231b2e-ef14-449f-9638-c4590da63dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.740563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a231b2e-ef14-449f-9638-c4590da63dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.742391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a231b2e-ef14-449f-9638-c4590da63dbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/633ed654-98a9-4ecd-bff1-465c0965571b HTTP/1.1" status: 204 len: 168 time: 0.6360996 Aug 10 03:23:00.780681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a231b2e-ef14-449f-9638-c4590da63dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ed654-98a9-4ecd-bff1-465c0965571b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:00.922254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0714f-6a8f-4b27-aeaf-7192f85dbbf7 req-f3088a1b-ad0f-404f-b2a7-3f7251e1005c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:00.923464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0d0714f-6a8f-4b27-aeaf-7192f85dbbf7 req-f3088a1b-ad0f-404f-b2a7-3f7251e1005c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.1043699 Aug 10 03:23:00.932612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:00.997545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0d0714f-6a8f-4b27-aeaf-7192f85dbbf7 req-a6b5d3eb-2a79-4c82-88c3-7015a3107caa tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658011 Aug 10 03:23:01.004836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318c74c6-dd9e-4205-aa9a-acddad3c0e11 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:01.012924 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.027217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Transition to ACTIVE for port object 318c74c6-dd9e-4205-aa9a-acddad3c0e11 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:01.122493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec799682-e407-4c3d-a318-51873fb2ad5e req-3739bbb0-669a-4639-99d9-1b32639bfe89 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.124958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec799682-e407-4c3d-a318-51873fb2ad5e req-3739bbb0-669a-4639-99d9-1b32639bfe89 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0594549 Aug 10 03:23:01.168069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec799682-e407-4c3d-a318-51873fb2ad5e req-1897d9f3-68f3-448b-badb-d5eb498cd4ea tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Aug 10 03:23:01.210234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.236429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Deleting port 9a505014-53cf-4896-9e9e-850f6c993483 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:01.236777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.285032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '0774abb4-e56c-434e-a454-54abb867e1a9'}, {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:01.287929 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27483916-4bc7-4b49-8f2c-fbf546ec9edf" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "0774abb4-e56c-434e-a454-54abb867e1a9"}, {"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:01.338280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Pushing event updated for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:01.433094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.439629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.448818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] For port 9a505014-53cf-4896-9e9e-850f6c993483, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9a505014-53cf-4896-9e9e-850f6c993483,segment=NetworkSegment(897bb9be-3257-49e7-965c-e164cd3388a6),segment_id=897bb9be-3257-49e7-965c-e164cd3388a6)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:01.449122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.449241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.456189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.463017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.470003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.481105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.487119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Calling delete_port for 9a505014-53cf-4896-9e9e-850f6c993483 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:01.500790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-0ace9f10-6738-4800-ba8a-d8f29bdeed5f tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.2059894 Aug 10 03:23:01.561010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Attempting to bind port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:01.561408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Attempting to bind port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:01.561840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Attempting to bind port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:01.581804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-576ea4d5-3665-4cf2-9f4c-95f7ca8004cf req-748f568d-97aa-4bdb-8a49-2056c886be1e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797579 Aug 10 03:23:01.587586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:01.588881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Attempting to bind port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:01.597919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:01.602004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Checking segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:01.602539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Bound using segment: {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:01.603101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Bound port: 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337751e1-c5db-4a2a-a86e-679a2b955b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:01.604436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.706035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:01.756167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:01.800607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.807527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.813896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.819835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.826482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.832541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.838490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.840514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-2d0e9873-c47a-4e2a-b9fe-aa4fa2cbff70 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5406 time: 0.1520901 Aug 10 03:23:01.866971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56826) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:01.882520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00ae46ed-af5f-4e3d-90ea-1e5b5ff9c2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.902937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-931d825c-18c5-4b4f-92d8-c5964cf8a43e req-b10b2eb0-e49f-4599-9021-5e43d57a51a1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499549 Aug 10 03:23:01.912092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.917508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.960705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:01.961416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.962799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/318c74c6-dd9e-4205-aa9a-acddad3c0e11 HTTP/1.1" status: 200 len: 1092 time: 1.8129184 Aug 10 03:23:01.978307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a505014-53cf-4896-9e9e-850f6c993483,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.005732 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb4f6c-672b-4f2d-8f40-6a22f4591835 x-openstack-request-id: req-3ecb4f6c-672b-4f2d-8f40-6a22f4591835 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:02.006355 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "0774abb4-e56c-434e-a454-54abb867e1a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:02.006870 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ecb4f6c-672b-4f2d-8f40-6a22f4591835 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:02.007288 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '0774abb4-e56c-434e-a454-54abb867e1a9', 'status': 'completed', 'code': 200} Aug 10 03:23:02.007546 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8', 'status': 'completed', 'code': 200} Aug 10 03:23:02.073687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24896217-0922-46ca-a47e-0f1233b876f0 service neutron] Pushing event updated for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.235515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.235976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.236493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.236981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.237453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.237921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.238392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.247320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-13f064eb-a974-4926-ba37-aaf12d9df8c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6358 time: 0.2348642 Aug 10 03:23:02.253587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:02.280625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.348050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00ae46ed-af5f-4e3d-90ea-1e5b5ff9c2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.414463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-fc144292-968d-4fa1-84e6-ca7f825d6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.414842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-fc144292-968d-4fa1-84e6-ca7f825d6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.415354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-fc144292-968d-4fa1-84e6-ca7f825d6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.416976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-fc144292-968d-4fa1-84e6-ca7f825d6547 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1594117 Aug 10 03:23:02.445548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00ae46ed-af5f-4e3d-90ea-1e5b5ff9c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.547399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda5a8-f144-43b6-8204-a1bc322d03ec req-1047378f-5d42-4dd3-87a7-3aa71d635cde tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.562904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4cda5a8-f144-43b6-8204-a1bc322d03ec req-1047378f-5d42-4dd3-87a7-3aa71d635cde tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.4424360 Aug 10 03:23:02.616476 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.626850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.738409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4cda5a8-f144-43b6-8204-a1bc322d03ec req-1c26d745-ac7c-48c6-a8ad-85e251e1d995 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685600 Aug 10 03:23:02.740086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-b6967fac-fe5c-4a66-b4b0-1d9bb0ef1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:02.741609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-b6967fac-fe5c-4a66-b4b0-1d9bb0ef1641 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3059340 Aug 10 03:23:02.895231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-00ae46ed-af5f-4e3d-90ea-1e5b5ff9c2cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8adfe50f3c3c4b0984258a9afd55b9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0262008 Aug 10 03:23:02.896841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56842) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:02.952827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae46ed-af5f-4e3d-90ea-1e5b5ff9c2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad99d41a-8c21-4f3e-b1ce-fc39bdcc2bcd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:02.987869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-59430aea-8492-48af-8e7c-bf70f00c8248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.004783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf185195-885f-4fba-925d-ba822c6e87a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.027033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf185195-885f-4fba-925d-ba822c6e87a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.035045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.035547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.036006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.036504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.036974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.037439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.038081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.041026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-ebb16307-fd3b-4ead-bcf8-356ca6963220 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6358 time: 0.2455978 Aug 10 03:23:03.144465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Router 5dfb7a61-daa8-4af7-a299-5af4967a4930 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:03.171336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0eb2a-f9e4-4490-bbf1-7b62a6cee939 req-27654685-1237-44b2-9351-01a8f6b5d1fb tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.179847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80f0eb2a-f9e4-4490-bbf1-7b62a6cee939 req-27654685-1237-44b2-9351-01a8f6b5d1fb tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.3307779 Aug 10 03:23:03.206039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf185195-885f-4fba-925d-ba822c6e87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.209467 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf185195-885f-4fba-925d-ba822c6e87a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.215501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bf185195-885f-4fba-925d-ba822c6e87a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad99d41a-8c21-4f3e-b1ce-fc39bdcc2bcd HTTP/1.1" status: 204 len: 168 time: 0.3156419 Aug 10 03:23:03.235811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf185195-885f-4fba-925d-ba822c6e87a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad99d41a-8c21-4f3e-b1ce-fc39bdcc2bcd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:03.276284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80f0eb2a-f9e4-4490-bbf1-7b62a6cee939 req-d69c3e04-177c-4476-a57a-b625ebb997fd tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894370 Aug 10 03:23:03.336189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:03.353728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e845a686-5c18-4995-8081-4cb92c455f90 admin admin] 10.222.0.26 "PUT /v2.0/routers/5dfb7a61-daa8-4af7-a299-5af4967a4930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108349 Aug 10 03:23:03.356338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56850) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:03.362152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] Sync routers for ids ['5dfb7a61-daa8-4af7-a299-5af4967a4930'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:03.375497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] Routers {'5dfb7a61-daa8-4af7-a299-5af4967a4930'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:03.379412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5dfb7a61-daa8-4af7-a299-5af4967a4930'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:03.397464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-c2f9e83b-c343-485d-9969-44a68ce0df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.397958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-c2f9e83b-c343-485d-9969-44a68ce0df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.398440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-c2f9e83b-c343-485d-9969-44a68ce0df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.400084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-c2f9e83b-c343-485d-9969-44a68ce0df81 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3479168 Aug 10 03:23:03.491120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.618518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] Set router 5dfb7a61-daa8-4af7-a299-5af4967a4930 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:03.641758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.837856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Deleting port 84082cd7-a0ac-4b9c-af3c-6945e16d074f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:03.838537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.934830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c411-afed-4c75-934b-8cb247fa1858 req-05c9a7cb-df09-4d7d-b04e-dee8d493d479 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:03.937115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4183c411-afed-4c75-934b-8cb247fa1858 req-05c9a7cb-df09-4d7d-b04e-dee8d493d479 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.5909157 Aug 10 03:23:03.962464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067658a8-8b29-4d87-90cb-4d7de2307e7c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:03.964622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:23:01Z', 'revision_number': 5, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port': {'id': '84082cd7-a0ac-4b9c-af3c-6945e16d074f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:34Z', 'updated_at': '2021-08-10T03:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:03.979198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:03.983025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] For port 84082cd7-a0ac-4b9c-af3c-6945e16d074f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=84082cd7-a0ac-4b9c-af3c-6945e16d074f,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:03.983508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.004710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Calling delete_port for 84082cd7-a0ac-4b9c-af3c-6945e16d074f owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:04.010798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:04.013262 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5e1c1-8aab-4996-a7ae-9dc193549f27" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:04.037046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Transition to ACTIVE for port object 067658a8-8b29-4d87-90cb-4d7de2307e7c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:04.038371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-c5f4df81-7495-4e6e-9653-987ad18f7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.040409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27483916-4bc7-4b49-8f2c-fbf546ec9edf req-c5f4df81-7495-4e6e-9653-987ad18f7b9c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6296530 Aug 10 03:23:04.055733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4183c411-afed-4c75-934b-8cb247fa1858 req-9ae57d59-6639-4eb3-9d9b-34c54655ed25 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955172 Aug 10 03:23:04.063791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.066424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] Checking router: 5dfb7a61-daa8-4af7-a299-5af4967a4930 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:04.086132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] Routers {'5dfb7a61-daa8-4af7-a299-5af4967a4930'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:04.089713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5dfb7a61-daa8-4af7-a299-5af4967a4930'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:04.139727 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.250599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] Set router 5dfb7a61-daa8-4af7-a299-5af4967a4930 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:04.256307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a62db-02e6-487c-a826-81572589d246 service neutron] Pushing event updated for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:04.333816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:23:03Z', 'revision_number': 6, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:04.363573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.370533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.376709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.386741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.392813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.398863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.400072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f69f548-3152-4c10-9e5a-ac500292a9ba None None] The sync data for ids ['5dfb7a61-daa8-4af7-a299-5af4967a4930'] in n-d-765315-26 is: [{'id': '5dfb7a61-daa8-4af7-a299-5af4967a4930', 'name': 'tempest-ServerRescueTestJSONUnderV235-225577241-router', 'tenant_id': '0b5aaa1550094272b81ee8332222a78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:33Z', 'updated_at': '2021-08-10T03:23:03Z', 'revision_number': 6, 'project_id': '0b5aaa1550094272b81ee8332222a78e', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:04.405016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.416113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-98f2554d-52e1-4cbc-bd85-76d05d7c9bb0 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.2254307 Aug 10 03:23:04.419822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.493269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Pushing event deleted for resources: {'Port': ['ID=84082cd7-a0ac-4b9c-af3c-6945e16d074f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:04.519380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Attempting to bind port 067658a8-8b29-4d87-90cb-4d7de2307e7c on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:04.519733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Attempting to bind port 067658a8-8b29-4d87-90cb-4d7de2307e7c by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:04.520066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Attempting to bind port 067658a8-8b29-4d87-90cb-4d7de2307e7c on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:04.537719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e58c389-0364-40a9-ab33-a0f080848e65 req-7047006b-c33e-45a7-8832-a3dc6dea0a7d tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206777 Aug 10 03:23:04.538668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Port 067658a8-8b29-4d87-90cb-4d7de2307e7c on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:04.538788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Attempting to bind port 067658a8-8b29-4d87-90cb-4d7de2307e7c on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:04.558698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:04.559055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Checking segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:04.559513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Bound using segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:04.559934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Bound port: 067658a8-8b29-4d87-90cb-4d7de2307e7c, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:04.560511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.623608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.744218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.747393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.751007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.759018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.765920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:04.770736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.777905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.784204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.790854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:04.792846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50776130-1b1e-46a7-9c82-a6893632e45f req-f0625fff-f237-49a3-ac39-93fa378dc8ce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5418 time: 0.1540477 Aug 10 03:23:04.795855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:04.842592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:04.870996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50776130-1b1e-46a7-9c82-a6893632e45f req-8faf70bd-69e2-446a-b4e3-28e1e1de24a3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649331 Aug 10 03:23:04.936305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.028164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.028826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.030352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-441a62db-02e6-487c-a826-81572589d246 service neutron] 10.222.0.46 "PUT /v2.0/ports/067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 200 len: 1092 time: 2.7819345 Aug 10 03:23:05.034513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.039293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dfb7a61-daa8-4af7-a299-5af4967a4930 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:05.040324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.041525 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-717e60a0-6780-47d4-a90f-759b82cf8160 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5dfb7a61-daa8-4af7-a299-5af4967a4930 HTTP/1.1" status: 204 len: 168 time: 1.6838443 Aug 10 03:23:05.045312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56886) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.084720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a62db-02e6-487c-a826-81572589d246 service neutron] Pushing event updated for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:05.140237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446fed3-8277-437f-8906-6850cc99c02a req-a5c5eeda-8c87-4d83-b0f7-59a50bd587af tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.149339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8446fed3-8277-437f-8906-6850cc99c02a req-a5c5eeda-8c87-4d83-b0f7-59a50bd587af tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.1945763 Aug 10 03:23:05.170950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Deleting subnet 4b857554-d3fc-4662-8457-300caac4a1d4 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:05.178827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.209642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8446fed3-8277-437f-8906-6850cc99c02a req-57a2bc53-3798-4011-8617-a7653875c802 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587428 Aug 10 03:23:05.216957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Request body: {'port': {'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:05.270022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.339078 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.378104 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f3751-af8a-41d3-9df4-3d1c4d73a68b x-openstack-request-id: req-fc6f3751-af8a-41d3-9df4-3d1c4d73a68b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:05.378769 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:05.379227 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc6f3751-af8a-41d3-9df4-3d1c4d73a68b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:05.379820 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11', 'status': 'completed', 'code': 200} Aug 10 03:23:05.381895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.483394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.579123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b857554-d3fc-4662-8457-300caac4a1d4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:05.594137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.596976 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bab92542-4ff3-4707-801e-6221bd6047d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b857554-d3fc-4662-8457-300caac4a1d4 HTTP/1.1" status: 204 len: 168 time: 0.5464215 Aug 10 03:23:05.606905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 84082cd7-a0ac-4b9c-af3c-6945e16d074f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:05.609887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56902) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:05.635383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 84082cd7-a0ac-4b9c-af3c-6945e16d074f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:05.636075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 84082cd7-a0ac-4b9c-af3c-6945e16d074f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:05.636680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a505014-53cf-4896-9e9e-850f6c993483 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:05.672050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.673688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9a505014-53cf-4896-9e9e-850f6c993483 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:05.696870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a505014-53cf-4896-9e9e-850f6c993483 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:05.705321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.706087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.706681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.707221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.710822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.710822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.710822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.711269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-6815b89a-7584-426a-8f41-987c8798d759 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6426 time: 0.3301072 Aug 10 03:23:05.755836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.872284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.886160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8066b52c-3612-44eb-9667-cfa73281623c']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.902107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897bb9be-3257-49e7-965c-e164cd3388a6') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.902561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897bb9be-3257-49e7-965c-e164cd3388a6') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:05.917941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.930607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b662a64-0f26-4941-9559-477cc3b48a0d req-84a15143-df88-4154-82c1-f41bdb661544 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:05.937640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.938304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b662a64-0f26-4941-9559-477cc3b48a0d req-84a15143-df88-4154-82c1-f41bdb661544 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.5009179 Aug 10 03:23:05.960283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:05.961278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:05.964147 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:06.050006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-fbb02aac-db8f-4299-9b33-e79a0eb56e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.050409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-fbb02aac-db8f-4299-9b33-e79a0eb56e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.050917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-fbb02aac-db8f-4299-9b33-e79a0eb56e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.052516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-fbb02aac-db8f-4299-9b33-e79a0eb56e75 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3193116 Aug 10 03:23:06.075914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b662a64-0f26-4941-9559-477cc3b48a0d req-3b5389db-9b65-4d66-abe6-2be39fc96f1a tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066523 Aug 10 03:23:06.170833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.177340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.180458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8066b52c-3612-44eb-9667-cfa73281623c HTTP/1.1" status: 204 len: 168 time: 0.5693791 Aug 10 03:23:06.203004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a809c-2245-4fdf-8d9c-a8003ab96190 admin admin] Pushing event deleted for resources: {'Network': ['ID=8066b52c-3612-44eb-9667-cfa73281623c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:06.273347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:06.290026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.301089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-3555f143-57ff-4d03-a3ba-5955d1f22f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.302577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67b5e1c1-8aab-4996-a7ae-9dc193549f27 req-3555f143-57ff-4d03-a3ba-5955d1f22f24 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399685 Aug 10 03:23:06.318060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Transition to ACTIVE for port object c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:06.328484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c45944-390d-4378-99c4-cb362ff3c23b req-148b0955-643f-4e08-a4bc-05f4dc7ab802 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.330039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65c45944-390d-4378-99c4-cb362ff3c23b req-148b0955-643f-4e08-a4bc-05f4dc7ab802 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1611955 Aug 10 03:23:06.375964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65c45944-390d-4378-99c4-cb362ff3c23b req-deac9fb5-5477-49e8-aa8b-af168a8ea34d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Aug 10 03:23:06.387744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.496301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:06.612999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.620337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.628726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.633110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.639477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.645704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.651779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.653864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-fa39e42a-bad2-4368-a585-41354da3fa75 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.2000899 Aug 10 03:23:06.659019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Attempting to bind port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:06.659364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Attempting to bind port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:06.659694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Attempting to bind port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:06.678058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:06.678398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Attempting to bind port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 on network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:06.686850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:06.687352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Checking segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:06.687747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Bound using segment: {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:06.688177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Bound port: c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3885ccc9-2af0-475c-9b6b-a894dab348d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:06.688564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:06.721970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b420baf-d2f0-4425-a663-a42ae507ebb4 req-9a6fab00-a1f2-40e1-824f-3f7f8aa9adef tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598037 Aug 10 03:23:06.821839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] For port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:06.825112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] For port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:06.891925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.897808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.904384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.910180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.916592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.922411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.928383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:06.930352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-17ec9dc0-c87e-4b1b-b720-072a7a9aee49 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1005783 Aug 10 03:23:06.958414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56934) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:06.992177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.029293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91af9990-175d-4b1f-b3ca-dd980bb393b6 req-d93b5f8d-fd48-4dd9-98e8-0caca76972a8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911233 Aug 10 03:23:07.056318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.057390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.058938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 200 len: 1092 time: 1.8463120 Aug 10 03:23:07.104826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3ecaddde-6e76-491d-b664-1046c4639845 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b5aaa1550094272b81ee8332222a78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356823 Aug 10 03:23:07.108182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c355-83cc-40c5-ac1a-fb1ee92813b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.110736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56942) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:07.245495 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd567032-a396-4cf6-9a98-4f1c20abc0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.273281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95f58e-f5ca-432c-8ec7-a20021e8f391 req-1c20b26c-08ef-4e79-b5c4-d07da5fa905e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.284236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd95f58e-f5ca-432c-8ec7-a20021e8f391 req-1c20b26c-08ef-4e79-b5c4-d07da5fa905e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.1133533 Aug 10 03:23:07.298013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.298513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.299382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.299872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.300479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.300970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.301447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.302697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd567032-a396-4cf6-9a98-4f1c20abc0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.303420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b10a093f-6135-40cd-9c62-baec8998ac74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6494 time: 0.1219051 Aug 10 03:23:07.339461 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Tue, 10 Aug 2021 03:18:07 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:07.339958 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '6fcaae05-a2a2-4754-aeda-ecb709eefb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78270a73-b722-48c8-8f74-4a51b89088e5'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova Traceback (most recent call last): Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Aug 10 03:23:07.363293 n-d-765315-26 neutron-server[94806]: ERROR neutron.notifiers.nova Aug 10 03:23:07.383492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c'}, {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:07.389262 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78323f28-afc6-4cae-ae6e-b673ef60b3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c"}, {"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "c27395ca-1e76-41cd-b1a9-d6e98e3d0e30"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:07.395046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-f4804975-9a43-41be-b1f7-c4dfb247bbbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 200 len: 217 time: 0.0796885 Aug 10 03:23:07.418204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd95f58e-f5ca-432c-8ec7-a20021e8f391 req-a9b8462c-61e0-4c13-a1da-2b5b5bfc0f62 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329644 Aug 10 03:23:07.467768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fd4a6646-a663-4d01-83b6-59df84b66fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.470121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fd4a6646-a663-4d01-83b6-59df84b66fe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971c280d-dfc5-4466-ba75-b205cc92deed HTTP/1.1" status: 200 len: 855 time: 0.0683851 Aug 10 03:23:07.508280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd567032-a396-4cf6-9a98-4f1c20abc0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.511187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd567032-a396-4cf6-9a98-4f1c20abc0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:07.514969 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd567032-a396-4cf6-9a98-4f1c20abc0f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5097eec6-9778-463d-a6dd-6f823f61fcc1 HTTP/1.1" status: 204 len: 168 time: 0.4019713 Aug 10 03:23:07.525017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd567032-a396-4cf6-9a98-4f1c20abc0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097eec6-9778-463d-a6dd-6f823f61fcc1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:07.533875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-898fdfce-2999-4141-b5da-bfc175208269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.535448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-898fdfce-2999-4141-b5da-bfc175208269 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577393 Aug 10 03:23:07.662302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39366730-f473-43a6-a488-89b26e0e78a3 req-61cab6a5-09c1-4f31-bfe6-3f396a0a31d1 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.663805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39366730-f473-43a6-a488-89b26e0e78a3 req-61cab6a5-09c1-4f31-bfe6-3f396a0a31d1 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.1114423 Aug 10 03:23:07.669681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-6e87203c-8ec5-46b7-95f7-2769b18b7c3c service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265967 Aug 10 03:23:07.772167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39366730-f473-43a6-a488-89b26e0e78a3 req-70485349-6f6b-4482-b987-78057bec7d4c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948012 Aug 10 03:23:07.801911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-06bba3f5-f0af-4afe-9023-b0ff7e96023d service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173971 Aug 10 03:23:07.851682 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955be65-5480-441b-a6c6-05fcce498dc8 x-openstack-request-id: req-f955be65-5480-441b-a6c6-05fcce498dc8 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:07.852073 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "c27395ca-1e76-41cd-b1a9-d6e98e3d0e30", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:07.852599 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f955be65-5480-441b-a6c6-05fcce498dc8 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:07.853097 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c', 'status': 'completed', 'code': 200} Aug 10 03:23:07.853859 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30', 'status': 'completed', 'code': 200} Aug 10 03:23:07.856292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d9c7bfd2-343e-4eaf-b58e-c0a65bd91fea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 217 time: 0.0469134 Aug 10 03:23:07.931754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-376474bc-c6b6-450f-8f53-53a540b9c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.934451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-376474bc-c6b6-450f-8f53-53a540b9c6a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0710633 Aug 10 03:23:07.996639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-648e9b7e-22fc-43e5-954d-2d6d80278521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:07.999348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-648e9b7e-22fc-43e5-954d-2d6d80278521 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572808 Aug 10 03:23:08.124585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-0549145a-c55f-42a9-9430-8cd2ee601a2f service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180553 Aug 10 03:23:08.227426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adec2f-902e-417a-b9f6-c46368641c4f req-ae6708ec-a859-4e10-b102-ef65bfae0cd4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.228970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70adec2f-902e-417a-b9f6-c46368641c4f req-ae6708ec-a859-4e10-b102-ef65bfae0cd4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1034844 Aug 10 03:23:08.282216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70adec2f-902e-417a-b9f6-c46368641c4f req-5e0a4d8c-2a90-43bb-b45f-504c56b49ea5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Aug 10 03:23:08.293381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-96a1b9fe-42a2-4865-9577-0e6fda29f1a7 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588020 Aug 10 03:23:08.343902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d342089f-03d1-4cc8-b762-85576f39c202 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 217 time: 0.0432739 Aug 10 03:23:08.425730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fec1c578-5356-421a-8e31-72feb064203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.426337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-fec1c578-5356-421a-8e31-72feb064203a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0757639 Aug 10 03:23:08.444095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.450525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.456795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.462824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.468619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.474748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.480770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.482478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3017f7-099f-42de-b448-87a10be482f8 req-1b6b7cdc-b7ff-4c51-b0bb-8ddf7f71cd02 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1241219 Aug 10 03:23:08.552182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-861fc0b7-18c8-421a-a864-b716064eaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.553757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-861fc0b7-18c8-421a-a864-b716064eaa60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703521 Aug 10 03:23:08.572947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3017f7-099f-42de-b448-87a10be482f8 req-e143caa1-f2cd-4c1c-ae1d-88474034f799 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634961 Aug 10 03:23:08.709279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-c2e7fe57-6710-46b1-814f-95a87185cef9 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350887 Aug 10 03:23:08.797093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.804153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.811123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.817514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.824374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.830505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.849878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:08.849878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-b0468a20-ad41-4019-9df8-9bf31ed6659c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1665313 Aug 10 03:23:08.903044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-06dd7b2e-6e64-465a-a5a0-e4b9a3228849 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857748 Aug 10 03:23:08.907385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0ca9db7-599e-45e1-b224-4b2abaf9b5a2 req-56d70876-2a0c-41e2-b422-1ff1a0eaace7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597177 Aug 10 03:23:08.951181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e095e123-1690-4773-aeee-e516511bf89c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0405686 Aug 10 03:23:09.043787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-5cf0dc4d-df2b-41c1-bbf6-c7b60d26adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.043787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-5cf0dc4d-df2b-41c1-bbf6-c7b60d26adb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0792086 Aug 10 03:23:09.057492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43106f68-1d2b-4518-9c67-97ae857bad28 req-071db0d3-c74d-4dd2-a3b7-965a3be1c7f2 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.065659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43106f68-1d2b-4518-9c67-97ae857bad28 req-071db0d3-c74d-4dd2-a3b7-965a3be1c7f2 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.0803554 Aug 10 03:23:09.143335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43106f68-1d2b-4518-9c67-97ae857bad28 req-b6bfaae9-144c-4877-983c-957f90c95e7c tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666034 Aug 10 03:23:09.146226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-432eb456-1167-4e31-a46c-4d9a3bdfe6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.147882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-432eb456-1167-4e31-a46c-4d9a3bdfe6e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991657 Aug 10 03:23:09.274392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-a5d3f36f-2818-4896-8359-f65b9420ef74 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188633 Aug 10 03:23:09.298312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a91b1-b153-41b9-9e06-643f00da88a4 req-6a1c8a7e-300e-4e52-a6f3-74234906e2d9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.307289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d6a91b1-b153-41b9-9e06-643f00da88a4 req-6a1c8a7e-300e-4e52-a6f3-74234906e2d9 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.0889733 Aug 10 03:23:09.365355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b'}, {'server_uuid': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd4df81-d409-48f9-b936-d7e71b2a7180'}, {'server_uuid': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141315d0-6a75-4fac-94fb-6312c19b6cad'}, {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a'}, {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9b2f5-390a-4082-922d-966c19a72f43'}, {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3dc2a-14ae-4387-b343-0cda139b2e16'}, {'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3'}, {'server_uuid': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23b9f90-bf04-4340-9b91-af1cb62901a0'}, {'server_uuid': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ef22a5-fe7e-4297-837f-23b07041d743'}, {'server_uuid': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cee328b-2b63-4a07-975a-0603b8c502a8'}, {'server_uuid': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0900fc1b-bedf-45c2-9513-f759ac1763f7'}, {'server_uuid': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a'}, {'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f383f7-d02d-4603-b459-12fb581c87c6'}, {'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a11044a-1d51-43fd-8a68-4ac7c577a177'}, {'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3'}, {'server_uuid': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b'}, {'server_uuid': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14306ad1-9b23-4752-a27b-291c4f100450'}, {'server_uuid': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9248e049-443e-4002-b8e5-8ca540b0cd53'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26db3900-5111-4208-82d5-04590d5b8613'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d260261-b2d1-43d9-b088-c8aad4496025'}, {'server_uuid': '97946051-eb51-4723-8d9c-1437675d4b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca847ee-31a8-4753-b59b-e961ff614a63'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14306ad1-9b23-4752-a27b-291c4f100450'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26db3900-5111-4208-82d5-04590d5b8613'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3'}, {'server_uuid': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eccc13-73ea-4666-9466-20416e69ad4d'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d260261-b2d1-43d9-b088-c8aad4496025'}, {'server_uuid': '7e311586-c00e-4a18-9806-40a0fabd0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:09.369124 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141e0fe-929e-4329-8c99-57eefa006f79" -d '{"events": [{"server_uuid": "b091a432-610a-4bd8-97e1-c6fbfc45ea42", "name": "network-vif-plugged", "status": "completed", "tag": "8d7356b4-e6a7-461b-95f5-6eb6ff33f81b"}, {"server_uuid": "ca05f966-b9f9-4a74-bf7d-f2a92513779c", "name": "network-vif-plugged", "status": "completed", "tag": "7bd4df81-d409-48f9-b936-d7e71b2a7180"}, {"server_uuid": "1bab8709-3ec3-4923-8cd4-21ca6feeef61", "name": "network-vif-plugged", "status": "completed", "tag": "141315d0-6a75-4fac-94fb-6312c19b6cad"}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-plugged", "status": "completed", "tag": "7afcc204-f7c9-4dd5-b5d6-c7291758f04a"}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-plugged", "status": "completed", "tag": "20b9b2f5-390a-4082-922d-966c19a72f43"}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-plugged", "status": "completed", "tag": "03a3dc2a-14ae-4387-b343-0cda139b2e16"}, {"server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "name": "network-vif-plugged", "status": "completed", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3"}, {"server_uuid": "aba9ec42-14da-4211-ae89-9a3338cdfc11", "name": "network-vif-plugged", "status": "completed", "tag": "c23b9f90-bf04-4340-9b91-af1cb62901a0"}, {"server_uuid": "a21f6535-fdb4-47ae-a253-83bb58828df5", "name": "network-vif-plugged", "status": "completed", "tag": "86ef22a5-fe7e-4297-837f-23b07041d743"}, {"server_uuid": "ef6a5fe5-4bdd-4773-8e4f-a306619921ea", "name": "network-vif-plugged", "status": "completed", "tag": "0cee328b-2b63-4a07-975a-0603b8c502a8"}, {"server_uuid": "357a156b-f4f0-4dba-9c8c-8ffe49110176", "name": "network-vif-plugged", "status": "completed", "tag": "0900fc1b-bedf-45c2-9513-f759ac1763f7"}, {"server_uuid": "a3659dee-7038-4c50-b5a9-84197e69594c", "name": "network-vif-plugged", "status": "completed", "tag": "20ac2a9c-72eb-4af5-b460-00bd64bdf27a"}, {"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-plugged", "status": "completed", "tag": "22f383f7-d02d-4603-b459-12fb581c87c6"}, {"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-plugged", "status": "completed", "tag": "8a11044a-1d51-43fd-8a68-4ac7c577a177"}, {"server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "name": "network-vif-unplugged", "status": "completed", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3"}, {"server_uuid": "84aa0351-13c9-4d59-bd55-b451427aff5a", "name": "network-vif-plugged", "status": "completed", "tag": "d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b"}, {"server_uuid": "45e6ae83-6bef-44d8-b2ad-6f0c568bd31b", "name": "network-vif-plugged", "status": "completed", "tag": "c7a11529-88b1-4d5f-8b5f-7dc23d20b788"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "14306ad1-9b23-4752-a27b-291c4f100450"}, {"server_uuid": "4db5d29a-ea2a-42cc-994c-a7959c124b5d", "name": "network-vif-plugged", "status": "completed", "tag": "9248e049-443e-4002-b8e5-8ca540b0cd53"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "26db3900-5111-4208-82d5-04590d5b8613"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "2d260261-b2d1-43d9-b088-c8aad4496025"}, {"server_uuid": "97946051-eb51-4723-8d9c-1437675d4b90", "name": "network-vif-plugged", "status": "completed", "tag": "4ca847ee-31a8-4753-b59b-e961ff614a63"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "14306ad1-9b23-4752-a27b-291c4f100450"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "26db3900-5111-4208-82d5-04590d5b8613"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3"}, {"server_uuid": "d7bc3aa2-68b6-4995-9997-0ef5a1116662", "name": "network-vif-plugged", "status": "completed", "tag": "21eccc13-73ea-4666-9466-20416e69ad4d"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2d260261-b2d1-43d9-b088-c8aad4496025"}, {"server_uuid": "7e311586-c00e-4a18-9806-40a0fabd0376", "name": "network-vif-plugged", "status": "completed", "tag": "ce871a98-dc1b-4a83-802f-c2c1cd061f6d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:09.415265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d6a91b1-b153-41b9-9e06-643f00da88a4 req-d5308697-1f6b-4c71-8ea8-fc0113f8e3a3 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020226 Aug 10 03:23:09.450971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-3be2312a-4b50-4c83-8bec-a66a70ec379a service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682153 Aug 10 03:23:09.505273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9d21339d-f552-4553-8016-9c1f7a2b5e2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11 HTTP/1.1" status: 200 len: 217 time: 0.0460765 Aug 10 03:23:09.587733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9c479e39-39a6-4cdb-9ce5-ac981ff78bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.589244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9c479e39-39a6-4cdb-9ce5-ac981ff78bca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0775142 Aug 10 03:23:09.599896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf84734-c2ef-47bd-9f9f-feb61d45fa40 req-6a762500-bdb4-4574-99c6-4009fe93321d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.602042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daf84734-c2ef-47bd-9f9f-feb61d45fa40 req-6a762500-bdb4-4574-99c6-4009fe93321d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1065514 Aug 10 03:23:09.668307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-58a4f0fa-eb86-42d9-b386-a39830b79e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.669842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-58a4f0fa-eb86-42d9-b386-a39830b79e8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669181 Aug 10 03:23:09.672621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daf84734-c2ef-47bd-9f9f-feb61d45fa40 req-300015dd-78d7-4cf6-8af7-e289ed8b8802 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620022 Aug 10 03:23:10.032170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-9dc7e737-d8c5-499b-b3d7-dd4a216a204f service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546312 Aug 10 03:23:10.129324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d9eaf64d-cfd7-41f7-92fc-faae218b9f2e service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884061 Aug 10 03:23:10.240103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-b542d062-8f6c-4166-a08a-ce89b34f3ba2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 200 len: 217 time: 0.0938513 Aug 10 03:23:10.242620 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 5959 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3913b3f-06ac-421c-a37c-92829bd50226 x-openstack-request-id: req-c3913b3f-06ac-421c-a37c-92829bd50226 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:10.243104 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091a432-610a-4bd8-97e1-c6fbfc45ea42", "name": "network-vif-plugged", "status": "failed", "tag": "8d7356b4-e6a7-461b-95f5-6eb6ff33f81b", "code": 422}, {"server_uuid": "ca05f966-b9f9-4a74-bf7d-f2a92513779c", "name": "network-vif-plugged", "status": "failed", "tag": "7bd4df81-d409-48f9-b936-d7e71b2a7180", "code": 422}, {"server_uuid": "1bab8709-3ec3-4923-8cd4-21ca6feeef61", "name": "network-vif-plugged", "status": "failed", "tag": "141315d0-6a75-4fac-94fb-6312c19b6cad", "code": 422}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-plugged", "status": "failed", "tag": "7afcc204-f7c9-4dd5-b5d6-c7291758f04a", "code": 422}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-plugged", "status": "failed", "tag": "20b9b2f5-390a-4082-922d-966c19a72f43", "code": 422}, {"server_uuid": "f26be0f7-38e6-424d-9cc6-12e6d576edec", "name": "network-vif-plugged", "status": "failed", "tag": "03a3dc2a-14ae-4387-b343-0cda139b2e16", "code": 422}, {"server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "name": "network-vif-plugged", "status": "failed", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3", "code": 422}, {"server_uuid": "aba9ec42-14da-4211-ae89-9a3338cdfc11", "name": "network-vif-plugged", "status": "failed", "tag": "c23b9f90-bf04-4340-9b91-af1cb62901a0", "code": 422}, {"server_uuid": "a21f6535-fdb4-47ae-a253-83bb58828df5", "name": "network-vif-plugged", "status": "failed", "tag": "86ef22a5-fe7e-4297-837f-23b07041d743", "code": 422}, {"server_uuid": "ef6a5fe5-4bdd-4773-8e4f-a306619921ea", "name": "network-vif-plugged", "status": "failed", "tag": "0cee328b-2b63-4a07-975a-0603b8c502a8", "code": 422}, {"server_uuid": "357a156b-f4f0-4dba-9c8c-8ffe49110176", "name": "network-vif-plugged", "status": "failed", "tag": "0900fc1b-bedf-45c2-9513-f759ac1763f7", "code": 422}, {"server_uuid": "a3659dee-7038-4c50-b5a9-84197e69594c", "name": "network-vif-plugged", "status": "failed", "tag": "20ac2a9c-72eb-4af5-b460-00bd64bdf27a", "code": 422}, {"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-plugged", "status": "failed", "tag": "22f383f7-d02d-4603-b459-12fb581c87c6", "code": 422}, {"server_uuid": "4ebe7636-0a45-4716-8769-f9a2fafd6451", "name": "network-vif-plugged", "status": "failed", "tag": "8a11044a-1d51-43fd-8a68-4ac7c577a177", "code": 422}, {"server_uuid": "8c5b86e7-127b-4112-926b-c8b063d5441a", "name": "network-vif-unplugged", "status": "failed", "tag": "53ae56fd-1512-4a1f-9634-3baa8383e7a3", "code": 422}, {"server_uuid": "84aa0351-13c9-4d59-bd55-b451427aff5a", "name": "network-vif-plugged", "status": "failed", "tag": "d4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b", "code": 422}, {"server_uuid": "45e6ae83-6bef-44d8-b2ad-6f0c568bd31b", "name": "network-vif-plugged", "status": "failed", "tag": "c7a11529-88b1-4d5f-8b5f-7dc23d20b788", "code": 422}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "14306ad1-9b23-4752-a27b-291c4f100450", "code": 200}, {"server_uuid": "4db5d29a-ea2a-42cc-994c-a7959c124b5d", "name": "network-vif-plugged", "status": "failed", "tag": "9248e049-443e-4002-b8e5-8ca540b0cd53", "code": 422}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "26db3900-5111-4208-82d5-04590d5b8613", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-plugged", "status": "completed", "tag": "2d260261-b2d1-43d9-b088-c8aad4496025", "code": 200}, {"server_uuid": "97946051-eb51-4723-8d9c-1437675d4b90", "name": "network-vif-plugged", "status": "completed", "tag": "4ca847ee-31a8-4753-b59b-e961ff614a63", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "14306ad1-9b23-4752-a27b-291c4f100450", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "26db3900-5111-4208-82d5-04590d5b8613", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3", "code": 200}, {"server_uuid": "d7bc3aa2-68b6-4995-9997-0ef5a1116662", "name": "network-vif-plugged", "status": "completed", "tag": "21eccc13-73ea-4666-9466-20416e69ad4d", "code": 200}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2d260261-b2d1-43d9-b088-c8aad4496025", "code": 200}, {"server_uuid": "7e311586-c00e-4a18-9806-40a0fabd0376", "name": "network-vif-plugged", "status": "completed", "tag": "ce871a98-dc1b-4a83-802f-c2c1cd061f6d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:10.243363 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3913b3f-06ac-421c-a37c-92829bd50226 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:10.244859 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b091a432-610a-4bd8-97e1-c6fbfc45ea42', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '8d7356b4-e6a7-461b-95f5-6eb6ff33f81b', 'code': 422} returned with failed status Aug 10 03:23:10.245318 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca05f966-b9f9-4a74-bf7d-f2a92513779c', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '7bd4df81-d409-48f9-b936-d7e71b2a7180', 'code': 422} returned with failed status Aug 10 03:23:10.245777 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bab8709-3ec3-4923-8cd4-21ca6feeef61', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '141315d0-6a75-4fac-94fb-6312c19b6cad', 'code': 422} returned with failed status Aug 10 03:23:10.246218 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '7afcc204-f7c9-4dd5-b5d6-c7291758f04a', 'code': 422} returned with failed status Aug 10 03:23:10.246819 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '20b9b2f5-390a-4082-922d-966c19a72f43', 'code': 422} returned with failed status Aug 10 03:23:10.247386 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26be0f7-38e6-424d-9cc6-12e6d576edec', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '03a3dc2a-14ae-4387-b343-0cda139b2e16', 'code': 422} returned with failed status Aug 10 03:23:10.248058 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3', 'code': 422} returned with failed status Aug 10 03:23:10.248760 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aba9ec42-14da-4211-ae89-9a3338cdfc11', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'c23b9f90-bf04-4340-9b91-af1cb62901a0', 'code': 422} returned with failed status Aug 10 03:23:10.249212 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a21f6535-fdb4-47ae-a253-83bb58828df5', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '86ef22a5-fe7e-4297-837f-23b07041d743', 'code': 422} returned with failed status Aug 10 03:23:10.250131 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef6a5fe5-4bdd-4773-8e4f-a306619921ea', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '0cee328b-2b63-4a07-975a-0603b8c502a8', 'code': 422} returned with failed status Aug 10 03:23:10.250713 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '357a156b-f4f0-4dba-9c8c-8ffe49110176', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '0900fc1b-bedf-45c2-9513-f759ac1763f7', 'code': 422} returned with failed status Aug 10 03:23:10.251194 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3659dee-7038-4c50-b5a9-84197e69594c', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '20ac2a9c-72eb-4af5-b460-00bd64bdf27a', 'code': 422} returned with failed status Aug 10 03:23:10.251681 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '22f383f7-d02d-4603-b459-12fb581c87c6', 'code': 422} returned with failed status Aug 10 03:23:10.252121 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ebe7636-0a45-4716-8769-f9a2fafd6451', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '8a11044a-1d51-43fd-8a68-4ac7c577a177', 'code': 422} returned with failed status Aug 10 03:23:10.252717 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c5b86e7-127b-4112-926b-c8b063d5441a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53ae56fd-1512-4a1f-9634-3baa8383e7a3', 'code': 422} returned with failed status Aug 10 03:23:10.253177 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84aa0351-13c9-4d59-bd55-b451427aff5a', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'd4b5c2d8-8a41-44a4-9c94-5bafb0e17e7b', 'code': 422} returned with failed status Aug 10 03:23:10.253614 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45e6ae83-6bef-44d8-b2ad-6f0c568bd31b', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'c7a11529-88b1-4d5f-8b5f-7dc23d20b788', 'code': 422} returned with failed status Aug 10 03:23:10.254056 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698', 'code': 200} Aug 10 03:23:10.254557 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3', 'code': 200} Aug 10 03:23:10.255008 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d', 'code': 200} Aug 10 03:23:10.262911 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14306ad1-9b23-4752-a27b-291c4f100450', 'code': 200} Aug 10 03:23:10.266859 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4db5d29a-ea2a-42cc-994c-a7959c124b5d', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '9248e049-443e-4002-b8e5-8ca540b0cd53', 'code': 422} returned with failed status Aug 10 03:23:10.267371 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26db3900-5111-4208-82d5-04590d5b8613', 'code': 200} Aug 10 03:23:10.269424 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3', 'code': 200} Aug 10 03:23:10.269750 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d260261-b2d1-43d9-b088-c8aad4496025', 'code': 200} Aug 10 03:23:10.270065 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97946051-eb51-4723-8d9c-1437675d4b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca847ee-31a8-4753-b59b-e961ff614a63', 'code': 200} Aug 10 03:23:10.271277 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698', 'code': 200} Aug 10 03:23:10.278848 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3', 'code': 200} Aug 10 03:23:10.279351 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d', 'code': 200} Aug 10 03:23:10.279672 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14306ad1-9b23-4752-a27b-291c4f100450', 'code': 200} Aug 10 03:23:10.280013 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26db3900-5111-4208-82d5-04590d5b8613', 'code': 200} Aug 10 03:23:10.280417 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3', 'code': 200} Aug 10 03:23:10.280634 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eccc13-73ea-4666-9466-20416e69ad4d', 'code': 200} Aug 10 03:23:10.281794 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d260261-b2d1-43d9-b088-c8aad4496025', 'code': 200} Aug 10 03:23:10.283110 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e311586-c00e-4a18-9806-40a0fabd0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d', 'code': 200} Aug 10 03:23:10.417705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5d1a9-0d07-4de9-bb9e-497b366793a2 req-d24b625f-daef-4223-96a7-61d6637d0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.419487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-26a5d1a9-0d07-4de9-bb9e-497b366793a2 req-d24b625f-daef-4223-96a7-61d6637d0b41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 1097 time: 0.0555718 Aug 10 03:23:10.439100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-30715692-82c6-4e87-b38c-b65386d5eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.440720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-30715692-82c6-4e87-b38c-b65386d5eb06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.1718686 Aug 10 03:23:10.476630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-26a5d1a9-0d07-4de9-bb9e-497b366793a2 req-5dcff954-afbb-4e32-bf57-eec70b1378ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495100 Aug 10 03:23:10.497594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.503516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.509910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.515680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.521502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.527908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.534177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.536215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-314426f2-c9bc-4446-9b08-f123005f6dea tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1957719 Aug 10 03:23:10.552318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dc76c-c490-4df2-9b01-ce58a1b66220 req-dd6fd947-1696-4502-b77d-4810c31cc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.553908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493dc76c-c490-4df2-9b01-ce58a1b66220 req-dd6fd947-1696-4502-b77d-4810c31cc3b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 1097 time: 0.1783173 Aug 10 03:23:10.561117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96084b-b0a6-4ba4-92b4-fa8e332e38bc req-4c8e65ae-e8a5-4267-9597-3ec542e339c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.562653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b96084b-b0a6-4ba4-92b4-fa8e332e38bc req-4c8e65ae-e8a5-4267-9597-3ec542e339c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 1102 time: 0.1860030 Aug 10 03:23:10.622895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d1461014-6cde-4e93-b2e7-de240464534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.624417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-d1461014-6cde-4e93-b2e7-de240464534e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1730175 Aug 10 03:23:10.653841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f752133-a1ab-46e5-8b08-e931942b7d4d req-dc4d0f86-c5f9-4e87-b0f6-5567cb1d0016 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073275 Aug 10 03:23:10.673587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493dc76c-c490-4df2-9b01-ce58a1b66220 req-e35b7b02-2f55-48e7-b7f3-e8966724bbf5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070297 Aug 10 03:23:10.673902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57040) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.687777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b96084b-b0a6-4ba4-92b4-fa8e332e38bc req-9d284636-4ecd-407b-a4ed-cdcf52c03c10 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074841 Aug 10 03:23:10.781882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-e9c7b244-b254-4b2f-af2e-8a1d6de821dc service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387324 Aug 10 03:23:10.886561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.892555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.899301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.905856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.911854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.917905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.923883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:10.925903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-c6fe3a6e-0c79-432a-8637-e7e6247bcc3f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1711535 Aug 10 03:23:10.978707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-4ba5a98f-e8b8-40c2-87ba-ca37ff12ef25 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788385 Aug 10 03:23:10.987941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-766116800-network', 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:11.000708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b2ba43a-2a1f-4df8-a6f1-42af44c2eacc req-2d169d4b-0139-4418-89aa-fe5961ea28bd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618551 Aug 10 03:23:11.031059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-cd594a01-73d6-44ab-ba02-221e635aa649 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 200 len: 217 time: 0.0407267 Aug 10 03:23:11.105579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-2ffbfe9a-d97f-42cf-879d-9527aee2e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.107075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-2ffbfe9a-d97f-42cf-879d-9527aee2e34f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.0669014 Aug 10 03:23:11.170784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:11.173762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.183860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.191395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4206-fa39-4b63-9fb3-ff73c50750ed req-da95a52d-2460-4783-b9dc-1ef34833d25d tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.193037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f86b4206-fa39-4b63-9fb3-ff73c50750ed req-da95a52d-2460-4783-b9dc-1ef34833d25d tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.0781701 Aug 10 03:23:11.194941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-230cd266-4659-4781-9f42-9195ac9ea297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.197046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-230cd266-4659-4781-9f42-9195ac9ea297 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0732005 Aug 10 03:23:11.260605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f86b4206-fa39-4b63-9fb3-ff73c50750ed req-49024c7f-6554-4869-94f5-be671492f1fb tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584366 Aug 10 03:23:11.358058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-7e0300d7-409e-4702-9ef5-ba3b07ad5f11 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360388 Aug 10 03:23:11.382333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.467654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.487631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:11.489842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccc730-728a-49d5-b70e-d0df9236dfc7 req-aa4a72a1-108d-4b09-91b4-999293e74152 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.494788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76ccc730-728a-49d5-b70e-d0df9236dfc7 req-aa4a72a1-108d-4b09-91b4-999293e74152 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.1355407 Aug 10 03:23:11.520705 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.520705 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Added segment bb2379a9-c525-499d-85de-6016cffbb627 of type vlan for network 61ad6170-7879-433e-9570-1e1e56a2bbc4 Aug 10 03:23:11.520705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a0d6e-7b97-411f-bad1-5be35033ba05,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.551823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845e7c8-e4b7-443b-a8c0-e98c1f90731c req-ea744d53-b491-490c-98e0-6af30218e967 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804385 Aug 10 03:23:11.560371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.616108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76ccc730-728a-49d5-b70e-d0df9236dfc7 req-5d0090fa-e49c-4d05-9615-c7c949312231 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Aug 10 03:23:11.754782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.758538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.759580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.803351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d66f3e-87d6-42c0-a528-f457a36abcea req-1b0f811e-dfb2-4259-bec3-674b7a555e0b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.839054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42d66f3e-87d6-42c0-a528-f457a36abcea req-1b0f811e-dfb2-4259-bec3-674b7a555e0b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1107943 Aug 10 03:23:11.870077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] Pushing event updated for resources: {'Network': ['ID=61ad6170-7879-433e-9570-1e1e56a2bbc4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.893126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:11.914532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42d66f3e-87d6-42c0-a528-f457a36abcea req-c35b6973-1227-4e74-98c9-1eef123bb830 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740395 Aug 10 03:23:11.982676 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b252f84e-c351-4668-8ad8-f39a9c7a3c2f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3048851 Aug 10 03:23:11.982949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57068) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.988853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Request body: {'subnet': {'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-766116800-subnet', 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.009343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.011350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.012991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.013481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.014371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.016276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.017776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.025234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-a14d8ee8-bc42-4c5f-90ff-005a9e85e3a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6494 time: 0.1070070 Aug 10 03:23:12.164678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:12.169105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.172359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.178372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.184924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.191095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.201768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.209081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.218972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.227240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-63e032d7-c187-45aa-9e2e-e8a1e695c969 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.2009008 Aug 10 03:23:12.265203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-070466f9-3f23-43df-be0f-404a78ba0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.266808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-070466f9-3f23-43df-be0f-404a78ba0bfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 903 time: 0.2170527 Aug 10 03:23:12.292391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-959715e7-cbb6-453e-8bfa-68cebf620e29 req-d96bdb75-df69-4f32-b159-d8254b0ff5aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606096 Aug 10 03:23:12.327964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-95c7f789-eecf-4668-9c10-60b74aef19f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 200 len: 217 time: 0.0516634 Aug 10 03:23:12.384999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-bea6c459-3cc2-4fb0-9b4e-b8f1bbcfa2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.387010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-bea6c459-3cc2-4fb0-9b4e-b8f1bbcfa2c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.0522544 Aug 10 03:23:12.473801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.480129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.488203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.495491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.502359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.508439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.514356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.516334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-0dbf8f70-16fa-46f1-a561-883d1c5f8235 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1258612 Aug 10 03:23:12.519313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-53259b9a-0e38-49ed-b7d0-5b673fee43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.520769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-53259b9a-0e38-49ed-b7d0-5b673fee43e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213622 Aug 10 03:23:12.540111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.619304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370671f8-18ad-473b-9649-eaf4e22257fe,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.620967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-358332ee-b762-4ba4-b32a-dfcc11fb350f req-c3fefa51-d6cc-4c3e-8c2a-c36139d860ea tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972135 Aug 10 03:23:12.639472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:12.639472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Network hostable DHCP agents. Network: 61ad6170-7879-433e-9570-1e1e56a2bbc4, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:12.670919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-cc740aa9-e01a-4b33-9cd3-bdd1baa40d41 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405783 Aug 10 03:23:12.799526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22be3f-79d3-46cd-8cc3-5032f18ee2bc req-c6efdf52-b2a2-44d7-a0e6-562a99828c15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.807233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc22be3f-79d3-46cd-8cc3-5032f18ee2bc req-c6efdf52-b2a2-44d7-a0e6-562a99828c15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.1198206 Aug 10 03:23:12.834643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-ca7af3e5-8dda-454f-9981-cd6133faeee2 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567466 Aug 10 03:23:12.864945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc22be3f-79d3-46cd-8cc3-5032f18ee2bc req-a8188d6c-369f-4881-9af6-cadb7088637b tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567842 Aug 10 03:23:12.882543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:12.953586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.954241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.954724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.955333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.955803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.956536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.957009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.959077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-4845f2c8-c8db-45a8-a3f3-bcd957f206a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6494 time: 0.0626004 Aug 10 03:23:13.070842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e480-f9d6-435a-9369-6c96882c81fb req-5e40b1df-bd89-4957-9580-7de6e3914f01 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.072438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ae6e480-f9d6-435a-9369-6c96882c81fb req-5e40b1df-bd89-4957-9580-7de6e3914f01 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.1076541 Aug 10 03:23:13.093937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 61ad6170-7879-433e-9570-1e1e56a2bbc4) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:13.098621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.099853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.112907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a8cc6-ed9a-4212-bf9c-dc60ca73114d None None] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:13.114766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-8d86d83f-9d66-47b4-9367-37c1b9e52e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.116610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-8d86d83f-9d66-47b4-9367-37c1b9e52e8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 903 time: 0.1424112 Aug 10 03:23:13.154576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ae6e480-f9d6-435a-9369-6c96882c81fb req-526d5613-7e72-4960-a4a6-90bef9d2e2a7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Aug 10 03:23:13.202318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-d9276e5c-34a7-49a3-ba39-37a03662ef87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 200 len: 217 time: 0.0728025 Aug 10 03:23:13.268937 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8354ddec-c56f-4c62-9eba-4232459991e7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2843487 Aug 10 03:23:13.338644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eabc9c-4de3-4a0b-9f97-7025cd745a74 None None] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:13.339834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-235b817f-6448-47ad-b2a7-eda2ac1e8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.342152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-235b817f-6448-47ad-b2a7-eda2ac1e8f6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.1276500 Aug 10 03:23:13.354995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00482979-6b62-41c4-9ca3-dff0b7e30426 req-8dd67c21-15ba-48db-9b6c-c9066cec2178 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.356601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00482979-6b62-41c4-9ca3-dff0b7e30426 req-8dd67c21-15ba-48db-9b6c-c9066cec2178 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0933170 Aug 10 03:23:13.422830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-9c512b39-1f53-4b3c-bb8e-02f573d83622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.424502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-9c512b39-1f53-4b3c-bb8e-02f573d83622 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666509 Aug 10 03:23:13.427792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00482979-6b62-41c4-9ca3-dff0b7e30426 req-937eac22-27b9-49c7-b0d9-3ee3ba81b858 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600703 Aug 10 03:23:13.551576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-ddff36f2-92cb-48b7-93fa-c01f6f5dd1cc service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196709 Aug 10 03:23:13.683907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78323f28-afc6-4cae-ae6e-b673ef60b3b3 req-d4a12928-21c2-41b1-b007-8980ed33ab08 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035409 Aug 10 03:23:13.772594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.779402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.785608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.791822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.798013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.803983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.810434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.812374 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-eeb18fa4-408d-4fe3-aaf0-d11bdd57f9aa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 5419 time: 0.1060989 Aug 10 03:23:13.860168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4b337c19-f031-4360-952a-64bf0331a6fc tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.861795 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-4b337c19-f031-4360-952a-64bf0331a6fc tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "GET /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0427017 Aug 10 03:23:14.012150 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e62dd1db-343e-4ee1-9f1c-00ea2e93cb8b tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "GET /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1434922 Aug 10 03:23:14.024385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:14.087120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.228297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2d260261-b2d1-43d9-b088-c8aad4496025,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:14.263060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] For port 2d260261-b2d1-43d9-b088-c8aad4496025, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:14.295525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] device_id is not set on port 2d260261-b2d1-43d9-b088-c8aad4496025 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:14.302884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.464962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.519104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Pushing event updated for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.580618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] No DVR routers for this DVR port 2d260261-b2d1-43d9-b088-c8aad4496025 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:14.652243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] In _notify_port_updated(), no bound segment for port 2d260261-b2d1-43d9-b088-c8aad4496025 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:23:14.653456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.654240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.655777 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-491297b4-5f0e-435f-a946-ae95697af777 service neutron] 10.222.0.54 "PUT /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025 HTTP/1.1" status: 200 len: 1026 time: 0.6360264 Aug 10 03:23:14.708675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.715304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-34c22801-e3c3-4410-8596-2e5bb552531c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.715827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.717402 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-34c22801-e3c3-4410-8596-2e5bb552531c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "GET /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0543554 Aug 10 03:23:14.722545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.728888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.730787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:14.736081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.744874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:14.747543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-48985c8c-1688-4bea-b0f5-ebe4fb2afe4c tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 4648 time: 0.1707795 Aug 10 03:23:14.799424 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.803933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a212da0-bc04-4f02-aaf6-15ba6e684947 req-618df07a-bd10-418a-829d-1e12b28ab61a tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=65af7f2a-bfc4-4483-9252-abbfbb09418f&id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506635 Aug 10 03:23:14.887149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3013f352-f52f-4b6b-a743-3105457d1573 None None] Provisioning complete for port 2d260261-b2d1-43d9-b088-c8aad4496025 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:14.892864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3013f352-f52f-4b6b-a743-3105457d1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.940474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3013f352-f52f-4b6b-a743-3105457d1573 None None] Port 2d260261-b2d1-43d9-b088-c8aad4496025 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:15.038562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=14306ad1-9b23-4752-a27b-291c4f100450,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:15.084922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] For port 14306ad1-9b23-4752-a27b-291c4f100450, host n-h2-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:15.102184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.125316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] device_id is not set on port 14306ad1-9b23-4752-a27b-291c4f100450 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:15.135320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.296450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.381923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] No DVR routers for this DVR port 14306ad1-9b23-4752-a27b-291c4f100450 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:15.404886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:15.426002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] In _notify_port_updated(), no bound segment for port 14306ad1-9b23-4752-a27b-291c4f100450 on network e760f916-e63a-4a91-a0cc-8cdba5e2f755 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:23:15.427194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.427824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.429367 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-dd1fdab9-c655-4d5d-b712-ea63a046ac01 service neutron] 10.222.0.54 "PUT /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450 HTTP/1.1" status: 200 len: 1028 time: 0.7046316 Aug 10 03:23:15.552389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 8bd4534d-b549-4588-8b80-3b6c89f209c3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:15.552389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.568197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.575415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.581277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.588032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.593943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.602635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.606080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:15.613880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f6df288-77fd-43c8-b139-14a36736d355 req-23e8e7d0-5619-4208-805f-572a63ced9f1 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1143670 Aug 10 03:23:15.638758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57142) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:15.652047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] For port 8bd4534d-b549-4588-8b80-3b6c89f209c3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8bd4534d-b549-4588-8b80-3b6c89f209c3,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:15.659081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f6df288-77fd-43c8-b139-14a36736d355 req-d680bb49-b8c1-428d-a76d-0646e37087b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435145 Aug 10 03:23:15.660690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.668152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fea7fe2a-66b2-4066-9c9d-fa6334572e59 None None] Provisioning complete for port 14306ad1-9b23-4752-a27b-291c4f100450 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:15.673121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fea7fe2a-66b2-4066-9c9d-fa6334572e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.687851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 8bd4534d-b549-4588-8b80-3b6c89f209c3 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:15.712253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fea7fe2a-66b2-4066-9c9d-fa6334572e59 None None] Port 14306ad1-9b23-4752-a27b-291c4f100450 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:15.775599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15738c9c-e0e7-4b74-ab2b-9ae366d4697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.895953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15738c9c-e0e7-4b74-ab2b-9ae366d4697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.993846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.023736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=8bd4534d-b549-4588-8b80-3b6c89f209c3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:16.068294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] No DVR routers for this DVR port 8bd4534d-b549-4588-8b80-3b6c89f209c3 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:16.073034 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.074623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-d147f72b-b85f-4052-a10c-11c59cb46bdf tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "DELETE /v2.0/ports/8bd4534d-b549-4588-8b80-3b6c89f209c3 HTTP/1.1" status: 204 len: 173 time: 0.6390042 Aug 10 03:23:16.075076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:16.077458 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a37a73-87b7-4812-8ab9-76f211de1030" -d '{"events": [{"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:16.100725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15738c9c-e0e7-4b74-ab2b-9ae366d4697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.159461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-15738c9c-e0e7-4b74-ab2b-9ae366d4697b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2b8d63993ca4a46ba23fe4a7c54b069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196521 Aug 10 03:23:16.163709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738c9c-e0e7-4b74-ab2b-9ae366d4697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159440c4-38cf-404b-806c-6d8e43c79791,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:16.165517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57166) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:16.210621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-e1eb7fef-42e9-46af-8d2c-dc8ac287b53e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.216448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-e1eb7fef-42e9-46af-8d2c-dc8ac287b53e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1898472 Aug 10 03:23:16.229391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 26db3900-5111-4208-82d5-04590d5b8613 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:16.229989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.232130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-6c338751-4be5-4789-bb40-7055dd72d920 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0135055 Aug 10 03:23:16.273349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-f02aa345-367a-4333-9500-605b36639f81 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369809 Aug 10 03:23:16.292044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22b06244-632b-4640-91a4-de4b32481a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.334302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22b06244-632b-4640-91a4-de4b32481a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.374927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-91016f37-3762-4e49-89b3-427ce9d19677 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944467 Aug 10 03:23:16.378603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] For port 26db3900-5111-4208-82d5-04590d5b8613, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=26db3900-5111-4208-82d5-04590d5b8613,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:16.378953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.394055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 26db3900-5111-4208-82d5-04590d5b8613 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:16.463700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-16368abc-0be6-4a70-a829-e4dc0b43be02 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Aug 10 03:23:16.524282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22b06244-632b-4640-91a4-de4b32481a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.526905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22b06244-632b-4640-91a4-de4b32481a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.530499 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-22b06244-632b-4640-91a4-de4b32481a79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/159440c4-38cf-404b-806c-6d8e43c79791 HTTP/1.1" status: 204 len: 168 time: 0.3594921 Aug 10 03:23:16.542381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b06244-632b-4640-91a4-de4b32481a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159440c4-38cf-404b-806c-6d8e43c79791,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:16.653380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.684376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=26db3900-5111-4208-82d5-04590d5b8613,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:16.768409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] No DVR routers for this DVR port 26db3900-5111-4208-82d5-04590d5b8613 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:16.770989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.773835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-f82dd97a-c13f-4002-b536-36dfe2cb8443 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "DELETE /v2.0/ports/26db3900-5111-4208-82d5-04590d5b8613 HTTP/1.1" status: 204 len: 173 time: 0.6922348 Aug 10 03:23:16.806763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd40b3-1e83-4671-a591-427c455babe3 req-f9a0ff9e-82dd-4a53-b1a8-54e680dcab2d tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.815773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20cd40b3-1e83-4671-a591-427c455babe3 req-f9a0ff9e-82dd-4a53-b1a8-54e680dcab2d tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.0594513 Aug 10 03:23:16.876719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20cd40b3-1e83-4671-a591-427c455babe3 req-c6a03a78-e907-4050-a65e-a9756671e792 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Aug 10 03:23:16.928317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port c2cb5219-3b9b-4e01-9369-0b8592a81698 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:16.928713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.973867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aebb29-3696-40a7-b351-30334a03889e req-71d5460b-76c9-4f88-847d-7d88d161afbe tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:16.976933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63aebb29-3696-40a7-b351-30334a03889e req-71d5460b-76c9-4f88-847d-7d88d161afbe tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.0979080 Aug 10 03:23:17.048699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] For port c2cb5219-3b9b-4e01-9369-0b8592a81698, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c2cb5219-3b9b-4e01-9369-0b8592a81698,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:17.049456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.066766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for c2cb5219-3b9b-4e01-9369-0b8592a81698 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:17.078494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad287793-5286-4f50-bf92-3627d3348998 req-6a040c9c-854f-4b18-9d00-a321f64da833 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.080067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad287793-5286-4f50-bf92-3627d3348998 req-6a040c9c-854f-4b18-9d00-a321f64da833 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=97946051-eb51-4723-8d9c-1437675d4b90 HTTP/1.1" status: 200 len: 945 time: 0.1029503 Aug 10 03:23:17.136867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad287793-5286-4f50-bf92-3627d3348998 req-857db4fe-154f-4f69-bb81-0ced53089b9a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498006 Aug 10 03:23:17.138884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Deleting port 4ca847ee-31a8-4753-b59b-e961ff614a63 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:17.139230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.269031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] For port 4ca847ee-31a8-4753-b59b-e961ff614a63, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4ca847ee-31a8-4753-b59b-e961ff614a63,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:17.269397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.292660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f5fc-6256-4838-8ff2-1dad84623bd4 req-6902000c-7228-48be-bb0d-62265bac6413 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.298501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f5fc-6256-4838-8ff2-1dad84623bd4 req-6902000c-7228-48be-bb0d-62265bac6413 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.304994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f5fc-6256-4838-8ff2-1dad84623bd4 req-6902000c-7228-48be-bb0d-62265bac6413 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:17.306672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d460f5fc-6256-4838-8ff2-1dad84623bd4 req-6902000c-7228-48be-bb0d-62265bac6413 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 2409 time: 0.1009986 Aug 10 03:23:17.311380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Calling delete_port for 4ca847ee-31a8-4753-b59b-e961ff614a63 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:17.318787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.352965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=c2cb5219-3b9b-4e01-9369-0b8592a81698,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.390213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d460f5fc-6256-4838-8ff2-1dad84623bd4 req-78eb3b68-8cc3-45c3-bfa9-e6cdc4ad4f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf0af6b3-6788-472c-991c-d3ff86762832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765691 Aug 10 03:23:17.405979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] No DVR routers for this DVR port c2cb5219-3b9b-4e01-9369-0b8592a81698 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:17.409127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.411536 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-b23dbbaa-e246-419a-8b1e-bd48388e40fa tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "DELETE /v2.0/ports/c2cb5219-3b9b-4e01-9369-0b8592a81698 HTTP/1.1" status: 204 len: 173 time: 0.6315343 Aug 10 03:23:17.428998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57192) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:17.462553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1089-080a-43e8-a98a-e2e7d0a841dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.484546 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143cfe52-11c9-426e-a95a-0678bd632333 x-openstack-request-id: req-143cfe52-11c9-426e-a95a-0678bd632333 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:17.484546 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "8bd4534d-b549-4588-8b80-3b6c89f209c3", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:17.484546 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-143cfe52-11c9-426e-a95a-0678bd632333 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:17.484546 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': '8bd4534d-b549-4588-8b80-3b6c89f209c3', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:23:17.556320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:17.557446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.621133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.635388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['4ca847ee-31a8-4753-b59b-e961ff614a63'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:17.646700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1089-080a-43e8-a98a-e2e7d0a841dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.673796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event deleted for resources: {'Port': ['ID=4ca847ee-31a8-4753-b59b-e961ff614a63,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.691469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] For port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:17.691841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.705295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for b4f7995c-a3e7-4d7a-9439-3ed495e47d1d owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:17.712130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] No DVR routers for this DVR port 4ca847ee-31a8-4753-b59b-e961ff614a63 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:17.714954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.716942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63aebb29-3696-40a7-b351-30334a03889e req-57d4f3a4-8858-430a-a975-ddcab6a690db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "DELETE /v2.0/ports/4ca847ee-31a8-4753-b59b-e961ff614a63 HTTP/1.1" status: 204 len: 173 time: 0.7303109 Aug 10 03:23:17.717429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97946051-eb51-4723-8d9c-1437675d4b90', 'name': 'network-vif-deleted', 'tag': '4ca847ee-31a8-4753-b59b-e961ff614a63'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:17.726698 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6950406e-b5e3-4882-9373-9a9eeabb88c5" -d '{"events": [{"server_uuid": "97946051-eb51-4723-8d9c-1437675d4b90", "name": "network-vif-deleted", "tag": "4ca847ee-31a8-4753-b59b-e961ff614a63"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:17.726698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1089-080a-43e8-a98a-e2e7d0a841dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.763172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2c3d1089-080a-43e8-a98a-e2e7d0a841dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6149f698b25e43c1a80ecacba06afc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346980 Aug 10 03:23:17.764048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d1089-080a-43e8-a98a-e2e7d0a841dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6d11a-f793-4fe8-98eb-ba1e66bd7d1a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.766354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57200) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:17.815968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40ed7c0b-518a-498c-84fb-980ab4a122ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.839451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40ed7c0b-518a-498c-84fb-980ab4a122ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.962619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.991269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=b4f7995c-a3e7-4d7a-9439-3ed495e47d1d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.036162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] No DVR routers for this DVR port b4f7995c-a3e7-4d7a-9439-3ed495e47d1d on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:18.038819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.040897 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-e5e27ebc-69a6-4a54-a28b-699d90d26c42 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "DELETE /v2.0/ports/b4f7995c-a3e7-4d7a-9439-3ed495e47d1d HTTP/1.1" status: 204 len: 173 time: 0.6209702 Aug 10 03:23:18.065276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40ed7c0b-518a-498c-84fb-980ab4a122ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.068041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40ed7c0b-518a-498c-84fb-980ab4a122ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.072595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-40ed7c0b-518a-498c-84fb-980ab4a122ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05d6d11a-f793-4fe8-98eb-ba1e66bd7d1a HTTP/1.1" status: 204 len: 168 time: 0.3023176 Aug 10 03:23:18.080805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed7c0b-518a-498c-84fb-980ab4a122ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6d11a-f793-4fe8-98eb-ba1e66bd7d1a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.218043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:18.218815 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.317547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] For port 6db0a240-2d66-4e4f-8e28-a4da02129ab3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=6db0a240-2d66-4e4f-8e28-a4da02129ab3,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:18.317982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.332830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 6db0a240-2d66-4e4f-8e28-a4da02129ab3 owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:18.560785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.595325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=6db0a240-2d66-4e4f-8e28-a4da02129ab3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.652953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] No DVR routers for this DVR port 6db0a240-2d66-4e4f-8e28-a4da02129ab3 on host n-h2-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:18.655819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.658501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.54 "DELETE /v2.0/ports/6db0a240-2d66-4e4f-8e28-a4da02129ab3 HTTP/1.1" status: 204 len: 173 time: 0.6116228 Aug 10 03:23:18.660455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f5b200a-a5c8-4658-b8fc-b9eeb796a0ec req-34c1a398-a06e-41b7-bfcd-a42eaa456882 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 210 time: 0.0443635 Aug 10 03:23:18.839344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.845288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.852564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.861483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.870548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.877450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.885170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.887335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-d496bd0b-a598-4a73-b069-a36abb4d3369 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1167958 Aug 10 03:23:18.941344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea829776-e22a-4b1d-be4c-5afa5cc70139 req-3f841189-7dd5-4d70-91db-cb069f4244db tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469699 Aug 10 03:23:19.074312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22843c3-6aa5-42b8-84bd-14329a0e2029 req-1573c01b-91ac-4a51-a5ba-2f67d11d985d tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.076064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d22843c3-6aa5-42b8-84bd-14329a0e2029 req-1573c01b-91ac-4a51-a5ba-2f67d11d985d tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 1102 time: 0.0453312 Aug 10 03:23:19.096612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d22843c3-6aa5-42b8-84bd-14329a0e2029 req-cc05a42a-8dc4-459e-9077-e150654f8348 tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.242630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d22843c3-6aa5-42b8-84bd-14329a0e2029 req-cc05a42a-8dc4-459e-9077-e150654f8348 tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.369870 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d22843c3-6aa5-42b8-84bd-14329a0e2029 req-cc05a42a-8dc4-459e-9077-e150654f8348 tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.389461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d22843c3-6aa5-42b8-84bd-14329a0e2029 req-cc05a42a-8dc4-459e-9077-e150654f8348 tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059144 Aug 10 03:23:19.391363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05a42a-8dc4-459e-9077-e150654f8348 tempest-LiveMigrationNegativeTest-1715346364 tempest-LiveMigrationNegativeTest-1715346364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ec310-32cd-46c0-941e-15d562b40f5e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.449504 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dc33bc-b7ff-4695-9591-77e83385fbf6 x-openstack-request-id: req-13dc33bc-b7ff-4695-9591-77e83385fbf6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:19.449804 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97946051-eb51-4723-8d9c-1437675d4b90", "name": "network-vif-deleted", "tag": "4ca847ee-31a8-4753-b59b-e961ff614a63", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:19.450082 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13dc33bc-b7ff-4695-9591-77e83385fbf6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:19.450623 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97946051-eb51-4723-8d9c-1437675d4b90', 'name': 'network-vif-deleted', 'tag': '4ca847ee-31a8-4753-b59b-e961ff614a63', 'status': 'completed', 'code': 200} Aug 10 03:23:19.484576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': '26db3900-5111-4208-82d5-04590d5b8613'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d'}, {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:19.487639 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bbf415-6ed4-4f27-a263-ce8299883f8f" -d '{"events": [{"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "26db3900-5111-4208-82d5-04590d5b8613"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d"}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:19.572690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de52e955-f33b-4e7a-8b88-3d67e957a33a req-4c9f3899-d80e-4202-aabd-ca10356e8119 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 210 time: 0.0279591 Aug 10 03:23:19.688638 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 684 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598daab5-c7a5-4d2c-b1ce-d6557c001feb x-openstack-request-id: req-598daab5-c7a5-4d2c-b1ce-d6557c001feb {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:19.688950 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "26db3900-5111-4208-82d5-04590d5b8613", "status": "failed", "code": 422}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "c2cb5219-3b9b-4e01-9369-0b8592a81698", "status": "failed", "code": 422}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "b4f7995c-a3e7-4d7a-9439-3ed495e47d1d", "status": "failed", "code": 422}, {"server_uuid": "0b605572-7a18-4d87-9202-21c8e32774cf", "name": "network-vif-deleted", "tag": "6db0a240-2d66-4e4f-8e28-a4da02129ab3", "status": "failed", "code": 422}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:19.689211 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-598daab5-c7a5-4d2c-b1ce-d6557c001feb {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:19.689634 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': '26db3900-5111-4208-82d5-04590d5b8613', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:23:19.689894 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': 'c2cb5219-3b9b-4e01-9369-0b8592a81698', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:23:19.690341 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': 'b4f7995c-a3e7-4d7a-9439-3ed495e47d1d', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:23:19.691159 n-d-765315-26 neutron-server[94804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b605572-7a18-4d87-9202-21c8e32774cf', 'name': 'network-vif-deleted', 'tag': '6db0a240-2d66-4e4f-8e28-a4da02129ab3', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:23:20.061399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-56b0edbd-5801-41d9-91c6-d0c8228002fb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:20.062759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-56b0edbd-5801-41d9-91c6-d0c8228002fb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.2379317 Aug 10 03:23:20.076792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:20.087032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-a5862eef-fdfd-4887-b39e-6f1d47d9d42f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:20.089080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-a5862eef-fdfd-4887-b39e-6f1d47d9d42f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.2334514 Aug 10 03:23:20.432227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4ca847ee-31a8-4753-b59b-e961ff614a63 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:20.453056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 4ca847ee-31a8-4753-b59b-e961ff614a63 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:20.453643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4ca847ee-31a8-4753-b59b-e961ff614a63 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:20.461928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-e4f8e81b-a675-4e8c-934e-602c4d4cdab1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.3546503 Aug 10 03:23:20.512752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-b752c05b-269d-4c10-bac4-cd58dae6ca9d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423148 Aug 10 03:23:20.644183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-e23b7b89-4058-49ee-9102-ffcf661e1e02 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305075 Aug 10 03:23:20.700435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:20.704031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.805144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:20.837992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-31435d69-0d11-45a8-bfbf-f7887f0bcce0 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869824 Aug 10 03:23:20.941402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.13 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/e2e037d7-b01f-42ed-997d-acba7a3d2463) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:20.960946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b850529-91c3-445d-83ee-6b424387517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.143607 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b850529-91c3-445d-83ee-6b424387517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.168243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.233619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b850529-91c3-445d-83ee-6b424387517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.242868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a32f81f-bccc-4706-8f9f-676ec055fed5 req-53a49ff3-e466-4859-a436-56d2677ea314 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 210 time: 0.0351274 Aug 10 03:23:21.319796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b850529-91c3-445d-83ee-6b424387517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f5feb-9099-4178-a45e-5284bfb93519,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.341699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57316) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:21.349482 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b850529-91c3-445d-83ee-6b424387517f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6aa535f6fd64bf19093a950c47e6264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432003 Aug 10 03:23:21.364784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.485933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:21.499516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:21.502870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:21.534054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=e2e037d7-b01f-42ed-997d-acba7a3d2463,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.552992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.553365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.553712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.554078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.554411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.554742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.555069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.555398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.555792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.556122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.556476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.556802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:21.566014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67578dc5-5db8-4bd6-a2e7-e701f29ebcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.589939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.590564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.608941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67578dc5-5db8-4bd6-a2e7-e701f29ebcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.701996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-44f5d6d3-02bb-48cc-b44b-03c05baf1ecb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6291518 Aug 10 03:23:21.721984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Request body: {'port': {'device_id': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:21.744005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67578dc5-5db8-4bd6-a2e7-e701f29ebcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.746653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67578dc5-5db8-4bd6-a2e7-e701f29ebcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.750230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-67578dc5-5db8-4bd6-a2e7-e701f29ebcf3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c69f5feb-9099-4178-a45e-5284bfb93519 HTTP/1.1" status: 204 len: 168 time: 0.4052019 Aug 10 03:23:21.794063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67578dc5-5db8-4bd6-a2e7-e701f29ebcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f5feb-9099-4178-a45e-5284bfb93519,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:21.857192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.863084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.869917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.877164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.883741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.889699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.895553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:21.897575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-7125ed98-16be-47ae-a88e-58b9c7cb9a8d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.2078230 Aug 10 03:23:21.901542 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.971298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c20a2192-ef0c-4285-aba6-b120dad85a2d req-f9dfa9d6-d765-4e72-bdb6-8d67195d4d05 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663323 Aug 10 03:23:22.090281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc8908d9-0366-483e-87f1-a2d0df28a155 req-aa4cafc9-cbe7-4857-86ac-4af09b1ed4cc tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 210 time: 0.0378215 Aug 10 03:23:22.180463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-633ef82a-b14b-4674-a94b-c171ae855409 req-47fc8fe4-317f-4d7f-b4bc-09d594375a4a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 210 time: 0.0366721 Aug 10 03:23:22.313385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e037d7-b01f-42ed-997d-acba7a3d2463 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:22.323085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.359278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e11e6-e6a7-4654-b710-7f0f2b453cfc req-2a4f8124-4dc4-4ac3-9012-b64dd95a56f7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:22.360890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-277e11e6-e6a7-4654-b710-7f0f2b453cfc req-2a4f8124-4dc4-4ac3-9012-b64dd95a56f7 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.0985997 Aug 10 03:23:22.361930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Transition to ACTIVE for port object e2e037d7-b01f-42ed-997d-acba7a3d2463 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:22.410601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-277e11e6-e6a7-4654-b710-7f0f2b453cfc req-8a5fdea1-6cb6-40ce-89ed-42d6bb103dac tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/security-groups?id=61a86da1-6424-4cef-9332-171b5a8dd527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Aug 10 03:23:22.537011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.591861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e037d7-b01f-42ed-997d-acba7a3d2463,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:22.661668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Attempting to bind port e2e037d7-b01f-42ed-997d-acba7a3d2463 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:22.662003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Attempting to bind port e2e037d7-b01f-42ed-997d-acba7a3d2463 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:22.662328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Attempting to bind port e2e037d7-b01f-42ed-997d-acba7a3d2463 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:22.667941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Port e2e037d7-b01f-42ed-997d-acba7a3d2463 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:22.668434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Attempting to bind port e2e037d7-b01f-42ed-997d-acba7a3d2463 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:22.673765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:22.674096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:22.674550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:22.674983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Bound port: e2e037d7-b01f-42ed-997d-acba7a3d2463, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:22.675336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.756242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] For port e2e037d7-b01f-42ed-997d-acba7a3d2463, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:22.773874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16093822-f49d-4be2-b8bf-7aff4079d551 req-bc1ef0a7-7677-4fe5-b9f2-9a2f0e40fd09 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b605572-7a18-4d87-9202-21c8e32774cf HTTP/1.1" status: 200 len: 210 time: 0.0321531 Aug 10 03:23:22.782192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] For port e2e037d7-b01f-42ed-997d-acba7a3d2463, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:22.951370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.060451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.061351 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.062920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2e037d7-b01f-42ed-997d-acba7a3d2463 HTTP/1.1" status: 200 len: 1093 time: 1.3449574 Aug 10 03:23:23.063653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'tag': 'e2e037d7-b01f-42ed-997d-acba7a3d2463'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:23.065978 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817a61f-22e8-4056-8fa7-3f9ae290557d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c11ac8-a314-4d13-b5fe-4c64cd796202", "tag": "e2e037d7-b01f-42ed-997d-acba7a3d2463"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:23.069239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812ec1-c1df-4c85-bff3-f7456ef917f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e037d7-b01f-42ed-997d-acba7a3d2463,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.105826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57378) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:23.112508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:23.133347 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d25ae4b1-d2b8-4de0-871e-bade9548c1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.304138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-86fa4e1a-4653-4feb-82c8-ee284c93ce9c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.307224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-86fa4e1a-4653-4feb-82c8-ee284c93ce9c tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 950 time: 0.1160669 Aug 10 03:23:23.323224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b2c27e69-8b47-4d7f-a1cd-bc83d6c3b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.324732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b2c27e69-8b47-4d7f-a1cd-bc83d6c3b6af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 1096 time: 0.0818448 Aug 10 03:23:23.407909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d25ae4b1-d2b8-4de0-871e-bade9548c1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.409621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-98d5caab-d1e7-4c05-a0ef-40ee08fb6262 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463 HTTP/1.1" status: 200 len: 217 time: 0.0702577 Aug 10 03:23:23.501938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d25ae4b1-d2b8-4de0-871e-bade9548c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.509476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdbae158-118e-4bd3-91a1-7ef4a2afb7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.545386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-7ad3336a-d63b-48ba-a3ea-849e3646fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.546101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-7ad3336a-d63b-48ba-a3ea-849e3646fc45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.1237516 Aug 10 03:23:23.583929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d25ae4b1-d2b8-4de0-871e-bade9548c1f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4961157651c9482b8e23be6a0b782900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703543 Aug 10 03:23:23.587726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57392) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:23.600963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ae4b1-d2b8-4de0-871e-bade9548c1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aadb407-cf21-4aeb-b2bf-b27f24270f8c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.608851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-b5b6f6d7-4db3-4e47-8ce8-944f0a157144 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480804 Aug 10 03:23:23.664055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba042867-4e02-4736-bfdb-2efee4d57308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.690013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Deleting port ce871a98-dc1b-4a83-802f-c2c1cd061f6d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:23.690013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.691971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba042867-4e02-4736-bfdb-2efee4d57308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.804965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba042867-4e02-4736-bfdb-2efee4d57308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.807576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba042867-4e02-4736-bfdb-2efee4d57308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.808877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba042867-4e02-4736-bfdb-2efee4d57308 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0aadb407-cf21-4aeb-b2bf-b27f24270f8c HTTP/1.1" status: 204 len: 168 time: 0.2196131 Aug 10 03:23:23.817950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba042867-4e02-4736-bfdb-2efee4d57308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aadb407-cf21-4aeb-b2bf-b27f24270f8c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.847008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-fed1112a-cb98-4db4-841f-a203c35b1af8 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272859 Aug 10 03:23:23.886783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a02e3-7228-4096-8a81-dce239fdf1e2 req-3700e63d-8e7c-4c0f-a339-c60e8085913e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:23.888199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-460a02e3-7228-4096-8a81-dce239fdf1e2 req-3700e63d-8e7c-4c0f-a339-c60e8085913e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 944 time: 0.1471698 Aug 10 03:23:23.944558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] For port ce871a98-dc1b-4a83-802f-c2c1cd061f6d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:23.944937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.974239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Calling delete_port for ce871a98-dc1b-4a83-802f-c2c1cd061f6d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:24.032871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdbae158-118e-4bd3-91a1-7ef4a2afb7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.064961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-460a02e3-7228-4096-8a81-dce239fdf1e2 req-605ce809-4446-4945-8261-84e2021c485b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383929 Aug 10 03:23:24.104426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af46b54b-cfaa-495b-8e09-a5d4383f3f08 req-32825334-7523-4d06-8a4b-4c76ee923374 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413166 Aug 10 03:23:24.127581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdbae158-118e-4bd3-91a1-7ef4a2afb7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.228447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bdbae158-118e-4bd3-91a1-7ef4a2afb7c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0a0fec8ea334a7582318896312525b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1214366 Aug 10 03:23:24.231182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57400) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:24.257041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbae158-118e-4bd3-91a1-7ef4a2afb7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59fb43f-ce61-4019-b117-66373534fb90,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:24.308837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0f70417-fd41-4ff5-a681-6c1d454d9c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.334714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.341111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0f70417-fd41-4ff5-a681-6c1d454d9c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.341320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.347337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.354020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.359937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.365937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.372011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.373802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-151a1b08-6a24-4e6c-b013-c4a2b443f297 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.2210913 Aug 10 03:23:24.426203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-9d7aaa2d-8fa3-4963-920b-e434f880366b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.427695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-9d7aaa2d-8fa3-4963-920b-e434f880366b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.2505941 Aug 10 03:23:24.454926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Request body: {'port': {'device_id': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'admin_state_up': True, 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:24.457541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0f70417-fd41-4ff5-a681-6c1d454d9c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.460965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0f70417-fd41-4ff5-a681-6c1d454d9c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.463266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f0f70417-fd41-4ff5-a681-6c1d454d9c33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b59fb43f-ce61-4019-b117-66373534fb90 HTTP/1.1" status: 204 len: 168 time: 0.2295859 Aug 10 03:23:24.471789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f70417-fd41-4ff5-a681-6c1d454d9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59fb43f-ce61-4019-b117-66373534fb90,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:24.507848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5317a440-8d1d-43b9-9073-85fc0dfb686d req-11a47557-4b48-422b-8a0f-0edb45155f67 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112702 Aug 10 03:23:24.508487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.547420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Pushing event deleted for resources: {'Port': ['ID=ce871a98-dc1b-4a83-802f-c2c1cd061f6d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:24.589938 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d921e51f-d63c-476e-b167-df3617af504f x-openstack-request-id: req-d921e51f-d63c-476e-b167-df3617af504f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:24.590231 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c11ac8-a314-4d13-b5fe-4c64cd796202", "tag": "e2e037d7-b01f-42ed-997d-acba7a3d2463", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:24.590493 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d921e51f-d63c-476e-b167-df3617af504f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:24.590890 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'tag': 'e2e037d7-b01f-42ed-997d-acba7a3d2463', 'status': 'completed', 'code': 200} Aug 10 03:23:24.614359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] No DVR routers for this DVR port ce871a98-dc1b-4a83-802f-c2c1cd061f6d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:24.628452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.629781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42a7a0df-01fd-46b9-99f8-5e5d17f400b0 req-8bb2313d-e31c-4f2c-a7ad-93592d606eaf tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.46 "DELETE /v2.0/ports/ce871a98-dc1b-4a83-802f-c2c1cd061f6d HTTP/1.1" status: 204 len: 173 time: 1.3088813 Aug 10 03:23:24.697185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cd2537f-403c-4246-b7f4-926dd46ee0d8 req-67b1410b-dd89-449a-bd2d-2e26102ea26b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 210 time: 0.0462871 Aug 10 03:23:24.718552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-5f9af338-fbd0-47dd-aa4e-0e512e3d2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.720940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-5f9af338-fbd0-47dd-aa4e-0e512e3d2d78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 1096 time: 0.1074069 Aug 10 03:23:24.823969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff134b74-071b-4450-a75b-a0cfd64ee59d req-4831faed-0231-4ad9-971f-3ae23b1a8bc6 tempest-LiveMigrationNegativeTest-838648463 tempest-LiveMigrationNegativeTest-838648463-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e311586-c00e-4a18-9806-40a0fabd0376 HTTP/1.1" status: 200 len: 210 time: 0.0348642 Aug 10 03:23:24.826102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:24.829548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.916669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-ed04b8a3-8e42-4466-9257-f6374b72829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.918399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-ed04b8a3-8e42-4466-9257-f6374b72829a service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.1888940 Aug 10 03:23:24.988887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-8db22629-7688-423f-b7cc-16ece88e20b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463 HTTP/1.1" status: 200 len: 217 time: 0.0613654 Aug 10 03:23:25.066516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57424) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:25.102017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-20be75b7-3abf-4961-8ee4-7727f89e513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:25.106521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-20be75b7-3abf-4961-8ee4-7727f89e513b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.1067996 Aug 10 03:23:25.120222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Allocated IP 172.20.0.5 (5654e0d4-e42c-45ca-8cc7-7a6075c6a95a/3022cdcd-e254-4e53-adb0-29274653858b/4282ca12-9327-461c-9caa-554622d0f48f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:25.170249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-c7882397-8011-4a7e-b612-fabf5ccd0fcc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514505 Aug 10 03:23:25.280238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01dfdb93-6bbe-4da6-bb18-74d54f6a84c8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.541696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57436) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:25.572983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45384e76-452f-4bcf-9dac-906fde2dd33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.618216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b38ad-8c9a-4508-9ec4-b7e008dd35af req-c4a8aaf6-fc05-44a4-a139-b276674f714a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:25.619808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-303b38ad-8c9a-4508-9ec4-b7e008dd35af req-c4a8aaf6-fc05-44a4-a139-b276674f714a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 944 time: 0.4539404 Aug 10 03:23:25.645706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01dfdb93-6bbe-4da6-bb18-74d54f6a84c8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.690716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45384e76-452f-4bcf-9dac-906fde2dd33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.746150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-76e7a051-3525-4b9e-9d81-7745599215ea service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628269 Aug 10 03:23:25.781309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45384e76-452f-4bcf-9dac-906fde2dd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.813674 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.826545 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45384e76-452f-4bcf-9dac-906fde2dd33d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49febee31c654199962c6a8d4719016f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830255 Aug 10 03:23:25.827788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45384e76-452f-4bcf-9dac-906fde2dd33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f1c545-9c92-4969-8063-9f1981350fb8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:25.830464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:25.838366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-303b38ad-8c9a-4508-9ec4-b7e008dd35af req-f68e6fed-0b5f-4778-a765-6808c5761b90 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958332 Aug 10 03:23:25.909099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.917155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f76bddb-df3a-4609-ae34-5eece14b61f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.940181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f76bddb-df3a-4609-ae34-5eece14b61f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.983521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6817a61f-22e8-4056-8fa7-3f9ae290557d req-9fe483e3-5500-41c0-b481-6aba0cc5b644 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136114 Aug 10 03:23:25.989147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01dfdb93-6bbe-4da6-bb18-74d54f6a84c8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.991746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01dfdb93-6bbe-4da6-bb18-74d54f6a84c8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.992881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-01dfdb93-6bbe-4da6-bb18-74d54f6a84c8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/security-groups/cf0af6b3-6788-472c-991c-d3ff86762832 HTTP/1.1" status: 204 len: 168 time: 0.9250031 Aug 10 03:23:25.998903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:26.043195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfdb93-6bbe-4da6-bb18-74d54f6a84c8 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0af6b3-6788-472c-991c-d3ff86762832,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.045151 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-494314cd-af7d-44d4-bf50-19f8d2f54406 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] show failed (client error): The resource could not be found. Aug 10 03:23:26.046185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-494314cd-af7d-44d4-bf50-19f8d2f54406 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "GET /v2.0/security-groups/cf0af6b3-6788-472c-991c-d3ff86762832 HTTP/1.1" status: 404 len: 347 time: 0.0414135 Aug 10 03:23:26.049296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:26.060702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.066594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.075141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.082052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.088665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.097655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.105588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.107550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993880f1-e890-4391-b713-c264305b8d98 req-7c13c1dd-d011-463f-b10c-a4c1f3175ebc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1898975 Aug 10 03:23:26.156784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993880f1-e890-4391-b713-c264305b8d98 req-6419ce40-a407-46c9-8c9c-94b514ca7693 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421340 Aug 10 03:23:26.173230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f76bddb-df3a-4609-ae34-5eece14b61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.176885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f76bddb-df3a-4609-ae34-5eece14b61f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.182584 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6f76bddb-df3a-4609-ae34-5eece14b61f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4f1c545-9c92-4969-8063-9f1981350fb8 HTTP/1.1" status: 204 len: 168 time: 0.3468912 Aug 10 03:23:26.201413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76bddb-df3a-4609-ae34-5eece14b61f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f1c545-9c92-4969-8063-9f1981350fb8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.244111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 5e5b384e-26d8-4178-83ca-4f0bbab3e354 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:26.244868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.254556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.287976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:26.297879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:26.324080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:26.386070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.386193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.400959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 5e5b384e-26d8-4178-83ca-4f0bbab3e354 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:26.417581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event updated for resources: {'Port': ['ID=4282ca12-9327-461c-9caa-554622d0f48f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.433165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57456) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:26.437350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.438005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.449973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b34825-7439-463e-99d0-ecaee0d8d171 req-e2efb2a6-80ad-40ad-b94d-a3e95ce855b6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.451494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1b34825-7439-463e-99d0-ecaee0d8d171 req-e2efb2a6-80ad-40ad-b94d-a3e95ce855b6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 931 time: 0.1247001 Aug 10 03:23:26.470334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ce871a98-dc1b-4a83-802f-c2c1cd061f6d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:26.495798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: ce871a98-dc1b-4a83-802f-c2c1cd061f6d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:26.496516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ce871a98-dc1b-4a83-802f-c2c1cd061f6d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:26.500607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1b34825-7439-463e-99d0-ecaee0d8d171 req-454929bf-62dd-410f-8d06-24ad880317a3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387888 Aug 10 03:23:26.555563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-005ea5f1-b2ed-4e9d-a5e0-97b541f25577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1135385 Aug 10 03:23:26.571050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Request body: {'port': {'device_id': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:26.592548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e311586-c00e-4a18-9806-40a0fabd0376', 'name': 'network-vif-deleted', 'tag': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:26.594969 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6134dc00-542e-45cc-b338-9a47d8012520" -d '{"events": [{"server_uuid": "7e311586-c00e-4a18-9806-40a0fabd0376", "name": "network-vif-deleted", "tag": "ce871a98-dc1b-4a83-802f-c2c1cd061f6d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:26.646480 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a7cdd-562f-4a43-9a4a-30c09f38df26 x-openstack-request-id: req-d31a7cdd-562f-4a43-9a4a-30c09f38df26 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:26.646480 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e311586-c00e-4a18-9806-40a0fabd0376", "name": "network-vif-deleted", "tag": "ce871a98-dc1b-4a83-802f-c2c1cd061f6d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:26.646480 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d31a7cdd-562f-4a43-9a4a-30c09f38df26 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:26.646480 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e311586-c00e-4a18-9806-40a0fabd0376', 'name': 'network-vif-deleted', 'tag': 'ce871a98-dc1b-4a83-802f-c2c1cd061f6d', 'status': 'completed', 'code': 200} Aug 10 03:23:26.646480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.918945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b00f47ef-4e11-48ca-a5d7-dc70ed42e269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.043435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fa0dc-a261-408c-a1ba-5bc7fe07af88 req-a733f5a8-d84e-42ea-a93e-91ce75e92279 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.045042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993fa0dc-a261-408c-a1ba-5bc7fe07af88 req-a733f5a8-d84e-42ea-a93e-91ce75e92279 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 944 time: 0.1057215 Aug 10 03:23:27.047169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4282ca12-9327-461c-9caa-554622d0f48f {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:27.057871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.067297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b00f47ef-4e11-48ca-a5d7-dc70ed42e269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.095951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993fa0dc-a261-408c-a1ba-5bc7fe07af88 req-b754223d-1258-456e-9bec-c58d1298d963 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Aug 10 03:23:27.138080 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.151173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Transition to ACTIVE for port object 4282ca12-9327-461c-9caa-554622d0f48f will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:27.171850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=5e5b384e-26d8-4178-83ca-4f0bbab3e354,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.220952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b00f47ef-4e11-48ca-a5d7-dc70ed42e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.233929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.277213 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b00f47ef-4e11-48ca-a5d7-dc70ed42e269 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d761327045ea47958ae23b1560d9c618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8006060 Aug 10 03:23:27.280323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.284435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.287963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd98a48a-191b-453e-aec4-e1e3c1862dfb tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/floatingips/2bb9e218-2f1a-449c-aef7-155aecd2e774 HTTP/1.1" status: 204 len: 168 time: 1.2352810 Aug 10 03:23:27.287963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57482) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.288252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f47ef-4e11-48ca-a5d7-dc70ed42e269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a75106-7ab9-4a64-b297-af2db4b9be82,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.292038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57484) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.391616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Pushing event updated for resources: {'Port': ['ID=4282ca12-9327-461c-9caa-554622d0f48f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.425805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.432019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9df3bbbf-8f78-4005-b744-bd6f60930ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.468229 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9df3bbbf-8f78-4005-b744-bd6f60930ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.468837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.477673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 2d260261-b2d1-43d9-b088-c8aad4496025 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:27.478020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.479642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.486196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.493489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.499761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.509059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.515134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.517164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-2d1f884e-2c69-42c5-adc3-70d01d1e80a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.2048905 Aug 10 03:23:27.550172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Attempting to bind port 4282ca12-9327-461c-9caa-554622d0f48f on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:27.550536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Attempting to bind port 4282ca12-9327-461c-9caa-554622d0f48f by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:27.550973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Attempting to bind port 4282ca12-9327-461c-9caa-554622d0f48f on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:27.569000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Port 4282ca12-9327-461c-9caa-554622d0f48f on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:27.569364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Attempting to bind port 4282ca12-9327-461c-9caa-554622d0f48f on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:27.574421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.578154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:27.578498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:27.578891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Bound using segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:27.579334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Bound port: 4282ca12-9327-461c-9caa-554622d0f48f, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:27.579796 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.590332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 2d260261-b2d1-43d9-b088-c8aad4496025 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:27.622744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-798b0db1-0208-4daa-a6c7-c3e01d0ac182 req-def2a61b-9edb-427d-a737-1b87d477b26f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947406 Aug 10 03:23:27.729877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c89c11e3-cafb-4e33-8bc9-c897f1c63874 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c8594e2a2594a72829f91d8bf0c3e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029492 Aug 10 03:23:27.734201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57498) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:27.740555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] For port 4282ca12-9327-461c-9caa-554622d0f48f, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:27.774686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] For port 4282ca12-9327-461c-9caa-554622d0f48f, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4282ca12-9327-461c-9caa-554622d0f48f,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:27.783663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7699a-8e60-472f-b32c-ae71aad7bcfe req-8bd32873-cfd0-402d-b6a3-8a4135b9d383 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:27.785261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22c7699a-8e60-472f-b32c-ae71aad7bcfe req-8bd32873-cfd0-402d-b6a3-8a4135b9d383 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 943 time: 0.0979087 Aug 10 03:23:27.851430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22c7699a-8e60-472f-b32c-ae71aad7bcfe req-0cfe1944-0f0a-4c23-862e-2bae3275c346 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554922 Aug 10 03:23:27.858299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-894c79d8-1b69-4752-92d3-e1c897fa6339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.895493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-894c79d8-1b69-4752-92d3-e1c897fa6339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.898079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9df3bbbf-8f78-4005-b744-bd6f60930ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.901499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9df3bbbf-8f78-4005-b744-bd6f60930ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.902388 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9df3bbbf-8f78-4005-b744-bd6f60930ef6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05a75106-7ab9-4a64-b297-af2db4b9be82 HTTP/1.1" status: 204 len: 168 time: 0.6149383 Aug 10 03:23:27.924443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3bbbf-8f78-4005-b744-bd6f60930ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a75106-7ab9-4a64-b297-af2db4b9be82,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.968363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.003244 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.008177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.008838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.010226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] 10.222.0.46 "PUT /v2.0/ports/4282ca12-9327-461c-9caa-554622d0f48f HTTP/1.1" status: 200 len: 1092 time: 1.4458270 Aug 10 03:23:28.036479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=2d260261-b2d1-43d9-b088-c8aad4496025,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.048862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41336-177f-4cd2-911d-829d62fa6413 service neutron] Pushing event updated for resources: {'Port': ['ID=4282ca12-9327-461c-9caa-554622d0f48f,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.110106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.112254 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-793684be-4294-415f-ac2d-cdd3bfcd479e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/ports/2d260261-b2d1-43d9-b088-c8aad4496025 HTTP/1.1" status: 204 len: 168 time: 0.8125513 Aug 10 03:23:28.115167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.160497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-894c79d8-1b69-4752-92d3-e1c897fa6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.163757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-894c79d8-1b69-4752-92d3-e1c897fa6339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.168783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-894c79d8-1b69-4752-92d3-e1c897fa6339 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61a86da1-6424-4cef-9332-171b5a8dd527 HTTP/1.1" status: 204 len: 168 time: 0.4292469 Aug 10 03:23:28.184128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c79d8-1b69-4752-92d3-e1c897fa6339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a86da1-6424-4cef-9332-171b5a8dd527,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.255416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 14306ad1-9b23-4752-a27b-291c4f100450 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:28.255772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.292098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91f1a-fea3-4dc6-90c4-5a1d8160f2fe req-43bc16f2-06bb-455b-af71-f16425c997f9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.299320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6b91f1a-fea3-4dc6-90c4-5a1d8160f2fe req-43bc16f2-06bb-455b-af71-f16425c997f9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 944 time: 0.1135666 Aug 10 03:23:28.323855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-3fa17182-ca0e-4937-af72-5b3949aaf77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.325426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-3fa17182-ca0e-4937-af72-5b3949aaf77c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 1095 time: 0.0945246 Aug 10 03:23:28.372875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.382646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-c6c9742b-2b2c-4bfb-8758-44c2480398b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4282ca12-9327-461c-9caa-554622d0f48f HTTP/1.1" status: 200 len: 217 time: 0.0466740 Aug 10 03:23:28.384810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6b91f1a-fea3-4dc6-90c4-5a1d8160f2fe req-9589f147-89ec-49e8-bf8a-49b028a8c55b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811069 Aug 10 03:23:28.388645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 14306ad1-9b23-4752-a27b-291c4f100450 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:28.445868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-f646e224-7328-4458-a12d-a8e920587eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.451470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-f646e224-7328-4458-a12d-a8e920587eda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0552824 Aug 10 03:23:28.475467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e2e037d7-b01f-42ed-997d-acba7a3d2463 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:28.486350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-f20880c8-869a-4ad0-abad-1e044ef3f521 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301521 Aug 10 03:23:28.603744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-4e88fca3-b7b2-434b-b541-9075d0929ebd service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095293 Aug 10 03:23:28.611010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e2e037d7-b01f-42ed-997d-acba7a3d2463, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:28.625315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'e2e037d7-b01f-42ed-997d-acba7a3d2463', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': 'e2e037d7-b01f-42ed-997d-acba7a3d2463', 'mac_address': 'fa:16:3e:b8:5d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:28.648124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.671771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'tag': '4282ca12-9327-461c-9caa-554622d0f48f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:28.673509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57526) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.675963 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c71bb1-cd59-4384-b56f-2c6674b038fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e16298-9ec7-4045-9926-e3f665277fde", "tag": "4282ca12-9327-461c-9caa-554622d0f48f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:28.680988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.701418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e037d7-b01f-42ed-997d-acba7a3d2463 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:28.738446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e2e037d7-b01f-42ed-997d-acba7a3d2463, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:28.754490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=14306ad1-9b23-4752-a27b-291c4f100450,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.821601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.829191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.831884 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f36465f9-4179-4e68-93cc-55537eb389c2 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/ports/14306ad1-9b23-4752-a27b-291c4f100450 HTTP/1.1" status: 204 len: 168 time: 0.7152669 Aug 10 03:23:28.834563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57536) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.860596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.867673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.874309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.880952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.887578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.893483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e2e037d7-b01f-42ed-997d-acba7a3d2463,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.894390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.902317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.904524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722c8046-b972-4eeb-956b-02c836720703 req-220b4dd6-1923-4583-ac53-c4b3974580aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1680028 Aug 10 03:23:28.910000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.910599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.918299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.920429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.923525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.924496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:28.936780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting subnet cc68dd54-b5f0-4a18-a189-3edb5952a3b1 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:28.940503 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.941791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b621f199-6fba-4f9b-bd7a-2dfd2b83e502 req-a7b32f82-94ca-4575-9ed4-56853a85701b service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270431 Aug 10 03:23:28.994383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.015493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722c8046-b972-4eeb-956b-02c836720703 req-0cf6dc13-0143-40a1-8da0-b4aa090ef6a5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935872 Aug 10 03:23:29.068190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:29.087341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b642bded-6c1d-4b83-846b-204162272799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.106177 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8cc1dd-fa93-40cd-9f57-4d9abe9a080e x-openstack-request-id: req-2d8cc1dd-fa93-40cd-9f57-4d9abe9a080e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:29.106350 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e16298-9ec7-4045-9926-e3f665277fde", "tag": "4282ca12-9327-461c-9caa-554622d0f48f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:29.106526 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d8cc1dd-fa93-40cd-9f57-4d9abe9a080e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:29.106903 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'tag': '4282ca12-9327-461c-9caa-554622d0f48f', 'status': 'completed', 'code': 200} Aug 10 03:23:29.128747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.205105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-131859c9-efe1-4f23-b302-68ce561cb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.207011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-131859c9-efe1-4f23-b302-68ce561cb267 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 1095 time: 0.0723708 Aug 10 03:23:29.289701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30635888-6ef9-4c85-a5e6-b58271216c43 req-d818265e-a5ad-4704-bdd3-68eccfd1cb92 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.290961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30635888-6ef9-4c85-a5e6-b58271216c43 req-d818265e-a5ad-4704-bdd3-68eccfd1cb92 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 943 time: 0.1157131 Aug 10 03:23:29.301272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b642bded-6c1d-4b83-846b-204162272799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.312508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.342571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Subnet': ['ID=cc68dd54-b5f0-4a18-a189-3edb5952a3b1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.356491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.356491 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9c757002-9552-43fa-b28e-72ccecb23313 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/subnets/cc68dd54-b5f0-4a18-a189-3edb5952a3b1 HTTP/1.1" status: 204 len: 168 time: 0.5139341 Aug 10 03:23:29.356491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57544) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.356836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30635888-6ef9-4c85-a5e6-b58271216c43 req-334a4b67-4799-4786-8511-d0472c698a4c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559325 Aug 10 03:23:29.356836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-fb57b195-b60d-42f5-a32d-cfbd0a19e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.356836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-fb57b195-b60d-42f5-a32d-cfbd0a19e40d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 913 time: 0.1416695 Aug 10 03:23:29.358934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f710b8-ab49-4525-bc59-52b18c0d416a None None] Network f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:29.418343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-2ffe57dd-be20-4837-b1b1-e13571f9b5e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4282ca12-9327-461c-9caa-554622d0f48f HTTP/1.1" status: 200 len: 217 time: 0.0529537 Aug 10 03:23:29.423303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting subnet f39526f8-2d64-44e5-b173-5a1a928ff81a {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:29.427065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.496988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-0b267eec-6f4d-4dfe-bc3e-957fc674f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.496988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-0b267eec-6f4d-4dfe-bc3e-957fc674f9c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0667703 Aug 10 03:23:29.497197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b642bded-6c1d-4b83-846b-204162272799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.545619 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b642bded-6c1d-4b83-846b-204162272799 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d288bd25a49d466db0071542952672df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930429 Aug 10 03:23:29.546277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57552) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.546605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57554) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.560900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-0fe360da-1b9c-4272-8c77-01185da9d63d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491505 Aug 10 03:23:29.580384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.591418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38d9fc-1575-4fb2-a910-9de78b4dcaa4 req-ee480ce8-b7ee-4937-b093-c1a7a3869c1d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:29.593192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed38d9fc-1575-4fb2-a910-9de78b4dcaa4 req-ee480ce8-b7ee-4937-b093-c1a7a3869c1d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 945 time: 0.0909288 Aug 10 03:23:29.642122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] DHCP port deletion for f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:29.704823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] Deleting port d7006956-7535-4521-b08a-c2be143af5fa {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:29.705204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.726917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-c6f8fd79-d167-4bc3-aef2-77b112d08fd8 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557992 Aug 10 03:23:29.731304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.731508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed38d9fc-1575-4fb2-a910-9de78b4dcaa4 req-ba769203-bb70-47d9-9822-5fa285f9dac5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242774 Aug 10 03:23:29.773944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642bded-6c1d-4b83-846b-204162272799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dec6df-6940-4700-8c15-8dcb2bcdc42a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.780608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] For port d7006956-7535-4521-b08a-c2be143af5fa, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d7006956-7535-4521-b08a-c2be143af5fa,segment=NetworkSegment(f9f84a18-5074-4c73-a7c7-f2df7c30e47f),segment_id=f9f84a18-5074-4c73-a7c7-f2df7c30e47f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:29.787823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.796251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] Calling delete_port for d7006956-7535-4521-b08a-c2be143af5fa owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:29.842709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c71bb1-cd59-4384-b56f-2c6674b038fe req-f21563ec-48fb-4fcb-add9-3176d9dc31b2 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066301 Aug 10 03:23:29.851874 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bbe32f8e-6898-4494-bc1b-4163f563388e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e85f04520a747189ff98aee4dba9fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005683 Aug 10 03:23:29.855017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:29.861209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4a871b-fb38-4e5a-80b4-f194d06b73a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.899682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4a871b-fb38-4e5a-80b4-f194d06b73a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.944524 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6510bff4-45db-4b0a-8c86-9043a43544a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.967239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6510bff4-45db-4b0a-8c86-9043a43544a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.985272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.026570 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.029690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Subnet': ['ID=f39526f8-2d64-44e5-b173-5a1a928ff81a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.031290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.035781 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-89b1b9cb-03fb-43b9-ada4-841614829086 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/subnets/f39526f8-2d64-44e5-b173-5a1a928ff81a HTTP/1.1" status: 204 len: 168 time: 0.6821790 Aug 10 03:23:30.036935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.044723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] No DVR routers for this DVR port d7006956-7535-4521-b08a-c2be143af5fa on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:30.070233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a76a2-e1fe-42ee-b424-a1e4a446a184 None None] Network e760f916-e63a-4a91-a0cc-8cdba5e2f755 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:30.074432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c0882-1ef2-4b41-8ee2-4fbe8ec3ad0e None None] Pushing event deleted for resources: {'Port': ['ID=d7006956-7535-4521-b08a-c2be143af5fa,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.116423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4a871b-fb38-4e5a-80b4-f194d06b73a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.116891 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4a871b-fb38-4e5a-80b4-f194d06b73a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.120435 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cb4a871b-fb38-4e5a-80b4-f194d06b73a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52dec6df-6940-4700-8c15-8dcb2bcdc42a HTTP/1.1" status: 204 len: 168 time: 0.5658729 Aug 10 03:23:30.137834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a871b-fb38-4e5a-80b4-f194d06b73a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dec6df-6940-4700-8c15-8dcb2bcdc42a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.155870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.174155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.181111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.187654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.197610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.201645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.208037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.214697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.223320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-44dc22fc-8492-4619-a68d-d5cdcfc5eafb tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1195400 Aug 10 03:23:30.239315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6510bff4-45db-4b0a-8c86-9043a43544a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.242952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6510bff4-45db-4b0a-8c86-9043a43544a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.244224 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6510bff4-45db-4b0a-8c86-9043a43544a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a53ec310-32cd-46c0-941e-15d562b40f5e HTTP/1.1" status: 204 len: 168 time: 0.3880792 Aug 10 03:23:30.255031 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcad0f58-9d2a-4b7b-a18a-7894a296608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.281955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f033fb2a-d323-4efd-9c08-5ea67d8ac9f7 req-6e4f9790-290a-448d-95e1-902d52340f5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572689 Aug 10 03:23:30.317942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510bff4-45db-4b0a-8c86-9043a43544a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ec310-32cd-46c0-941e-15d562b40f5e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.339876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] DHCP port deletion for e760f916-e63a-4a91-a0cc-8cdba5e2f755 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:30.341086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.354140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bfa3b2-b0cb-429e-9158-75cdb950d1d9']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:30.365672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:30.365971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f84a18-5074-4c73-a7c7-f2df7c30e47f') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:30.393110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.414267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.422113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:30.423400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:30.427064 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:30.491082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2f80-4aaf-473d-9635-4e1b0e3f92b5 req-d38b7825-8ee3-49ba-84c5-91e8c7b772dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.493600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f5d2f80-4aaf-473d-9635-4e1b0e3f92b5 req-d38b7825-8ee3-49ba-84c5-91e8c7b772dd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 943 time: 0.0551593 Aug 10 03:23:30.525948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e2e037d7-b01f-42ed-997d-acba7a3d2463 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:30.540318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f5d2f80-4aaf-473d-9635-4e1b0e3f92b5 req-a2f4ccef-88b2-4770-8377-19d77fb4ee4e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Aug 10 03:23:30.564389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.577698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.581803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/networks/f3bfa3b2-b0cb-429e-9158-75cdb950d1d9 HTTP/1.1" status: 204 len: 168 time: 0.5440238 Aug 10 03:23:30.584595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57586) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:30.594219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] Deleting port 78954bb4-2eaf-47c4-8860-bfd608e5d987 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:30.594652 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.605352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18032e4d-614b-46a8-9dd7-66ea6490032e tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Network': ['ID=f3bfa3b2-b0cb-429e-9158-75cdb950d1d9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.676002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] For port 78954bb4-2eaf-47c4-8860-bfd608e5d987, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=78954bb4-2eaf-47c4-8860-bfd608e5d987,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:30.676928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.706883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] Calling delete_port for 78954bb4-2eaf-47c4-8860-bfd608e5d987 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:30.707213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.775233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port e2e037d7-b01f-42ed-997d-acba7a3d2463 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:30.776024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port e2e037d7-b01f-42ed-997d-acba7a3d2463 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:30.776424 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.780975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Deleting port 78954bb4-2eaf-47c4-8860-bfd608e5d987 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:30.781592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.888633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.910450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] For port 78954bb4-2eaf-47c4-8860-bfd608e5d987, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=78954bb4-2eaf-47c4-8860-bfd608e5d987,segment=NetworkSegment(bbb56360-1e34-4960-b3b4-d8a693d7773a),segment_id=bbb56360-1e34-4960-b3b4-d8a693d7773a)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:30.910831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.928131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e2e037d7-b01f-42ed-997d-acba7a3d2463, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:30.929653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e037d7-b01f-42ed-997d-acba7a3d2463'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:30.932312 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620ed99f-4d81-4e5e-ae02-cf88c2a67b37" -d '{"events": [{"server_uuid": "c2c11ac8-a314-4d13-b5fe-4c64cd796202", "name": "network-vif-plugged", "status": "completed", "tag": "e2e037d7-b01f-42ed-997d-acba7a3d2463"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:30.934844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba7387-9fdd-44e4-9e44-0dd5d740ebd9 req-abccbbb9-07c9-46e7-b73e-35f00de3fc2b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:30.936727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77ba7387-9fdd-44e4-9e44-0dd5d740ebd9 req-abccbbb9-07c9-46e7-b73e-35f00de3fc2b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 945 time: 0.1092653 Aug 10 03:23:30.945911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Calling delete_port for 78954bb4-2eaf-47c4-8860-bfd608e5d987 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:30.946022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.978903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] Pushing event deleted for resources: {'Port': ['ID=78954bb4-2eaf-47c4-8860-bfd608e5d987,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.981257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49cde67-26fe-4cf9-8b66-37fadba777be None None] No DVR routers for this DVR port 78954bb4-2eaf-47c4-8860-bfd608e5d987 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:31.018479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77ba7387-9fdd-44e4-9e44-0dd5d740ebd9 req-3f5d01be-d845-4092-990e-b6b81d8cb36f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739131 Aug 10 03:23:31.041888 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.054918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.082637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Port': ['ID=78954bb4-2eaf-47c4-8860-bfd608e5d987,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.084538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] No DVR routers for this DVR port 78954bb4-2eaf-47c4-8860-bfd608e5d987 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:31.107356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e2e037d7-b01f-42ed-997d-acba7a3d2463,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.214014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.234051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e760f916-e63a-4a91-a0cc-8cdba5e2f755']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:31.247939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb56360-1e34-4960-b3b4-d8a693d7773a') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:31.248130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb56360-1e34-4960-b3b4-d8a693d7773a') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:31.267025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.291041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.305537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-219327ea-a56a-4f9d-947d-6181fd5cb3e9 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.307034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-219327ea-a56a-4f9d-947d-6181fd5cb3e9 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.1511216 Aug 10 03:23:31.308071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:31.308512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:31.311561 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:31.366128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-9e1014b6-1225-43e0-9238-89de8f250145 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/quotas/05216a8327924cc4b0a82468b3910d8c HTTP/1.1" status: 200 len: 375 time: 0.0435362 Aug 10 03:23:31.420249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-f48f8163-c79f-4ad7-8e9d-63150a3a21e1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470822 Aug 10 03:23:31.473489 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.484525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.486900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] 10.222.0.26 "DELETE /v2.0/networks/e760f916-e63a-4a91-a0cc-8cdba5e2f755 HTTP/1.1" status: 204 len: 168 time: 0.9008698 Aug 10 03:23:31.510726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbba32-67a5-42bd-959f-c7eb9f875f94 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] Pushing event deleted for resources: {'Network': ['ID=e760f916-e63a-4a91-a0cc-8cdba5e2f755,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.566340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-dce7a402-2de9-4217-8e77-6959e57e6acb service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389654 Aug 10 03:23:31.586214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d7006956-7535-4521-b08a-c2be143af5fa no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:31.610099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d7006956-7535-4521-b08a-c2be143af5fa {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:31.610549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d7006956-7535-4521-b08a-c2be143af5fa not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:31.611062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 78954bb4-2eaf-47c4-8860-bfd608e5d987 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:31.636598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 78954bb4-2eaf-47c4-8860-bfd608e5d987 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:31.637328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 78954bb4-2eaf-47c4-8860-bfd608e5d987 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:31.673585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-995f7225-8ec5-4c29-bbdf-5490fe4fa183 service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981534 Aug 10 03:23:31.945994 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99399dd-d5eb-4c5b-be38-035806046ac9 x-openstack-request-id: req-d99399dd-d5eb-4c5b-be38-035806046ac9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:31.946822 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c11ac8-a314-4d13-b5fe-4c64cd796202", "name": "network-vif-plugged", "status": "completed", "tag": "e2e037d7-b01f-42ed-997d-acba7a3d2463", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:31.947092 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d99399dd-d5eb-4c5b-be38-035806046ac9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:31.947498 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e037d7-b01f-42ed-997d-acba7a3d2463', 'code': 200} Aug 10 03:23:32.134168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985531e-1a20-4d55-8c58-77e0d07e6d44 req-044a93d6-3f9c-41df-8533-a9221422a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.136051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e985531e-1a20-4d55-8c58-77e0d07e6d44 req-044a93d6-3f9c-41df-8533-a9221422a1fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 1098 time: 0.1184392 Aug 10 03:23:32.154888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.168766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.175102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.181183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.187073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.192949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.199302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.201243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-c19cd65c-b3cf-48e1-a3c8-8e6cd0e88c0c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1258268 Aug 10 03:23:32.261676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-320e45bb-f4a6-42e0-a254-7f4810916828 req-16cf1adb-7f2c-4a30-880d-e127688b2ef0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529585 Aug 10 03:23:32.269194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e985531e-1a20-4d55-8c58-77e0d07e6d44 req-1a47aa5b-fdd3-48da-a750-dc112a69a616 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668042 Aug 10 03:23:32.388042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a9909-09dd-4087-870b-2e249794707b req-67b77e7e-3cc4-4194-89a3-6e74a8bd3426 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.389545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-499a9909-09dd-4087-870b-2e249794707b req-67b77e7e-3cc4-4194-89a3-6e74a8bd3426 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 943 time: 0.0524104 Aug 10 03:23:32.432734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-499a9909-09dd-4087-870b-2e249794707b req-02de27ff-24e5-42ec-aed0-cac954a510ba tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365038 Aug 10 03:23:32.494882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4282ca12-9327-461c-9caa-554622d0f48f details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:32.527921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c63b6bb-0ceb-443a-89c9-dde645be5f96 req-3d7a9a0d-3625-41f6-acd3-e65b6fb1f280 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0449421 Aug 10 03:23:32.652600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4282ca12-9327-461c-9caa-554622d0f48f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4282ca12-9327-461c-9caa-554622d0f48f,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:32.658974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa6108-16b3-41ba-99fe-a3f36105d5be req-02eebdef-24db-4260-ba1e-db7c738bd9ae tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.660757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22aa6108-16b3-41ba-99fe-a3f36105d5be req-02eebdef-24db-4260-ba1e-db7c738bd9ae tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 946 time: 0.0544558 Aug 10 03:23:32.674104 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.686597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '4282ca12-9327-461c-9caa-554622d0f48f', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': '4282ca12-9327-461c-9caa-554622d0f48f', 'mac_address': 'fa:16:3e:2f:d8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:32.713605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22aa6108-16b3-41ba-99fe-a3f36105d5be req-3c54e66e-574d-45b8-83b8-408bbe6d9e0e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Aug 10 03:23:32.753038 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.770539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4282ca12-9327-461c-9caa-554622d0f48f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:32.798182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4282ca12-9327-461c-9caa-554622d0f48f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4282ca12-9327-461c-9caa-554622d0f48f,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:32.926109 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.980915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4282ca12-9327-461c-9caa-554622d0f48f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:32.996269 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3313a6a-e555-4c7e-896b-7b290a4f6b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.217477 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:33.235419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['4282ca12-9327-461c-9caa-554622d0f48f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:33.505677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.512754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.514359 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57716) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.518913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.525520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.531282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.537203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.542991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.544902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-c8824873-2628-4061-9e90-779e82610964 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5430 time: 0.1284509 Aug 10 03:23:33.592750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27a0c370-4237-4fb7-970e-aaed99c1797b req-a9df060b-fefb-4f46-ab57-1293c41095a7 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389254 Aug 10 03:23:33.711386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcda95-4e1e-4462-8d32-6579f4b98ec2 req-a085424e-f64f-4725-8d65-89fd7579fa15 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.713059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23dcda95-4e1e-4462-8d32-6579f4b98ec2 req-a085424e-f64f-4725-8d65-89fd7579fa15 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 944 time: 0.0523596 Aug 10 03:23:33.763974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:33.784491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23dcda95-4e1e-4462-8d32-6579f4b98ec2 req-b5e35f6a-a1d7-4a8f-9281-d209eef4d790 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Aug 10 03:23:33.901242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57732) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.927376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7956f74d-a359-4691-901e-1d5d631ae3db req-8cdd1ab5-1921-4955-9195-aa4f3ed1e3f1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0423820 Aug 10 03:23:33.964186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.055924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfab2-f43c-4968-98e6-9581ca3fe393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.062966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38390b3b-0565-47b5-a16c-eaa0e4aad806 req-73a7a3ac-96de-4203-a422-85359315953c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.072389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38390b3b-0565-47b5-a16c-eaa0e4aad806 req-73a7a3ac-96de-4203-a422-85359315953c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 946 time: 0.0708814 Aug 10 03:23:34.114011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38390b3b-0565-47b5-a16c-eaa0e4aad806 req-618b4a20-0802-401d-b251-db75a79c1b88 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Aug 10 03:23:34.127668 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.203274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.209499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfab2-f43c-4968-98e6-9581ca3fe393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.324736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Allocated IP 172.25.1.175 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/7fd667fd-00aa-41f4-a4b0-d171ad734c7f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:34.342773 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfab2-f43c-4968-98e6-9581ca3fe393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.427433 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d4dbfab2-f43c-4968-98e6-9581ca3fe393 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=072b4ca1a5314c59b9e9af4a947e67cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250845 Aug 10 03:23:34.430862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57750) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.431201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbfab2-f43c-4968-98e6-9581ca3fe393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5dcae2-41a9-4494-bc42-67f37e472c7a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.477941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.485876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2350842-5bcb-4570-81ba-70069cd0ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.496288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:34.500906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4282ca12-9327-461c-9caa-554622d0f48f up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:34.511552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2350842-5bcb-4570-81ba-70069cd0ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.639230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.651616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:34.667109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'port_id': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8', 'mac_address': 'fa:16:3e:b1:55:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:34.682863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:34.689791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:34.690698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2350842-5bcb-4570-81ba-70069cd0ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.693712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:34.694276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2350842-5bcb-4570-81ba-70069cd0ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.700653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2350842-5bcb-4570-81ba-70069cd0ff92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e5dcae2-41a9-4494-bc42-67f37e472c7a HTTP/1.1" status: 204 len: 168 time: 0.2661755 Aug 10 03:23:34.709294 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.720170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 4282ca12-9327-461c-9caa-554622d0f48f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:34.722952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd667fd-00aa-41f4-a4b0-d171ad734c7f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.734065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 4282ca12-9327-461c-9caa-554622d0f48f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:34.734436 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.737771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:34.769560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350842-5bcb-4570-81ba-70069cd0ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5dcae2-41a9-4494-bc42-67f37e472c7a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.797090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:34.848863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.860625 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.875303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.875965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 825a6136-27b9-4ec4-880a-51d52113bdb4 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:34.886196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-086c3f05-7cdc-4d6c-bd97-1235f58788ae tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.887891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-086c3f05-7cdc-4d6c-bd97-1235f58788ae tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.2087564 Aug 10 03:23:34.900325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-5d58743b-b153-4f64-8dac-80236159176e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.907027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-5d58743b-b153-4f64-8dac-80236159176e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.2740703 Aug 10 03:23:34.907251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Request body: {'port': {'device_id': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'admin_state_up': True, 'tenant_id': '05216a8327924cc4b0a82468b3910d8c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:34.928690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282ca12-9327-461c-9caa-554622d0f48f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:34.930808 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f47df-f32e-44a5-ac03-fc65b6155bb7" -d '{"events": [{"server_uuid": "c7e16298-9ec7-4045-9926-e3f665277fde", "name": "network-vif-plugged", "status": "completed", "tag": "4282ca12-9327-461c-9caa-554622d0f48f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:34.951546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4282ca12-9327-461c-9caa-554622d0f48f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4282ca12-9327-461c-9caa-554622d0f48f,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.016993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.065335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=825a6136-27b9-4ec4-880a-51d52113bdb4,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.066595 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.077767 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.149300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4282ca12-9327-461c-9caa-554622d0f48f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.154342 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'port_id': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'mac_address': 'fa:16:3e:0b:2e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:35.217795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.242702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825a6136-27b9-4ec4-880a-51d52113bdb4 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:35.283556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=825a6136-27b9-4ec4-880a-51d52113bdb4,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.343811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.357681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.358480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb461c87-37ff-4d0d-9123-f70bf15bfd19 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:35.383046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-64212cdb-ae9f-45f4-a1a2-3436f1a40316 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.4710653 Aug 10 03:23:35.438042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.445106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.478649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'cb461c87-37ff-4d0d-9123-f70bf15bfd19', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'port_id': 'cb461c87-37ff-4d0d-9123-f70bf15bfd19', 'mac_address': 'fa:16:3e:de:40:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:35.480609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.538053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.541816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.577044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-c766da91-9999-435d-9d7c-d7c7549f8aef tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1796460 Aug 10 03:23:35.599704 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd667fd-00aa-41f4-a4b0-d171ad734c7f,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.619123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb461c87-37ff-4d0d-9123-f70bf15bfd19 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:35.650480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.659483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.662273 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3991dd10-2df0-4124-a37d-f0fb30927ed3 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1468081 Aug 10 03:23:35.665355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57788) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:35.670410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-357649830', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'fixed_ips': [{'ip_address': '172.25.1.175'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:35.702092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.720065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-d78cbbab-5277-40f0-ae55-f6b119f20ea9 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419706 Aug 10 03:23:35.721702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Made reservation on behalf of 05216a8327924cc4b0a82468b3910d8c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:35.726525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.790107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.791010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 318c74c6-dd9e-4205-aa9a-acddad3c0e11 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:35.858390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-878a49f5-6a23-4f9b-97c0-4b4e07e0023f service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140983 Aug 10 03:23:35.867021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Made reservation on behalf of d4949eec49e94c7a81f05749bac07694 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:35.869872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.887801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:35.906356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:35.907069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.912318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '318c74c6-dd9e-4205-aa9a-acddad3c0e11', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'port_id': '318c74c6-dd9e-4205-aa9a-acddad3c0e11', 'mac_address': 'fa:16:3e:42:30:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:36.014459 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.047906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318c74c6-dd9e-4205-aa9a-acddad3c0e11 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:36.086366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:36.115155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.143703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Allocated IP 172.20.0.11 (3cccb6e5-b6bb-42d0-87de-6ad33d8d645d/a428b15b-e87b-43ab-ba0f-48e979d5417c/8cf034ad-3254-4c54-83ac-aee88f09ba9d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:36.243979 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.244259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.245871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0774abb4-e56c-434e-a454-54abb867e1a9 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:36.249466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] device_id is not set on port b312c736-4526-4fde-af4f-9dd714d7ab2b yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:23:36.293395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0774abb4-e56c-434e-a454-54abb867e1a9,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:36.400363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.427557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3589959-c28a-4118-a571-4a3997dc5305,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.457635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '0774abb4-e56c-434e-a454-54abb867e1a9', 'network_id': 'f0b41a3c-d677-4673-b38f-d9b8fc9ecebb', 'port_id': '0774abb4-e56c-434e-a454-54abb867e1a9', 'mac_address': 'fa:16:3e:8f:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9c9efa-0e31-4c9f-be81-5297ec26b2eb', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:36.485042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.576508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.594988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0774abb4-e56c-434e-a454-54abb867e1a9 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:36.604299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.621949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:36.664902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:36.673632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:36.679166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:36.688125 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:23:36.688751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:36.714796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0774abb4-e56c-434e-a454-54abb867e1a9,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:36.759998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:36.759998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.762080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event updated for resources: {'Port': ['ID=8cf034ad-3254-4c54-83ac-aee88f09ba9d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.816133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3a5b8a38-dc2a-469a-a39d-ee79f1c98ab9 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1491497 Aug 10 03:23:36.818576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:36.871686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-87f5c8c6-4a5b-4e15-9c24-4f0217aee190 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9685335 Aug 10 03:23:36.874593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.888103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Request body: {'port': {'device_id': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:36.946930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:37.006917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.007659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.061957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.067917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.073913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.080788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.087684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.093665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.099881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.108573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-4da11f38-8790-4afc-a7b6-d75d1f9c7af3 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5435 time: 0.1850865 Aug 10 03:23:37.109873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Deleting port 7fd667fd-00aa-41f4-a4b0-d171ad734c7f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:37.113678 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.157585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:37.183055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30', 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'port_id': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30', 'mac_address': 'fa:16:3e:99:1b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb03132-f1a0-4f5f-8fc0-f20b66f0081f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:37.183226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f43ac6dd-4898-4e43-b02e-4b824d1e8010 req-a87c154e-eb5d-487d-993e-e4350b3d1e61 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737240 Aug 10 03:23:37.273322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.292521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:37.305780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.306368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.313001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:37.320939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Calling delete_port for 7fd667fd-00aa-41f4-a4b0-d171ad734c7f owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:37.392753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.393710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 067658a8-8b29-4d87-90cb-4d7de2307e7c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:37.496476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691362-511a-4dd7-a9cc-30b476d07d44 req-fe368d8c-32b8-4da4-b847-108577d5ec5e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.498901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57691362-511a-4dd7-a9cc-30b476d07d44 req-fe368d8c-32b8-4da4-b847-108577d5ec5e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 945 time: 0.1888094 Aug 10 03:23:37.510407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:37.520480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:37.575972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57691362-511a-4dd7-a9cc-30b476d07d44 req-afdd95f3-298d-46ba-9cea-0809c0f087be tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665879 Aug 10 03:23:37.592328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.604618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['318c74c6-dd9e-4205-aa9a-acddad3c0e11'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:37.613011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['825a6136-27b9-4ec4-880a-51d52113bdb4'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:37.620609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['0774abb4-e56c-434e-a454-54abb867e1a9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:37.637188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.707182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fd667fd-00aa-41f4-a4b0-d171ad734c7f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.721885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.724818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.735585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf034ad-3254-4c54-83ac-aee88f09ba9d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:37.736145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-415a50f6-1159-4ea4-8bec-9862b98f484d tempest-ExternalNetworksAdminNegativeTestJSON-1435467977 tempest-ExternalNetworksAdminNegativeTestJSON-1435467977-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/10715c25-8fec-4a5f-9ea9-2fd7d7e0ffbc HTTP/1.1" status: 204 len: 168 time: 0.9111550 Aug 10 03:23:37.762843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.831197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '067658a8-8b29-4d87-90cb-4d7de2307e7c', 'network_id': 'dcf71ee2-0eee-417e-b633-daf5ca6e96c4', 'port_id': '067658a8-8b29-4d87-90cb-4d7de2307e7c', 'mac_address': 'fa:16:3e:1e:14:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb03132-f1a0-4f5f-8fc0-f20b66f0081f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:37.838565 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a01c1e-6da3-46da-b4ec-b8e008158ee6 x-openstack-request-id: req-e4a01c1e-6da3-46da-b4ec-b8e008158ee6 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:37.838930 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e16298-9ec7-4045-9926-e3f665277fde", "name": "network-vif-plugged", "status": "completed", "tag": "4282ca12-9327-461c-9caa-554622d0f48f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:37.839250 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4a01c1e-6da3-46da-b4ec-b8e008158ee6 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:37.839708 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282ca12-9327-461c-9caa-554622d0f48f', 'code': 200} Aug 10 03:23:37.886187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Transition to ACTIVE for port object 8cf034ad-3254-4c54-83ac-aee88f09ba9d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:37.916081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137d7ad-3d59-4566-912e-294c6bb9060c req-5dbe297c-941c-4b83-8dde-79059b868f43 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.918146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3137d7ad-3d59-4566-912e-294c6bb9060c req-5dbe297c-941c-4b83-8dde-79059b868f43 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 932 time: 0.1735497 Aug 10 03:23:37.931024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fea3-3ec2-4cd3-9989-fea4d6ac44ec req-8d7d5867-162d-48f2-897a-a112322d1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.933407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a15fea3-3ec2-4cd3-9989-fea4d6ac44ec req-8d7d5867-162d-48f2-897a-a112322d1478 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 1097 time: 0.1669648 Aug 10 03:23:38.000432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3137d7ad-3d59-4566-912e-294c6bb9060c req-b8df8b7d-698e-4ca0-89f8-6326c4f8bf37 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730996 Aug 10 03:23:38.002679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a15fea3-3ec2-4cd3-9989-fea4d6ac44ec req-bda95c11-0b30-420c-acd7-b0ac70e2e7b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601301 Aug 10 03:23:38.046203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.173026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Pushing event updated for resources: {'Port': ['ID=8cf034ad-3254-4c54-83ac-aee88f09ba9d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.198637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.202367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Attempting to bind port 8cf034ad-3254-4c54-83ac-aee88f09ba9d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:38.202739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Attempting to bind port 8cf034ad-3254-4c54-83ac-aee88f09ba9d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:38.203070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Attempting to bind port 8cf034ad-3254-4c54-83ac-aee88f09ba9d on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:38.209050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Port 8cf034ad-3254-4c54-83ac-aee88f09ba9d on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:38.210468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Attempting to bind port 8cf034ad-3254-4c54-83ac-aee88f09ba9d on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:38.216186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:38.217183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Checking segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:38.217828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Bound using segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:38.218095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Bound port: 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:38.218359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.259886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067658a8-8b29-4d87-90cb-4d7de2307e7c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:38.323188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] For port 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:38.326518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] For port 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:38.351111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:38.454270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.468020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.494270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.495104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.496590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] 10.222.0.46 "PUT /v2.0/ports/8cf034ad-3254-4c54-83ac-aee88f09ba9d HTTP/1.1" status: 200 len: 1093 time: 1.6161501 Aug 10 03:23:38.497033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'tag': '8cf034ad-3254-4c54-83ac-aee88f09ba9d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:38.499552 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b33057c-8f8b-4f5e-a77e-5637cfc73460" -d '{"events": [{"name": "network-changed", "server_uuid": "a295aad7-f02b-4ee2-816d-35b2698fc5f3", "tag": "8cf034ad-3254-4c54-83ac-aee88f09ba9d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:38.504167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['cb461c87-37ff-4d0d-9123-f70bf15bfd19'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:38.538454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e4e2f-ede8-4fc2-a070-ad30e3a759da service neutron] Pushing event updated for resources: {'Port': ['ID=8cf034ad-3254-4c54-83ac-aee88f09ba9d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.574780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.702305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57880) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:38.789500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-f5ab36b5-23d7-433c-8ff3-2f4ed726296d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=21c26b89-4cf3-4d4e-b1f2-284b5b51c278 HTTP/1.1" status: 200 len: 210 time: 0.0531235 Aug 10 03:23:38.791532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-ef0e2641-e66d-4c31-ad39-49f21be852d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.792948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-ef0e2641-e66d-4c31-ad39-49f21be852d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 1096 time: 0.1287298 Aug 10 03:23:38.831432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1e2-5cb6-4e26-8fca-011874514015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.894618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-19d0edd9-2a22-4c4a-9735-a50037a39ac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d HTTP/1.1" status: 200 len: 217 time: 0.0758255 Aug 10 03:23:38.964995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1e2-5cb6-4e26-8fca-011874514015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.005326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-a0b3a940-86e3-4a8a-ac9c-9eb418c1c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.007203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-a0b3a940-86e3-4a8a-ac9c-9eb418c1c1d3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e48ecba53045408abfca6a6c0a827f4a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1977355 Aug 10 03:23:39.008924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-989cbac2-ed8a-4418-be8a-bf9bb242bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.010441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-989cbac2-ed8a-4418-be8a-bf9bb242bf7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.0957160 Aug 10 03:23:39.080788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['067658a8-8b29-4d87-90cb-4d7de2307e7c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:39.107897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-af2d6339-d509-4128-9dac-adbeca44bda3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797036 Aug 10 03:23:39.156566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1e2-5cb6-4e26-8fca-011874514015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.220715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa1e2-5cb6-4e26-8fca-011874514015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04310414-dcfb-4afc-9287-b932de0d191d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.259504 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8e4fa1e2-5cb6-4e26-8fca-011874514015 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23bfc1cae656442596b025f28a30aa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557840 Aug 10 03:23:39.262173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57910) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:39.265327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-60f61522-2209-4f2c-9a3d-bce65c7070ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.267071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-60f61522-2209-4f2c-9a3d-bce65c7070ee service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402868 Aug 10 03:23:39.296231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['c27395ca-1e76-41cd-b1a9-d6e98e3d0e30'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:39.297233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-53a1ad67-d955-4166-a9e9-a6f24d5200d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582472 Aug 10 03:23:39.326477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5caf638c-e840-4bf3-958c-4323fd8ba08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.353923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5caf638c-e840-4bf3-958c-4323fd8ba08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.495011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325488-b648-4f66-bc28-2a7ea82d2b1b req-622e26ba-f05f-4651-b665-269c99c26b32 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=21c26b89-4cf3-4d4e-b1f2-284b5b51c278 HTTP/1.1" status: 200 len: 210 time: 0.0419760 Aug 10 03:23:39.529380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5caf638c-e840-4bf3-958c-4323fd8ba08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.532507 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5caf638c-e840-4bf3-958c-4323fd8ba08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.533186 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5caf638c-e840-4bf3-958c-4323fd8ba08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04310414-dcfb-4afc-9287-b932de0d191d HTTP/1.1" status: 204 len: 168 time: 0.2696917 Aug 10 03:23:39.538102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b18630-a881-4e5b-81a9-ef2a08ddb9b8 req-ce1a5599-d557-4753-ba70-9617b93d1c1d service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314975 Aug 10 03:23:39.549699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf638c-e840-4bf3-958c-4323fd8ba08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04310414-dcfb-4afc-9287-b932de0d191d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.702903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.709741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.748031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.748031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.748031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.748031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.748031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.748031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-77c850b4-7135-4cd9-a6a9-16c7b56bdf81 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5437 time: 0.1043756 Aug 10 03:23:39.795597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e603bc3e-4080-4b3b-9581-aa8645c5da4f req-d9ec35d1-63b3-4188-9db6-54077867b8fd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413759 Aug 10 03:23:39.853920 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5143f3f-5a71-46ab-b962-4ed0f9345350 x-openstack-request-id: req-e5143f3f-5a71-46ab-b962-4ed0f9345350 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:39.854213 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a295aad7-f02b-4ee2-816d-35b2698fc5f3", "tag": "8cf034ad-3254-4c54-83ac-aee88f09ba9d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:39.854466 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5143f3f-5a71-46ab-b962-4ed0f9345350 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:39.854879 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'tag': '8cf034ad-3254-4c54-83ac-aee88f09ba9d', 'status': 'completed', 'code': 200} Aug 10 03:23:39.951827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-e9352dae-5202-4a99-8c77-caaf10f0d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.953365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-e9352dae-5202-4a99-8c77-caaf10f0d458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0732014 Aug 10 03:23:39.971142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ce0bc-f325-4841-b347-bc780f547b62 req-9db07b3d-5071-45d0-836f-ed341c0cd14c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.971142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea0ce0bc-f325-4841-b347-bc780f547b62 req-9db07b3d-5071-45d0-836f-ed341c0cd14c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 945 time: 0.0605788 Aug 10 03:23:40.066344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea0ce0bc-f325-4841-b347-bc780f547b62 req-7bd73bc2-facc-4390-ad08-437ef4cc6ae5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860355 Aug 10 03:23:40.074710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57924) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:40.089206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-5097cab9-7821-4836-b38f-b1bda2054300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.090687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-5097cab9-7821-4836-b38f-b1bda2054300 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 915 time: 0.1187396 Aug 10 03:23:40.198919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-23f5a9ed-4c1f-42fc-88f3-a27ddbea14b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d HTTP/1.1" status: 200 len: 217 time: 0.0903692 Aug 10 03:23:40.266784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c388a5-fe6e-4b78-bf38-61acd115886b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.334077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5abb6-d53a-4dd7-bb20-25aebe928c3d req-57079b71-dbdd-4aaa-994b-3c079e875ca5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.335955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfc5abb6-d53a-4dd7-bb20-25aebe928c3d req-57079b71-dbdd-4aaa-994b-3c079e875ca5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 944 time: 0.1342781 Aug 10 03:23:40.339974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-cac60ec5-8789-4e28-9c69-2cb16df29d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:40.341450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-cac60ec5-8789-4e28-9c69-2cb16df29d9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.1347535 Aug 10 03:23:40.385319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-84d62cc4-760c-4a16-b9dc-e1db29d2ef2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280735 Aug 10 03:23:40.411082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c388a5-fe6e-4b78-bf38-61acd115886b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.444540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfc5abb6-d53a-4dd7-bb20-25aebe928c3d req-52a33da8-1672-4d0b-bc66-57f9b55cbefb tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005845 Aug 10 03:23:40.472858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c388a5-fe6e-4b78-bf38-61acd115886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.492595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-42c1c96a-20ad-487f-b98a-9a4ce99eba86 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973296 Aug 10 03:23:40.545631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3c388a5-fe6e-4b78-bf38-61acd115886b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7410d651eb3143ce9a67bccb717eafb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729934 Aug 10 03:23:40.546552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c388a5-fe6e-4b78-bf38-61acd115886b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ef74f-2ac5-461f-a07b-d7e7a4ca29a6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.549389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57942) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:40.613479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50c9e79-0cd2-4965-a9af-0f9c830e721e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.631131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b33057c-8f8b-4f5e-a77e-5637cfc73460 req-c57801ed-46cd-4c37-a536-12c93b93f53c service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300251 Aug 10 03:23:40.637568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:40.642111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50c9e79-0cd2-4965-a9af-0f9c830e721e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.699079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-93c39b34-399d-4c10-9218-1f90a98e4c35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4949eec49e94c7a81f05749bac07694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602207 Aug 10 03:23:40.701968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57946) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:40.757358 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97cca8d1-ca86-409f-8e12-6b31a6104d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.780128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97cca8d1-ca86-409f-8e12-6b31a6104d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.792944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50c9e79-0cd2-4965-a9af-0f9c830e721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.792944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50c9e79-0cd2-4965-a9af-0f9c830e721e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:40.792944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a50c9e79-0cd2-4965-a9af-0f9c830e721e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e46ef74f-2ac5-461f-a07b-d7e7a4ca29a6 HTTP/1.1" status: 204 len: 168 time: 0.2412167 Aug 10 03:23:40.814265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c9e79-0cd2-4965-a9af-0f9c830e721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ef74f-2ac5-461f-a07b-d7e7a4ca29a6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.908962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8cf034ad-3254-4c54-83ac-aee88f09ba9d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:40.914176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:41.001216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97cca8d1-ca86-409f-8e12-6b31a6104d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.003831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97cca8d1-ca86-409f-8e12-6b31a6104d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.015799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-97cca8d1-ca86-409f-8e12-6b31a6104d31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3589959-c28a-4118-a571-4a3997dc5305 HTTP/1.1" status: 204 len: 168 time: 0.3127396 Aug 10 03:23:41.046829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cca8d1-ca86-409f-8e12-6b31a6104d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3589959-c28a-4118-a571-4a3997dc5305,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:41.099753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:41.137264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8cf034ad-3254-4c54-83ac-aee88f09ba9d', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'port_id': '8cf034ad-3254-4c54-83ac-aee88f09ba9d', 'mac_address': 'fa:16:3e:53:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428b15b-e87b-43ab-ba0f-48e979d5417c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:41.201666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-cc6ea7d0-ba0f-445c-b457-25baf63df4ba tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:41.205616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-cc6ea7d0-ba0f-445c-b457-25baf63df4ba tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1606691 Aug 10 03:23:41.212373 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.222188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-0177eb4d-d90b-4a23-bb06-d41376b27bb7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0109992 Aug 10 03:23:41.226151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf034ad-3254-4c54-83ac-aee88f09ba9d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:41.243747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:41.249453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:41.251303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:41.251674 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.323161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-564a771e-1ccc-47e8-8140-2788344538b3 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934920 Aug 10 03:23:41.357139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.407796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:41.414590 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fff83d-6e72-4a78-9ad3-e0a0d23fad16" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:41.425228 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.438230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-7734238e-d731-4134-88df-0051f341d923 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070611 Aug 10 03:23:41.454367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:41.527537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8cf034ad-3254-4c54-83ac-aee88f09ba9d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:41.545018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.545840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 318c74c6-dd9e-4205-aa9a-acddad3c0e11 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:41.589934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-241a07b3-dfac-4068-95b6-791aa73f9e9b service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447275 Aug 10 03:23:41.639073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:41.712761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:41.718977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:41.721236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.830574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.853853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8cf034ad-3254-4c54-83ac-aee88f09ba9d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:41.922147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:42.022864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.030117 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.030117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 825a6136-27b9-4ec4-880a-51d52113bdb4 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:42.034843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.043011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.048857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.055473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.061556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.067474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.075477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-9026892b-fb8c-4bc9-81bc-5d783bf0709b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5438 time: 0.1520371 Aug 10 03:23:42.181144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d429b262-f008-456a-8a1e-9a5a9d34e427 req-36a76601-b885-47b3-a553-7bf11c0127a4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955300 Aug 10 03:23:42.216248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57996) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:42.237206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1a073c3-61d3-4bf3-ae59-d1ab3229e64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.255852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.285348 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fde7eb-1e88-43ec-8b9a-b31cb49b7033 x-openstack-request-id: req-a6fde7eb-1e88-43ec-8b9a-b31cb49b7033 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:42.285640 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:42.289249 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6fde7eb-1e88-43ec-8b9a-b31cb49b7033 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:42.289498 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8', 'code': 200} Aug 10 03:23:42.413689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 825a6136-27b9-4ec4-880a-51d52113bdb4 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:42.418329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 825a6136-27b9-4ec4-880a-51d52113bdb4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:42.419099 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.472617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb389b-eae2-498e-9dcd-9e0d6afe896a req-4fdb5fd6-4e85-4f41-b207-2f42c7dd6c44 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.474305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2dbb389b-eae2-498e-9dcd-9e0d6afe896a req-4fdb5fd6-4e85-4f41-b207-2f42c7dd6c44 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 945 time: 0.1388621 Aug 10 03:23:42.483288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1a073c3-61d3-4bf3-ae59-d1ab3229e64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.541996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.544457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2dbb389b-eae2-498e-9dcd-9e0d6afe896a req-f15be2b1-cfae-4720-9a21-c2967438165f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624468 Aug 10 03:23:42.584787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1a073c3-61d3-4bf3-ae59-d1ab3229e64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.594135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=825a6136-27b9-4ec4-880a-51d52113bdb4,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:42.630266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7cbc293-456a-4b69-9766-e6c13380f515 req-b1210b43-1dac-43f0-bf40-17d65ee5cd01 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 210 time: 0.0307171 Aug 10 03:23:42.653570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1a073c3-61d3-4bf3-ae59-d1ab3229e64b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d6a6d248e0e4a8194244a26aa47c650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345877 Aug 10 03:23:42.656408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:42.656733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a073c3-61d3-4bf3-ae59-d1ab3229e64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ed96e-bdc0-4222-b059-6b4452491d57,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.717550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.719143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0774abb4-e56c-434e-a454-54abb867e1a9 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:42.727470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28121f17-45a4-4acd-9ccc-58e25bc6b5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.761288 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28121f17-45a4-4acd-9ccc-58e25bc6b5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:42.861273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.894135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58014) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:42.998226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6a57a3b-514a-487c-840c-1942c02c7162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.027099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28121f17-45a4-4acd-9ccc-58e25bc6b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.029823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-28121f17-45a4-4acd-9ccc-58e25bc6b5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.030925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-28121f17-45a4-4acd-9ccc-58e25bc6b5c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c8ed96e-bdc0-4222-b059-6b4452491d57 HTTP/1.1" status: 204 len: 168 time: 0.3735640 Aug 10 03:23:43.046308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28121f17-45a4-4acd-9ccc-58e25bc6b5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ed96e-bdc0-4222-b059-6b4452491d57,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.048898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 0774abb4-e56c-434e-a454-54abb867e1a9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:43.054156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 0774abb4-e56c-434e-a454-54abb867e1a9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:43.054651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.179740 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.185370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6a57a3b-514a-487c-840c-1942c02c7162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.210256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0774abb4-e56c-434e-a454-54abb867e1a9,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:43.276314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6a57a3b-514a-487c-840c-1942c02c7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.283329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.309370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 067658a8-8b29-4d87-90cb-4d7de2307e7c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:43.328028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.334296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.340063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.346793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.357185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.363301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.367198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.370130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:43.392211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-20b9674a-0b6c-45dd-99d4-eeb3908b7763 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5440 time: 0.1403556 Aug 10 03:23:43.399416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c6a57a3b-514a-487c-840c-1942c02c7162 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d7db4676645489ab853ea7ecd61f22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041564 Aug 10 03:23:43.402115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:43.405801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a57a3b-514a-487c-840c-1942c02c7162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c015014b-c478-47e1-85e3-2b6410b71943,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.451816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eef3dbc-de29-4f62-b97a-1134f973f45c req-001d74a9-8bd1-475d-ae83-e6f8dd5f5422 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730968 Aug 10 03:23:43.501097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58040) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:43.507104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ed24f09-9b02-44a0-a391-f9170117f8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.517175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 067658a8-8b29-4d87-90cb-4d7de2307e7c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:43.526295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 067658a8-8b29-4d87-90cb-4d7de2307e7c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:43.529781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.587395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ed24f09-9b02-44a0-a391-f9170117f8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.706211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.706497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58054) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:43.779412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:43.790489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ed24f09-9b02-44a0-a391-f9170117f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.794794 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ed24f09-9b02-44a0-a391-f9170117f8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.806122 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9ed24f09-9b02-44a0-a391-f9170117f8e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c015014b-c478-47e1-85e3-2b6410b71943 HTTP/1.1" status: 204 len: 168 time: 0.3927679 Aug 10 03:23:43.806122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed24f09-9b02-44a0-a391-f9170117f8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015014b-c478-47e1-85e3-2b6410b71943,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:43.847463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0f83742b-058b-4773-9925-7ad75b8813cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] Request body: {'port': {'network_id': 'd98e9d49-6bbb-40f4-9033-1c46a4e53151', 'name': 'tempest-NetworksNegativeTestJSON-1764470922'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:43.862738 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f83742b-058b-4773-9925-7ad75b8813cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] POST failed (client error): The resource could not be found. Aug 10 03:23:43.863548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f83742b-058b-4773-9925-7ad75b8813cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:43.864886 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0f83742b-058b-4773-9925-7ad75b8813cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1573958 Aug 10 03:23:43.868647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:43.889579 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c4aa45-1b61-43b6-83e5-729b7bf95b2a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:43.890392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c4aa45-1b61-43b6-83e5-729b7bf95b2a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:43.892513 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-70c4aa45-1b61-43b6-83e5-729b7bf95b2a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "DELETE /v2.0/networks/fa2452de-9e32-4c9a-9ee8-52989b34a5cb HTTP/1.1" status: 404 len: 339 time: 0.0228434 Aug 10 03:23:43.896247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:43.901996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.902443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8cf034ad-3254-4c54-83ac-aee88f09ba9d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:43.989286 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b49e35-0f71-42e4-8977-4db7d91ee812 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:43.989286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b49e35-0f71-42e4-8977-4db7d91ee812 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:43.989286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-68b49e35-0f71-42e4-8977-4db7d91ee812 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "DELETE /v2.0/ports/8f46c7a2-bc86-4d87-8da8-361a09a55034 HTTP/1.1" status: 404 len: 333 time: 0.0857501 Aug 10 03:23:43.989552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58066) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.069542 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6605cae6-6006-4349-aae9-af4f32cf66c8 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] DELETE failed (client error): The resource could not be found. Aug 10 03:23:44.069542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6605cae6-6006-4349-aae9-af4f32cf66c8 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:44.071031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6605cae6-6006-4349-aae9-af4f32cf66c8 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "DELETE /v2.0/subnets/ad6eb395-2f95-4234-b0bf-b56dd0f709c4 HTTP/1.1" status: 404 len: 337 time: 0.0688007 Aug 10 03:23:44.077562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58072) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.093571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:44.102785 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-caddb23f-9e6e-4f6f-ab15-f5f2a940e863 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] GET failed (client error): The resource could not be found. Aug 10 03:23:44.107954 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-caddb23f-9e6e-4f6f-ab15-f5f2a940e863 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "GET /v2.0/networks/a1bb6d0b-9305-4b75-8ff4-b073731d216f HTTP/1.1" status: 404 len: 339 time: 0.0257497 Aug 10 03:23:44.109048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58074) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.136513 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb8a82e-359e-4289-9bcf-260e2a867a21 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] GET failed (client error): The resource could not be found. Aug 10 03:23:44.138167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5bb8a82e-359e-4289-9bcf-260e2a867a21 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "GET /v2.0/ports/17cf0366-b5ac-4010-af5b-b6b9f5071653 HTTP/1.1" status: 404 len: 333 time: 0.0289824 Aug 10 03:23:44.142179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58076) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.179687 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc640c63-7477-46ff-b0f7-843b1fc7bd1b tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] GET failed (client error): The resource could not be found. Aug 10 03:23:44.184847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc640c63-7477-46ff-b0f7-843b1fc7bd1b tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "GET /v2.0/subnets/7e6900ab-18c1-452a-9c07-9ea1535c8a04 HTTP/1.1" status: 404 len: 337 time: 0.0379319 Aug 10 03:23:44.186486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58078) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.192405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-104f0302-4a94-4d9d-ace2-917eaa346f17 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:44.208177 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-104f0302-4a94-4d9d-ace2-917eaa346f17 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] PUT failed (client error): The resource could not be found. Aug 10 03:23:44.208796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104f0302-4a94-4d9d-ace2-917eaa346f17 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:44.212431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-104f0302-4a94-4d9d-ace2-917eaa346f17 tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "PUT /v2.0/networks/2f9d0f54-dc5a-4192-a23e-3f8d0d0ffb1a HTTP/1.1" status: 404 len: 339 time: 0.0228918 Aug 10 03:23:44.216441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58082) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.220129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8cf034ad-3254-4c54-83ac-aee88f09ba9d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:44.223460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3674619e-3772-4587-b183-06746ab6447a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:44.230321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8cf034ad-3254-4c54-83ac-aee88f09ba9d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:44.230321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.245311 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3674619e-3772-4587-b183-06746ab6447a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] PUT failed (client error): The resource could not be found. Aug 10 03:23:44.245999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3674619e-3772-4587-b183-06746ab6447a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:44.247314 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3674619e-3772-4587-b183-06746ab6447a tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "PUT /v2.0/ports/c63a4cae-b19b-414f-beff-fd23b4d28569 HTTP/1.1" status: 404 len: 333 time: 0.0293279 Aug 10 03:23:44.256911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58084) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.267785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-034ef20b-a792-40c8-951c-8eaadf0989cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:44.297556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0774abb4-e56c-434e-a454-54abb867e1a9'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:44.303689 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa5bec-4d6a-41f9-88b1-5c1b9fad6ea9" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "0774abb4-e56c-434e-a454-54abb867e1a9"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:44.317839 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ef20b-a792-40c8-951c-8eaadf0989cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] PUT failed (client error): The resource could not be found. Aug 10 03:23:44.318390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034ef20b-a792-40c8-951c-8eaadf0989cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:23:44.322322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-034ef20b-a792-40c8-951c-8eaadf0989cc tempest-NetworksNegativeTestJSON-507913791 tempest-NetworksNegativeTestJSON-507913791-project] 10.222.0.26 "PUT /v2.0/subnets/9d881017-8394-4886-b84c-3fe9f140015d HTTP/1.1" status: 404 len: 337 time: 0.0641363 Aug 10 03:23:44.398009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.438016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:44.454647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-152ad9be-ecf6-4756-b95d-d2e868e48cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5679719 Aug 10 03:23:44.504953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.506067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb461c87-37ff-4d0d-9123-f70bf15bfd19 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:44.561351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd257b-e51c-400d-be38-227873af1274 req-aaed9602-21f8-4735-b701-131ba0f468ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.563420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-aaed9602-21f8-4735-b701-131ba0f468ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 1097 time: 0.0603614 Aug 10 03:23:44.586847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.597870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8cf034ad-3254-4c54-83ac-aee88f09ba9d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:44.675980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:44.681924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:44.682856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.723846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.762913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ac9045-7b4d-460d-9738-432bed61e481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.840043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.902347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:44.914999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd257b-e51c-400d-be38-227873af1274 req-3e48ec68-47ff-46d9-b8b0-7969e9e88f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.916531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-3e48ec68-47ff-46d9-b8b0-7969e9e88f28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 915 time: 0.3249586 Aug 10 03:23:44.934675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ac9045-7b4d-460d-9738-432bed61e481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.975547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.989127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c074d9-c066-465f-ae86-d12f278b41e9 req-733a47f8-3e87-4f9e-a248-f87ad78cb517 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.990694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74c074d9-c066-465f-ae86-d12f278b41e9 req-733a47f8-3e87-4f9e-a248-f87ad78cb517 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.2215874 Aug 10 03:23:45.042020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-4f129217-c391-4c52-9cf9-d6e518ad0743 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21eccc13-73ea-4666-9466-20416e69ad4d HTTP/1.1" status: 200 len: 217 time: 0.0749760 Aug 10 03:23:45.111945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb03b157-402f-4d8a-8c4b-211f6127e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.132644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ac9045-7b4d-460d-9738-432bed61e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.137379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.140816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.141587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:45.179656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74c074d9-c066-465f-ae86-d12f278b41e9 req-a9be22f6-2b36-4ac7-ad83-4d8036113fa3 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412737 Aug 10 03:23:45.185264 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26ac9045-7b4d-460d-9738-432bed61e481 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0d23a45abdb446e8d2bc67089c7bb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563177 Aug 10 03:23:45.191151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58110) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.209241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9045-7b4d-460d-9738-432bed61e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758161f-dc60-4f4f-b2a1-6f6d60f9a44e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.305316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3812bc57-8de5-46d3-81a9-2706a4d13618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.309992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.327791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3812bc57-8de5-46d3-81a9-2706a4d13618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.351131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd257b-e51c-400d-be38-227873af1274 req-651a494a-eeeb-435a-bc96-1a8836cdde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.354960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-651a494a-eeeb-435a-bc96-1a8836cdde67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.2993002 Aug 10 03:23:45.402563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb03b157-402f-4d8a-8c4b-211f6127e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.409231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:45.417852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:45.417852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.428900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1286e2f5-7b8f-4b31-a757-568d79b054b2 req-509a0548-4891-454a-98c7-75ccd9bd853a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 210 time: 0.0699141 Aug 10 03:23:45.453237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-730915b8-8eb2-46de-bd7c-60a919d065b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720444 Aug 10 03:23:45.454472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3812bc57-8de5-46d3-81a9-2706a4d13618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.457478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3812bc57-8de5-46d3-81a9-2706a4d13618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.458631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3812bc57-8de5-46d3-81a9-2706a4d13618 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8758161f-dc60-4f4f-b2a1-6f6d60f9a44e HTTP/1.1" status: 204 len: 168 time: 0.2663939 Aug 10 03:23:45.478340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812bc57-8de5-46d3-81a9-2706a4d13618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758161f-dc60-4f4f-b2a1-6f6d60f9a44e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.489191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb03b157-402f-4d8a-8c4b-211f6127e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.579887 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb03b157-402f-4d8a-8c4b-211f6127e25f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb87707bb23349398045012f2e8266b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052094 Aug 10 03:23:45.579887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03b157-402f-4d8a-8c4b-211f6127e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a130ef7b-75ed-48a3-bd73-b59c2eb34b59,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.582581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58122) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.623164 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e2c21-d501-4c08-8cc9-8bc10f6bbf5e x-openstack-request-id: req-ac2e2c21-d501-4c08-8cc9-8bc10f6bbf5e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:45.623607 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "0774abb4-e56c-434e-a454-54abb867e1a9", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:45.623875 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac2e2c21-d501-4c08-8cc9-8bc10f6bbf5e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:45.627549 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11', 'code': 200} Aug 10 03:23:45.628188 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'code': 200} Aug 10 03:23:45.630385 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0774abb4-e56c-434e-a454-54abb867e1a9', 'code': 200} Aug 10 03:23:45.630687 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c', 'code': 200} Aug 10 03:23:45.645460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-44a6e216-ba68-4d59-819a-c32d08f5e85b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.647077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-44a6e216-ba68-4d59-819a-c32d08f5e85b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.4941909 Aug 10 03:23:45.651429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac77de8-40c7-4b27-87b9-a76f547f08a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.696970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.703728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac77de8-40c7-4b27-87b9-a76f547f08a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.726148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:45.751792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:45.872668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.879012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.885292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.891091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.897181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.903161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.909313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.911285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-35ab2b47-fba1-4685-9071-3e1b10cbae9d tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5443 time: 0.2631779 Aug 10 03:23:45.937238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-a33ea4d3-e7b3-4eea-919c-80787d711b64 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694922 Aug 10 03:23:45.953366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.962932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac77de8-40c7-4b27-87b9-a76f547f08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.962932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac77de8-40c7-4b27-87b9-a76f547f08a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.967327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2ac77de8-40c7-4b27-87b9-a76f547f08a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a130ef7b-75ed-48a3-bd73-b59c2eb34b59 HTTP/1.1" status: 204 len: 168 time: 0.3835185 Aug 10 03:23:45.988787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac77de8-40c7-4b27-87b9-a76f547f08a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a130ef7b-75ed-48a3-bd73-b59c2eb34b59,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.034426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.066492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb8bf4f-afaf-44e9-80bc-27154a06cd63 req-dca4dd37-750c-42ee-ab56-5d79eadaf38a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385818 Aug 10 03:23:46.083383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Deleting port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:46.083795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.162784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ebd257b-e51c-400d-be38-227873af1274 req-ac07cf6b-173b-421f-9d02-153a5fc1046d service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092583 Aug 10 03:23:46.174366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:46.178608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.232710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] For port b1b67cc9-7465-4d5e-99cd-0bbd476dc7be, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:46.233098 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.313165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Calling delete_port for b1b67cc9-7465-4d5e-99cd-0bbd476dc7be owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:46.490109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a5704-5d24-4d25-bbe5-b88b4c660bca req-88c0f9aa-587c-419e-95ef-07dfb90383ad tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.492288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e0a5704-5d24-4d25-bbe5-b88b4c660bca req-88c0f9aa-587c-419e-95ef-07dfb90383ad tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.1807404 Aug 10 03:23:46.590206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.4 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/e42d46e3-d04d-47e4-8233-18ffec086d5e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:46.613873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e0a5704-5d24-4d25-bbe5-b88b4c660bca req-a26d478d-8c0e-4cec-b64b-5abd0be0cbf9 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106942 Aug 10 03:23:46.800159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fef77b4d-8f08-471d-90d9-a96e8529099b req-ce55c689-806c-4e65-b6c3-b1082ffe77fa tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 210 time: 0.0418112 Aug 10 03:23:46.876993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.025841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.055764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b67cc9-7465-4d5e-99cd-0bbd476dc7be,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.087794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.104866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:47.160468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:47.166267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:47.169525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:47.264121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=e42d46e3-d04d-47e4-8233-18ffec086d5e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.407097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.407772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.468586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.474405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.488863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.495600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.518790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.535868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.542398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.544289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-21a95304-b6d2-4535-bfcc-b9fe9f880724 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.2657304 Aug 10 03:23:47.584581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.634355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf034ad-3254-4c54-83ac-aee88f09ba9d'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb461c87-37ff-4d0d-9123-f70bf15bfd19'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:47.638278 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d70197-8466-433c-9c58-b70587ef3780" -d '{"events": [{"server_uuid": "a295aad7-f02b-4ee2-816d-35b2698fc5f3", "name": "network-vif-plugged", "status": "completed", "tag": "8cf034ad-3254-4c54-83ac-aee88f09ba9d"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "cb461c87-37ff-4d0d-9123-f70bf15bfd19"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "c27395ca-1e76-41cd-b1a9-d6e98e3d0e30"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:47.663679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb2ddfef-6e4c-44fc-a2f9-c2e7f7a3c46c req-d95a3aec-bf80-4f8f-acc2-3a1a5d58bded tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983644 Aug 10 03:23:47.960706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58236) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.054948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-57a63b7f-7b1f-478c-bbe0-c49f838f7527 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3695779 Aug 10 03:23:48.073326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Request body: {'port': {'device_id': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:48.231888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284884334'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:48.254729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.270318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047df1-4a2d-4726-9b54-4339e4c0fa7e req-cd11a6e3-4afb-41a3-bc82-c5dabfe09949 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.271764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96047df1-4a2d-4726-9b54-4339e4c0fa7e req-cd11a6e3-4afb-41a3-bc82-c5dabfe09949 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.2223375 Aug 10 03:23:48.372463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Router 8f4d8707-2844-46af-89e1-888b0dbf6620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:48.380405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.391760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.399840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96047df1-4a2d-4726-9b54-4339e4c0fa7e req-78b1be82-a274-493b-b631-5507626c1e7e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074419 Aug 10 03:23:48.458887 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eae43eb-d52e-4194-b51a-b86695302705 x-openstack-request-id: req-9eae43eb-d52e-4194-b51a-b86695302705 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:48.459407 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a295aad7-f02b-4ee2-816d-35b2698fc5f3", "name": "network-vif-plugged", "status": "completed", "tag": "8cf034ad-3254-4c54-83ac-aee88f09ba9d", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "cb461c87-37ff-4d0d-9123-f70bf15bfd19", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-plugged", "status": "completed", "tag": "c27395ca-1e76-41cd-b1a9-d6e98e3d0e30", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:48.459503 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9eae43eb-d52e-4194-b51a-b86695302705 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:48.459900 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf034ad-3254-4c54-83ac-aee88f09ba9d', 'code': 200} Aug 10 03:23:48.460119 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb461c87-37ff-4d0d-9123-f70bf15bfd19', 'code': 200} Aug 10 03:23:48.460391 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30', 'code': 200} Aug 10 03:23:48.510024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.613193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.686068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414a88c3-b2ba-447e-9820-ad8bf53015cf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.742599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:48.758870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-02432e14-3f48-4bbb-9a77-913e1feb6772 admin admin] 10.222.0.26 "PUT /v2.0/routers/8f4d8707-2844-46af-89e1-888b0dbf6620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2564774 Aug 10 03:23:48.763714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58266) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.765339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] Sync routers for ids ['8f4d8707-2844-46af-89e1-888b0dbf6620'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:48.786317 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] Routers {'8f4d8707-2844-46af-89e1-888b0dbf6620'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:48.788794 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8f4d8707-2844-46af-89e1-888b0dbf6620'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:48.789347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9839f6e-d662-4342-a349-d8d9c4b02593 req-222891f7-fa9b-4a3a-a0c8-b528274eb72b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.798681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9839f6e-d662-4342-a349-d8d9c4b02593 req-222891f7-fa9b-4a3a-a0c8-b528274eb72b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 931 time: 0.2686124 Aug 10 03:23:48.801785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.805878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.806376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.806888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.807339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.807880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.808273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.808767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.810642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-8b964712-9c73-4833-bf88-c79c92351497 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6508 time: 0.2000341 Aug 10 03:23:48.823547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94534cdc-fc13-4e1b-b481-040877f75b11 req-55f2f14a-98b1-4131-8e86-ea718564760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.823547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94534cdc-fc13-4e1b-b481-040877f75b11 req-55f2f14a-98b1-4131-8e86-ea718564760d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 1098 time: 0.2136235 Aug 10 03:23:48.900446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.960826 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] Set router 8f4d8707-2844-46af-89e1-888b0dbf6620 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:48.994796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd9b0e-9d0e-4e92-aa36-75d3916f888d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.022761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9839f6e-d662-4342-a349-d8d9c4b02593 req-2247e748-ec79-4562-9fe4-3eb175fe6561 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181711 Aug 10 03:23:49.033337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8891e2a1-94ec-47fe-80eb-725b332de437 req-db022f50-a788-4ced-bfd2-5ab07d2c2702 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770296 Aug 10 03:23:49.035030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94534cdc-fc13-4e1b-b481-040877f75b11 req-1b835dda-621f-4c10-b5fd-a3345f1a7a8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715655 Aug 10 03:23:49.075695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42d46e3-d04d-47e4-8233-18ffec086d5e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:49.096196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.102315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.103838 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b9dbf677-3327-4841-8309-90688e5cda56 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1415818 Aug 10 03:23:49.109924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.130092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.135110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Transition to ACTIVE for port object e42d46e3-d04d-47e4-8233-18ffec086d5e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:49.210293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ab6953a-e760-4089-ba39-cdc1e8b29fe5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0989134 Aug 10 03:23:49.214861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58288) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.219873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-security--958449684', 'description': 'tempest-security-description-1131518042'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:49.243143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.250498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.295019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Pushing event updated for resources: {'Port': ['ID=e42d46e3-d04d-47e4-8233-18ffec086d5e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.307206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.373257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.376418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.378535 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "PUT /v2.0/security-groups/e4fd9b0e-9d0e-4e92-aa36-75d3916f888d HTTP/1.1" status: 200 len: 1779 time: 0.1624241 Aug 10 03:23:49.387023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58298) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.429536 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:23:46Z', 'revision_number': 5, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:49.446385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9e1f1-ecb5-4935-bd4a-83b2030d1777 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd9b0e-9d0e-4e92-aa36-75d3916f888d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.462174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.462288 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] Checking router: 8f4d8707-2844-46af-89e1-888b0dbf6620 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:49.462385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.467771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.469706 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] Routers {'8f4d8707-2844-46af-89e1-888b0dbf6620'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:49.470306 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8f4d8707-2844-46af-89e1-888b0dbf6620'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:49.474121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.480746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.486986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.494342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.496442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-e60d3324-b0a6-4271-a7cc-2f231f8c5dce tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.2955933 Aug 10 03:23:49.504206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.568529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a2de8e4f-45aa-4e30-8391-6a7ac356a440 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups/e4fd9b0e-9d0e-4e92-aa36-75d3916f888d HTTP/1.1" status: 200 len: 1779 time: 0.1800845 Aug 10 03:23:49.571007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58302) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.582131 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] Set router 8f4d8707-2844-46af-89e1-888b0dbf6620 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:49.602896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab9dbbed-f145-4515-b33d-85fa9023cb53 req-8bde8539-3690-4801-9333-5eba9ff4b40e tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902493 Aug 10 03:23:49.652173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Attempting to bind port e42d46e3-d04d-47e4-8233-18ffec086d5e on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:49.652705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Attempting to bind port e42d46e3-d04d-47e4-8233-18ffec086d5e by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:49.653138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Attempting to bind port e42d46e3-d04d-47e4-8233-18ffec086d5e on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:49.664167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Port e42d46e3-d04d-47e4-8233-18ffec086d5e on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:49.664649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Attempting to bind port e42d46e3-d04d-47e4-8233-18ffec086d5e on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:49.672450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:49.672853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:49.673337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:49.674138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Bound port: e42d46e3-d04d-47e4-8233-18ffec086d5e, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:49.674732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.687854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0522192a-cb3b-49a9-a618-632247b92135 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.742502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0522192a-cb3b-49a9-a618-632247b92135 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.802899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Deleting port 752b366c-b8c5-4fb5-b756-ebb0b785d744 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:49.803464 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.869907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] For port e42d46e3-d04d-47e4-8233-18ffec086d5e, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:49.910640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-76af5698-68cd-4dfc-b7e2-09c1b878a3b8 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=74782126498d46f8bf9c4c4ea69bde3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440328 Aug 10 03:23:49.914803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] For port e42d46e3-d04d-47e4-8233-18ffec086d5e, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:49.955582 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:23:46Z', 'revision_number': 5, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:49.967842 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0522192a-cb3b-49a9-a618-632247b92135 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.973054 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0522192a-cb3b-49a9-a618-632247b92135 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.979406 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0522192a-cb3b-49a9-a618-632247b92135 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/e4fd9b0e-9d0e-4e92-aa36-75d3916f888d HTTP/1.1" status: 204 len: 168 time: 0.4031253 Aug 10 03:23:49.984544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297000b-1b3b-47de-82b4-97bdf6ea73e0 None None] The sync data for ids ['8f4d8707-2844-46af-89e1-888b0dbf6620'] in n-d-765315-26 is: [{'id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'name': 'tempest-TaggedBootDevicesTest-643240896-router', 'tenant_id': '977ed682044b405a97546070d216c6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:20:06Z', 'updated_at': '2021-08-10T03:23:46Z', 'revision_number': 5, 'project_id': '977ed682044b405a97546070d216c6af', 'gw_port': {'id': '752b366c-b8c5-4fb5-b756-ebb0b785d744', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d8707-2844-46af-89e1-888b0dbf6620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:20:07Z', 'updated_at': '2021-08-10T03:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:49.991439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58320) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.005614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522192a-cb3b-49a9-a618-632247b92135 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fd9b0e-9d0e-4e92-aa36-75d3916f888d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.052704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] For port 752b366c-b8c5-4fb5-b756-ebb0b785d744, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=752b366c-b8c5-4fb5-b756-ebb0b785d744,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:50.052704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.065219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.129513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Calling delete_port for 752b366c-b8c5-4fb5-b756-ebb0b785d744 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:50.159542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.160174 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.161611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] 10.222.0.46 "PUT /v2.0/ports/e42d46e3-d04d-47e4-8233-18ffec086d5e HTTP/1.1" status: 200 len: 1092 time: 2.0946586 Aug 10 03:23:50.174415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'tag': 'e42d46e3-d04d-47e4-8233-18ffec086d5e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:50.176710 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067db501-d797-445e-bbf7-709a1b099d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3db182ca-0ae7-4221-89db-efe0d9733bab", "tag": "e42d46e3-d04d-47e4-8233-18ffec086d5e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:50.198331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-af9e78a0-fa87-442c-9dd0-0ad5331bf5ca tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.199812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-af9e78a0-fa87-442c-9dd0-0ad5331bf5ca tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817748 Aug 10 03:23:50.205882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6a53cc6a-c872-4312-9750-d18aa7a1eb74 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2116036 Aug 10 03:23:50.207545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.221518 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-b5291915-1b98-4c60-ba7b-90e4e3f68d99 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] delete failed (client error): The resource could not be found. Aug 10 03:23:50.226428 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b5291915-1b98-4c60-ba7b-90e4e3f68d99 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/e4fd9b0e-9d0e-4e92-aa36-75d3916f888d HTTP/1.1" status: 404 len: 347 time: 0.0152407 Aug 10 03:23:50.227134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.232455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735662472'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:50.259185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-da0da071-f592-47f7-b0a8-8b9b82a32099 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/quotas/74782126498d46f8bf9c4c4ea69bde3c HTTP/1.1" status: 200 len: 375 time: 0.0174639 Aug 10 03:23:50.261429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac351a2-d83e-485f-9f11-41b854666323 service neutron] Pushing event updated for resources: {'Port': ['ID=e42d46e3-d04d-47e4-8233-18ffec086d5e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.304975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-049e0716-f79d-4b19-8bfe-46024124b5af tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=74782126498d46f8bf9c4c4ea69bde3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341458 Aug 10 03:23:50.429711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.476604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-6ebce7af-9753-462d-92e5-ab3898db339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.479341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-6ebce7af-9753-462d-92e5-ab3898db339e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 1095 time: 0.0679667 Aug 10 03:23:50.563126 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.567010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-5d9e8097-dde4-4270-a847-e616bf6b2306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e HTTP/1.1" status: 200 len: 217 time: 0.0774415 Aug 10 03:23:50.568737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.622927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=752b366c-b8c5-4fb5-b756-ebb0b785d744,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.669208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-54a70a97-f86b-41b2-9e29-bdb30f141326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.670700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-54a70a97-f86b-41b2-9e29-bdb30f141326 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0939224 Aug 10 03:23:50.677551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.706346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce24ea6-3926-401a-8bf3-5115c251044e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.755193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-b5f83c35-8720-4d20-8800-09b7f7313a29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518367 Aug 10 03:23:50.774364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.783622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba9d99-bf1b-4f22-a246-bb988d1a2065 req-6ce7c32e-642e-4306-a79b-e8249d6e23ce tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.797715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60ba9d99-bf1b-4f22-a246-bb988d1a2065 req-6ce7c32e-642e-4306-a79b-e8249d6e23ce tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.1672001 Aug 10 03:23:50.831955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.833271 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cf99dbd2-2737-4eaa-b525-385dad7b3e9b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6051300 Aug 10 03:23:50.836556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.859045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': 'bce24ea6-3926-401a-8bf3-5115c251044e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:50.961125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.965804 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.003610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60ba9d99-bf1b-4f22-a246-bb988d1a2065 req-d05c3ce2-8067-413a-a546-913bcb6e0ef7 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875834 Aug 10 03:23:51.055623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.058813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-364f96ca-7b4b-40ef-9162-a1a24e88f4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596989 Aug 10 03:23:51.127240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.275400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.293919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebf1252-9f61-4f77-8987-5624e5740d52,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:51.384799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.385433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f4d8707-2844-46af-89e1-888b0dbf6620 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:23:51.392739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.393911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0c0daac2-3dbd-4a15-ac90-c2cf0ab98fa0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8f4d8707-2844-46af-89e1-888b0dbf6620 HTTP/1.1" status: 204 len: 168 time: 2.6278012 Aug 10 03:23:51.399111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58376) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:51.461082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.466991 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c77e64dd-222a-4fa9-951f-d7660c68451d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6294677 Aug 10 03:23:51.467215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85aeb55-af73-43a9-b5d8-63a387c1124a req-53bd1e41-126a-4ea7-980e-28007519e6b2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.467703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58386) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:51.468775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d85aeb55-af73-43a9-b5d8-63a387c1124a req-53bd1e41-126a-4ea7-980e-28007519e6b2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 943 time: 0.4054134 Aug 10 03:23:51.499179 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b6a788c-a903-482a-89d5-7998357a47c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.525298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Deleting subnet 73c09e40-3d03-4fa8-9536-e420d384e768 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:23:51.526992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b6a788c-a903-482a-89d5-7998357a47c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.532408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc72ce2e-bc90-46d0-b910-0659552c861d req-56395606-8407-408f-a9cc-f1812b9bd999 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434609 Aug 10 03:23:51.534191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.578869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d85aeb55-af73-43a9-b5d8-63a387c1124a req-b2d3fe94-d695-4241-95ff-cc7355d22bc8 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966263 Aug 10 03:23:51.594376 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.626276 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be4cd2-6374-4943-b8da-6f628ce9d2b4 x-openstack-request-id: req-29be4cd2-6374-4943-b8da-6f628ce9d2b4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:51.626577 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db182ca-0ae7-4221-89db-efe0d9733bab", "tag": "e42d46e3-d04d-47e4-8233-18ffec086d5e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:51.626833 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29be4cd2-6374-4943-b8da-6f628ce9d2b4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:51.627236 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'tag': 'e42d46e3-d04d-47e4-8233-18ffec086d5e', 'status': 'completed', 'code': 200} Aug 10 03:23:51.643685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b6a788c-a903-482a-89d5-7998357a47c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.653286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b6a788c-a903-482a-89d5-7998357a47c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.654967 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9b6a788c-a903-482a-89d5-7998357a47c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bebf1252-9f61-4f77-8987-5624e5740d52 HTTP/1.1" status: 204 len: 168 time: 0.1860096 Aug 10 03:23:51.662501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58388) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:51.675152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a788c-a903-482a-89d5-7998357a47c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bebf1252-9f61-4f77-8987-5624e5740d52,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:51.722551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e466f19c-9c41-4287-8324-a3b74dad4465 req-624dcd39-4419-4165-9002-8ef8ad5b20c4 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 210 time: 0.0604618 Aug 10 03:23:51.751856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.830879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b11e9d3b-3d1d-4834-b520-fa1091af9a6e tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1648378 Aug 10 03:23:51.831377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:51.850629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067db501-d797-445e-bbf7-709a1b099d5f req-90686381-240a-4a0d-9273-d6d86d82f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.852613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-90686381-240a-4a0d-9273-d6d86d82f059 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 1095 time: 0.1692851 Aug 10 03:23:51.905369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d406360-8f1d-4f72-8ff4-a25a2de24415 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.919085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1b67cc9-7465-4d5e-99cd-0bbd476dc7be no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:51.934773 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d406360-8f1d-4f72-8ff4-a25a2de24415 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.948435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b1b67cc9-7465-4d5e-99cd-0bbd476dc7be {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:51.955618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1b67cc9-7465-4d5e-99cd-0bbd476dc7be not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:51.974133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.978899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.985687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.992883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.998815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.005001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.011403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.013525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-359fc360-d534-45e5-a01c-23a6e06fc4b2 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.2167032 Aug 10 03:23:52.039154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.087852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c09e40-3d03-4fa8-9536-e420d384e768,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.090496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.094565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eeea4733-8a15-46b1-840c-d43e82c4697b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/73c09e40-3d03-4fa8-9536-e420d384e768 HTTP/1.1" status: 204 len: 168 time: 0.6893935 Aug 10 03:23:52.094767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c5afe-a213-4551-b1f8-c0b842b4db14 None None] Network 3f4fb721-34f1-45e8-b397-90bf961706f3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:52.094875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.106833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067db501-d797-445e-bbf7-709a1b099d5f req-0d625f89-8668-40ee-ab1b-2c60345c6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.108660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-0d625f89-8668-40ee-ab1b-2c60345c6c9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.2472131 Aug 10 03:23:52.116895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e34f70d-3eb6-4354-a707-a676058d3bd9 req-5137578a-6dea-4180-b881-cc2486c57f2f tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956154 Aug 10 03:23:52.143041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d406360-8f1d-4f72-8ff4-a25a2de24415 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.146734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d406360-8f1d-4f72-8ff4-a25a2de24415 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.151147 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d406360-8f1d-4f72-8ff4-a25a2de24415 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/bce24ea6-3926-401a-8bf3-5115c251044e HTTP/1.1" status: 204 len: 168 time: 0.3186855 Aug 10 03:23:52.151968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58418) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.179286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-3388b693-7735-425f-8213-80a182b64f82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e HTTP/1.1" status: 200 len: 217 time: 0.0598662 Aug 10 03:23:52.194855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d406360-8f1d-4f72-8ff4-a25a2de24415 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce24ea6-3926-401a-8bf3-5115c251044e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.239779 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7b4effaf-dca3-484e-b94a-46c1b39db7d4 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747600 Aug 10 03:23:52.240786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.247824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280272911'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:52.255458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.308522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2ab6a-7670-49c2-af7e-180a40f18915 req-d1517353-2213-4fe8-a7c3-d88f27358214 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.316067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97c2ab6a-7670-49c2-af7e-180a40f18915 req-d1517353-2213-4fe8-a7c3-d88f27358214 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.1154857 Aug 10 03:23:52.318904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067db501-d797-445e-bbf7-709a1b099d5f req-b0ce8c96-3af4-468f-a20c-265ba077224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.321963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-b0ce8c96-3af4-468f-a20c-265ba077224a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.1177158 Aug 10 03:23:52.342499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] DHCP port deletion for 3f4fb721-34f1-45e8-b397-90bf961706f3 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:23:52.349241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.361186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Deleting port b9d8585f-71a0-41fd-869a-4611ff6c12d9 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:52.361530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.372469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-d4cca398-9e49-4823-9fa0-6106f46b3161 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352793 Aug 10 03:23:52.379748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97c2ab6a-7670-49c2-af7e-180a40f18915 req-2fb2c67d-5b51-4388-baf5-d5c4ef440c15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627902 Aug 10 03:23:52.413850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] Deleting port b9d8585f-71a0-41fd-869a-4611ff6c12d9 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:23:52.414744 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.498227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] For port b9d8585f-71a0-41fd-869a-4611ff6c12d9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9d8585f-71a0-41fd-869a-4611ff6c12d9,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:52.498903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-3be529a0-2f2a-4eec-b75a-faa22ee92520 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133993 Aug 10 03:23:52.499334 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.511866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] Calling delete_port for b9d8585f-71a0-41fd-869a-4611ff6c12d9 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:52.567930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.592581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.598592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.601655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] For port b9d8585f-71a0-41fd-869a-4611ff6c12d9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b9d8585f-71a0-41fd-869a-4611ff6c12d9,segment=NetworkSegment(27b8a6bd-80b2-4f38-99b5-f606f877b9ae),segment_id=27b8a6bd-80b2-4f38-99b5-f606f877b9ae)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:52.602412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.605534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.611766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.618261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.619305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Calling delete_port for b9d8585f-71a0-41fd-869a-4611ff6c12d9 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:23:52.625066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.631666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.633652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.648771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bf9dce3-1a10-4ae8-a604-38d60a95588d req-9fb96ab5-df91-46b0-99a8-3945b327a8b6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.1692438 Aug 10 03:23:52.667212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58454) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.674508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Request body: {'floatingip': {'port_id': '825a6136-27b9-4ec4-880a-51d52113bdb4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:52.707508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.732455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067db501-d797-445e-bbf7-709a1b099d5f req-a5aaf5e7-8c65-4d10-a246-0227c3209be5 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176268 Aug 10 03:23:52.735200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.750525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ef575-4fc0-45f6-90f6-1ca416892e8c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.760394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.765295 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bd7319ac-4fdd-4183-a762-4e412ebb4ff5 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5220666 Aug 10 03:23:52.767440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:52.778014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] Pushing event deleted for resources: {'Port': ['ID=b9d8585f-71a0-41fd-869a-4611ff6c12d9,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.781106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': 'b82ef575-4fc0-45f6-90f6-1ca416892e8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:52.784880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85efb4-28ef-434a-a297-f15caffd63fc None None] No DVR routers for this DVR port b9d8585f-71a0-41fd-869a-4611ff6c12d9 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:52.812004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.862245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d8585f-71a0-41fd-869a-4611ff6c12d9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.873702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] No DVR routers for this DVR port b9d8585f-71a0-41fd-869a-4611ff6c12d9 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:23:52.949002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.964059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e42d46e3-d04d-47e4-8233-18ffec086d5e details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:52.964690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4fb721-34f1-45e8-b397-90bf961706f3']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.973234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.979244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b8a6bd-80b2-4f38-99b5-f606f877b9ae') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.979538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b8a6bd-80b2-4f38-99b5-f606f877b9ae') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:52.988080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d9d4b-1edc-4ab2-b0c5-98a2e1880439 req-ed3fb123-a9e8-4796-a4b0-cc6ef7c17d23 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.989786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e9d9d4b-1edc-4ab2-b0c5-98a2e1880439 req-ed3fb123-a9e8-4796-a4b0-cc6ef7c17d23 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 943 time: 0.1105850 Aug 10 03:23:52.998392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.022941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.033838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:23:53.034237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:23:53.036219 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:23:53.089601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e9d9d4b-1edc-4ab2-b0c5-98a2e1880439 req-23072c1f-9105-4a92-812d-d8df4921eac5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888073 Aug 10 03:23:53.094123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e42d46e3-d04d-47e4-8233-18ffec086d5e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:53.114319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'e42d46e3-d04d-47e4-8233-18ffec086d5e', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': 'e42d46e3-d04d-47e4-8233-18ffec086d5e', 'mac_address': 'fa:16:3e:6f:51:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:53.133648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.162440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.176596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42d46e3-d04d-47e4-8233-18ffec086d5e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:53.198057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e42d46e3-d04d-47e4-8233-18ffec086d5e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:53.237298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0302ccc9-9d0a-4947-b7bf-2b1736be1859 req-29764483-0c09-47b3-8e81-b5a304661dd2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 210 time: 0.0725410 Aug 10 03:23:53.254619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.260499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.280281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.282194 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] 10.222.0.26 "DELETE /v2.0/networks/3f4fb721-34f1-45e8-b397-90bf961706f3 HTTP/1.1" status: 204 len: 168 time: 1.1863599 Aug 10 03:23:53.288571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.294572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f10309-c16e-4b30-a37d-3b283d12d15b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.297901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e7a58-ee28-4efa-8178-718da1fe1a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4fb721-34f1-45e8-b397-90bf961706f3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.357315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.358550 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dec4c371-9e87-482e-9793-dd1f9e0f1954 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5894618 Aug 10 03:23:53.361261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58482) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.371662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e42d46e3-d04d-47e4-8233-18ffec086d5e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.375182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': 'b82ef575-4fc0-45f6-90f6-1ca416892e8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:53.472905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.542884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.557925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9d8585f-71a0-41fd-869a-4611ff6c12d9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:53.580270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b9d8585f-71a0-41fd-869a-4611ff6c12d9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:53.580659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b9d8585f-71a0-41fd-869a-4611ff6c12d9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:53.581077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 752b366c-b8c5-4fb5-b756-ebb0b785d744 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:23:53.600667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 752b366c-b8c5-4fb5-b756-ebb0b785d744 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:23:53.601008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 752b366c-b8c5-4fb5-b756-ebb0b785d744 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:23:53.601612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.642716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.662538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb69731f-ef84-4f38-8799-62e349423e44,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.677975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.723828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e42d46e3-d04d-47e4-8233-18ffec086d5e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:53.740193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.744529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-82bfc34e-e99c-4607-8dcb-f6e065c2b3ac tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3797653 Aug 10 03:23:53.745531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.750916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': 'b82ef575-4fc0-45f6-90f6-1ca416892e8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:53.815000 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Floating IP e6c4757f-c630-4984-9f7e-cde21773979d associated. External IP: 172.25.1.83, port: 825a6136-27b9-4ec4-880a-51d52113bdb4. Aug 10 03:23:53.877728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-2b3b7536-cd3b-45e0-9097-e92ca07ea982 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=74782126498d46f8bf9c4c4ea69bde3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261989 Aug 10 03:23:53.884129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.917188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.953059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f40a0317-61b3-48ee-a033-5b55b74d8c14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=977ed682044b405a97546070d216c6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678391 Aug 10 03:23:53.959619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58492) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:54.048230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.048230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8175-7830-432a-9473-906c5167e496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.067699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8175-7830-432a-9473-906c5167e496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.100158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58496) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:54.157233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.188442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12877ac5-8d21-414b-9d34-dc9f53693193,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.258496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5101d31a-916d-4c5a-a311-e0eb44888db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.322322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8175-7830-432a-9473-906c5167e496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.324961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8175-7830-432a-9473-906c5167e496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.326103 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd9d8175-7830-432a-9473-906c5167e496 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65af7f2a-bfc4-4483-9252-abbfbb09418f HTTP/1.1" status: 204 len: 168 time: 0.3655009 Aug 10 03:23:54.340945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8175-7830-432a-9473-906c5167e496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af7f2a-bfc4-4483-9252-abbfbb09418f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.345221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522789-2af4-4353-8d97-1bac7764e0cc req-e48f358b-d24c-4411-9545-7ca8d69fb102 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.346787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25522789-2af4-4353-8d97-1bac7764e0cc req-e48f358b-d24c-4411-9545-7ca8d69fb102 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 944 time: 0.1613023 Aug 10 03:23:54.371825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.373102 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fc4827b4-912e-456d-9141-65f7be42d9b3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6264250 Aug 10 03:23:54.376625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58506) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:54.383797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': 'b82ef575-4fc0-45f6-90f6-1ca416892e8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:54.394401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-a99f3ed4-5554-45d5-929e-79afce54babf tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.395914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-a99f3ed4-5554-45d5-929e-79afce54babf tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5114796 Aug 10 03:23:54.438891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Request body: {'port': {'device_id': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '74782126498d46f8bf9c4c4ea69bde3c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:54.461428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5101d31a-916d-4c5a-a311-e0eb44888db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.501130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25522789-2af4-4353-8d97-1bac7764e0cc req-59d31c30-0743-4d6d-8db0-49dc36d3614d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383083 Aug 10 03:23:54.548230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Router 5e147144-5bf1-4928-adfb-1a77e6d9239b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:54.553493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5101d31a-916d-4c5a-a311-e0eb44888db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.604487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101d31a-916d-4c5a-a311-e0eb44888db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f5eab1-55d7-4883-8fa4-3fcca61a11bc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.617746 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5101d31a-916d-4c5a-a311-e0eb44888db8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00636d1e9cf74562ad8ad3f45a0d5f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163743 Aug 10 03:23:54.620162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:54.681220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a07bc0eb-3cd1-4564-af1f-670cbc42e446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.702104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:54.716064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] Sync routers for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:54.721342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a07bc0eb-3cd1-4564-af1f-670cbc42e446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.728604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.734725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:54.735370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:54.797235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.861532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-340ce370-2d6b-4684-b28e-ab68c158b060 req-acf6c1f6-2944-4b43-99f3-3cc8a454c8bc tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 210 time: 0.1653183 Aug 10 03:23:54.880231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-da2b87a4-0d78-4414-bd17-8083e8be98c4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "PUT /v2.0/floatingips/e6c4757f-c630-4984-9f7e-cde21773979d HTTP/1.1" status: 200 len: 991 time: 2.2091775 Aug 10 03:23:54.880924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:54.883121 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:54.894316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Made reservation on behalf of 74782126498d46f8bf9c4c4ea69bde3c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:54.909024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.929722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.968522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a07bc0eb-3cd1-4564-af1f-670cbc42e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.971181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a07bc0eb-3cd1-4564-af1f-670cbc42e446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.978501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a07bc0eb-3cd1-4564-af1f-670cbc42e446 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87f5eab1-55d7-4883-8fa4-3fcca61a11bc HTTP/1.1" status: 204 len: 168 time: 0.3511901 Aug 10 03:23:54.997056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc0eb-3cd1-4564-af1f-670cbc42e446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f5eab1-55d7-4883-8fa4-3fcca61a11bc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.028204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.060022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.102560 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2d242-78e2-4e86-b54b-5c22f6d8f9a6 x-openstack-request-id: req-6be2d242-78e2-4e86-b54b-5c22f6d8f9a6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:55.103041 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:55.103358 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6be2d242-78e2-4e86-b54b-5c22f6d8f9a6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:55.103869 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'status': 'completed', 'code': 200} Aug 10 03:23:55.132387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.166435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3124256-322a-44c3-afcf-11fd500f8af5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.204488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:55.204815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.309701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.310212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.310680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.311165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.311641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.312380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.312613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.314584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-33b0b622-3ef8-481e-aa23-7aa6fb88d593 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6508 time: 0.1552281 Aug 10 03:23:55.318408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.345830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.347090 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d1aa83b5-f398-45d2-b95a-523be33856f7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9693704 Aug 10 03:23:55.350649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58532) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:55.355948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': 'b82ef575-4fc0-45f6-90f6-1ca416892e8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:55.454699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Allocated IP 192.168.233.225 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/11d9e567-5454-450f-9d21-1dc8766b5883) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:55.482439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-092943e7-6775-40a7-8742-1a9c872360e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.483943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-092943e7-6775-40a7-8742-1a9c872360e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba272ace-eaff-4fc0-8744-e88c4e34eff5 HTTP/1.1" status: 200 len: 917 time: 0.1500127 Aug 10 03:23:55.503298 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.570891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'e6c4757f-c630-4984-9f7e-cde21773979d', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'port_id': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'mac_address': 'fa:16:3e:0b:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:22:33Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 1, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:50Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:55.635465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] Checking router: 5e147144-5bf1-4928-adfb-1a77e6d9239b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:55.645257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.653015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:55.653749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:55.739736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.781567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df69e5f3-1028-4a9c-8985-bf8b620114e7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.810399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-54c57aa8-99d0-407a-ad29-d8dc4064c4cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 200 len: 999 time: 0.3032248 Aug 10 03:23:55.839594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.858075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e806c3-8c58-4b96-8007-8b286b091827 req-27451946-2da0-4318-86a1-4de646d0c06c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.858345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:55.866112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21e806c3-8c58-4b96-8007-8b286b091827 req-27451946-2da0-4318-86a1-4de646d0c06c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 944 time: 0.1942432 Aug 10 03:23:55.898622 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.899948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b980b999-a44b-40b0-85f8-69bfe57a67d8 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5482852 Aug 10 03:23:55.902857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58556) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:55.921652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58558) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:55.957517 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f2e36d49-3ff0-4cbb-ba7d-c3053358c594 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.968117 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f2e36d49-3ff0-4cbb-ba7d-c3053358c594 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.004504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-d66230c8-dcdb-4493-b96c-0b3e336f5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.006254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-d66230c8-dcdb-4493-b96c-0b3e336f5456 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971c280d-dfc5-4466-ba75-b205cc92deed HTTP/1.1" status: 200 len: 855 time: 0.1888249 Aug 10 03:23:56.010139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21e806c3-8c58-4b96-8007-8b286b091827 req-fc599a4c-8b54-4d70-aee9-8988bdac5bf6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432116 Aug 10 03:23:56.052322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.080648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-17d71650-480c-490d-a4aa-8eaa72059f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.082358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-17d71650-480c-490d-a4aa-8eaa72059f5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645335 Aug 10 03:23:56.180843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-879bb618-5827-41bd-add1-db8b381af04d req-7a5d84db-ac09-4598-911e-6558a9007d53 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 210 time: 0.0675094 Aug 10 03:23:56.201313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'e6c4757f-c630-4984-9f7e-cde21773979d', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'port_id': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'mac_address': 'fa:16:3e:0b:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:22:33Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 1, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:50Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:56.202851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f2e36d49-3ff0-4cbb-ba7d-c3053358c594 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.217270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f2e36d49-3ff0-4cbb-ba7d-c3053358c594 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.219103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Transition to ACTIVE for port object 11d9e567-5454-450f-9d21-1dc8766b5883 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:56.226960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1966978442-network', 'tenant_id': 'df3e3db69c2847fc8814aae5f0c7c9e5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:56.227623 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f2e36d49-3ff0-4cbb-ba7d-c3053358c594 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/df69e5f3-1028-4a9c-8985-bf8b620114e7 HTTP/1.1" status: 204 len: 168 time: 0.3236673 Aug 10 03:23:56.229664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e36d49-3ff0-4cbb-ba7d-c3053358c594 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df69e5f3-1028-4a9c-8985-bf8b620114e7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.234798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:56.282720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-c3a59a95-7965-4e5a-900f-049b438b12ec service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798317 Aug 10 03:23:56.312112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8e4ba9-7c94-4313-9394-aa3fc0baa3a2 None None] The sync data for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 is: [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'e6c4757f-c630-4984-9f7e-cde21773979d', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'port_id': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'mac_address': 'fa:16:3e:0b:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:22:33Z', 'updated_at': '2021-08-10T03:23:53Z', 'revision_number': 1, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:50Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:56.359870 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-11b9130f-386d-4262-9d76-39a636c7378d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1220536 Aug 10 03:23:56.360753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58574) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:56.381364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Made reservation on behalf of df3e3db69c2847fc8814aae5f0c7c9e5 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:56.383607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.389325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1da52e9a-70a4-47d0-951b-4cde4f138818 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.399467 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1da52e9a-70a4-47d0-951b-4cde4f138818 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.409435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.478546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5cc1c9e-b605-4f5d-aa81-5b7eeb4a384c req-4f01e95a-67ee-46fc-9efc-df1d98f716b3 service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869512 Aug 10 03:23:56.512088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.513830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1da52e9a-70a4-47d0-951b-4cde4f138818 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.525688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1da52e9a-70a4-47d0-951b-4cde4f138818 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.529600 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1da52e9a-70a4-47d0-951b-4cde4f138818 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c3124256-322a-44c3-afcf-11fd500f8af5 HTTP/1.1" status: 204 len: 168 time: 0.1673942 Aug 10 03:23:56.530574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58578) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:56.545944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da52e9a-70a4-47d0-951b-4cde4f138818 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3124256-322a-44c3-afcf-11fd500f8af5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.578371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:56.592081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:56.605620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:56.615152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.658900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Pushing event updated for resources: {'Port': ['ID=11d9e567-5454-450f-9d21-1dc8766b5883,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.688863 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b19ca-7d3b-447c-b716-3eb20902dc35 None None] New status for floating IP e6c4757f-c630-4984-9f7e-cde21773979d: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:23:56.713899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-65f5c5db-141e-4fa2-8a24-e1159d8615d1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1583204 Aug 10 03:23:56.716993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.717959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58588) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:56.729294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.730063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.760258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:56.780837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.781186 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Added segment ca9cd3b1-043c-4817-af72-fa72d20ce083 of type vlan for network 30141593-3a85-4a50-9ff5-72484ed84405 Aug 10 03:23:56.782524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4ee48-f5fd-446b-a179-bd91ef2024ec,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.801901 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-593764dd-661a-4f89-9fa4-bfaf8a4dfd33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.815870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-593764dd-661a-4f89-9fa4-bfaf8a4dfd33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.854448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-0078fb46-94ce-4c6e-99cf-b7e5b1225cbb tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4227054 Aug 10 03:23:56.881851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Request body: {'port': {'device_id': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:56.889547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.973347 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.985380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-593764dd-661a-4f89-9fa4-bfaf8a4dfd33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.992650 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-593764dd-661a-4f89-9fa4-bfaf8a4dfd33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.996003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e42d46e3-d04d-47e4-8233-18ffec086d5e up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:56.998767 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-593764dd-661a-4f89-9fa4-bfaf8a4dfd33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/12877ac5-8d21-414b-9d34-dc9f53693193 HTTP/1.1" status: 204 len: 168 time: 0.2742479 Aug 10 03:23:57.007314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58590) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.019067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593764dd-661a-4f89-9fa4-bfaf8a4dfd33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12877ac5-8d21-414b-9d34-dc9f53693193,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.065425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e35aa31-2de8-4d4a-b649-6c8783ccf397 None None] Provisioning for port 11d9e567-5454-450f-9d21-1dc8766b5883 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:57.081356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e35aa31-2de8-4d4a-b649-6c8783ccf397 None None] Provisioning complete for port 11d9e567-5454-450f-9d21-1dc8766b5883 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:57.081734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e35aa31-2de8-4d4a-b649-6c8783ccf397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.082663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-213583e5-256e-419b-aea4-795177586a77 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0740237 Aug 10 03:23:57.086954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58594) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.114404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9edffd1d-da06-420b-8f41-3dfae0226a11 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.134926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9edffd1d-da06-420b-8f41-3dfae0226a11 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.141153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7e35aa31-2de8-4d4a-b649-6c8783ccf397 None None] Port 11d9e567-5454-450f-9d21-1dc8766b5883 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:57.147640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.148681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.149286 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.190755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port e42d46e3-d04d-47e4-8233-18ffec086d5e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:57.194978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port e42d46e3-d04d-47e4-8233-18ffec086d5e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:57.195412 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.253181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9edffd1d-da06-420b-8f41-3dfae0226a11 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.261553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9edffd1d-da06-420b-8f41-3dfae0226a11 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.264158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9edffd1d-da06-420b-8f41-3dfae0226a11 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/eb69731f-ef84-4f38-8799-62e349423e44 HTTP/1.1" status: 204 len: 168 time: 0.1762161 Aug 10 03:23:57.268302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58598) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.307929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] Pushing event updated for resources: {'Network': ['ID=30141593-3a85-4a50-9ff5-72484ed84405,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.308302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.328166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 30141593-3a85-4a50-9ff5-72484ed84405 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:57.328320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edffd1d-da06-420b-8f41-3dfae0226a11 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb69731f-ef84-4f38-8799-62e349423e44,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.328536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ebb03-9826-4066-aea5-ce571d6b297c req-fb43e490-f34a-40b1-b950-89f2825f1b94 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.336571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-853ebb03-9826-4066-aea5-ce571d6b297c req-fb43e490-f34a-40b1-b950-89f2825f1b94 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 944 time: 0.1932979 Aug 10 03:23:57.373341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-687d8426-e2e3-48bf-8d88-8345232131be tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1036210 Aug 10 03:23:57.376245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58606) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.392193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ecfd1d83-3a6c-4d3f-839c-3c3b9eeb8aaa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4604251 Aug 10 03:23:57.405659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.414757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d46e3-d04d-47e4-8233-18ffec086d5e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:57.418014 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f8b2a-9f4b-4b06-a230-175740cb8ea6" -d '{"events": [{"server_uuid": "3db182ca-0ae7-4221-89db-efe0d9733bab", "name": "network-vif-plugged", "status": "completed", "tag": "e42d46e3-d04d-47e4-8233-18ffec086d5e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:57.427137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Request body: {'subnet': {'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1966978442-subnet', 'tenant_id': 'df3e3db69c2847fc8814aae5f0c7c9e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:57.430501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-853ebb03-9826-4066-aea5-ce571d6b297c req-acff4673-e1e8-4526-b767-5f3235499084 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866747 Aug 10 03:23:57.432600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca877fd7-22dd-40ff-b18b-7a784ea70c90 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.444373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e42d46e3-d04d-47e4-8233-18ffec086d5e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:57.447492 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca877fd7-22dd-40ff-b18b-7a784ea70c90 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.543042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d9e567-5454-450f-9d21-1dc8766b5883 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:57.551759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.565645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.567509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Made reservation on behalf of df3e3db69c2847fc8814aae5f0c7c9e5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:57.570494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Transition to ACTIVE for port object 11d9e567-5454-450f-9d21-1dc8766b5883 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:57.575579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.579195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11b0b9-79e4-4271-9fdf-931c045c3881 req-bcb84bf9-ce9a-4e58-90f5-0e61fec5be5d tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.584453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a11b0b9-79e4-4271-9fdf-931c045c3881 req-bcb84bf9-ce9a-4e58-90f5-0e61fec5be5d tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 936 time: 0.0771811 Aug 10 03:23:57.649399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a11b0b9-79e4-4271-9fdf-931c045c3881 req-8836dea5-8fe6-4b98-8f40-6c7244094ee9 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Aug 10 03:23:57.649886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca877fd7-22dd-40ff-b18b-7a784ea70c90 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.665759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.679423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e42d46e3-d04d-47e4-8233-18ffec086d5e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.679785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca877fd7-22dd-40ff-b18b-7a784ea70c90 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.681674 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ca877fd7-22dd-40ff-b18b-7a784ea70c90 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d0f10309-c16e-4b30-a37d-3b283d12d15b HTTP/1.1" status: 204 len: 168 time: 0.3041592 Aug 10 03:23:57.695062 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.737945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca877fd7-22dd-40ff-b18b-7a784ea70c90 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0f10309-c16e-4b30-a37d-3b283d12d15b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.788162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Pushing event updated for resources: {'Port': ['ID=11d9e567-5454-450f-9d21-1dc8766b5883,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.813446 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de5e24f4-b321-486e-9940-c8e40049a202 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1170521 Aug 10 03:23:57.816982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58622) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.854891 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f940a720-2446-44ec-b5c6-836025344d3f x-openstack-request-id: req-f940a720-2446-44ec-b5c6-836025344d3f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:57.855215 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db182ca-0ae7-4221-89db-efe0d9733bab", "name": "network-vif-plugged", "status": "completed", "tag": "e42d46e3-d04d-47e4-8233-18ffec086d5e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:57.855532 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f940a720-2446-44ec-b5c6-836025344d3f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:57.855987 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d46e3-d04d-47e4-8233-18ffec086d5e', 'code': 200} Aug 10 03:23:57.909242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Attempting to bind port 11d9e567-5454-450f-9d21-1dc8766b5883 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:57.924836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Attempting to bind port 11d9e567-5454-450f-9d21-1dc8766b5883 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:57.925113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Attempting to bind port 11d9e567-5454-450f-9d21-1dc8766b5883 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:57.931076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Port 11d9e567-5454-450f-9d21-1dc8766b5883 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:57.934600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Attempting to bind port 11d9e567-5454-450f-9d21-1dc8766b5883 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:57.947740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:57.948098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:57.949422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:57.949882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Bound port: 11d9e567-5454-450f-9d21-1dc8766b5883, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:57.950248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.023834 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.047084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7b530-e0b1-4466-85e9-d4d75e611769 req-3ea071f8-0ba0-4aa5-9d0d-860c131fb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.049122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5da7b530-e0b1-4466-85e9-d4d75e611769 req-3ea071f8-0ba0-4aa5-9d0d-860c131fb944 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 1097 time: 0.0886602 Aug 10 03:23:58.059205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] For port 11d9e567-5454-450f-9d21-1dc8766b5883, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:58.073062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] For port 11d9e567-5454-450f-9d21-1dc8766b5883, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=11d9e567-5454-450f-9d21-1dc8766b5883,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:58.076302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.112049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5da7b530-e0b1-4466-85e9-d4d75e611769 req-8e6512ff-37cc-43e9-82c8-55d36df36e64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Aug 10 03:23:58.146027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.201692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.243304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.243304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.243304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] 10.222.0.46 "PUT /v2.0/ports/11d9e567-5454-450f-9d21-1dc8766b5883 HTTP/1.1" status: 200 len: 1097 time: 1.3666084 Aug 10 03:23:58.243304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'tag': '11d9e567-5454-450f-9d21-1dc8766b5883'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:58.244871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7cd8af-d440-441c-8a09-78188353abcf" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5babea-1d53-46f7-b8be-9b3ecb6d3c96", "tag": "11d9e567-5454-450f-9d21-1dc8766b5883"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:58.272901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c62810-b675-4f3a-a088-8843ae07b10b service neutron] Pushing event updated for resources: {'Port': ['ID=11d9e567-5454-450f-9d21-1dc8766b5883,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.519300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-cb29ba32-7228-4ca0-b015-bc8ad8a6eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.522055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-cb29ba32-7228-4ca0-b015-bc8ad8a6eea3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74782126498d46f8bf9c4c4ea69bde3c&device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 1100 time: 0.1107335 Aug 10 03:23:58.551033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.553730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.555029 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/b82ef575-4fc0-45f6-90f6-1ca416892e8c HTTP/1.1" status: 204 len: 168 time: 0.7364044 Aug 10 03:23:58.566280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:58.581010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.581433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-da94cc5e-10b5-4d63-afd5-c92fafebbe5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=11d9e567-5454-450f-9d21-1dc8766b5883 HTTP/1.1" status: 200 len: 217 time: 0.0492382 Aug 10 03:23:58.590468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ef575-4fc0-45f6-90f6-1ca416892e8c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.602465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.602886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.603289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.603694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.604090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.604514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.604904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.605292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.605685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.606073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.606460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.606845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.614124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Checking segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:58.614454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Network hostable DHCP agents. Network: 30141593-3a85-4a50-9ff5-72484ed84405, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:58.623483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.623892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.624466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.624998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.625524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.626045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.626584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.627098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.627603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.628128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.628570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.632176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e1fe9-3a04-421c-9ffd-cda1d685918a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:58.637123 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be361ad-62ab-4cdd-b7f3-dc7d4cb37164 x-openstack-request-id: req-2be361ad-62ab-4cdd-b7f3-dc7d4cb37164 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:58.637427 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5babea-1d53-46f7-b8be-9b3ecb6d3c96", "tag": "11d9e567-5454-450f-9d21-1dc8766b5883", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:58.637740 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2be361ad-62ab-4cdd-b7f3-dc7d4cb37164 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:58.639138 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'tag': '11d9e567-5454-450f-9d21-1dc8766b5883', 'status': 'completed', 'code': 200} Aug 10 03:23:58.684119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-452a304a-bb15-4e58-8e02-4d048a00e063 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164260 Aug 10 03:23:58.688471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58650) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:58.693524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--7445363'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:58.707213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-a5ee7030-af45-44dd-bff2-763e00045338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.708727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-a5ee7030-af45-44dd-bff2-763e00045338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1168172 Aug 10 03:23:58.751960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24d85c-3200-4f75-9cd4-4f7b1306eff0 req-5ad24b1e-c8d6-4f98-8c50-13f189b1c647 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.753426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f24d85c-3200-4f75-9cd4-4f7b1306eff0 req-5ad24b1e-c8d6-4f98-8c50-13f189b1c647 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 945 time: 0.0899837 Aug 10 03:23:58.756410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Network 30141593-3a85-4a50-9ff5-72484ed84405 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:58.774258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-46609e6a-b7b5-4d02-bb88-ea98ef086959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.779533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-46609e6a-b7b5-4d02-bb88-ea98ef086959 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589485 Aug 10 03:23:58.825328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.847780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f24d85c-3200-4f75-9cd4-4f7b1306eff0 req-e01480a8-281d-4e19-b3f5-719c9d97b1fb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835340 Aug 10 03:23:58.933368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-7c69bf06-3b9f-4ba3-9064-67ddf941b73c service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440983 Aug 10 03:23:58.946746 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.955454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 30141593-3a85-4a50-9ff5-72484ed84405) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:58.966325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff87e03-750a-492e-a1c7-ad9d65345fec None None] Network 30141593-3a85-4a50-9ff5-72484ed84405 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:58.968221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.969051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.154044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.174039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-30141593-3a85-4a50-9ff5-72484ed84405', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'tenant_id': 'df3e3db69c2847fc8814aae5f0c7c9e5', 'fixed_ips': [{'subnet_id': '2c7677af-0cb5-4fdc-b50f-e82488e9c8cf'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:59.175416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.230063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8d0195-0735-48fd-bda6-1b61f0455b0d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.250877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba410211-b29b-4a71-a00f-82cac38f8a36 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8259001 Aug 10 03:23:59.305520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.312626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bcdc1c90-b7ed-423b-b860-c4c68ca156af tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6229012 Aug 10 03:23:59.314238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58664) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.323694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': '2d8d0195-0735-48fd-bda6-1b61f0455b0d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:59.400391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Allocated IP 172.20.0.2 (30141593-3a85-4a50-9ff5-72484ed84405/2c7677af-0cb5-4fdc-b50f-e82488e9c8cf/380428ee-915c-4ffd-a5ab-b335973483a5) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:59.431414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3746e6-8963-4b33-a9c1-82e91ac47505 req-b987b819-e3b8-4ac3-936c-337d4ae8148d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.439456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b3746e6-8963-4b33-a9c1-82e91ac47505 req-b987b819-e3b8-4ac3-936c-337d4ae8148d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 945 time: 0.4587762 Aug 10 03:23:59.477570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.505242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b3746e6-8963-4b33-a9c1-82e91ac47505 req-33937531-8f2a-455a-bb0c-94516eee0887 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609140 Aug 10 03:23:59.516494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-755f9ade-6d27-4ba4-b10a-38f68e4ee7e6 req-2ed06dbd-ba17-4def-9c54-3eecde75ac65 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734327 Aug 10 03:23:59.619020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d315302-7e7c-4b9d-98f2-fdf190e5422b req-2945458a-6d1f-4388-9e18-f09a0244167c tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.620975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.625244 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.626794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d315302-7e7c-4b9d-98f2-fdf190e5422b req-2945458a-6d1f-4388-9e18-f09a0244167c tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 948 time: 0.0691030 Aug 10 03:23:59.635765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Transition to ACTIVE for port object 380428ee-915c-4ffd-a5ab-b335973483a5 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:59.656234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Transition to ACTIVE for port object 380428ee-915c-4ffd-a5ab-b335973483a5 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:59.660312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d315302-7e7c-4b9d-98f2-fdf190e5422b req-6e47bf64-a032-484b-803e-cf9cf172bad2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Aug 10 03:23:59.744716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.765679 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.766126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f4b595-a928-40b4-a200-fa9aa48d2820,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.810780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd8af-d440-441c-8a09-78188353abcf req-2a295064-6d15-4bae-9df9-8defc2963f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.825169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-2a295064-6d15-4bae-9df9-8defc2963f18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74782126498d46f8bf9c4c4ea69bde3c&device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 1100 time: 0.1097152 Aug 10 03:23:59.828652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Network 30141593-3a85-4a50-9ff5-72484ed84405 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:59.840636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:59.846371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:59.871233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.873312 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ccfc5525-c43f-4064-85d9-07ae0258c31d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5576203 Aug 10 03:23:59.876158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58688) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.913352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Pushing event updated for resources: {'Port': ['ID=380428ee-915c-4ffd-a5ab-b335973483a5,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.951299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Attempting to bind port 380428ee-915c-4ffd-a5ab-b335973483a5 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:59.952057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Attempting to bind port 380428ee-915c-4ffd-a5ab-b335973483a5 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:59.952620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Attempting to bind port 380428ee-915c-4ffd-a5ab-b335973483a5 on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:59.965578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:59.967017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Checking segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:59.968024 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.968727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Bound using segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:59.969394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Bound port: 380428ee-915c-4ffd-a5ab-b335973483a5, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:59.969906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.009089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4e350e-15c6-4f6d-91f5-9066020f3cda tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.029819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd8af-d440-441c-8a09-78188353abcf req-b65b36fe-a3e5-4cdc-b284-24de17caaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.036174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-b65b36fe-a3e5-4cdc-b284-24de17caaad6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.2013574 Aug 10 03:24:00.042542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4e350e-15c6-4f6d-91f5-9066020f3cda tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.090014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] For port 380428ee-915c-4ffd-a5ab-b335973483a5, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:00.102298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] For port 380428ee-915c-4ffd-a5ab-b335973483a5, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=380428ee-915c-4ffd-a5ab-b335973483a5,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:00.102961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-1ea85a88-e437-4793-8adb-d1b6311fac61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=11d9e567-5454-450f-9d21-1dc8766b5883 HTTP/1.1" status: 200 len: 217 time: 0.0567942 Aug 10 03:24:00.219550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd8af-d440-441c-8a09-78188353abcf req-bd1b4461-21c6-4985-b23d-62248cbf83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.221017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-bd1b4461-21c6-4985-b23d-62248cbf83a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0978284 Aug 10 03:24:00.242231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4e350e-15c6-4f6d-91f5-9066020f3cda tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.242647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46185ef4-3e1c-43ff-9d90-530121854a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.246193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.246555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4e350e-15c6-4f6d-91f5-9066020f3cda tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.250251 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc4e350e-15c6-4f6d-91f5-9066020f3cda tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/2d8d0195-0735-48fd-bda6-1b61f0455b0d HTTP/1.1" status: 204 len: 168 time: 0.3704700 Aug 10 03:24:00.254134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58706) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.273825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e350e-15c6-4f6d-91f5-9066020f3cda tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8d0195-0735-48fd-bda6-1b61f0455b0d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.287431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-9a727e8e-ab15-4348-b0aa-a3996b07d189 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.294080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-9a727e8e-ab15-4348-b0aa-a3996b07d189 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 816 time: 0.1669524 Aug 10 03:24:00.298120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd8af-d440-441c-8a09-78188353abcf req-bb422c42-cda3-46f4-b2d3-5c6196b5225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.299595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-bb422c42-cda3-46f4-b2d3-5c6196b5225a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678937 Aug 10 03:24:00.322376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-865d4229-a6b3-4a68-bd33-c8a0dcc42331 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645583 Aug 10 03:24:00.322593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58712) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.331725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--871560123'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:00.333442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-2e4cfbff-221a-453b-8336-5ef99eca10e8 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/quotas/df3e3db69c2847fc8814aae5f0c7c9e5 HTTP/1.1" status: 200 len: 375 time: 0.0328248 Aug 10 03:24:00.345430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1bc02-7ffe-452e-8568-799fdcb01622 None None] Pushing event updated for resources: {'Port': ['ID=380428ee-915c-4ffd-a5ab-b335973483a5,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.449923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-0420e511-67d0-4bb9-9ac8-9c3e4240fb40 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028943 Aug 10 03:24:00.454115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.539292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-e82cfdf9-8b1a-48b9-9b90-4df3aa17ff25 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044222 Aug 10 03:24:00.647715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.660644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-c0375138-f4e2-4e5f-9d8e-553c11a83da2 service neutron] 10.222.0.26 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016079 Aug 10 03:24:00.727837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.729750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f7cd8af-d440-441c-8a09-78188353abcf req-d4d4c026-9a16-424e-918e-0dff621bf8ab service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789894 Aug 10 03:24:00.757859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fcb46d-1e42-4e71-9aae-fc322e23b360,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.769691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-6a637c78-2cac-478b-95f9-e3e6b358acaa service neutron] 10.222.0.26 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002004 Aug 10 03:24:00.882780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.884036 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd6de3e9-8537-4627-8f40-a0162e6c53e3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5605776 Aug 10 03:24:00.888384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58732) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.896889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--861857219'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:01.015151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 11d9e567-5454-450f-9d21-1dc8766b5883 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:01.047411 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.143135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 11d9e567-5454-450f-9d21-1dc8766b5883, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=11d9e567-5454-450f-9d21-1dc8766b5883,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:01.163867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '11d9e567-5454-450f-9d21-1dc8766b5883', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '11d9e567-5454-450f-9d21-1dc8766b5883', 'mac_address': 'fa:16:3e:97:41:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:01.203057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-8d98e57a-45ba-4881-a9f2-51604e628b90 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.204635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-8d98e57a-45ba-4881-a9f2-51604e628b90 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 945 time: 0.1181712 Aug 10 03:24:01.246493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.268143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d9e567-5454-450f-9d21-1dc8766b5883 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:01.297995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 11d9e567-5454-450f-9d21-1dc8766b5883, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=11d9e567-5454-450f-9d21-1dc8766b5883,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:01.319034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.389193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc138dd-95d1-4b64-9ba5-41a3767cf4c9 req-a39112fa-71d7-4537-a2ee-09059c73ad23 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.397428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.397593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fc138dd-95d1-4b64-9ba5-41a3767cf4c9 req-a39112fa-71d7-4537-a2ee-09059c73ad23 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 945 time: 0.0762994 Aug 10 03:24:01.402117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Deleting port 4282ca12-9327-461c-9caa-554622d0f48f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:01.405128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.429708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a43e54-2b1c-4060-903d-f670de6eeed4 None None] Network 30141593-3a85-4a50-9ff5-72484ed84405 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:01.455404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.517620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=11d9e567-5454-450f-9d21-1dc8766b5883,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.521954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c622e-6e07-454c-9f3f-7a3732a8fc4d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.540279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fc138dd-95d1-4b64-9ba5-41a3767cf4c9 req-4941ea7a-a076-46f6-8182-4299aa06c29a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370852 Aug 10 03:24:01.575664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] For port 4282ca12-9327-461c-9caa-554622d0f48f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4282ca12-9327-461c-9caa-554622d0f48f,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:01.576036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.599504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Calling delete_port for 4282ca12-9327-461c-9caa-554622d0f48f owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:01.640371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9659a5d3-8356-4919-9ed3-8ed6a704e035 None None] Provisioning for port 380428ee-915c-4ffd-a5ab-b335973483a5 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:01.652237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 380428ee-915c-4ffd-a5ab-b335973483a5 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:01.664605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.665828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c270a280-e5c1-4a9c-957f-20bb87e64236 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7761216 Aug 10 03:24:01.668776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:01.673707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': '43fcb46d-1e42-4e71-9aae-fc322e23b360', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5c8c622e-6e07-454c-9f3f-7a3732a8fc4d', 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:01.787439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['11d9e567-5454-450f-9d21-1dc8766b5883'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:01.821065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.826393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-5178efce-0fdc-4104-a9b9-1549e67be1b5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.827327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 380428ee-915c-4ffd-a5ab-b335973483a5 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:01.834118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-5178efce-0fdc-4104-a9b9-1549e67be1b5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.1725368 Aug 10 03:24:01.846178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 380428ee-915c-4ffd-a5ab-b335973483a5 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:01.847096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.862569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-6fc652e1-7c21-4c48-ac38-41d389fdeaa7 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/quotas/05216a8327924cc4b0a82468b3910d8c HTTP/1.1" status: 200 len: 375 time: 0.0272064 Aug 10 03:24:01.952608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-9a545f3f-b096-4e7c-a9aa-b5af24db82df tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838101 Aug 10 03:24:01.970920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.004226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.019989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.037461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event deleted for resources: {'Port': ['ID=4282ca12-9327-461c-9caa-554622d0f48f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.043896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4b6d55f8-3c38-4d37-9dad-10220867f46f None None] Provisioning complete for port 380428ee-915c-4ffd-a5ab-b335973483a5 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:02.044281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d55f8-3c38-4d37-9dad-10220867f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.092010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] No DVR routers for this DVR port 4282ca12-9327-461c-9caa-554622d0f48f on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:02.094338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.096156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.098121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f33a8cf-d9fd-4e29-b1d3-796c504c989b req-305e238c-4423-4fb1-9498-c22a1847da31 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "DELETE /v2.0/ports/4282ca12-9327-461c-9caa-554622d0f48f HTTP/1.1" status: 204 len: 173 time: 0.8761346 Aug 10 03:24:02.101052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'name': 'network-vif-deleted', 'tag': '4282ca12-9327-461c-9caa-554622d0f48f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:02.112723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b61ad9-7302-44d5-a8af-a66c4f7168b1,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.115811 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca68678f-63c5-4b6b-9202-4112a7b6af0b" -d '{"events": [{"server_uuid": "c7e16298-9ec7-4045-9926-e3f665277fde", "name": "network-vif-deleted", "tag": "4282ca12-9327-461c-9caa-554622d0f48f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:02.125703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 380428ee-915c-4ffd-a5ab-b335973483a5, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=380428ee-915c-4ffd-a5ab-b335973483a5,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:02.141757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-0e714132-a8af-4d83-a382-26456bb8af0f service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850352 Aug 10 03:24:02.203468 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d55f8-3c38-4d37-9dad-10220867f46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.230486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-9af925cd-9497-496d-a959-9040d56589f2 service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842593 Aug 10 03:24:02.265567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.270120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.270315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-106faf69-082a-42c7-9b46-a3016c29dc04 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5969496 Aug 10 03:24:02.270315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58780) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.300443 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00f15b35-a96f-45b2-ab2f-e11df4e3d0cf tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.314384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00f15b35-a96f-45b2-ab2f-e11df4e3d0cf tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.378317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-4b6d55f8-3c38-4d37-9dad-10220867f46f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:24:02.378682 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-4b6d55f8-3c38-4d37-9dad-10220867f46f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:24:02.379307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=380428ee-915c-4ffd-a5ab-b335973483a5,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.442451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00f15b35-a96f-45b2-ab2f-e11df4e3d0cf tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.456917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00f15b35-a96f-45b2-ab2f-e11df4e3d0cf tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.458143 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-00f15b35-a96f-45b2-ab2f-e11df4e3d0cf tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/89b61ad9-7302-44d5-a8af-a66c4f7168b1 HTTP/1.1" status: 204 len: 168 time: 0.1873870 Aug 10 03:24:02.459580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f15b35-a96f-45b2-ab2f-e11df4e3d0cf tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89b61ad9-7302-44d5-a8af-a66c4f7168b1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.461453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58784) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.530719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bdf867b4-ee58-44b1-b1b0-8a7472300aec tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0680008 Aug 10 03:24:02.535175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58794) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.580527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e10dbae-2a89-44bb-bc42-7aa63b8ceba0 req-667802f5-c298-449b-afbb-8074fab1c8bb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 210 time: 0.0423136 Aug 10 03:24:02.633508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6486e881-2982-42f0-89c3-a600c9d2d8da tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.666393 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.710552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6486e881-2982-42f0-89c3-a600c9d2d8da tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.756161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea7ae-98c7-432c-afea-a1c1c9455c2d req-b23192dd-a3ea-41bb-9957-62412963e329 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.757676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-270ea7ae-98c7-432c-afea-a1c1c9455c2d req-b23192dd-a3ea-41bb-9957-62412963e329 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 949 time: 0.1071768 Aug 10 03:24:02.799602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-270ea7ae-98c7-432c-afea-a1c1c9455c2d req-94b19966-3271-48cd-9d7b-00bc8e094472 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Aug 10 03:24:02.882666 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6486e881-2982-42f0-89c3-a600c9d2d8da tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.885829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6486e881-2982-42f0-89c3-a600c9d2d8da tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.886845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6486e881-2982-42f0-89c3-a600c9d2d8da tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/5c8c622e-6e07-454c-9f3f-7a3732a8fc4d HTTP/1.1" status: 204 len: 168 time: 0.3506436 Aug 10 03:24:02.889481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:02.901183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486e881-2982-42f0-89c3-a600c9d2d8da tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c622e-6e07-454c-9f3f-7a3732a8fc4d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.015976 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6ebe4666-6615-45a9-a4df-4309257a353a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1247950 Aug 10 03:24:03.016711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.036751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-940edb1b-7e26-49eb-8abc-6ca1db31a064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.042304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4282ca12-9327-461c-9caa-554622d0f48f no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:03.083110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 4282ca12-9327-461c-9caa-554622d0f48f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:03.084000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4282ca12-9327-461c-9caa-554622d0f48f not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:03.111564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-d3c18783-ff1a-40fb-8918-b2d9d5337f0b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.112844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7caa57c-c19f-426c-8a1b-deed45412974 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.113426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-d3c18783-ff1a-40fb-8918-b2d9d5337f0b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 816 time: 0.1384282 Aug 10 03:24:03.152462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7caa57c-c19f-426c-8a1b-deed45412974 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.155428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-db49af91-a654-43ce-bc42-91fdaa261731 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/quotas/df3e3db69c2847fc8814aae5f0c7c9e5 HTTP/1.1" status: 200 len: 375 time: 0.0317783 Aug 10 03:24:03.237673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-46e7a829-dda3-48fc-b771-b7bf1358cbbc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805862 Aug 10 03:24:03.286882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7caa57c-c19f-426c-8a1b-deed45412974 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.290502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7caa57c-c19f-426c-8a1b-deed45412974 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.294809 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e7caa57c-c19f-426c-8a1b-deed45412974 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/43fcb46d-1e42-4e71-9aae-fc322e23b360 HTTP/1.1" status: 204 len: 168 time: 0.2741714 Aug 10 03:24:03.299647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58826) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.304585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caa57c-c19f-426c-8a1b-deed45412974 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fcb46d-1e42-4e71-9aae-fc322e23b360,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.389363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-66fbe911-7a4c-4c75-bc43-79c83759753a tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869379 Aug 10 03:24:03.394201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58830) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.396835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-99da2f1e-d068-492b-b399-1359225060a5 service neutron] 10.222.0.26 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511557 Aug 10 03:24:03.399340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699802070'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:03.493057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-3d0ae8d0-0489-4387-a833-241b99115d82 service neutron] 10.222.0.26 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950069 Aug 10 03:24:03.537490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.589380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 380428ee-915c-4ffd-a5ab-b335973483a5 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:03.639158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.648254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 380428ee-915c-4ffd-a5ab-b335973483a5 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:03.648668 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.713254 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.769282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e02bbaa-c3c0-453e-83ac-271f39914941,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.847288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849a7ee-e602-427b-a03c-4e2311345167 req-36a56a61-6bd1-44eb-bf29-3bbf8b10adf2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.852742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a849a7ee-e602-427b-a03c-4e2311345167 req-36a56a61-6bd1-44eb-bf29-3bbf8b10adf2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 945 time: 0.0646632 Aug 10 03:24:03.889422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a849a7ee-e602-427b-a03c-4e2311345167 req-d884e36c-877d-46a3-8251-a0bfd2612d11 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Aug 10 03:24:03.916744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.918006 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4be22a2-dd77-4f8e-81d2-0353724e0e9f tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5227773 Aug 10 03:24:03.930049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58854) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:03.935149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': '9e02bbaa-c3c0-453e-83ac-271f39914941', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:03.951139 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c008f5d5-50b0-4097-97ce-1c4949075730 x-openstack-request-id: req-c008f5d5-50b0-4097-97ce-1c4949075730 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:03.951475 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e16298-9ec7-4045-9926-e3f665277fde", "name": "network-vif-deleted", "tag": "4282ca12-9327-461c-9caa-554622d0f48f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:03.952691 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c008f5d5-50b0-4097-97ce-1c4949075730 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:03.953130 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e16298-9ec7-4045-9926-e3f665277fde', 'name': 'network-vif-deleted', 'tag': '4282ca12-9327-461c-9caa-554622d0f48f', 'status': 'completed', 'code': 200} Aug 10 03:24:04.035291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e90f9e0-9d03-45f7-9f79-e3dde9d39666 req-3b2fe716-61ee-4183-b23c-5f09ac6c47a1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 210 time: 0.0277727 Aug 10 03:24:04.105199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.127651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4989e854-2e22-4cc3-b451-8acbf983de70 req-57bf5736-cb3f-4425-b798-5c74406c02eb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 210 time: 0.0258868 Aug 10 03:24:04.213410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.245176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45b7ea-0414-4db0-853e-2483ae31c3f0 req-b595b7d0-477e-463d-aac8-bbbd4a78f553 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.246794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e45b7ea-0414-4db0-853e-2483ae31c3f0 req-b595b7d0-477e-463d-aac8-bbbd4a78f553 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 949 time: 0.0552173 Aug 10 03:24:04.301825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.376539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e45b7ea-0414-4db0-853e-2483ae31c3f0 req-d1e17c60-5e5d-4fe3-8006-eac499fa718f tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181026 Aug 10 03:24:04.391160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.443172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18523c7-cd02-4bb7-a42c-a8793c99d8c5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.497268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-2c02f6fe-51d1-4841-bb04-cd37a4c4cd23 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.499455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-2c02f6fe-51d1-4841-bb04-cd37a4c4cd23 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 816 time: 0.2054415 Aug 10 03:24:04.528004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Request body: {'port': {'device_id': '12049253-b914-4951-ba9d-4ceb326e4285', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'admin_state_up': True, 'tenant_id': 'df3e3db69c2847fc8814aae5f0c7c9e5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:04.532464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.534842 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4781c983-55e7-40c1-b2d7-200f77914715 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6034997 Aug 10 03:24:04.541214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58878) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:04.575208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ed87b4c-9c11-47c9-a46a-d0602e9e5c6c tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.583933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ed87b4c-9c11-47c9-a46a-d0602e9e5c6c tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.716932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-98f40acf-a005-4ca8-8b95-cbc853a0d062 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.718553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-98f40acf-a005-4ca8-8b95-cbc853a0d062 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 816 time: 0.2128317 Aug 10 03:24:04.722231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ed87b4c-9c11-47c9-a46a-d0602e9e5c6c tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.730323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ed87b4c-9c11-47c9-a46a-d0602e9e5c6c tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.731829 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0ed87b4c-9c11-47c9-a46a-d0602e9e5c6c tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f18523c7-cd02-4bb7-a42c-a8793c99d8c5 HTTP/1.1" status: 204 len: 168 time: 0.1912889 Aug 10 03:24:04.736455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58884) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:04.755645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-210a703b-8a52-4f1d-b581-ff4e819ef03c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/quotas/df3e3db69c2847fc8814aae5f0c7c9e5 HTTP/1.1" status: 200 len: 375 time: 0.0226347 Aug 10 03:24:04.763769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed87b4c-9c11-47c9-a46a-d0602e9e5c6c tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f18523c7-cd02-4bb7-a42c-a8793c99d8c5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.811921 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd824d3b-d426-404c-9b32-5867b43823b6 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0686841 Aug 10 03:24:04.813340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-96ee80f2-78cb-4e18-a3cd-ac386cb533ff tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514133 Aug 10 03:24:04.814614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58888) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:04.893567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Made reservation on behalf of df3e3db69c2847fc8814aae5f0c7c9e5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:04.898496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.026441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 11d9e567-5454-450f-9d21-1dc8766b5883 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:05.046148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-244a50c2-4770-47a1-a808-05bfe54a2969 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.084176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-1fbc83f6-29aa-4e8a-9b01-5fe9bc4bc6e0 service neutron] 10.222.0.26 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600472 Aug 10 03:24:05.098644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-244a50c2-4770-47a1-a808-05bfe54a2969 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.278667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-244a50c2-4770-47a1-a808-05bfe54a2969 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.281295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-244a50c2-4770-47a1-a808-05bfe54a2969 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.287258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-244a50c2-4770-47a1-a808-05bfe54a2969 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/9e02bbaa-c3c0-453e-83ac-271f39914941 HTTP/1.1" status: 204 len: 168 time: 0.4666770 Aug 10 03:24:05.287439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58930) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.301454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a50c2-4770-47a1-a808-05bfe54a2969 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e02bbaa-c3c0-453e-83ac-271f39914941,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.322078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Allocated IP 172.20.0.13 (30141593-3a85-4a50-9ff5-72484ed84405/2c7677af-0cb5-4fdc-b50f-e82488e9c8cf/688e3749-76c1-4550-8c9c-c90d6545d68f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:05.381042 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-62f7a725-c3ee-4a62-80ae-1102ffdd2dce tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929091 Aug 10 03:24:05.389582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 11d9e567-5454-450f-9d21-1dc8766b5883 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:05.390989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-5f25346c-2c7e-4ff9-b14e-0d57fc6e72ab service neutron] 10.222.0.26 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754682 Aug 10 03:24:05.391502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:05.393681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 11d9e567-5454-450f-9d21-1dc8766b5883 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:05.394114 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.403565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group': {'name': 'tempest-secgroup--797893792'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:05.553326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.583672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d9e567-5454-450f-9d21-1dc8766b5883'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:05.586667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.586951 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb4daea-f96e-43dc-a372-e2052e178f02" -d '{"events": [{"server_uuid": "2b5babea-1d53-46f7-b8be-9b3ecb6d3c96", "name": "network-vif-plugged", "status": "completed", "tag": "11d9e567-5454-450f-9d21-1dc8766b5883"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:05.602351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 11d9e567-5454-450f-9d21-1dc8766b5883, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=11d9e567-5454-450f-9d21-1dc8766b5883,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:05.674692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.710360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Transition to ACTIVE for port object 688e3749-76c1-4550-8c9c-c90d6545d68f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:05.727827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.728749 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.833237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=11d9e567-5454-450f-9d21-1dc8766b5883,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.854871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-615f9cd1-bcf6-4de8-b05f-eb3e8250aabb tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.856939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-615f9cd1-bcf6-4de8-b05f-eb3e8250aabb tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.2867408 Aug 10 03:24:05.951786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Request body: {'port': {'device_id': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'admin_state_up': True, 'tenant_id': '05216a8327924cc4b0a82468b3910d8c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:05.965783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.043571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.096829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67654b14-8f9d-4814-a5a8-92e69d4a8d55,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.183660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.228197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Network 30141593-3a85-4a50-9ff5-72484ed84405 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:06.230083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:06.250692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:06.259302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.260655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dbda26a3-6541-4c45-9ca8-1c448bb74c33 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8624942 Aug 10 03:24:06.264202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58996) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:06.269139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': '67654b14-8f9d-4814-a5a8-92e69d4a8d55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:06.294670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Pushing event updated for resources: {'Port': ['ID=688e3749-76c1-4550-8c9c-c90d6545d68f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.326298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.326298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.420220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Made reservation on behalf of 05216a8327924cc4b0a82468b3910d8c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:06.423948 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.550831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-4a2b8a5f-6bbb-4068-83d2-529adb1b5159 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0409040 Aug 10 03:24:06.570586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Request body: {'port': {'device_id': '12049253-b914-4951-ba9d-4ceb326e4285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:06.600127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Allocated IP 172.20.0.14 (3cccb6e5-b6bb-42d0-87de-6ad33d8d645d/a428b15b-e87b-43ab-ba0f-48e979d5417c/30861cc4-787b-44d5-a965-0d69d61865c0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:06.656537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.709620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-03ad74c9-b904-4a12-991b-15083d05d363 None None] Provisioning for port 688e3749-76c1-4550-8c9c-c90d6545d68f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:06.714714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-03ad74c9-b904-4a12-991b-15083d05d363 None None] Provisioning complete for port 688e3749-76c1-4550-8c9c-c90d6545d68f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:06.715136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03ad74c9-b904-4a12-991b-15083d05d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.747463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.762472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-03ad74c9-b904-4a12-991b-15083d05d363 None None] Port 688e3749-76c1-4550-8c9c-c90d6545d68f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:06.794773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de2cf8e0-b168-44c7-9747-f098762b9b7f req-58a64d56-dffc-44d3-80a9-8dfad3fb1f46 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 210 time: 0.0841837 Aug 10 03:24:06.834838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.926563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.946283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba7a705-a546-40a4-8dbc-70bc2de708d3,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.144134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.148942 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d2b34c9a-69c9-4b55-86d4-2b6c20facb2d tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8835318 Aug 10 03:24:07.152868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59024) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.168086 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b2dec7db-5a5c-4856-b944-27cacf6bb272 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules/8ba7a705-a546-40a4-8dbc-70bc2de708d3 HTTP/1.1" status: 200 len: 763 time: 0.0170517 Aug 10 03:24:07.170829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59026) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.223001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13161534-fb30-4888-b1c0-08439aece4d7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0510228 Aug 10 03:24:07.225861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59030) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.253444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a109001-7240-4075-bd7b-5d734bdc6111 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.262561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a109001-7240-4075-bd7b-5d734bdc6111 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.280674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e346de74-5bf2-4653-b0b3-3b474916543e req-c9bfa372-c738-4777-963a-32c53ca6ffd7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7e16298-9ec7-4045-9926-e3f665277fde HTTP/1.1" status: 200 len: 210 time: 0.4119160 Aug 10 03:24:07.399076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-07f99c21-b4bf-4776-919f-ec24d02b7e9e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.400508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-07f99c21-b4bf-4776-919f-ec24d02b7e9e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 816 time: 0.6402345 Aug 10 03:24:07.410971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.413493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a109001-7240-4075-bd7b-5d734bdc6111 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.421338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Request body: {'port': {'device_id': 'e073f618-2964-4a68-b077-7079e7a76d88', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'admin_state_up': True, 'tenant_id': 'df3e3db69c2847fc8814aae5f0c7c9e5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:07.421634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a109001-7240-4075-bd7b-5d734bdc6111 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.422668 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1a109001-7240-4075-bd7b-5d734bdc6111 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8ba7a705-a546-40a4-8dbc-70bc2de708d3 HTTP/1.1" status: 204 len: 168 time: 0.1957901 Aug 10 03:24:07.426777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59032) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.434207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a109001-7240-4075-bd7b-5d734bdc6111 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ba7a705-a546-40a4-8dbc-70bc2de708d3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.485182 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0ad7bd1f-ce84-40ef-bfa9-21b0bc53161b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0525084 Aug 10 03:24:07.485182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.489923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': '67654b14-8f9d-4814-a5a8-92e69d4a8d55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:07.578361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c3d7e-0a01-4fc5-aebd-b02259546d0c req-8272e632-6fe5-40b4-94cd-a94bd81c843c tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.579752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c34c3d7e-0a01-4fc5-aebd-b02259546d0c req-8272e632-6fe5-40b4-94cd-a94bd81c843c tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 950 time: 0.1915436 Aug 10 03:24:07.611349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.689796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.696036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c34c3d7e-0a01-4fc5-aebd-b02259546d0c req-5b9d3de7-2d00-480d-a0cf-ff22b8702003 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014736 Aug 10 03:24:07.718521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e3749-76c1-4550-8c9c-c90d6545d68f {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:07.718521 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.725415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.732395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d', '8cf034ad-3254-4c54-83ac-aee88f09ba9d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:07.778014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.794301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Transition to ACTIVE for port object 688e3749-76c1-4550-8c9c-c90d6545d68f will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:07.821674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeac0d9f-f03e-4c9c-8969-77ff183ded5c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.827910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event updated for resources: {'Port': ['ID=30861cc4-787b-44d5-a965-0d69d61865c0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.833722 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b65d2c-5b5d-4891-aac8-d8d4eeebe9cd x-openstack-request-id: req-27b65d2c-5b5d-4891-aac8-d8d4eeebe9cd {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:07.834281 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5babea-1d53-46f7-b8be-9b3ecb6d3c96", "name": "network-vif-plugged", "status": "completed", "tag": "11d9e567-5454-450f-9d21-1dc8766b5883", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:07.834693 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27b65d2c-5b5d-4891-aac8-d8d4eeebe9cd {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:07.835237 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d9e567-5454-450f-9d21-1dc8766b5883', 'code': 200} Aug 10 03:24:07.837230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Made reservation on behalf of df3e3db69c2847fc8814aae5f0c7c9e5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:07.841989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.869540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:07.897551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:07.927813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:07.931037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.934612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6dd78c10-0b1d-49f2-b22a-e93ea3f11c9a req-065b4e7d-84d0-44c2-ae59-85d024e9e446 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 210 time: 0.0633366 Aug 10 03:24:08.002808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.003978 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-34692da5-864a-4057-ad6c-1b575198dc19 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5186515 Aug 10 03:24:08.007084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59058) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.008750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Pushing event updated for resources: {'Port': ['ID=688e3749-76c1-4550-8c9c-c90d6545d68f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.028403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1f45233-d7a9-430f-81d5-229814e79a77 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules/eeac0d9f-f03e-4c9c-8969-77ff183ded5c HTTP/1.1" status: 200 len: 763 time: 0.0199976 Aug 10 03:24:08.034889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fee731-02ad-49a2-af10-958ee4482cd3 req-7220ce4e-c5a9-495c-bddb-4d870954cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.037016 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3fee731-02ad-49a2-af10-958ee4482cd3 req-7220ce4e-c5a9-495c-bddb-4d870954cc81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 1102 time: 0.0766087 Aug 10 03:24:08.037473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59060) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.125978 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08739cd1-a4b1-423b-8b78-a2ef40c5f225 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0874171 Aug 10 03:24:08.128559 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e3fee731-02ad-49a2-af10-958ee4482cd3 req-5b49fb94-59ad-401b-8550-f6c9287d27b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771675 Aug 10 03:24:08.129281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.151413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.152041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.157523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a504b530-4c1b-4480-85bb-c7f59182cec3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.167186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a504b530-4c1b-4480-85bb-c7f59182cec3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.219187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de621ac-a784-4fb4-8263-d2bb61d9b78b req-6ed9e5d8-0531-4aec-a773-c59c0e9f1377 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.220739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3de621ac-a784-4fb4-8263-d2bb61d9b78b req-6ed9e5d8-0531-4aec-a773-c59c0e9f1377 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 945 time: 0.2078128 Aug 10 03:24:08.286791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Allocated IP 172.20.0.3 (30141593-3a85-4a50-9ff5-72484ed84405/2c7677af-0cb5-4fdc-b50f-e82488e9c8cf/a459618d-2d03-4cf6-a8f5-1590902f3ede) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:08.331311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3de621ac-a784-4fb4-8263-d2bb61d9b78b req-23a3144d-bd5e-4a6e-969d-d9f3080b99ea tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027985 Aug 10 03:24:08.334710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Attempting to bind port 688e3749-76c1-4550-8c9c-c90d6545d68f on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:08.335085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Attempting to bind port 688e3749-76c1-4550-8c9c-c90d6545d68f by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:08.335419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Attempting to bind port 688e3749-76c1-4550-8c9c-c90d6545d68f on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:08.350139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Port 688e3749-76c1-4550-8c9c-c90d6545d68f on network 30141593-3a85-4a50-9ff5-72484ed84405 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:08.350402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Attempting to bind port 688e3749-76c1-4550-8c9c-c90d6545d68f on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:08.363981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:08.364857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Checking segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:08.365246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Bound using segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:08.365682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Bound port: 688e3749-76c1-4550-8c9c-c90d6545d68f, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:08.366043 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.389641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a504b530-4c1b-4480-85bb-c7f59182cec3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.396698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a504b530-4c1b-4480-85bb-c7f59182cec3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.400846 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a504b530-4c1b-4480-85bb-c7f59182cec3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/eeac0d9f-f03e-4c9c-8969-77ff183ded5c HTTP/1.1" status: 204 len: 168 time: 0.2691538 Aug 10 03:24:08.401321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-65133957-1410-4bac-b41e-5c511ae43f15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4650083 Aug 10 03:24:08.405470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59066) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.412074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504b530-4c1b-4480-85bb-c7f59182cec3 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eeac0d9f-f03e-4c9c-8969-77ff183ded5c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.455464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-172b2005-f03d-4b2c-b327-1dab6351a0c7 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486603 Aug 10 03:24:08.458067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59072) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.463878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Request body: {'port': {'device_id': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:08.464932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Request body: {'security_group_rule': {'security_group_id': '67654b14-8f9d-4814-a5a8-92e69d4a8d55', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:08.607438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.618141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] For port 688e3749-76c1-4550-8c9c-c90d6545d68f, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:08.620228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.624384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] For port 688e3749-76c1-4550-8c9c-c90d6545d68f, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=688e3749-76c1-4550-8c9c-c90d6545d68f,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:08.644337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.664402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6eacf-4add-48bd-81a8-82b0dc74287a req-6f76f4a5-a9cc-4fb4-b6a0-55b6895f73fb tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.665956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2c6eacf-4add-48bd-81a8-82b0dc74287a req-6f76f4a5-a9cc-4fb4-b6a0-55b6895f73fb tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 932 time: 0.1599815 Aug 10 03:24:08.667767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a39858-3b87-4ed7-befb-cc2174261704 req-a069f06c-f2ed-4817-970e-b05996c5a19e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.669431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60a39858-3b87-4ed7-befb-cc2174261704 req-a069f06c-f2ed-4817-970e-b05996c5a19e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 945 time: 0.0924749 Aug 10 03:24:08.700274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Transition to ACTIVE for port object a459618d-2d03-4cf6-a8f5-1590902f3ede will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:08.745965 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.750990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.800529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port e42d46e3-d04d-47e4-8233-18ffec086d5e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:08.801220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.832992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2c6eacf-4add-48bd-81a8-82b0dc74287a req-6ce9930a-8e51-42c2-a6ee-153f711bd7ca tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Aug 10 03:24:08.872540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.872540 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.872540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] 10.222.0.46 "PUT /v2.0/ports/688e3749-76c1-4550-8c9c-c90d6545d68f HTTP/1.1" status: 200 len: 1093 time: 2.3007724 Aug 10 03:24:08.872540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12049253-b914-4951-ba9d-4ceb326e4285', 'tag': '688e3749-76c1-4550-8c9c-c90d6545d68f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:08.873323 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "12049253-b914-4951-ba9d-4ceb326e4285", "tag": "688e3749-76c1-4550-8c9c-c90d6545d68f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:08.935429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.958498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port e42d46e3-d04d-47e4-8233-18ffec086d5e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e42d46e3-d04d-47e4-8233-18ffec086d5e,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:08.958886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.980495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5b5421-be1e-4a7d-833a-6ad1aa74be43,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.982668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for e42d46e3-d04d-47e4-8233-18ffec086d5e owned by compute:nova {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:09.018390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28be46-d661-4b7e-b63d-a6c704695919 service neutron] Pushing event updated for resources: {'Port': ['ID=688e3749-76c1-4550-8c9c-c90d6545d68f,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.079484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.094427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.096424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e5e0b05b-79a3-4c1a-93cb-0e18b4516ba9 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6361213 Aug 10 03:24:09.139560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.174194 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab9b167e-4b19-49ef-9172-0ea621f8f6ae tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules/bf5b5421-be1e-4a7d-833a-6ad1aa74be43 HTTP/1.1" status: 200 len: 764 time: 0.0308220 Aug 10 03:24:09.177244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.235528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Network 30141593-3a85-4a50-9ff5-72484ed84405 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:09.238627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e8c1e81-e803-49a9-a950-272368090b40 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0617859 Aug 10 03:24:09.241863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59106) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.251067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c8c3-a6ed-4832-84ad-054e54735008 req-476c2da7-fb73-4cf4-9115-a8cac212e24b tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.252586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb2c8c3-a6ed-4832-84ad-054e54735008 req-476c2da7-fb73-4cf4-9115-a8cac212e24b tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 950 time: 0.2648537 Aug 10 03:24:09.266770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77b4d2b-1df4-4021-ade0-5ee106259d76 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.268295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:09.276124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77b4d2b-1df4-4021-ade0-5ee106259d76 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.287975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Pushing event updated for resources: {'Port': ['ID=a459618d-2d03-4cf6-a8f5-1590902f3ede,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.296475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:09.351928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-d76dbc08-c119-4e04-9977-84c0b4f44208 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.353468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-d76dbc08-c119-4e04-9977-84c0b4f44208 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 816 time: 0.3646502 Aug 10 03:24:09.368600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.378873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Request body: {'port': {'device_id': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'admin_state_up': True, 'tenant_id': 'df3e3db69c2847fc8814aae5f0c7c9e5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:09.386240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:09.391328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-70bbfc86-d89c-480e-b632-b5316b6002bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.392867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-70bbfc86-d89c-480e-b632-b5316b6002bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 1096 time: 0.2904105 Aug 10 03:24:09.477498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77b4d2b-1df4-4021-ade0-5ee106259d76 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.483926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b77b4d2b-1df4-4021-ade0-5ee106259d76 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.485839 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b77b4d2b-1df4-4021-ade0-5ee106259d76 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bf5b5421-be1e-4a7d-833a-6ad1aa74be43 HTTP/1.1" status: 204 len: 168 time: 0.2430563 Aug 10 03:24:09.492645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=e42d46e3-d04d-47e4-8233-18ffec086d5e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.497281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59126) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.555348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-8dc7cbaf-1636-4aaf-be19-535a821402a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688e3749-76c1-4550-8c9c-c90d6545d68f HTTP/1.1" status: 200 len: 217 time: 0.1388857 Aug 10 03:24:09.567986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b4d2b-1df4-4021-ade0-5ee106259d76 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf5b5421-be1e-4a7d-833a-6ad1aa74be43,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.578660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.579583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.588785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port e42d46e3-d04d-47e4-8233-18ffec086d5e on host n-h1-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:09.592881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.595227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/e42d46e3-d04d-47e4-8233-18ffec086d5e HTTP/1.1" status: 204 len: 173 time: 0.9095531 Aug 10 03:24:09.596466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'name': 'network-vif-deleted', 'tag': 'e42d46e3-d04d-47e4-8233-18ffec086d5e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:09.599632 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b04378-f8c6-4887-9256-0d5e85cb3a63" -d '{"events": [{"server_uuid": "3db182ca-0ae7-4221-89db-efe0d9733bab", "name": "network-vif-deleted", "tag": "e42d46e3-d04d-47e4-8233-18ffec086d5e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:09.602332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb2c8c3-a6ed-4832-84ad-054e54735008 req-0f9553c6-5ca7-4aa9-a4ca-558cc60fdec5 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351331 Aug 10 03:24:09.649630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e108b39-3002-4a7a-bdeb-9ca6ec3eb0cd tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321537 Aug 10 03:24:09.652559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59134) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.656747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30861cc4-787b-44d5-a965-0d69d61865c0 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:09.671967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.675254 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60da026b-6a7d-46e8-b91a-b5be37003770 x-openstack-request-id: req-60da026b-6a7d-46e8-b91a-b5be37003770 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:09.675656 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12049253-b914-4951-ba9d-4ceb326e4285", "tag": "688e3749-76c1-4550-8c9c-c90d6545d68f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:09.676014 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60da026b-6a7d-46e8-b91a-b5be37003770 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:09.676527 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12049253-b914-4951-ba9d-4ceb326e4285', 'tag': '688e3749-76c1-4550-8c9c-c90d6545d68f', 'status': 'completed', 'code': 200} Aug 10 03:24:09.708791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Transition to ACTIVE for port object 30861cc4-787b-44d5-a965-0d69d61865c0 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:09.710412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-bf2b5899-54d0-4b4f-90ae-ce8ac084222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.711936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-bf2b5899-54d0-4b4f-90ae-ce8ac084222b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.1291966 Aug 10 03:24:09.715315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85d16faf-fa8a-4aa9-9ae0-75bef9eab7b1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.740286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85d16faf-fa8a-4aa9-9ae0-75bef9eab7b1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.764706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29d93809-970c-4116-a4ae-dc019fdb8356 req-7ad57e25-b416-4204-bb22-6e59bdda6db9 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 210 time: 0.0440733 Aug 10 03:24:09.797858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3a6a61e1-ff4f-4929-9ba1-6e3b6443c16a None None] Provisioning for port a459618d-2d03-4cf6-a8f5-1590902f3ede completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:09.802353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3a6a61e1-ff4f-4929-9ba1-6e3b6443c16a None None] Provisioning complete for port a459618d-2d03-4cf6-a8f5-1590902f3ede triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:09.802713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a6a61e1-ff4f-4929-9ba1-6e3b6443c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.810813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-28dd2232-8108-4d65-8fff-8d23458d9e38 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3969531 Aug 10 03:24:09.828169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.837356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Request body: {'port': {'device_id': 'e073f618-2964-4a68-b077-7079e7a76d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:09.843855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a61e1-ff4f-4929-9ba1-6e3b6443c16a None None] Port a459618d-2d03-4cf6-a8f5-1590902f3ede cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:09.884564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-a617867c-406c-42ca-ab77-e25da5e1a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.886068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-a617867c-406c-42ca-ab77-e25da5e1a83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455796 Aug 10 03:24:09.894850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85d16faf-fa8a-4aa9-9ae0-75bef9eab7b1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.904838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-85d16faf-fa8a-4aa9-9ae0-75bef9eab7b1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.904838 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-85d16faf-fa8a-4aa9-9ae0-75bef9eab7b1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "DELETE /v2.0/security-groups/67654b14-8f9d-4814-a5a8-92e69d4a8d55 HTTP/1.1" status: 204 len: 168 time: 0.2485054 Aug 10 03:24:09.907453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59144) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.920642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16faf-fa8a-4aa9-9ae0-75bef9eab7b1 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67654b14-8f9d-4814-a5a8-92e69d4a8d55,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.973048 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6252899f-4490-4258-8178-21ab134ba652 tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631821 Aug 10 03:24:09.974242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59146) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.995579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81861766-5c97-4e2a-90d8-7c3cdf605a11 req-cae14eba-ebc6-452f-a5a4-3401f06c79ed tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db182ca-0ae7-4221-89db-efe0d9733bab HTTP/1.1" status: 200 len: 210 time: 0.1002746 Aug 10 03:24:10.022262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=30861cc4-787b-44d5-a965-0d69d61865c0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:10.022451 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-20e412e5-d5d4-4cef-b68a-af93d519f88b tempest-SecGroupTest-2140289894 tempest-SecGroupTest-2140289894-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469544 Aug 10 03:24:10.042658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.066693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Made reservation on behalf of df3e3db69c2847fc8814aae5f0c7c9e5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:10.070337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.133806 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1603c1-5060-44b2-8294-80566e76d188 x-openstack-request-id: req-0a1603c1-5060-44b2-8294-80566e76d188 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:10.134116 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db182ca-0ae7-4221-89db-efe0d9733bab", "name": "network-vif-deleted", "tag": "e42d46e3-d04d-47e4-8233-18ffec086d5e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:10.134455 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a1603c1-5060-44b2-8294-80566e76d188 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:10.134764 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db182ca-0ae7-4221-89db-efe0d9733bab', 'name': 'network-vif-deleted', 'tag': 'e42d46e3-d04d-47e4-8233-18ffec086d5e', 'status': 'completed', 'code': 200} Aug 10 03:24:10.216726 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:10.490664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-55b7abd9-6e53-4243-9c0f-8c6196fad27a service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867975 Aug 10 03:24:10.671365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Attempting to bind port 30861cc4-787b-44d5-a965-0d69d61865c0 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:10.672043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Attempting to bind port 30861cc4-787b-44d5-a965-0d69d61865c0 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:10.672043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Attempting to bind port 30861cc4-787b-44d5-a965-0d69d61865c0 on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:10.723231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59176) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:10.727081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fddaa3-a2a3-481d-b955-a98603f95a07 req-0b91cf1e-dbd9-4987-8b91-d6f3457b70fe tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.728590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06fddaa3-a2a3-481d-b955-a98603f95a07 req-0b91cf1e-dbd9-4987-8b91-d6f3457b70fe tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 944 time: 0.2842436 Aug 10 03:24:10.736634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Port 30861cc4-787b-44d5-a965-0d69d61865c0 on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:10.737228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Attempting to bind port 30861cc4-787b-44d5-a965-0d69d61865c0 on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:10.766155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:10.766540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Checking segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:10.767097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Bound using segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:10.767484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Bound port: 30861cc4-787b-44d5-a965-0d69d61865c0, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:10.767860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.831418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Allocated IP 172.20.0.4 (30141593-3a85-4a50-9ff5-72484ed84405/2c7677af-0cb5-4fdc-b50f-e82488e9c8cf/f50b820e-6261-407b-abaa-0f3459fb6469) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:10.870276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06fddaa3-a2a3-481d-b955-a98603f95a07 req-d08764ed-c12c-4ac6-8dda-5fa40cc2d23c tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300831 Aug 10 03:24:10.878718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b2547f3-0749-402e-bb16-cabd424f54a0 req-1d1b351d-016a-43b8-8bc4-5e2f141058cf service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460264 Aug 10 03:24:10.897514 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f585d1ea-3117-495a-87ea-65444fc42334 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d243d4c91c242c6abd4899b38c93b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728017 Aug 10 03:24:10.906509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59182) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:10.939218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] For port 30861cc4-787b-44d5-a965-0d69d61865c0, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:10.944690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] For port 30861cc4-787b-44d5-a965-0d69d61865c0, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=30861cc4-787b-44d5-a965-0d69d61865c0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:10.961977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f70adeb-5235-4365-8115-8cf35fe18038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.984862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f70adeb-5235-4365-8115-8cf35fe18038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.066200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e42d46e3-d04d-47e4-8233-18ffec086d5e no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:11.091704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: e42d46e3-d04d-47e4-8233-18ffec086d5e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:11.092524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e42d46e3-d04d-47e4-8233-18ffec086d5e not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:11.136447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.155949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f70adeb-5235-4365-8115-8cf35fe18038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.158648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f70adeb-5235-4365-8115-8cf35fe18038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.159833 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1f70adeb-5235-4365-8115-8cf35fe18038 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/414a88c3-b2ba-447e-9820-ad8bf53015cf HTTP/1.1" status: 204 len: 168 time: 0.2514496 Aug 10 03:24:11.168650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70adeb-5235-4365-8115-8cf35fe18038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a88c3-b2ba-447e-9820-ad8bf53015cf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.198265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.208512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.209130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.210512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/30861cc4-787b-44d5-a965-0d69d61865c0 HTTP/1.1" status: 200 len: 1093 time: 2.7837541 Aug 10 03:24:11.219019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51251704-da77-4683-a591-80cfc7e3eac0 req-004ddf35-b6fe-4c04-8bf9-066063909499 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.220481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-004ddf35-b6fe-4c04-8bf9-066063909499 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.2318711 Aug 10 03:24:11.250967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-1a0e3ff5-f425-46c5-b780-e8865c55ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.252507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-1a0e3ff5-f425-46c5-b780-e8865c55ceae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 1096 time: 0.1728330 Aug 10 03:24:11.259969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Transition to ACTIVE for port object f50b820e-6261-407b-abaa-0f3459fb6469 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:11.264886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c47659-8d03-48b3-aed8-ebee59eec3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=30861cc4-787b-44d5-a965-0d69d61865c0,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.266560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-869bae90-776a-4996-a549-37d7c7c7c251 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.0356653 Aug 10 03:24:11.347463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-08cca903-b754-4b85-9cbc-a9f552cb8610 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687735 Aug 10 03:24:11.486153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-9b853767-9f10-4c09-9c5a-784aec236a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.487902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-9b853767-9f10-4c09-9c5a-784aec236a81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 917 time: 0.2188847 Aug 10 03:24:11.518366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-0fa87000-94df-49b1-9d65-09aef4aa7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.519842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-0fa87000-94df-49b1-9d65-09aef4aa7786 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 1096 time: 0.1057220 Aug 10 03:24:11.554914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-dcc35531-fa09-4f96-92cf-2ad8ccdccdc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688e3749-76c1-4550-8c9c-c90d6545d68f HTTP/1.1" status: 200 len: 217 time: 0.0537601 Aug 10 03:24:11.556793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-07addb85-4a5f-47f2-8863-063fa471f140 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987970 Aug 10 03:24:11.615497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.619051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-74c785ec-2f75-4a7b-b9c0-a3afaf780a82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30861cc4-787b-44d5-a965-0d69d61865c0 HTTP/1.1" status: 200 len: 217 time: 0.0700455 Aug 10 03:24:11.727865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'tag': '30861cc4-787b-44d5-a965-0d69d61865c0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:11.730119 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb" -d '{"events": [{"name": "network-changed", "server_uuid": "74f630e6-562a-41dd-b3d9-41adf47bbfb6", "tag": "30861cc4-787b-44d5-a965-0d69d61865c0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:11.764020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59216) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:11.797890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Network 30141593-3a85-4a50-9ff5-72484ed84405 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:11.822210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:11.843710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:11.852948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Pushing event updated for resources: {'Port': ['ID=f50b820e-6261-407b-abaa-0f3459fb6469,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.855971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-d65c0c6e-7fec-4299-a5f1-755743855ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.857674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-d65c0c6e-7fec-4299-a5f1-755743855ed4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.2685523 Aug 10 03:24:11.916121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-3113d3a4-0b90-4f2d-965d-5e931903f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:11.917666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-3113d3a4-0b90-4f2d-965d-5e931903f32b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.2695560 Aug 10 03:24:11.931997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53bb02cc-449d-4224-b1b6-928b579798fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.012982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-558d731a-5a26-410d-9eff-ceb8e79745b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147832 Aug 10 03:24:12.012982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-a625c455-9c91-4690-ad0b-8721b040d6b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646274 Aug 10 03:24:12.050832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.054910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.055934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53bb02cc-449d-4224-b1b6-928b579798fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.135374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-58591231-4635-42b3-b967-77e490b8406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.137154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-58591231-4635-42b3-b967-77e490b8406e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2506011 Aug 10 03:24:12.173333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53bb02cc-449d-4224-b1b6-928b579798fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.212308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-53bb02cc-449d-4224-b1b6-928b579798fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59f7842dd1f548f79abc5652bfeb9ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470854 Aug 10 03:24:12.214330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb02cc-449d-4224-b1b6-928b579798fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be8ca4-47a3-41dd-b902-1329aecd9f91,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.216752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59230) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.228857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a459618d-2d03-4cf6-a8f5-1590902f3ede {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:12.237092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-81e2c38d-dc9b-4a54-85ac-0767e64cfee2 None None] Provisioning for port f50b820e-6261-407b-abaa-0f3459fb6469 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:12.242864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-81e2c38d-dc9b-4a54-85ac-0767e64cfee2 None None] Provisioning complete for port f50b820e-6261-407b-abaa-0f3459fb6469 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:12.248429 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81e2c38d-dc9b-4a54-85ac-0767e64cfee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.249792 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.271642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e7908f-1be8-4a84-9529-87b3bf28940b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.282240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-0e1beb14-0b47-487a-b0ff-bc94c7945e4d service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616735 Aug 10 03:24:12.283632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Transition to ACTIVE for port object a459618d-2d03-4cf6-a8f5-1590902f3ede will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:12.286856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-4a150fdb-b877-4c29-92ad-82c8046e0d2b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9164779 Aug 10 03:24:12.295235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-81e2c38d-dc9b-4a54-85ac-0767e64cfee2 None None] Port f50b820e-6261-407b-abaa-0f3459fb6469 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:12.338066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e7908f-1be8-4a84-9529-87b3bf28940b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.389806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Request body: {'port': {'device_id': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:12.399622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-fd4d4656-34e3-4b97-936e-5783058343f8 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395136 Aug 10 03:24:12.416743 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.448997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59238) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.481903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e7908f-1be8-4a84-9529-87b3bf28940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.485505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e7908f-1be8-4a84-9529-87b3bf28940b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.487833 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-56e7908f-1be8-4a84-9529-87b3bf28940b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83be8ca4-47a3-41dd-b902-1329aecd9f91 HTTP/1.1" status: 204 len: 168 time: 0.2691398 Aug 10 03:24:12.506720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7908f-1be8-4a84-9529-87b3bf28940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be8ca4-47a3-41dd-b902-1329aecd9f91,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.562009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5e25f9cf-2864-4f5f-aa41-9c89f6789c98 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:12.562751 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-5e25f9cf-2864-4f5f-aa41-9c89f6789c98 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:24:12.563261 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-5e25f9cf-2864-4f5f-aa41-9c89f6789c98 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:12.564454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e25f9cf-2864-4f5f-aa41-9c89f6789c98 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1141510 Aug 10 03:24:12.568610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59248) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.573397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--681441935'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:12.704661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.714067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.817858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.945542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Pushing event updated for resources: {'Port': ['ID=a459618d-2d03-4cf6-a8f5-1590902f3ede,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.966061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.966812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ce53-b273-4ce5-b490-15b6ac31666f req-78b94592-e320-428a-ba8c-2c124a0265f0 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.974005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aad6ce53-b273-4ce5-b490-15b6ac31666f req-78b94592-e320-428a-ba8c-2c124a0265f0 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 950 time: 0.5891995 Aug 10 03:24:12.975734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.009037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499b12d6-abca-405a-8710-6daa3f92fad2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.029003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0eb1ba3-2a83-42b5-9960-fd11d2c67e6d req-2f333e09-7c6c-4268-a551-2f5c2afb385a service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191346 Aug 10 03:24:13.093080 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.103875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bec84195-e8e0-4959-b2c4-cbfd684fa5a1 req-d11e4470-553a-49c8-b4ea-0db5c288ebd8 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732299 Aug 10 03:24:13.150833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aad6ce53-b273-4ce5-b490-15b6ac31666f req-23d5beca-10bd-4fc4-9bb5-d1317aa0e5a3 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746755 Aug 10 03:24:13.179202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Attempting to bind port a459618d-2d03-4cf6-a8f5-1590902f3ede on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:13.179202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Attempting to bind port a459618d-2d03-4cf6-a8f5-1590902f3ede by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:13.179202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Attempting to bind port a459618d-2d03-4cf6-a8f5-1590902f3ede on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:13.235941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.246315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Port a459618d-2d03-4cf6-a8f5-1590902f3ede on network 30141593-3a85-4a50-9ff5-72484ed84405 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:13.246647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Attempting to bind port a459618d-2d03-4cf6-a8f5-1590902f3ede on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:13.266760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e965f2-9385-4062-a45d-632c8e3f68d7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.278466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:13.278810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Checking segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:13.279191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Bound using segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:13.279664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Bound port: a459618d-2d03-4cf6-a8f5-1590902f3ede, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:13.280019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.384575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80a8bb-f407-464f-8507-1237d121f8d1 req-fb1ba5db-f04e-4966-8819-546c94261962 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.386069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a80a8bb-f407-464f-8507-1237d121f8d1 req-fb1ba5db-f04e-4966-8819-546c94261962 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 931 time: 0.1542196 Aug 10 03:24:13.401955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.405974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a25fbf62-20dc-466b-9c9d-54d2579eb1c9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8337202 Aug 10 03:24:13.406270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:13.411984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '52e965f2-9385-4062-a45d-632c8e3f68d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:13.471662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] For port a459618d-2d03-4cf6-a8f5-1590902f3ede, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:13.481959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a80a8bb-f407-464f-8507-1237d121f8d1 req-350a882a-b27e-4817-9511-29df3c0ec5e7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881634 Aug 10 03:24:13.496385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] For port a459618d-2d03-4cf6-a8f5-1590902f3ede, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:13.542656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50b820e-6261-407b-abaa-0f3459fb6469 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:13.550470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.563296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Transition to ACTIVE for port object f50b820e-6261-407b-abaa-0f3459fb6469 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:13.625216 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad99c18f-41d0-49df-b8c9-d49b54415104 x-openstack-request-id: req-ad99c18f-41d0-49df-b8c9-d49b54415104 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:13.625640 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f630e6-562a-41dd-b3d9-41adf47bbfb6", "tag": "30861cc4-787b-44d5-a965-0d69d61865c0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:13.625742 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad99c18f-41d0-49df-b8c9-d49b54415104 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:13.626133 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'tag': '30861cc4-787b-44d5-a965-0d69d61865c0', 'status': 'completed', 'code': 200} Aug 10 03:24:13.641644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.718012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.743101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.744844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.788811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.788932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.790427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] 10.222.0.46 "PUT /v2.0/ports/a459618d-2d03-4cf6-a8f5-1590902f3ede HTTP/1.1" status: 200 len: 1092 time: 3.9633062 Aug 10 03:24:13.811904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2506bf6-7266-4d5d-941d-db9babc8d58a req-e2ef5e73-1669-404b-8220-73bf2f3881a4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.813506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2506bf6-7266-4d5d-941d-db9babc8d58a req-e2ef5e73-1669-404b-8220-73bf2f3881a4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 944 time: 0.1290410 Aug 10 03:24:13.815851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-9c30a72d-c722-45cf-ae25-c3c255d4dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.817632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-9c30a72d-c722-45cf-ae25-c3c255d4dde1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 1096 time: 0.1440101 Aug 10 03:24:13.830843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.869676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9663be76-c596-455c-bcc5-6a8d6ed0709b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.966523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225d24b-4e3b-49a9-a859-5a27c6da7e6f service neutron] Pushing event updated for resources: {'Port': ['ID=a459618d-2d03-4cf6-a8f5-1590902f3ede,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.011878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.017546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0bddfe24-5a92-419f-8bca-92f0465eaa15 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6055517 Aug 10 03:24:14.017810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59282) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.018922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2506bf6-7266-4d5d-941d-db9babc8d58a req-07137ba4-5d8f-4262-a7a8-872ae4f445d5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946142 Aug 10 03:24:14.023701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2bb59b8d-78c6-4cff-a654-135be1271fa1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '52e965f2-9385-4062-a45d-632c8e3f68d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:14.117038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b820e-6261-407b-abaa-0f3459fb6469,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.133177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bb59b8d-78c6-4cff-a654-135be1271fa1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.146709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-c8549421-0682-43e5-b24c-8d9710f140a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.147607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-c8549421-0682-43e5-b24c-8d9710f140a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 915 time: 0.3103502 Aug 10 03:24:14.172992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Attempting to bind port f50b820e-6261-407b-abaa-0f3459fb6469 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:14.173338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Attempting to bind port f50b820e-6261-407b-abaa-0f3459fb6469 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:14.173667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Attempting to bind port f50b820e-6261-407b-abaa-0f3459fb6469 on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:14.182089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a11e7190-6e45-40bf-9bf3-ee68db2d6770 req-fff0d8bf-229f-4c2c-ba3d-7dcba2ec02c2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0740983 Aug 10 03:24:14.207285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Port f50b820e-6261-407b-abaa-0f3459fb6469 on network 30141593-3a85-4a50-9ff5-72484ed84405 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:14.210858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Attempting to bind port f50b820e-6261-407b-abaa-0f3459fb6469 on network 30141593-3a85-4a50-9ff5-72484ed84405 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:14.256840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-e6abee5c-51b0-4b7b-abe0-3a00b2c95100 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30861cc4-787b-44d5-a965-0d69d61865c0 HTTP/1.1" status: 200 len: 217 time: 0.0800352 Aug 10 03:24:14.257174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:14.257661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Checking segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:14.258112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Bound using segment: {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:14.258621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Bound port: f50b820e-6261-407b-abaa-0f3459fb6469, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9cd3b1-043c-4817-af72-fa72d20ce083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:14.259047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.284861 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2bb59b8d-78c6-4cff-a654-135be1271fa1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:14.284861 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bb59b8d-78c6-4cff-a654-135be1271fa1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2636764 Aug 10 03:24:14.285425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59300) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.327647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-c45b1b5c-a81f-4012-892d-4b7cb61cc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.330394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-c45b1b5c-a81f-4012-892d-4b7cb61cc490 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 1095 time: 0.2153411 Aug 10 03:24:14.370819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e83cca6-f1fd-4a80-9f56-1b37aac795dc tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.399867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e83cca6-f1fd-4a80-9f56-1b37aac795dc tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.430128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-d8dcf92e-c995-496a-91de-268ee91a316b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede HTTP/1.1" status: 200 len: 217 time: 0.0827968 Aug 10 03:24:14.493915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-062476fb-b042-44e0-a699-5b9e9f246b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.495400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-062476fb-b042-44e0-a699-5b9e9f246b54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.1723464 Aug 10 03:24:14.503723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] For port f50b820e-6261-407b-abaa-0f3459fb6469, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:14.516644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] For port f50b820e-6261-407b-abaa-0f3459fb6469, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f50b820e-6261-407b-abaa-0f3459fb6469,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:14.536197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-2948e876-dc0e-4337-a4e3-1961ccebe8af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295308 Aug 10 03:24:14.537924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-e0dd0038-2815-42b4-813a-c6cfb8349382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.539238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-e0dd0038-2815-42b4-813a-c6cfb8349382 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.0937903 Aug 10 03:24:14.653646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e83cca6-f1fd-4a80-9f56-1b37aac795dc tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.659680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e83cca6-f1fd-4a80-9f56-1b37aac795dc tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.660964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e83cca6-f1fd-4a80-9f56-1b37aac795dc tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/52e965f2-9385-4062-a45d-632c8e3f68d7 HTTP/1.1" status: 204 len: 168 time: 0.3746223 Aug 10 03:24:14.666264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59318) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.666554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-4bdf5545-fe95-4882-a7a3-1cf68cf46e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.668168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-4bdf5545-fe95-4882-a7a3-1cf68cf46e88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060128 Aug 10 03:24:14.679471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83cca6-f1fd-4a80-9f56-1b37aac795dc tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e965f2-9385-4062-a45d-632c8e3f68d7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.702151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.745120 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01ef280a-21b5-48ad-b55d-e016a7d52503 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776091 Aug 10 03:24:14.748165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-7cdf5a1a-bc70-4667-8ca4-6185eb53b289 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870513 Aug 10 03:24:14.768918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.772061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.772858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.773603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700221612'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:14.774403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f50b820e-6261-407b-abaa-0f3459fb6469 HTTP/1.1" status: 200 len: 1092 time: 2.4542577 Aug 10 03:24:14.884642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487995f-aafa-429f-a058-a3ef11e6f4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b820e-6261-407b-abaa-0f3459fb6469,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.919223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-5905598a-10f8-445e-8735-f5be7989c490 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389803 Aug 10 03:24:14.928574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.979613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b63b6c-291c-4cf4-b68e-9d58eb0f35cb req-7ddf7576-9f62-444e-b7ba-0cbd501fe352 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093313 Aug 10 03:24:15.054315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.055494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-df0fbe2d-5bcc-4ca4-aeac-3f4ccd8b7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.057072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-df0fbe2d-5bcc-4ca4-aeac-3f4ccd8b7d3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 1095 time: 0.0766046 Aug 10 03:24:15.104947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 688e3749-76c1-4550-8c9c-c90d6545d68f details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:15.112390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10602fbe-3112-48e1-8ec4-4fb35769ab2d req-184db3f6-4a8c-436f-8a1a-b017be45a993 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782687 Aug 10 03:24:15.113816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-7e1f1d2a-d09d-4367-8841-766a143748f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50b820e-6261-407b-abaa-0f3459fb6469 HTTP/1.1" status: 200 len: 217 time: 0.0455940 Aug 10 03:24:15.141043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.173496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.222083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f72328b-efc1-4982-98d4-9d7e62df0823,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.246773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-934de1a4-50a1-480e-beb4-3e1b468b1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.248317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-934de1a4-50a1-480e-beb4-3e1b468b1297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.1059644 Aug 10 03:24:15.250761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 688e3749-76c1-4550-8c9c-c90d6545d68f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=688e3749-76c1-4550-8c9c-c90d6545d68f,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.264816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '688e3749-76c1-4550-8c9c-c90d6545d68f', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'port_id': '688e3749-76c1-4550-8c9c-c90d6545d68f', 'mac_address': 'fa:16:3e:b7:ea:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7677af-0cb5-4fdc-b50f-e82488e9c8cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:15.310297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.315102 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.316139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59362) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.316534 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac13024f-61b0-44f9-9875-d7276aa4f951 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5462978 Aug 10 03:24:15.326858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e3749-76c1-4550-8c9c-c90d6545d68f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:15.330196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b67e426f-b3bb-4b49-8b7c-625d9b1fbc7f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '4f72328b-efc1-4982-98d4-9d7e62df0823', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:15.331622 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-b67e426f-b3bb-4b49-8b7c-625d9b1fbc7f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:24:15.332157 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-b67e426f-b3bb-4b49-8b7c-625d9b1fbc7f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:15.336692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b67e426f-b3bb-4b49-8b7c-625d9b1fbc7f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0160124 Aug 10 03:24:15.336692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-00556301-42c9-4510-b066-14f0e3b4d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.337126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59364) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.338511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-00556301-42c9-4510-b066-14f0e3b4d462 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799708 Aug 10 03:24:15.353258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 688e3749-76c1-4550-8c9c-c90d6545d68f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=688e3749-76c1-4550-8c9c-c90d6545d68f,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.411324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2b34-ef2d-4b2a-966b-a38949fb8da7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.443293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.446977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2b34-ef2d-4b2a-966b-a38949fb8da7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.461636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-d50fcf2f-c366-48a9-87e2-ab65086fa237 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048665 Aug 10 03:24:15.503237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=688e3749-76c1-4550-8c9c-c90d6545d68f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.569031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a02c88-805b-4b9e-9db0-b67a2be50a9f req-581eb389-318b-46d8-aa45-7bee16c4d762 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918412 Aug 10 03:24:15.613268 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2b34-ef2d-4b2a-966b-a38949fb8da7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.616148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2b34-ef2d-4b2a-966b-a38949fb8da7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.617486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e7cf2b34-ef2d-4b2a-966b-a38949fb8da7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/4f72328b-efc1-4982-98d4-9d7e62df0823 HTTP/1.1" status: 204 len: 168 time: 0.2785923 Aug 10 03:24:15.620112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59376) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.627551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e073f618-2964-4a68-b077-7079e7a76d88', 'tag': 'a459618d-2d03-4cf6-a8f5-1590902f3ede'}, {'name': 'network-changed', 'server_uuid': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'tag': 'f50b820e-6261-407b-abaa-0f3459fb6469'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:15.630293 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e69a64-cd2e-487a-9505-b7c1770a4779" -d '{"events": [{"name": "network-changed", "server_uuid": "e073f618-2964-4a68-b077-7079e7a76d88", "tag": "a459618d-2d03-4cf6-a8f5-1590902f3ede"}, {"name": "network-changed", "server_uuid": "3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72", "tag": "f50b820e-6261-407b-abaa-0f3459fb6469"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:15.631015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf2b34-ef2d-4b2a-966b-a38949fb8da7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f72328b-efc1-4982-98d4-9d7e62df0823,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.674612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8d114fc-c695-43a5-a1a9-8d94b04c3e8a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530987 Aug 10 03:24:15.678226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59380) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.682684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139155632'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:15.811845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.904738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['688e3749-76c1-4550-8c9c-c90d6545d68f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:15.922596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.946777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501b83-2a93-4bd7-a034-72676d1ad4a0 req-40bc1fb0-a602-4cb2-af3b-a38190ba1547 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.948293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a501b83-2a93-4bd7-a034-72676d1ad4a0 req-40bc1fb0-a602-4cb2-af3b-a38190ba1547 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 943 time: 0.0563340 Aug 10 03:24:15.985663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a501b83-2a93-4bd7-a034-72676d1ad4a0 req-475ab526-2b45-49c2-98c7-f32f023daa4e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Aug 10 03:24:16.018808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.049989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29c9317-883f-4b45-9b85-6cd5c07109a0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.140617 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.144533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9ed79759-fc12-480f-94ed-78ac28c13977 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4626787 Aug 10 03:24:16.144872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59400) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.149975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2e483a2d-e5bc-4a3a-a658-e404983afa0f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'f29c9317-883f-4b45-9b85-6cd5c07109a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:16.150849 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-2e483a2d-e5bc-4a3a-a658-e404983afa0f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:24:16.151433 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2e483a2d-e5bc-4a3a-a658-e404983afa0f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:16.154995 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e483a2d-e5bc-4a3a-a658-e404983afa0f tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062046 Aug 10 03:24:16.155478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59402) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.180450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b780ca3-935e-4c0a-9ff6-d1627701879b req-54fbef1d-aacc-4099-a2fd-a5c3e5978571 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.182005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b780ca3-935e-4c0a-9ff6-d1627701879b req-54fbef1d-aacc-4099-a2fd-a5c3e5978571 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 944 time: 0.0527256 Aug 10 03:24:16.223049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b780ca3-935e-4c0a-9ff6-d1627701879b req-207ae4d0-346d-47ba-9984-fcb2c182795b tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Aug 10 03:24:16.224120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee8464c-986a-4a88-9d00-0b1ef35dfb55 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.254527 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee8464c-986a-4a88-9d00-0b1ef35dfb55 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.314879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1e644-29af-447c-a297-4c2114160940 req-2c226ce6-6cab-4e32-a33c-61d8c6f71022 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0322621 Aug 10 03:24:16.361315 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1519c2da-81ad-4ab4-8a96-540d24cdbc48 x-openstack-request-id: req-1519c2da-81ad-4ab4-8a96-540d24cdbc48 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:16.361852 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e073f618-2964-4a68-b077-7079e7a76d88", "tag": "a459618d-2d03-4cf6-a8f5-1590902f3ede", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72", "tag": "f50b820e-6261-407b-abaa-0f3459fb6469", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:16.362116 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1519c2da-81ad-4ab4-8a96-540d24cdbc48 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:16.362510 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e073f618-2964-4a68-b077-7079e7a76d88', 'tag': 'a459618d-2d03-4cf6-a8f5-1590902f3ede', 'status': 'completed', 'code': 200} Aug 10 03:24:16.362766 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'tag': 'f50b820e-6261-407b-abaa-0f3459fb6469', 'status': 'completed', 'code': 200} Aug 10 03:24:16.373238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee8464c-986a-4a88-9d00-0b1ef35dfb55 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.375876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee8464c-986a-4a88-9d00-0b1ef35dfb55 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.380770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dee8464c-986a-4a88-9d00-0b1ef35dfb55 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/f29c9317-883f-4b45-9b85-6cd5c07109a0 HTTP/1.1" status: 204 len: 168 time: 0.2239921 Aug 10 03:24:16.383678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59406) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.406619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8464c-986a-4a88-9d00-0b1ef35dfb55 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29c9317-883f-4b45-9b85-6cd5c07109a0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.491004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3544af80-a7ad-4ca9-9d65-67f5233b32c5 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1059356 Aug 10 03:24:16.494690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59408) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.499323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-9e8133c5-0d9c-4ca0-8864-c4a96449247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.499638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--570993515'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:16.500807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-9e8133c5-0d9c-4ca0-8864-c4a96449247d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 1095 time: 0.0991099 Aug 10 03:24:16.517031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c1fa7-f190-42e4-b858-aba6a9fad374 req-c788e7e3-1ed9-4967-8b2b-4fe8e32c221e tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.521368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-038c1fa7-f190-42e4-b858-aba6a9fad374 req-c788e7e3-1ed9-4967-8b2b-4fe8e32c221e tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 950 time: 0.0836289 Aug 10 03:24:16.576915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-038c1fa7-f190-42e4-b858-aba6a9fad374 req-e78f1d8d-4fa4-4ffa-8f2a-5cfa532a8024 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517669 Aug 10 03:24:16.613640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.637609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.666653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-f7cac3dc-5cad-47e0-b4ae-bef8b653c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.668290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-f7cac3dc-5cad-47e0-b4ae-bef8b653c374 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 917 time: 0.1117225 Aug 10 03:24:16.719415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.757961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10bae051-e851-49d7-a0ba-61d399e1c502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.777591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-a83a52d1-e487-4bb1-910e-19a47013d18e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.779070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-a83a52d1-e487-4bb1-910e-19a47013d18e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1148136 Aug 10 03:24:16.803862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.825184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-7ba70f45-b6b1-4eba-9f79-c46b757ae918 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede HTTP/1.1" status: 200 len: 217 time: 0.0451660 Aug 10 03:24:16.826796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-5f377ed0-88ac-4e75-bbfd-b94e252b93db tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0413749 Aug 10 03:24:16.844868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ff909-c90a-4c3d-b3d3-1063e53bcaef,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.903097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-1ca20f89-f281-4c9b-94f6-07ee1ccd2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.904604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-1ca20f89-f281-4c9b-94f6-07ee1ccd2bab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.0698493 Aug 10 03:24:16.907761 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10bae051-e851-49d7-a0ba-61d399e1c502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.912401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-808ba175-d36e-4518-b158-5b421f33e9ab tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793734 Aug 10 03:24:17.013008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-c8ba366e-4bd3-455d-a493-6cf8d12fb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.014517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-c8ba366e-4bd3-455d-a493-6cf8d12fb8ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002073 Aug 10 03:24:17.053468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-10bae051-e851-49d7-a0ba-61d399e1c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.095563 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10bae051-e851-49d7-a0ba-61d399e1c502 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=483609425f804c1a8900686a5e38cfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509490 Aug 10 03:24:17.096370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-59f75b13-9543-4bf0-ad53-8ee9ade957db service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725204 Aug 10 03:24:17.096492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bae051-e851-49d7-a0ba-61d399e1c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a695e-20aa-4ae4-a013-25139740c38f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.098920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59428) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.117892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 30861cc4-787b-44d5-a965-0d69d61865c0 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:17.160548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.160548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-782232ad-f3ba-4a52-a87e-ce4e0e00945e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6617255 Aug 10 03:24:17.160548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.165798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-384914e7-f75d-47a1-beb4-4172a875a43a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'ad5ff909-c90a-4c3d-b3d3-1063e53bcaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.182039 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-384914e7-f75d-47a1-beb4-4172a875a43a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:24:17.183619 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-384914e7-f75d-47a1-beb4-4172a875a43a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:17.184710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-384914e7-f75d-47a1-beb4-4172a875a43a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225472 Aug 10 03:24:17.187660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.192810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-19ba589c-7308-4d6c-bcac-fa03332b96d7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'ad5ff909-c90a-4c3d-b3d3-1063e53bcaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.193588 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-19ba589c-7308-4d6c-bcac-fa03332b96d7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:24:17.194319 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-19ba589c-7308-4d6c-bcac-fa03332b96d7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:17.195266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19ba589c-7308-4d6c-bcac-fa03332b96d7 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061488 Aug 10 03:24:17.199738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59434) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.213439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e1f4207c-bd70-4087-9bd7-5150415d5af1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'ad5ff909-c90a-4c3d-b3d3-1063e53bcaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.215272 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-e1f4207c-bd70-4087-9bd7-5150415d5af1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:24:17.217937 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-e1f4207c-bd70-4087-9bd7-5150415d5af1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:17.217937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e1f4207c-bd70-4087-9bd7-5150415d5af1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133255 Aug 10 03:24:17.225489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59436) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.226060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 30861cc4-787b-44d5-a965-0d69d61865c0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=30861cc4-787b-44d5-a965-0d69d61865c0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:17.231578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-acc874ad-5d87-4dfc-9267-dae0d8369ff1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'ad5ff909-c90a-4c3d-b3d3-1063e53bcaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.233395 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-acc874ad-5d87-4dfc-9267-dae0d8369ff1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:24:17.234629 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-acc874ad-5d87-4dfc-9267-dae0d8369ff1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:17.235778 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-acc874ad-5d87-4dfc-9267-dae0d8369ff1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087037 Aug 10 03:24:17.238348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '30861cc4-787b-44d5-a965-0d69d61865c0', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'port_id': '30861cc4-787b-44d5-a965-0d69d61865c0', 'mac_address': 'fa:16:3e:f8:3d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428b15b-e87b-43ab-ba0f-48e979d5417c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:17.239645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.267011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-f656e71a-3486-45e6-804c-051ce7cf2ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410777 Aug 10 03:24:17.272609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-c04ff869-e5b2-44ed-b57c-988d41143010 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0423336 Aug 10 03:24:17.278229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-61f30ab1-48c2-4107-99b5-b000cee97924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.281440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.294739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30861cc4-787b-44d5-a965-0d69d61865c0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:17.296959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d89268-a1db-4a2c-948b-61f0285c6704 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.315711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 30861cc4-787b-44d5-a965-0d69d61865c0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=30861cc4-787b-44d5-a965-0d69d61865c0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:17.320962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-af2e7ae3-b90f-4c73-9f02-d1da877e1255 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135713 Aug 10 03:24:17.326820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d89268-a1db-4a2c-948b-61f0285c6704 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.378398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.410357 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-61f30ab1-48c2-4107-99b5-b000cee97924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.427156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=30861cc4-787b-44d5-a965-0d69d61865c0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.464441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d89268-a1db-4a2c-948b-61f0285c6704 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.467170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d89268-a1db-4a2c-948b-61f0285c6704 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.468287 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-70d89268-a1db-4a2c-948b-61f0285c6704 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/ad5ff909-c90a-4c3d-b3d3-1063e53bcaef HTTP/1.1" status: 204 len: 168 time: 0.2275417 Aug 10 03:24:17.471816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59444) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.489975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d89268-a1db-4a2c-948b-61f0285c6704 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ff909-c90a-4c3d-b3d3-1063e53bcaef,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.512525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-194806f9-4683-4b16-bc3f-eba18bc93584 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184048 Aug 10 03:24:17.518855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51251704-da77-4683-a591-80cfc7e3eac0 req-3b00abaa-13f2-4654-aba1-7cb0c3e68879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.519893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-3b00abaa-13f2-4654-aba1-7cb0c3e68879 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2235403 Aug 10 03:24:17.540003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f648fefe-dc1e-4dd8-83ad-839d0563041e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670862 Aug 10 03:24:17.548830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.560420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051973569'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.659599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-61f30ab1-48c2-4107-99b5-b000cee97924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.663588 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-61f30ab1-48c2-4107-99b5-b000cee97924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.663588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-61f30ab1-48c2-4107-99b5-b000cee97924 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/255a695e-20aa-4ae4-a013-25139740c38f HTTP/1.1" status: 204 len: 168 time: 0.5634856 Aug 10 03:24:17.687344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.691009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f30ab1-48c2-4107-99b5-b000cee97924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a695e-20aa-4ae4-a013-25139740c38f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.737339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51251704-da77-4683-a591-80cfc7e3eac0 req-4dbfa675-a3df-46ed-905a-0f67062005d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.739661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-4dbfa675-a3df-46ed-905a-0f67062005d8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2102251 Aug 10 03:24:17.748680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9011a94-7b04-453b-8922-22232dce5bfc req-fb4daae5-d1a3-4d99-919d-4de5ce5d7cba tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.749929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9011a94-7b04-453b-8922-22232dce5bfc req-fb4daae5-d1a3-4d99-919d-4de5ce5d7cba tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 943 time: 0.1430995 Aug 10 03:24:17.754174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-e6e9a240-56e0-4f0e-9f2a-582cbde158bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.755810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-e6e9a240-56e0-4f0e-9f2a-582cbde158bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 1095 time: 0.1629822 Aug 10 03:24:17.802410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.844978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['30861cc4-787b-44d5-a965-0d69d61865c0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:17.882393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.920757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f37825-1703-4600-8846-0c5f29e2b78e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.025128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.026747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83ffb058-50e1-40ad-a8d6-1e95defca721 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4768577 Aug 10 03:24:18.030166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59460) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.046597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-349218fa-d917-4152-a5b9-7df84e9e086e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.052052 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-349218fa-d917-4152-a5b9-7df84e9e086e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:24:18.052738 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-349218fa-d917-4152-a5b9-7df84e9e086e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.055087 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-349218fa-d917-4152-a5b9-7df84e9e086e tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0237653 Aug 10 03:24:18.059082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.063791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e76fde40-009f-482f-9f67-f60e19586235 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.147669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51251704-da77-4683-a591-80cfc7e3eac0 req-edb7ff71-428b-439b-996b-7d3ab756dae9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0490279 Aug 10 03:24:18.184018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9011a94-7b04-453b-8922-22232dce5bfc req-bf6cc1b2-21c4-48fe-90d8-52db8915d1f6 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224257 Aug 10 03:24:18.251711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-25e87159-7cc4-4384-96df-e7e9e0dd9b2d tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.253227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-25e87159-7cc4-4384-96df-e7e9e0dd9b2d tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 950 time: 0.1434512 Aug 10 03:24:18.321586 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-e76fde40-009f-482f-9f67-f60e19586235 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.323755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-65381fb6-55f4-4eee-be43-6e22294f2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.325320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-65381fb6-55f4-4eee-be43-6e22294f2d20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 917 time: 0.5514228 Aug 10 03:24:18.325814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59474) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.326069 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e76fde40-009f-482f-9f67-f60e19586235 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2658682 Aug 10 03:24:18.334361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9e0e3671-387a-48df-8247-4e981c4c4920 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.335108 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-9e0e3671-387a-48df-8247-4e981c4c4920 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:24:18.335628 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-9e0e3671-387a-48df-8247-4e981c4c4920 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.339328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9e0e3671-387a-48df-8247-4e981c4c4920 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079536 Aug 10 03:24:18.339688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.345537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b48a9a3b-9f95-43b5-b935-87243ca16b2a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.415165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-ce9d6c3e-bcfb-42b3-b489-8719892e750d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50b820e-6261-407b-abaa-0f3459fb6469 HTTP/1.1" status: 200 len: 217 time: 0.0653839 Aug 10 03:24:18.490395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df951bb-f9e4-47c9-88eb-791276dfdd90 req-6e551269-155e-4962-8087-efb1f45b3438 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.491961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7df951bb-f9e4-47c9-88eb-791276dfdd90 req-6e551269-155e-4962-8087-efb1f45b3438 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 945 time: 0.1621006 Aug 10 03:24:18.508496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-22750371-d6d0-4266-89da-592237dfd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.510031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-22750371-d6d0-4266-89da-592237dfd55b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.0760350 Aug 10 03:24:18.583493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Deleting port 11d9e567-5454-450f-9d21-1dc8766b5883 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:18.583937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.608771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7df951bb-f9e4-47c9-88eb-791276dfdd90 req-261f8a11-eb84-4580-834d-5040245e52aa tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061935 Aug 10 03:24:18.644222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-508805d4-6650-4d67-9015-ebd8d77bddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.646441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-508805d4-6650-4d67-9015-ebd8d77bddb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245837 Aug 10 03:24:18.669896 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-b48a9a3b-9f95-43b5-b935-87243ca16b2a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.670941 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b48a9a3b-9f95-43b5-b935-87243ca16b2a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3302727 Aug 10 03:24:18.673836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59482) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.678522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4ff76a11-ff9c-4005-96c3-50551349e15b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.679335 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-4ff76a11-ff9c-4005-96c3-50551349e15b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:24:18.680104 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4ff76a11-ff9c-4005-96c3-50551349e15b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.683633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4ff76a11-ff9c-4005-96c3-50551349e15b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062950 Aug 10 03:24:18.683893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59484) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.688225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4b64fbf6-621f-4dd8-8770-ee0068805077 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.760873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34430366-8c00-47bb-acc8-7428504307b7 req-38ca673c-b53d-4d6b-b7e6-8c5162ce3de2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0729101 Aug 10 03:24:18.802308 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-4b64fbf6-621f-4dd8-8770-ee0068805077 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Project ea8f2d2ceff4472391501dc682428f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:24:18.821904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d975e257-5a69-417e-b1dd-0ba44a01696e req-c718c15e-5ab7-4e22-9006-10113d0420d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0525610 Aug 10 03:24:18.823600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] For port 11d9e567-5454-450f-9d21-1dc8766b5883, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=11d9e567-5454-450f-9d21-1dc8766b5883,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:18.824009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.856849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Calling delete_port for 11d9e567-5454-450f-9d21-1dc8766b5883 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:18.937035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40c2fd3d-006e-4151-bb74-2cdaaa2282ba req-538de5d7-ff9e-42ee-a9e4-aa8365d0fed5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 210 time: 0.0962007 Aug 10 03:24:18.961201 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4b64fbf6-621f-4dd8-8770-ee0068805077 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.961201 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b64fbf6-621f-4dd8-8770-ee0068805077 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2721808 Aug 10 03:24:18.964026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59492) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.977493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8ad5591c-b8f0-4627-a372-1d79da2b5ac2 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:18.978058 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-8ad5591c-b8f0-4627-a372-1d79da2b5ac2 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:24:18.979920 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-8ad5591c-b8f0-4627-a372-1d79da2b5ac2 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:18.983794 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8ad5591c-b8f0-4627-a372-1d79da2b5ac2 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171010 Aug 10 03:24:18.990302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59494) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:18.990624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-0ef56c19-ee7e-4971-bab9-e05d75e6adc1 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330085 Aug 10 03:24:18.995094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a3580195-757f-4836-b431-b0bd041c3d58 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:19.137474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975e257-5a69-417e-b1dd-0ba44a01696e req-2a437a3f-73ec-441c-b989-3f0b756bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.138953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d975e257-5a69-417e-b1dd-0ba44a01696e req-2a437a3f-73ec-441c-b989-3f0b756bb7c6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3007879 Aug 10 03:24:19.142359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a459618d-2d03-4cf6-a8f5-1590902f3ede details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:19.144655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 30861cc4-787b-44d5-a965-0d69d61865c0 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:19.229254 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-a3580195-757f-4836-b431-b0bd041c3d58 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Project ea8f2d2ceff4472391501dc682428f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:24:19.245893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42900773-36ba-4f9d-9b6a-65f68ee642e7 req-89344904-7009-4543-acaf-d5847da6cfca tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.247399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42900773-36ba-4f9d-9b6a-65f68ee642e7 req-89344904-7009-4543-acaf-d5847da6cfca tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 950 time: 0.2146840 Aug 10 03:24:19.285328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a459618d-2d03-4cf6-a8f5-1590902f3ede, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:19.293900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7e69a64-cd2e-487a-9505-b7c1770a4779 req-42cf6d8a-c02a-4a54-805b-0dbe41504d5e service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847645 Aug 10 03:24:19.321510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'a459618d-2d03-4cf6-a8f5-1590902f3ede', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'port_id': 'a459618d-2d03-4cf6-a8f5-1590902f3ede', 'mac_address': 'fa:16:3e:a1:b7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7677af-0cb5-4fdc-b50f-e82488e9c8cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:19.345431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42900773-36ba-4f9d-9b6a-65f68ee642e7 req-8a14575d-93d8-47ce-8199-7e608852525c tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/security-groups?id=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892048 Aug 10 03:24:19.349048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975e257-5a69-417e-b1dd-0ba44a01696e req-c94dba61-bd25-414a-b5c8-1ed6c1ce9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.350505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d975e257-5a69-417e-b1dd-0ba44a01696e req-c94dba61-bd25-414a-b5c8-1ed6c1ce9d0f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026415 Aug 10 03:24:19.354881 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-a3580195-757f-4836-b431-b0bd041c3d58 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:19.357348 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a3580195-757f-4836-b431-b0bd041c3d58 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3660576 Aug 10 03:24:19.360505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:19.370189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fbe2d40b-bcdd-4fb5-ad37-aa5adc463f12 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '24f37825-1703-4600-8846-0c5f29e2b78e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:19.373528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.387686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a459618d-2d03-4cf6-a8f5-1590902f3ede {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:19.409247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a459618d-2d03-4cf6-a8f5-1590902f3ede, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:19.430095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 30861cc4-787b-44d5-a965-0d69d61865c0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:19.432511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d975e257-5a69-417e-b1dd-0ba44a01696e req-cf11a577-a14a-489b-804d-c4b1aff1a1db tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=17f1bd72-349e-4a2c-830e-f34f6dd5418e HTTP/1.1" status: 200 len: 210 time: 0.0281570 Aug 10 03:24:19.434716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 30861cc4-787b-44d5-a965-0d69d61865c0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:19.435184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.483344 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.515921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['11d9e567-5454-450f-9d21-1dc8766b5883'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:19.529820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f74de-31e4-40c8-bbe9-f6985c8cdd34 req-a2a4de49-4ccb-4bb8-a49f-a984972d2ece tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.531320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-313f74de-31e4-40c8-bbe9-f6985c8cdd34 req-a2a4de49-4ccb-4bb8-a49f-a984972d2ece tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 943 time: 0.0868835 Aug 10 03:24:19.532383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Pushing event deleted for resources: {'Port': ['ID=11d9e567-5454-450f-9d21-1dc8766b5883,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.555867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.561645 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-fbe2d40b-bcdd-4fb5-ad37-aa5adc463f12 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Project ea8f2d2ceff4472391501dc682428f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:24:19.579648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.590498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] No DVR routers for this DVR port 11d9e567-5454-450f-9d21-1dc8766b5883 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:19.595770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.598077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f76579e-d3ef-45ae-a08b-915ff516fb05 req-01857ca0-7b4a-425e-8953-2ef9e857e2e2 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.46 "DELETE /v2.0/ports/11d9e567-5454-450f-9d21-1dc8766b5883 HTTP/1.1" status: 204 len: 173 time: 1.3290186 Aug 10 03:24:19.598493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'name': 'network-vif-deleted', 'tag': '11d9e567-5454-450f-9d21-1dc8766b5883'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:19.604744 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e35256-babf-42b9-9ca6-91568a60684c" -d '{"events": [{"server_uuid": "2b5babea-1d53-46f7-b8be-9b3ecb6d3c96", "name": "network-vif-deleted", "tag": "11d9e567-5454-450f-9d21-1dc8766b5883"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:19.631031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30861cc4-787b-44d5-a965-0d69d61865c0'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:19.634908 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8ddf6-795e-43ae-8444-127618354cb8" -d '{"events": [{"server_uuid": "74f630e6-562a-41dd-b3d9-41adf47bbfb6", "name": "network-vif-plugged", "status": "completed", "tag": "30861cc4-787b-44d5-a965-0d69d61865c0"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:19.655460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-313f74de-31e4-40c8-bbe9-f6985c8cdd34 req-450cb82c-d625-44d5-9eed-5ec23f0ff441 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148944 Aug 10 03:24:19.670679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 30861cc4-787b-44d5-a965-0d69d61865c0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=30861cc4-787b-44d5-a965-0d69d61865c0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:19.691788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a459618d-2d03-4cf6-a8f5-1590902f3ede,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.693348 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-fbe2d40b-bcdd-4fb5-ad37-aa5adc463f12 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:19.694584 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fbe2d40b-bcdd-4fb5-ad37-aa5adc463f12 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3328538 Aug 10 03:24:19.697335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59516) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:19.757134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fc71365-2112-45e8-8501-e5e24288edb1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.786757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.787745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 688e3749-76c1-4550-8c9c-c90d6545d68f up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:19.789123 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fc71365-2112-45e8-8501-e5e24288edb1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.794591 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd18e3c-c64d-49b7-a5b7-8d93875eb49f x-openstack-request-id: req-8dd18e3c-c64d-49b7-a5b7-8d93875eb49f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:19.795399 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5babea-1d53-46f7-b8be-9b3ecb6d3c96", "name": "network-vif-deleted", "tag": "11d9e567-5454-450f-9d21-1dc8766b5883", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:19.797911 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dd18e3c-c64d-49b7-a5b7-8d93875eb49f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:19.797911 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5babea-1d53-46f7-b8be-9b3ecb6d3c96', 'name': 'network-vif-deleted', 'tag': '11d9e567-5454-450f-9d21-1dc8766b5883', 'status': 'completed', 'code': 200} Aug 10 03:24:19.923707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=30861cc4-787b-44d5-a965-0d69d61865c0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.936923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056444a-b5b5-406c-8a92-1adc3ffaa029 req-9f08c54f-907c-4634-acea-ee29385cba22 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.936923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3056444a-b5b5-406c-8a92-1adc3ffaa029 req-9f08c54f-907c-4634-acea-ee29385cba22 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 946 time: 0.0647159 Aug 10 03:24:19.975651 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a459618d-2d03-4cf6-a8f5-1590902f3ede'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:19.977281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3056444a-b5b5-406c-8a92-1adc3ffaa029 req-b7af30b3-373e-427d-979f-59c95634a1f2 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Aug 10 03:24:20.005079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fc71365-2112-45e8-8501-e5e24288edb1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.005079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fc71365-2112-45e8-8501-e5e24288edb1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.005079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3fc71365-2112-45e8-8501-e5e24288edb1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/24f37825-1703-4600-8846-0c5f29e2b78e HTTP/1.1" status: 204 len: 168 time: 0.3006327 Aug 10 03:24:20.005396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59528) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.014172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc71365-2112-45e8-8501-e5e24288edb1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f37825-1703-4600-8846-0c5f29e2b78e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.039757 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483ff82-1103-4eb7-ad00-fc25f0004ca1 x-openstack-request-id: req-7483ff82-1103-4eb7-ad00-fc25f0004ca1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:20.040008 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f630e6-562a-41dd-b3d9-41adf47bbfb6", "name": "network-vif-plugged", "status": "completed", "tag": "30861cc4-787b-44d5-a965-0d69d61865c0", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:20.040272 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7483ff82-1103-4eb7-ad00-fc25f0004ca1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:20.040689 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30861cc4-787b-44d5-a965-0d69d61865c0', 'code': 200} Aug 10 03:24:20.090956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 688e3749-76c1-4550-8c9c-c90d6545d68f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:20.098081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59532) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.100376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fa771e70-4aa0-468c-a807-672265702014 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937169 Aug 10 03:24:20.102351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 688e3749-76c1-4550-8c9c-c90d6545d68f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:20.103271 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.106171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--159033904'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.195691 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59534) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.207218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.269031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7cd87f77-5947-432b-aeff-f5e9933442b9 req-0e64ca8f-de94-4b97-87f0-e7ed22664108 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 210 time: 0.0941987 Aug 10 03:24:20.286241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54e0de-90b9-4262-a89d-742484e1ae2f req-076adf71-bd48-401a-8dfe-76681e6e544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.287843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf54e0de-90b9-4262-a89d-742484e1ae2f req-076adf71-bd48-401a-8dfe-76681e6e544c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 1098 time: 0.1095984 Aug 10 03:24:20.344360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-81dc3309-7abe-438b-ad74-69eec188e5eb tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1905260651'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.345221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-81dc3309-7abe-438b-ad74-69eec188e5eb tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Unknown quota resources ['metering_label']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:20.347812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf54e0de-90b9-4262-a89d-742484e1ae2f req-2609d270-8461-45ed-945b-3df403050516 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470438 Aug 10 03:24:20.360100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.362388 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.423458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 688e3749-76c1-4550-8c9c-c90d6545d68f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=688e3749-76c1-4550-8c9c-c90d6545d68f,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:20.443206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.473296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b68f1-bbfa-402f-835c-ec5b99ecf06b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.498874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.506785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-e1d7b21b-1a33-4606-85b7-990420d514fc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.508280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-e1d7b21b-1a33-4606-85b7-990420d514fc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1774662 Aug 10 03:24:20.524267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.527368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.532033 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-658675d3-2486-402f-ae2d-0081afbf8846 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4299603 Aug 10 03:24:20.532809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59550) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.539702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6c5c09af-19fd-40e9-a5ac-2a55dac3704b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b68f1-bbfa-402f-835c-ec5b99ecf06b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.552601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=688e3749-76c1-4550-8c9c-c90d6545d68f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:20.577734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-319b1914-fc1e-4b92-b870-10bee675515b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.579255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-319b1914-fc1e-4b92-b870-10bee675515b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.1841226 Aug 10 03:24:20.606314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-976757d7-df8f-4190-b789-b717e099e888 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.0191758 Aug 10 03:24:20.653090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-4b1d9dca-4992-4a79-a7d4-8f4087ed3002 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366664 Aug 10 03:24:20.681511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81dc3309-7abe-438b-ad74-69eec188e5eb tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.682710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81dc3309-7abe-438b-ad74-69eec188e5eb tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4855683 Aug 10 03:24:20.685425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59554) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.689791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-858c6183-3bdd-4883-b22d-46e63e5c2bf1 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ac22ea3d-eb15-4c17-8458-a5d7bc13fd87'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:20.690296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-858c6183-3bdd-4883-b22d-46e63e5c2bf1 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:20.767425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-7d2d9b32-dad8-4677-bc65-c3bcc4e742cf service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039000 Aug 10 03:24:20.865253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-42bad9fa-c507-4404-a8fc-d8d8f89f6462 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911534 Aug 10 03:24:20.921915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:20.931841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.995861 n-d-765315-26 neutron-server[94804]: WARNING neutron.services.metering.metering_plugin [None req-858c6183-3bdd-4883-b22d-46e63e5c2bf1 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:24:21.052136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.2 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:21.113514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-858c6183-3bdd-4883-b22d-46e63e5c2bf1 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.114706 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-858c6183-3bdd-4883-b22d-46e63e5c2bf1 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4283605 Aug 10 03:24:21.117853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.122428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-58d20e92-45b6-4be5-aa8d-3e9a1baa1b02 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ac22ea3d-eb15-4c17-8458-a5d7bc13fd87'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.122924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-58d20e92-45b6-4be5-aa8d-3e9a1baa1b02 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:21.138256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f50b820e-6261-407b-abaa-0f3459fb6469 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:21.141718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 11d9e567-5454-450f-9d21-1dc8766b5883 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:21.167489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 11d9e567-5454-450f-9d21-1dc8766b5883 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:21.172566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 11d9e567-5454-450f-9d21-1dc8766b5883 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:21.187128 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-6c5c09af-19fd-40e9-a5ac-2a55dac3704b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The resource could not be found. Aug 10 03:24:21.188194 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6c5c09af-19fd-40e9-a5ac-2a55dac3704b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6535988 Aug 10 03:24:21.195184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.195952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-cc59859c-129a-4454-aa42-bedb75319b8a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'dc7b68f1-bbfa-402f-835c-ec5b99ecf06b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e11d6d27-bb02-4e6d-8274-a2b2cec09ce6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.229158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.281483 n-d-765315-26 neutron-server[94804]: WARNING neutron.services.metering.metering_plugin [None req-58d20e92-45b6-4be5-aa8d-3e9a1baa1b02 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:24:21.300131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f50b820e-6261-407b-abaa-0f3459fb6469, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f50b820e-6261-407b-abaa-0f3459fb6469,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:21.311482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'f50b820e-6261-407b-abaa-0f3459fb6469', 'network_id': '30141593-3a85-4a50-9ff5-72484ed84405', 'port_id': 'f50b820e-6261-407b-abaa-0f3459fb6469', 'mac_address': 'fa:16:3e:4e:b8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7677af-0cb5-4fdc-b50f-e82488e9c8cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:21.358423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.388922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50b820e-6261-407b-abaa-0f3459fb6469 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:21.407888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58d20e92-45b6-4be5-aa8d-3e9a1baa1b02 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.412036 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-58d20e92-45b6-4be5-aa8d-3e9a1baa1b02 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2902515 Aug 10 03:24:21.412194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3deeb653-8ada-4605-9881-a6108066f0c0 req-287525d4-60cd-45eb-bab0-d6ee1ec0c1d3 tempest-ServerDiagnosticsNegativeTest-1544924183 tempest-ServerDiagnosticsNegativeTest-1544924183-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b5babea-1d53-46f7-b8be-9b3ecb6d3c96 HTTP/1.1" status: 200 len: 210 time: 0.0609612 Aug 10 03:24:21.412648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59570) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.417323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.427839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f50b820e-6261-407b-abaa-0f3459fb6469, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f50b820e-6261-407b-abaa-0f3459fb6469,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:21.437661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5f1e575c-685b-4f7e-b40f-1e9fc69e5092 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=e788c306-d4f1-4e85-9cd6-e1d8f64015bc HTTP/1.1" status: 200 len: 462 time: 0.0233307 Aug 10 03:24:21.439545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:21.439700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.445646 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-cc59859c-129a-4454-aa42-bedb75319b8a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The resource could not be found. Aug 10 03:24:21.446754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cc59859c-129a-4454-aa42-bedb75319b8a tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2544930 Aug 10 03:24:21.451041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.510875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:21.514804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:21.517946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:21.522533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.523014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6219-7d15-40ea-8c51-7c4a5f736356 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.550472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6219-7d15-40ea-8c51-7c4a5f736356 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.587673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.611244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.612306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.639495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c4bf2-2b44-4d94-8770-b2ff774fd9c4 req-974f7341-4021-4f2b-acb0-4c0067f1db06 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.641186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc6c4bf2-2b44-4d94-8770-b2ff774fd9c4 req-974f7341-4021-4f2b-acb0-4c0067f1db06 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 943 time: 0.0835044 Aug 10 03:24:21.671082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=f50b820e-6261-407b-abaa-0f3459fb6469,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.692165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc6c4bf2-2b44-4d94-8770-b2ff774fd9c4 req-9436d485-fffc-4d0c-873a-cbeeb1b847c6 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Aug 10 03:24:21.706423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35e7f2f0-fd16-490c-a8cf-c2725d6d53d8 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.709885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35e7f2f0-fd16-490c-a8cf-c2725d6d53d8 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/e788c306-d4f1-4e85-9cd6-e1d8f64015bc HTTP/1.1" status: 204 len: 168 time: 0.2667708 Aug 10 03:24:21.710387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59580) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.719857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-efa99a0a-9645-4499-a592-dc55115579e0 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=e788c306-d4f1-4e85-9cd6-e1d8f64015bc HTTP/1.1" status: 200 len: 221 time: 0.0077965 Aug 10 03:24:21.724025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59582) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.728441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-51f90ff9-d135-47a3-801e-b1c3cb5fe334 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1833685540', 'description': 'label created by tempest'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.728992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-51f90ff9-d135-47a3-801e-b1c3cb5fe334 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Unknown quota resources ['metering_label']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:21.734697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6219-7d15-40ea-8c51-7c4a5f736356 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.744451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d1fde85a-5c61-4f10-b50c-c931054b220b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2163510 Aug 10 03:24:21.749640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6219-7d15-40ea-8c51-7c4a5f736356 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.751473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d4ab6219-7d15-40ea-8c51-7c4a5f736356 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/dc7b68f1-bbfa-402f-835c-ec5b99ecf06b HTTP/1.1" status: 204 len: 168 time: 0.2994540 Aug 10 03:24:21.753924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Request body: {'port': {'device_id': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.758837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59584) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.808330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab6219-7d15-40ea-8c51-7c4a5f736356 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b68f1-bbfa-402f-835c-ec5b99ecf06b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.889580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c1ffb89e-b446-4158-a43e-7435d3c078e1 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282158 Aug 10 03:24:21.893486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59588) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.896038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.900530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b28c145e-baa1-4072-9c6e-c7a9a7eaa90b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '27664bdc-c154-496a-9be5-472c666de6e8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.949193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf329e-8310-4e6e-9698-728eafbe2e11 req-67cb8200-22ef-49b2-866e-d4c3155517e0 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.950761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0cf329e-8310-4e6e-9698-728eafbe2e11 req-67cb8200-22ef-49b2-866e-d4c3155517e0 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 946 time: 0.1003492 Aug 10 03:24:22.003892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['f50b820e-6261-407b-abaa-0f3459fb6469'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:22.041581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12049253-b914-4951-ba9d-4ceb326e4285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e3749-76c1-4550-8c9c-c90d6545d68f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:22.044072 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8204bac-8ee1-4617-af8b-5617e0865c62" -d '{"events": [{"server_uuid": "12049253-b914-4951-ba9d-4ceb326e4285", "name": "network-vif-plugged", "status": "completed", "tag": "688e3749-76c1-4550-8c9c-c90d6545d68f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:22.053861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0cf329e-8310-4e6e-9698-728eafbe2e11 req-327205a6-fb70-4754-930a-1034a6959ff4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945504 Aug 10 03:24:22.095744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51f90ff9-d135-47a3-801e-b1c3cb5fe334 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.100177 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51f90ff9-d135-47a3-801e-b1c3cb5fe334 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3718493 Aug 10 03:24:22.101070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59594) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.185468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c65cc00-f480-47e2-8db9-7c372fcc5380 req-702a7773-3f64-43bd-8bf1-650679c3f882 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 210 time: 0.0347633 Aug 10 03:24:22.187928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f35d8557-e729-4641-8b3d-a2e74de195ba tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=02bdaf04-3a3b-42ee-a415-df31f50f6575 HTTP/1.1" status: 200 len: 468 time: 0.0844193 Aug 10 03:24:22.190239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59596) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.263463 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-b28c145e-baa1-4072-9c6e-c7a9a7eaa90b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The resource could not be found. Aug 10 03:24:22.264557 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b28c145e-baa1-4072-9c6e-c7a9a7eaa90b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3696563 Aug 10 03:24:22.269144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59598) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.274158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--334877844'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:22.326173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:22.336324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.356479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f682f-6c69-4dbd-b700-d2fe85ba62ac req-6b8492e8-00b5-4ff1-b989-36fc9c4ab208 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.357966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad5f682f-6c69-4dbd-b700-d2fe85ba62ac req-6b8492e8-00b5-4ff1-b989-36fc9c4ab208 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 931 time: 0.0909431 Aug 10 03:24:22.360627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Transition to ACTIVE for port object 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:22.412932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad5f682f-6c69-4dbd-b700-d2fe85ba62ac req-32fb733d-8ec8-4664-a1a9-75ca9d39f015 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359859 Aug 10 03:24:22.456181 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edec8b4f-06da-449f-b7b7-57e23e5e2148 x-openstack-request-id: req-edec8b4f-06da-449f-b7b7-57e23e5e2148 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:22.456728 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12049253-b914-4951-ba9d-4ceb326e4285", "name": "network-vif-plugged", "status": "completed", "tag": "688e3749-76c1-4550-8c9c-c90d6545d68f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:22.456826 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edec8b4f-06da-449f-b7b7-57e23e5e2148 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:22.458101 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12049253-b914-4951-ba9d-4ceb326e4285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e3749-76c1-4550-8c9c-c90d6545d68f', 'code': 200} Aug 10 03:24:22.504850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.510719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.588933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.590574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90168c63-088d-4b1a-bdd1-53306546fdd5 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.593029 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-90168c63-088d-4b1a-bdd1-53306546fdd5 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/02bdaf04-3a3b-42ee-a415-df31f50f6575 HTTP/1.1" status: 204 len: 168 time: 0.4014773 Aug 10 03:24:22.605031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59604) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.633144 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bcd1018d-89a2-4eb3-94b1-46f828870e16 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=02bdaf04-3a3b-42ee-a415-df31f50f6575 HTTP/1.1" status: 200 len: 216 time: 0.0207317 Aug 10 03:24:22.638402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59606) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.639070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.646661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a7cdaaa7-338b-4eb9-9abd-b3412c8bd9af tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103419 Aug 10 03:24:22.647259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.647601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.648093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.648534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.648771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.649209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.649630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.649888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.650222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.650343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.650554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.650901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.651271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:22.671674 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0d4d1da2-932e-47b1-a411-3e9f09f41e8c tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157127 Aug 10 03:24:22.671868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b91f6-8788-4bc5-b500-7b87879d62a5 req-7bbe6b78-361e-4ba2-84ca-950d57b4bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.672948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c69b91f6-8788-4bc5-b500-7b87879d62a5 req-7bbe6b78-361e-4ba2-84ca-950d57b4bf0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 1098 time: 0.1288075 Aug 10 03:24:22.674698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59610) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.690445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Attempting to bind port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:22.690785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Attempting to bind port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:22.691113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Attempting to bind port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:22.709244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:22.709601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Attempting to bind port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:22.717747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:22.718090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:22.718537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:22.719000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Bound port: 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:22.719363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.728912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87990f2a-7c11-40be-84b6-bf9bd7853e94 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/ac22ea3d-eb15-4c17-8458-a5d7bc13fd87 HTTP/1.1" status: 200 len: 473 time: 0.0498219 Aug 10 03:24:22.735613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59614) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.735613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.754959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cfa7a456-c2f0-4629-8876-5f7aeddbc1f7 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/97395ea5-7fcf-4fa6-9289-29c9e5af410e HTTP/1.1" status: 200 len: 459 time: 0.0206585 Aug 10 03:24:22.755062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c69b91f6-8788-4bc5-b500-7b87879d62a5 req-d6d108cb-7544-4521-ba56-12b1d122082e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646250 Aug 10 03:24:22.755147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59616) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.785146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5057b9f6-43da-46a6-9a7d-6092f1167f58,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.928080 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.930215 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6fe36bcc-34e5-46df-a72d-26ec89fdb4b9 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6595554 Aug 10 03:24:22.933580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59622) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.939518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--15189240'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:23.099673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.161726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a459618d-2d03-4cf6-a8f5-1590902f3ede up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:23.163568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.224230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] For port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:23.234562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.286662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] For port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:23.290906 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe72d-17dc-4ba2-99f5-32341cc5f3c5 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.294604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d4cbe72d-17dc-4ba2-99f5-32341cc5f3c5 tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/97395ea5-7fcf-4fa6-9289-29c9e5af410e HTTP/1.1" status: 204 len: 168 time: 0.5358686 Aug 10 03:24:23.295705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.304235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port a459618d-2d03-4cf6-a8f5-1590902f3ede completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:23.308975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port a459618d-2d03-4cf6-a8f5-1590902f3ede triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:23.310936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.315777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e67c07-8f39-4f41-853b-8765a6597408 req-e0eb9261-1ce4-4148-bf67-c4167f941248 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.317625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82e67c07-8f39-4f41-853b-8765a6597408 req-e0eb9261-1ce4-4148-bf67-c4167f941248 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 944 time: 0.5064969 Aug 10 03:24:23.367541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.367825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82e67c07-8f39-4f41-853b-8765a6597408 req-08d2fa85-5ec8-4fcf-bbfa-67a2e05071dc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Aug 10 03:24:23.373985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.411809 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.454406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.471507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.472775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.475597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-de15c0b5-fd5a-41d6-bdf1-5203d3717ec1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf HTTP/1.1" status: 200 len: 1092 time: 1.7294514 Aug 10 03:24:23.476474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'tag': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:23.477306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d93926-0d66-47d3-b22c-7085ebe309a9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.492593 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "19d725df-80cc-4d94-8fd0-eceea79703c5", "tag": "1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:23.499167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a459618d-2d03-4cf6-a8f5-1590902f3ede, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:23.512869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-219c639c-222a-4041-98a3-9032fde2b35d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74782126498d46f8bf9c4c4ea69bde3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478398 Aug 10 03:24:23.515477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.516675 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-264534a5-0f68-4503-86b1-f2e22a88e421 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5813589 Aug 10 03:24:23.517896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.522623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.572983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-72445277-fd78-46d0-bfcb-5dfbfed923d0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': '5057b9f6-43da-46a6-9a7d-6092f1167f58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '05d93926-0d66-47d3-b22c-7085ebe309a9'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:23.588981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb7769ed-20cf-414d-8adf-c2bd30e61c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.590928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.649247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36a6c6db-621b-4e8f-956c-ea4da391114f tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.650498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-36a6c6db-621b-4e8f-956c-ea4da391114f tempest-MeteringIpV6TestJSON-1092371283 tempest-MeteringIpV6TestJSON-1092371283-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ac22ea3d-eb15-4c17-8458-a5d7bc13fd87 HTTP/1.1" status: 204 len: 168 time: 0.3546722 Aug 10 03:24:23.655471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a459618d-2d03-4cf6-a8f5-1590902f3ede,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.684642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9abd641-3bc3-400f-a685-955a06067b2d req-631286ca-eb9f-49fb-8e62-cccb4899dc0b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 210 time: 0.0542989 Aug 10 03:24:23.704610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb7769ed-20cf-414d-8adf-c2bd30e61c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.738229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-5009ecd9-21dd-4a22-b4b8-dc787a5382e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.739654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-5009ecd9-21dd-4a22-b4b8-dc787a5382e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 1095 time: 0.1401455 Aug 10 03:24:23.744254 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-72445277-fd78-46d0-bfcb-5dfbfed923d0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:23.745809 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-72445277-fd78-46d0-bfcb-5dfbfed923d0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2219231 Aug 10 03:24:23.748625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.795810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-d8876b70-056c-48eb-8237-00a19de1b741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf HTTP/1.1" status: 200 len: 217 time: 0.0399351 Aug 10 03:24:23.804828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c39c045-0490-4d74-8ddf-f4bcc239eff0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.828290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c39c045-0490-4d74-8ddf-f4bcc239eff0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.886006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154d16f-c355-441f-ad20-f9a344a81482 req-63ebe66e-a9a3-4815-8cd4-03cffbaae838 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.887940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8154d16f-c355-441f-ad20-f9a344a81482 req-63ebe66e-a9a3-4815-8cd4-03cffbaae838 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 943 time: 0.0949674 Aug 10 03:24:23.894266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-db57a8f6-db85-46e4-9c0f-0e984b3caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.896106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-db57a8f6-db85-46e4-9c0f-0e984b3caf76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0751703 Aug 10 03:24:23.970818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb7769ed-20cf-414d-8adf-c2bd30e61c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.973662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb7769ed-20cf-414d-8adf-c2bd30e61c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.974620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bb7769ed-20cf-414d-8adf-c2bd30e61c6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f HTTP/1.1" status: 204 len: 168 time: 0.4556787 Aug 10 03:24:23.992995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-f6f5f6ff-5421-4d2f-971a-cc75fb83c10c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682769 Aug 10 03:24:24.011691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c39c045-0490-4d74-8ddf-f4bcc239eff0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.014671 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c39c045-0490-4d74-8ddf-f4bcc239eff0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.015883 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9c39c045-0490-4d74-8ddf-f4bcc239eff0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/05d93926-0d66-47d3-b22c-7085ebe309a9 HTTP/1.1" status: 204 len: 168 time: 0.2662919 Aug 10 03:24:24.026022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59654) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:24.026873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39c045-0490-4d74-8ddf-f4bcc239eff0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d93926-0d66-47d3-b22c-7085ebe309a9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.048964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8154d16f-c355-441f-ad20-f9a344a81482 req-c3c65365-814a-4987-b7b2-18dab058072d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468403 Aug 10 03:24:24.137883 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266948a7-4444-41db-9fed-3f9047827785 x-openstack-request-id: req-266948a7-4444-41db-9fed-3f9047827785 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:24.138204 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d725df-80cc-4d94-8fd0-eceea79703c5", "tag": "1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:24.138475 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-266948a7-4444-41db-9fed-3f9047827785 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:24.138898 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'tag': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf', 'status': 'completed', 'code': 200} Aug 10 03:24:24.143069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7769ed-20cf-414d-8adf-c2bd30e61c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de94c45-7d71-4fe9-b2a5-e8ffe4ed432f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.247230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-35e7b442-dc3f-4755-8015-3f7a7b8944b4 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132840 Aug 10 03:24:24.263301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59658) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:24.267817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-500a96eb-438a-460d-8850-eaef7fea3089 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2317727 Aug 10 03:24:24.269988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59660) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:24.280461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-6e1e0360-c481-4d36-a6f6-8d68e8048a40 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.281934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-6e1e0360-c481-4d36-a6f6-8d68e8048a40 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.3463731 Aug 10 03:24:24.322224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Request body: {'port': {'device_id': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'admin_state_up': True, 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:24.459572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e073f618-2964-4a68-b077-7079e7a76d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a459618d-2d03-4cf6-a8f5-1590902f3ede'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:24.462954 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921eabaf-dd25-48b9-8a8d-b952486a5c6e" -d '{"events": [{"server_uuid": "e073f618-2964-4a68-b077-7079e7a76d88", "name": "network-vif-plugged", "status": "completed", "tag": "a459618d-2d03-4cf6-a8f5-1590902f3ede"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:24.473435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b7f76f-2ed2-4481-8fa7-53b4df54a013 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.504083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e838-c94e-4f26-a0c7-36ce0f59a2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.575958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b7f76f-2ed2-4481-8fa7-53b4df54a013 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.581538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bc53113-aa9c-4b8c-9aa8-38df199bd314 req-6d220e0d-fed0-4302-85b9-20257a8ece49 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122211 Aug 10 03:24:24.602523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e838-c94e-4f26-a0c7-36ce0f59a2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.628717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5425998-c49d-4021-842f-78f5becd60c1 req-a1b89907-7041-4db1-b3f2-8144c02c3654 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.630498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5425998-c49d-4021-842f-78f5becd60c1 req-a1b89907-7041-4db1-b3f2-8144c02c3654 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 944 time: 0.1468816 Aug 10 03:24:24.673374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5425998-c49d-4021-842f-78f5becd60c1 req-4f7c8a5f-2ae4-494b-bf83-ef18118eede1 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Aug 10 03:24:24.716395 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd4dd2-6b15-4bbc-bcef-73b70c58d5ba x-openstack-request-id: req-bddd4dd2-6b15-4bbc-bcef-73b70c58d5ba {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:24.716906 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e073f618-2964-4a68-b077-7079e7a76d88", "name": "network-vif-plugged", "status": "completed", "tag": "a459618d-2d03-4cf6-a8f5-1590902f3ede", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:24.717011 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bddd4dd2-6b15-4bbc-bcef-73b70c58d5ba {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:24.717350 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e073f618-2964-4a68-b077-7079e7a76d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a459618d-2d03-4cf6-a8f5-1590902f3ede', 'code': 200} Aug 10 03:24:24.732494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e838-c94e-4f26-a0c7-36ce0f59a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.774068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-5c03452e-2490-4664-bf28-094ece599914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.775671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-5c03452e-2490-4664-bf28-094ece599914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 1095 time: 0.0688989 Aug 10 03:24:24.779497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b7f76f-2ed2-4481-8fa7-53b4df54a013 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.782074 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19b7f76f-2ed2-4481-8fa7-53b4df54a013 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.786701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19b7f76f-2ed2-4481-8fa7-53b4df54a013 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/5057b9f6-43da-46a6-9a7d-6092f1167f58 HTTP/1.1" status: 204 len: 168 time: 0.5038030 Aug 10 03:24:24.787378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59674) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:24.793617 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4e4e838-c94e-4f26-a0c7-36ce0f59a2e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a672c8e4a9b141908d4de2c3b49245cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285213 Aug 10 03:24:24.800236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e838-c94e-4f26-a0c7-36ce0f59a2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8c3f1-2487-4d5a-8070-a5fe3422be2e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.803268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59676) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:24.865671 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee166fa-8e7c-49d8-a224-0dac588f7fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.888573 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee166fa-8e7c-49d8-a224-0dac588f7fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.904441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7f76f-2ed2-4481-8fa7-53b4df54a013 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5057b9f6-43da-46a6-9a7d-6092f1167f58,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:24.935321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1582448-6278-4a14-8e3d-35f28e1d1523 req-30cded00-e737-454d-a381-0f25d86396b3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 210 time: 0.0630453 Aug 10 03:24:24.983595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:24.984953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.992016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-faf46a61-82b6-4a32-826b-f5648c9b5397 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2009346 Aug 10 03:24:24.997036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59682) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.002371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--978585476'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:25.003526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-8bbcd4c0-77cd-48b7-a37e-a58ef8947571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.005048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-8bbcd4c0-77cd-48b7-a37e-a58ef8947571 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.2128525 Aug 10 03:24:25.008596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6e1d7-9437-4837-9500-de9a5f998f68 req-287a43ba-9037-45de-b25b-a4ddcf3466eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.010313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9c6e1d7-9437-4837-9500-de9a5f998f68 req-287a43ba-9037-45de-b25b-a4ddcf3466eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 1097 time: 0.1597049 Aug 10 03:24:25.057421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59686) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.071728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-621e1c2c-70d7-484b-b140-86b27e268caf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf HTTP/1.1" status: 200 len: 217 time: 0.0412784 Aug 10 03:24:25.071935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3c7174-b46a-439b-8221-5d9993ba26cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.133728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9c6e1d7-9437-4837-9500-de9a5f998f68 req-3c4ea0ea-a82a-425a-95b9-0ab0498302cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960164 Aug 10 03:24:25.146201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-8e702831-c857-4bed-8df2-66a17782a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.147589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-8e702831-c857-4bed-8df2-66a17782a183 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0659447 Aug 10 03:24:25.172422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee166fa-8e7c-49d8-a224-0dac588f7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.175138 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dee166fa-8e7c-49d8-a224-0dac588f7fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.178970 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dee166fa-8e7c-49d8-a224-0dac588f7fc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbd8c3f1-2487-4d5a-8070-a5fe3422be2e HTTP/1.1" status: 204 len: 168 time: 0.3721650 Aug 10 03:24:25.185217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f50b820e-6261-407b-abaa-0f3459fb6469 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:25.190240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee166fa-8e7c-49d8-a224-0dac588f7fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8c3f1-2487-4d5a-8070-a5fe3422be2e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.231127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.231528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-9d303dd8-c9b5-4171-8450-df6cbaa9f227 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298290 Aug 10 03:24:25.340291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3c7174-b46a-439b-8221-5d9993ba26cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.355194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port f50b820e-6261-407b-abaa-0f3459fb6469 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:25.359435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port f50b820e-6261-407b-abaa-0f3459fb6469 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:25.360038 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.376464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Allocated IP 172.20.0.6 (5654e0d4-e42c-45ca-8cc7-7a6075c6a95a/3022cdcd-e254-4e53-adb0-29274653858b/d70edaca-34cc-4409-84ad-3fb0e4f4afb6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:25.404132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-b0628c92-739c-4b84-a335-e1859fddab20 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601276 Aug 10 03:24:25.442528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.478642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f50b820e-6261-407b-abaa-0f3459fb6469, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f50b820e-6261-407b-abaa-0f3459fb6469,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:25.503868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3c7174-b46a-439b-8221-5d9993ba26cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.568290 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.569276 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc3c7174-b46a-439b-8221-5d9993ba26cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0efdce0e21c643dda6d584673f0f28ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112009 Aug 10 03:24:25.574709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59696) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.584517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0af9ed17-0ea1-432c-adb2-1ef1da539ebe req-66df89b4-1421-4373-bfb5-f133498fe967 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690152 Aug 10 03:24:25.586282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c7174-b46a-439b-8221-5d9993ba26cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc12c70-73bd-4298-bcc1-78f779997038,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.626465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=f50b820e-6261-407b-abaa-0f3459fb6469,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.646147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.701962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.703733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d32af82d-861a-4122-8df1-124c75500e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.726924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d32af82d-861a-4122-8df1-124c75500e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.794610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.795238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.795363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.825579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25bee25-4d4b-43b4-9590-4b344f6851ed,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.847030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:25.850277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:25.857788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:25.858487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event updated for resources: {'Port': ['ID=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.903153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.903898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.915867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.917327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f56bea5-9c92-42db-a3b4-3c883e1ca80b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9190717 Aug 10 03:24:25.918444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d32af82d-861a-4122-8df1-124c75500e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.920616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59704) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:25.921501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d32af82d-861a-4122-8df1-124c75500e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.922672 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d32af82d-861a-4122-8df1-124c75500e3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cc12c70-73bd-4298-bcc1-78f779997038 HTTP/1.1" status: 204 len: 168 time: 0.3469415 Aug 10 03:24:25.926657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-183511ec-3012-44d1-9526-de4f759bcf10 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'd25bee25-4d4b-43b4-9590-4b344f6851ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:25.931831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32af82d-861a-4122-8df1-124c75500e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc12c70-73bd-4298-bcc1-78f779997038,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:26.015224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-af32b874-bc8f-48d1-947d-8a43d47fdb1b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7121851 Aug 10 03:24:26.032517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Request body: {'port': {'device_id': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:26.085597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.221822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59712) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:26.236121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11b50069-33e5-4b7b-97d6-135ef109248b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.334622 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-183511ec-3012-44d1-9526-de4f759bcf10 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:26.338649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-183511ec-3012-44d1-9526-de4f759bcf10 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4164605 Aug 10 03:24:26.339165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59718) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:26.364123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-95a0b3cd-58ca-4035-bf9c-2c2844d97240 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group_rule': {'security_group_id': 'd25bee25-4d4b-43b4-9590-4b344f6851ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:26.421029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4858d-1334-4998-8b84-375d1395e6cc req-9958e417-d5c3-441f-bfea-15e3d346c207 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.429614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adb4858d-1334-4998-8b84-375d1395e6cc req-9958e417-d5c3-441f-bfea-15e3d346c207 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 943 time: 0.1237330 Aug 10 03:24:26.490649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70edaca-34cc-4409-84ad-3fb0e4f4afb6 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:26.498788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11b50069-33e5-4b7b-97d6-135ef109248b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.506343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.516695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adb4858d-1334-4998-8b84-375d1395e6cc req-0d5afbc6-e793-4d03-91d0-e97a3e5782fc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861404 Aug 10 03:24:26.525169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Transition to ACTIVE for port object d70edaca-34cc-4409-84ad-3fb0e4f4afb6 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:26.586683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11b50069-33e5-4b7b-97d6-135ef109248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.631857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.643054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-11b50069-33e5-4b7b-97d6-135ef109248b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3ced3ccdcee4c17ab9147c749c98518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176607 Aug 10 03:24:26.645597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59728) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:26.646479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50069-33e5-4b7b-97d6-135ef109248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d528ae-166c-4cff-89e4-23148d7c5bf6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:26.718602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b820e-6261-407b-abaa-0f3459fb6469'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:26.723461 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f40c1-cd72-4338-a441-820abf63dca7" -d '{"events": [{"server_uuid": "3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72", "name": "network-vif-plugged", "status": "completed", "tag": "f50b820e-6261-407b-abaa-0f3459fb6469"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:26.733939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726d40f-4989-4a40-8a1d-8bfc5b35225b req-395e3aa8-ed77-4673-bdb2-11607fa56560 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.741179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e726d40f-4989-4a40-8a1d-8bfc5b35225b req-395e3aa8-ed77-4673-bdb2-11607fa56560 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.1461990 Aug 10 03:24:26.755232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fee8c93-a2ad-478f-9f3f-b97fe338967a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.794041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fee8c93-a2ad-478f-9f3f-b97fe338967a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.800625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Pushing event updated for resources: {'Port': ['ID=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:26.870218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Attempting to bind port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:26.870652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Attempting to bind port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:26.871051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Attempting to bind port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:26.888220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e726d40f-4989-4a40-8a1d-8bfc5b35225b req-d25bb531-cbcc-47a9-929a-a59f2544def0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457820 Aug 10 03:24:26.889056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:26.889465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Attempting to bind port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:26.901840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:26.902251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:26.902645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Bound using segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:26.903081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Bound port: d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:26.903445 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.978303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] For port d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:26.983331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] For port d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:27.035592 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fee8c93-a2ad-478f-9f3f-b97fe338967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.042309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fee8c93-a2ad-478f-9f3f-b97fe338967a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.042309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fee8c93-a2ad-478f-9f3f-b97fe338967a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0d528ae-166c-4cff-89e4-23148d7c5bf6 HTTP/1.1" status: 204 len: 168 time: 0.3884838 Aug 10 03:24:27.060232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee8c93-a2ad-478f-9f3f-b97fe338967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d528ae-166c-4cff-89e4-23148d7c5bf6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.081299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c7130-8964-42ea-b0bc-a541f7b2141e req-96f59775-a282-4772-8e72-8321f09ac45a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.091701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa6c7130-8964-42ea-b0bc-a541f7b2141e req-96f59775-a282-4772-8e72-8321f09ac45a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 943 time: 0.0693724 Aug 10 03:24:27.126522 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-95a0b3cd-58ca-4035-bf9c-2c2844d97240 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:24:27.126522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-95a0b3cd-58ca-4035-bf9c-2c2844d97240 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7662652 Aug 10 03:24:27.127555 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59736) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:27.153053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa6c7130-8964-42ea-b0bc-a541f7b2141e req-a5eff90c-1ff3-4314-803c-f7c45c59cb26 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604782 Aug 10 03:24:27.184643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.203464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b299e0a3-1661-4246-87bb-27536e87a23c tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.233808 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d66e9a4-4c52-4a41-b407-be9ad7943de9 x-openstack-request-id: req-2d66e9a4-4c52-4a41-b407-be9ad7943de9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:27.234344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b299e0a3-1661-4246-87bb-27536e87a23c tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.235273 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72", "name": "network-vif-plugged", "status": "completed", "tag": "f50b820e-6261-407b-abaa-0f3459fb6469", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:27.235711 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d66e9a4-4c52-4a41-b407-be9ad7943de9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:27.237197 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b820e-6261-407b-abaa-0f3459fb6469', 'code': 200} Aug 10 03:24:27.252898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.253721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.255931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] 10.222.0.46 "PUT /v2.0/ports/d70edaca-34cc-4409-84ad-3fb0e4f4afb6 HTTP/1.1" status: 200 len: 1092 time: 1.2279150 Aug 10 03:24:27.256477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'tag': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:27.259988 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90910442-2701-46e3-8e5b-df55f565977e" -d '{"events": [{"name": "network-changed", "server_uuid": "56b5bdc5-20ec-4b5e-8aa9-2063176691b2", "tag": "d70edaca-34cc-4409-84ad-3fb0e4f4afb6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:27.285996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b404e7-6efd-46e8-8e80-e5ff0d924e64 service neutron] Pushing event updated for resources: {'Port': ['ID=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.340073 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09e629-bafc-4a7d-9f9d-150cb166c2e3 x-openstack-request-id: req-0f09e629-bafc-4a7d-9f9d-150cb166c2e3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:27.340484 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b5bdc5-20ec-4b5e-8aa9-2063176691b2", "tag": "d70edaca-34cc-4409-84ad-3fb0e4f4afb6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:27.340744 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f09e629-bafc-4a7d-9f9d-150cb166c2e3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:27.341337 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'tag': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6', 'status': 'completed', 'code': 200} Aug 10 03:24:27.449721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136391-9201-4f6c-a7fe-d29f51fef26f req-5c7092dc-38d1-4948-bfd4-4f017b011453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.451548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f136391-9201-4f6c-a7fe-d29f51fef26f req-5c7092dc-38d1-4948-bfd4-4f017b011453 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 1097 time: 0.0952628 Aug 10 03:24:27.453556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b299e0a3-1661-4246-87bb-27536e87a23c tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.457046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b299e0a3-1661-4246-87bb-27536e87a23c tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.461473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b299e0a3-1661-4246-87bb-27536e87a23c tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/d25bee25-4d4b-43b4-9590-4b344f6851ed HTTP/1.1" status: 204 len: 168 time: 0.3322482 Aug 10 03:24:27.461633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90910442-2701-46e3-8e5b-df55f565977e req-92d114bb-c02d-4961-9bed-50d3acb22c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.461818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59750) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:27.463169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90910442-2701-46e3-8e5b-df55f565977e req-92d114bb-c02d-4961-9bed-50d3acb22c82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 1095 time: 0.0627131 Aug 10 03:24:27.486526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299e0a3-1661-4246-87bb-27536e87a23c tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25bee25-4d4b-43b4-9590-4b344f6851ed,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.535551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-084b1552-ebe6-4529-881d-c99eb0ef19e6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657990 Aug 10 03:24:27.536107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:27.541588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'tempest-secgroup--545646460'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:27.613784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f136391-9201-4f6c-a7fe-d29f51fef26f req-2f5c1c8f-c873-487a-8723-8ab37c39621d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292472 Aug 10 03:24:27.652934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.682759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90910442-2701-46e3-8e5b-df55f565977e req-114cb1e3-21cd-46a1-8419-16a60fd392d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.684330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90910442-2701-46e3-8e5b-df55f565977e req-114cb1e3-21cd-46a1-8419-16a60fd392d7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1904700 Aug 10 03:24:27.786887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.876548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.937203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e277f4-58e8-41b5-9e75-254db5896b29,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.012578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.014009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-885fa5c8-10db-4c03-acb2-058a09cbd7f6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4764168 Aug 10 03:24:28.017234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59774) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.022840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4d135e06-0244-4183-b492-72cf6efb7c9b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:28.023402 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-4d135e06-0244-4183-b492-72cf6efb7c9b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:24:28.023979 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4d135e06-0244-4183-b492-72cf6efb7c9b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:28.025160 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4d135e06-0244-4183-b492-72cf6efb7c9b tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "PUT /v2.0/security-groups/e1e277f4-58e8-41b5-9e75-254db5896b29 HTTP/1.1" status: 409 len: 330 time: 0.0068464 Aug 10 03:24:28.029982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59776) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.108199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec4efb31-ea9f-4805-8c14-9a9b698ef5f0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.110187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ce044-a13b-43fe-9e65-b1d4824a82e3 req-5ef75a45-4ce9-4ce2-bb36-9998932218bc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.111998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b1ce044-a13b-43fe-9e65-b1d4824a82e3 req-5ef75a45-4ce9-4ce2-bb36-9998932218bc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 943 time: 0.4526203 Aug 10 03:24:28.144989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec4efb31-ea9f-4805-8c14-9a9b698ef5f0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.171433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90910442-2701-46e3-8e5b-df55f565977e req-65cc387b-8747-481b-8893-6e193d80974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.172959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90910442-2701-46e3-8e5b-df55f565977e req-65cc387b-8747-481b-8893-6e193d80974d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4729419 Aug 10 03:24:28.181733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b1ce044-a13b-43fe-9e65-b1d4824a82e3 req-093b1d01-73db-4818-9759-0cebb6d66473 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571294 Aug 10 03:24:28.322518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-23118c0d-172d-41f2-b1da-2bbc9ddc62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.324039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-23118c0d-172d-41f2-b1da-2bbc9ddc62fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 1095 time: 0.0917664 Aug 10 03:24:28.332412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec4efb31-ea9f-4805-8c14-9a9b698ef5f0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.335007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec4efb31-ea9f-4805-8c14-9a9b698ef5f0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.338921 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ec4efb31-ea9f-4805-8c14-9a9b698ef5f0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/e1e277f4-58e8-41b5-9e75-254db5896b29 HTTP/1.1" status: 204 len: 168 time: 0.3077502 Aug 10 03:24:28.339534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59790) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.355465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4efb31-ea9f-4805-8c14-9a9b698ef5f0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e277f4-58e8-41b5-9e75-254db5896b29,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:28.381150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-87cbee6f-d3a3-469a-b688-2ee1e628a193 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d70edaca-34cc-4409-84ad-3fb0e4f4afb6 HTTP/1.1" status: 200 len: 217 time: 0.0474074 Aug 10 03:24:28.388787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a220c90-53a1-4967-a4b1-d11a9662d4f6 req-cf9db6aa-e4cb-454b-bfed-bff591e75aa2 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.390509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a220c90-53a1-4967-a4b1-d11a9662d4f6 req-cf9db6aa-e4cb-454b-bfed-bff591e75aa2 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.1022725 Aug 10 03:24:28.406487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d7a8cc0-d556-4a19-9eb3-3b7df6ccafba tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618806 Aug 10 03:24:28.407095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.421191 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-a756985f-a205-4b35-a8a6-d26bce81db43 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] delete failed (client error): The resource could not be found. Aug 10 03:24:28.422798 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a756985f-a205-4b35-a8a6-d26bce81db43 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "DELETE /v2.0/security-groups/433d566b-045f-4d96-ba89-ed9de4c19447 HTTP/1.1" status: 404 len: 347 time: 0.0147338 Aug 10 03:24:28.435761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.456045 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-168513e5-18f1-4b52-99a0-333ef7a67fb0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] show failed (client error): The resource could not be found. Aug 10 03:24:28.458703 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-168513e5-18f1-4b52-99a0-333ef7a67fb0 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-groups/71e3cc74-48e2-4790-b687-91fba534f717 HTTP/1.1" status: 404 len: 347 time: 0.0197895 Aug 10 03:24:28.462054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:28.476853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-07fc4b69-210f-4ca1-97bb-18a95e29da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.478375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-07fc4b69-210f-4ca1-97bb-18a95e29da9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0797081 Aug 10 03:24:28.479881 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-351be9d0-1c5c-48f1-9821-05522b03f9a6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] show failed (client error): The resource could not be found. Aug 10 03:24:28.485940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-351be9d0-1c5c-48f1-9821-05522b03f9a6 tempest-NegativeSecGroupIPv6Test-831227489 tempest-NegativeSecGroupIPv6Test-831227489-project] 10.222.0.26 "GET /v2.0/security-group-rules/72d184ca-a7eb-46da-b93b-74c32b237961 HTTP/1.1" status: 404 len: 356 time: 0.0227342 Aug 10 03:24:28.499983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a220c90-53a1-4967-a4b1-d11a9662d4f6 req-9434a30e-f8ab-41cf-aa20-f7e5d4d903aa tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884964 Aug 10 03:24:28.542264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-437891e7-7dd5-432b-9794-8a6ec51a1847 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454741 Aug 10 03:24:28.678053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-760db8bb-7336-4fa6-a96b-8ceba680d265 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252232 Aug 10 03:24:28.778958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabbce6-f862-4e43-9c20-632eee1e4da3 req-be97bd00-4ca4-4dac-ac21-f0fa91010f4d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:28.787134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-faabbce6-f862-4e43-9c20-632eee1e4da3 req-be97bd00-4ca4-4dac-ac21-f0fa91010f4d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 943 time: 0.1080401 Aug 10 03:24:28.837904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-faabbce6-f862-4e43-9c20-632eee1e4da3 req-7bae1098-f07e-42aa-8898-fe0bfd51f299 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497601 Aug 10 03:24:28.860259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a733e4c1-d920-480a-bdbb-b3f69613925f req-54336547-0d90-4e24-8eb8-ea95f085a12c service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485760 Aug 10 03:24:29.199812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:29.363652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaed99-d5dc-4d7d-ba83-8f7df9170f3c req-b0826f58-f8f4-4821-a51b-0d8ea03a0435 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.379518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ddaed99-d5dc-4d7d-ba83-8f7df9170f3c req-b0826f58-f8f4-4821-a51b-0d8ea03a0435 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 943 time: 0.1009595 Aug 10 03:24:29.379675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59822) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:29.452252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ddaed99-d5dc-4d7d-ba83-8f7df9170f3c req-e98476a5-1fdd-48a9-a2f7-9ea9cfa75e9e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668643 Aug 10 03:24:29.575251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.592730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf', 'mac_address': 'fa:16:3e:ac:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:29.623010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-17d5b0ea-d088-4754-a3fb-6c5f89752e77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea8f2d2ceff4472391501dc682428f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422554 Aug 10 03:24:29.626493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59838) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:29.634644 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.662639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:29.693464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b713ec4-ad66-42d9-bfe9-4dcdc1adc2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.709528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.720720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b713ec4-ad66-42d9-bfe9-4dcdc1adc2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.778101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.830733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.840018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.840508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.840859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.841216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.841528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.845223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:29.903894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b713ec4-ad66-42d9-bfe9-4dcdc1adc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.906772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b713ec4-ad66-42d9-bfe9-4dcdc1adc2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.908140 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b713ec4-ad66-42d9-bfe9-4dcdc1adc2fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/499b12d6-abca-405a-8710-6daa3f92fad2 HTTP/1.1" status: 204 len: 168 time: 0.2806780 Aug 10 03:24:29.926972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b713ec4-ad66-42d9-bfe9-4dcdc1adc2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b12d6-abca-405a-8710-6daa3f92fad2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.987097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-4cd72e88-6156-4b8e-88a8-d29a75e30cff tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f0944cf149184345a6e1fe4283b09e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407076 Aug 10 03:24:29.988365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59858) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.129812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-05c025b9-a929-49e9-945f-0c28ae0565ad tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.131596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-05c025b9-a929-49e9-945f-0c28ae0565ad tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436996 Aug 10 03:24:30.154103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-217dea73-af3d-430f-9017-69cc53be009a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/quotas/f0944cf149184345a6e1fe4283b09e24 HTTP/1.1" status: 200 len: 375 time: 0.0106380 Aug 10 03:24:30.189247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1161931134'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:30.191193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-b3229b7e-f150-4085-9c7f-5bc4beaef35a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302758 Aug 10 03:24:30.272299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:30.295258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3749-6a04-4586-af6c-c6daecbe9e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.379788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Made reservation on behalf of 66ad29b4970a4636a5ce106b2b7bd580 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:30.384442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.393885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.634560 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.636877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19b703-9cae-42f2-9ca1-72fc3f686421 req-d5d04c19-eeb5-4427-9894-4d3d1160ca17 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.643177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a19b703-9cae-42f2-9ca1-72fc3f686421 req-d5d04c19-eeb5-4427-9894-4d3d1160ca17 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0901139 Aug 10 03:24:30.694882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a19b703-9cae-42f2-9ca1-72fc3f686421 req-09b1388b-6a74-4d8f-a37f-b96d5e8e3a46 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Aug 10 03:24:30.786298 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.816157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:30.825268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ec518-4205-43cd-9078-08a050c80ec6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:30.831373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.832551 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Added segment 76d9db0c-58a6-455b-9c98-ea1f6656547b of type vlan for network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 Aug 10 03:24:30.875284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.896950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208f3b8-1789-4dd7-8bb0-2c82ab292626 req-4aa87083-2298-4de4-8cc9-20a2dc0c8a1c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.899574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f208f3b8-1789-4dd7-8bb0-2c82ab292626 req-4aa87083-2298-4de4-8cc9-20a2dc0c8a1c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 943 time: 0.0595794 Aug 10 03:24:30.941999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f208f3b8-1789-4dd7-8bb0-2c82ab292626 req-316f7967-7eb8-4c5c-a77f-3af93deb8e33 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Aug 10 03:24:31.028974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.036602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.037489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.056970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8b252-8c39-4944-a7c0-9993a2c047ca req-06a905f4-80ae-4834-b16b-383f2c8587c9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.058624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42f8b252-8c39-4944-a7c0-9993a2c047ca req-06a905f4-80ae-4834-b16b-383f2c8587c9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 944 time: 0.0597520 Aug 10 03:24:31.110868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42f8b252-8c39-4944-a7c0-9993a2c047ca req-4f550d6a-6950-4b41-b861-518714e6a92c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Aug 10 03:24:31.158729 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1691928 Aug 10 03:24:31.171895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7293c3-d919-4a3d-be18-858a58c31883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Pushing event updated for resources: {'Network': ['ID=d59df3f1-e20a-4c4e-8db6-7138c2ec79b3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.183681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:31.232895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-70424789-8bb0-42e8-aaa8-40a268ff09eb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f0944cf149184345a6e1fe4283b09e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296314 Aug 10 03:24:31.374352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-f43e5b12-2c07-4da7-9ec7-2435c132f8ca tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.375895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-f43e5b12-2c07-4da7-9ec7-2435c132f8ca tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368804 Aug 10 03:24:31.391413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-6acfa749-1502-4200-aa83-763fb3abfd35 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/quotas/f0944cf149184345a6e1fe4283b09e24 HTTP/1.1" status: 200 len: 375 time: 0.0095198 Aug 10 03:24:31.424508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-99b7b67c-8b55-4454-879f-c781babe6a86 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271940 Aug 10 03:24:31.545155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59910) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.645391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179973782-network', 'tenant_id': 'a35cd383927140b6bcb39ec7e4dfa003'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:31.755566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Made reservation on behalf of a35cd383927140b6bcb39ec7e4dfa003 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:31.755701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2578-abce-48ca-b51e-06cd4b68f5aa req-a8895df9-786a-407b-b5ae-be847a47073a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.757842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-155c2578-abce-48ca-b51e-06cd4b68f5aa req-a8895df9-786a-407b-b5ae-be847a47073a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0575733 Aug 10 03:24:31.758576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.769068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.812969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-155c2578-abce-48ca-b51e-06cd4b68f5aa req-443fdcc9-3b43-45fc-af7b-96308ed2f425 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Aug 10 03:24:31.877476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.042782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59932) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.048328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Request body: {'port': {'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3', 'binding:host_id': 'n-h1-765315-26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-161159156'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:32.058874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.106134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:32.109635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-064e71f2-8006-4897-8523-58e2c1e47e4d req-081e1c5b-ada2-4e96-acaa-28088cd6b214 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 210 time: 0.0461452 Aug 10 03:24:32.119425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495460b-c4fe-4a5e-8ee0-019305a89e6d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.129637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.130225 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Added segment 9c29ba6a-a893-4766-8388-3f2fb6c1bac0 of type vlan for network e4069724-2986-44c0-a59a-a4f6209ed3bb Aug 10 03:24:32.183985 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.223568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Made reservation on behalf of 3a593e61f85e4a8a99cdd512d34f50e6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:32.225975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.234398 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.295700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68443b93-09ba-4d37-9cdf-4d9bcad2f1a2 req-b2b08af7-81cd-47d9-b797-e943bfeb1ceb tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.297596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68443b93-09ba-4d37-9cdf-4d9bcad2f1a2 req-b2b08af7-81cd-47d9-b797-e943bfeb1ceb tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Aug 10 03:24:32.335710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.341148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68443b93-09ba-4d37-9cdf-4d9bcad2f1a2 req-2a454693-5cd4-4503-b558-74c0a6fc9bda tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Aug 10 03:24:32.349638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.356526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.356526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.450363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a282660-c1c6-4eb2-a204-8f743b4c4ffd req-bd96e480-2aff-48f0-bfb5-04cc6da242ef tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.451854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a282660-c1c6-4eb2-a204-8f743b4c4ffd req-bd96e480-2aff-48f0-bfb5-04cc6da242ef tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 943 time: 0.0520887 Aug 10 03:24:32.492690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a282660-c1c6-4eb2-a204-8f743b4c4ffd req-42de8613-4cd9-4c05-8fdb-2bac385659a9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342736 Aug 10 03:24:32.645533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8df4f-7642-405b-abba-7acfb2634ffc req-f8f8ed5b-3ac6-456b-9b1a-0a26d3c7f0dd tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.647217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fb8df4f-7642-405b-abba-7acfb2634ffc req-f8f8ed5b-3ac6-456b-9b1a-0a26d3c7f0dd tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 944 time: 0.0716910 Aug 10 03:24:32.690055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fb8df4f-7642-405b-abba-7acfb2634ffc req-b1a2efcc-42d0-4144-8200-265d1f357a50 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Aug 10 03:24:32.703536 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.750035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.768193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port 6fb677fd-b9a3-47d1-8072-4e965785d9aa yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:32.781786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] Pushing event updated for resources: {'Network': ['ID=e4069724-2986-44c0-a59a-a4f6209ed3bb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.794367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e4069724-2986-44c0-a59a-a4f6209ed3bb details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:32.853260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719db41a-60aa-48bc-b483-da88e8097a30,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.893311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59942) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.896803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-142bbc98-eed4-4d02-9408-13045f3d2a24 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3465791 Aug 10 03:24:32.900837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Request body: {'subnet': {'network_id': 'e4069724-2986-44c0-a59a-a4f6209ed3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179973782-subnet', 'tenant_id': 'a35cd383927140b6bcb39ec7e4dfa003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:33.032233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port 6fb677fd-b9a3-47d1-8072-4e965785d9aa yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:33.033542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a2bd2-4d67-4778-a33e-c718d851babb req-dee8b0a4-adfd-4f50-bf53-b81c97c62e32 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.035698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-647a2bd2-4d67-4778-a33e-c718d851babb req-dee8b0a4-adfd-4f50-bf53-b81c97c62e32 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Aug 10 03:24:33.042454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.053958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Transition to ACTIVE for port object 6fb677fd-b9a3-47d1-8072-4e965785d9aa will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:33.079272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-647a2bd2-4d67-4778-a33e-c718d851babb req-2e46c3a0-eedf-4332-8939-2e9fe8f8da68 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Aug 10 03:24:33.080155 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-338c9dd8-27f3-497a-a163-aca324ad0f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.080289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Made reservation on behalf of a35cd383927140b6bcb39ec7e4dfa003 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:33.083807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.178469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.237389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=6fb677fd-b9a3-47d1-8072-4e965785d9aa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.248884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Checking segment: {'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:33.249610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Network hostable DHCP agents. Network: d59df3f1-e20a-4c4e-8db6-7138c2ec79b3, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:33.252418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d70edaca-34cc-4409-84ad-3fb0e4f4afb6 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:33.255224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:33.337665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:33.350453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.397673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.410854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6', 'mac_address': 'fa:16:3e:d2:b6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:33.436018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ffc610-1827-4c36-8270-7944e6729c89,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.446963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d59df3f1-e20a-4c4e-8db6-7138c2ec79b3) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:33.452780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:33.460087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7e0b1-e884-4c90-b7c7-39745eb636ca req-18963d0c-a25d-4ede-b4c8-8e0d32bb514c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.461695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68e7e0b1-e884-4c90-b7c7-39745eb636ca req-18963d0c-a25d-4ede-b4c8-8e0d32bb514c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1077137 Aug 10 03:24:33.468061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Checking segment: {'id': '9c29ba6a-a893-4766-8388-3f2fb6c1bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e4069724-2986-44c0-a59a-a4f6209ed3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:33.468449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Network hostable DHCP agents. Network: e4069724-2986-44c0-a59a-a4f6209ed3bb, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:33.475642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.475986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.476392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.479955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad9afe-7e0a-4804-bf31-47dc4291d143 None None] Network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:33.481640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.481992 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.482382 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 2 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.483287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:33.497138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.497333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.498104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.502073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.502455 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.502792 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 3 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.503949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:33.504322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.514907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68e7e0b1-e884-4c90-b7c7-39745eb636ca req-fc288452-8796-4fdc-a3c3-2a12962c06e8 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 Aug 10 03:24:33.517616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.517616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.517893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.526755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.526755 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.526755 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 4 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.544291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.544670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.545016 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.546611 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.551677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.552031 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.552483 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 5 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.569974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.570337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.570789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.579378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.579713 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.580104 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 6 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.599012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70edaca-34cc-4409-84ad-3fb0e4f4afb6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:33.603367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fa6c557-60d6-4e37-8df2-2efe0a6ca76b req-49331393-8ea5-47b9-b5b4-cece6647ca47 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 210 time: 0.0295868 Aug 10 03:24:33.606204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.606204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.606543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.615134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Network e4069724-2986-44c0-a59a-a4f6209ed3bb is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:33.617129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.617527 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.617990 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 7 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.633289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e4069724-2986-44c0-a59a-a4f6209ed3bb) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:33.637889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-b25ec5ed-712f-48ab-adc7-452e1dff6ec3 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f0944cf149184345a6e1fe4283b09e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378752 Aug 10 03:24:33.646674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.646674 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.656001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.656528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.657019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.660965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bd714-d7ce-40f9-a285-c62b5781d1c3 None None] Network e4069724-2986-44c0-a59a-a4f6209ed3bb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:33.663020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.663448 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.663905 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 8 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.664887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.677974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.678386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.678789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.683479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.683806 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.684199 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 9 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.701359 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.701759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.702364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.718892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.724139 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.724139 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 10 to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa Aug 10 03:24:33.736455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.737058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.737593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.746073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.755874 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 6fb677fd-b9a3-47d1-8072-4e965785d9aa on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:33.755874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.775736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.830504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:33.833742 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9f8112-288b-4746-84e5-4d894cb2df96" -d '{"events": [{"server_uuid": "19d725df-80cc-4d94-8fd0-eceea79703c5", "name": "network-vif-plugged", "status": "completed", "tag": "1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:33.842844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] For port 6fb677fd-b9a3-47d1-8072-4e965785d9aa, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:33.843445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempted to set empty binding levels {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:24:33.847488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-17484d9f-ceb2-45af-a9d8-5842e8edcf08 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.849941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-17484d9f-ceb2-45af-a9d8-5842e8edcf08 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960464 Aug 10 03:24:33.855582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.862814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14d56d-6a0e-4ecd-97db-ec8288dde89b req-0540d09e-79fd-4f56-8acd-1c5dbd629e86 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.864485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a14d56d-6a0e-4ecd-97db-ec8288dde89b req-0540d09e-79fd-4f56-8acd-1c5dbd629e86 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 943 time: 0.0843561 Aug 10 03:24:33.869332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Request body: {'port': {'device_id': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'f0944cf149184345a6e1fe4283b09e24'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:33.899090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.924585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283894c8-481f-4ab5-a12e-4bbb0592a1ea None None] Network e4069724-2986-44c0-a59a-a4f6209ed3bb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:33.954385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a14d56d-6a0e-4ecd-97db-ec8288dde89b req-b1de9f23-7a87-4830-89cd-b94a3e98613f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Aug 10 03:24:33.984651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8aa19851-c1d9-4816-8cb5-20d36fd682eb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0897367 Aug 10 03:24:34.012398 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.016085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.017846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.080226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.081563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.093583 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.108704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Made reservation on behalf of f0944cf149184345a6e1fe4283b09e24 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:34.114178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.116275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=6fb677fd-b9a3-47d1-8072-4e965785d9aa,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.117488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.137457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.185806 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d4bb9e0d-8915-4eca-92a8-f4b6446aabae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1417403 Aug 10 03:24:34.188683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59962) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.278778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.290322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Deleting port 6fb677fd-b9a3-47d1-8072-4e965785d9aa {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:34.290674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.335258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d70edaca-34cc-4409-84ad-3fb0e4f4afb6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:34.349716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bd3a5-ce38-450c-94e0-4b8c32f36643 req-97d2e799-70a1-4e1c-b9bb-35c0b508c0c7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.351909 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] For port 6fb677fd-b9a3-47d1-8072-4e965785d9aa, host n-h1-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:34.352284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.356914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bd3a5-ce38-450c-94e0-4b8c32f36643 req-97d2e799-70a1-4e1c-b9bb-35c0b508c0c7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.364623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bd3a5-ce38-450c-94e0-4b8c32f36643 req-97d2e799-70a1-4e1c-b9bb-35c0b508c0c7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.366662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Calling delete_port for 6fb677fd-b9a3-47d1-8072-4e965785d9aa owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:34.369754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-926bd3a5-ce38-450c-94e0-4b8c32f36643 req-97d2e799-70a1-4e1c-b9bb-35c0b508c0c7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72&device_id=e073f618-2964-4a68-b077-7079e7a76d88&device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 2417 time: 0.0707204 Aug 10 03:24:34.416400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.469338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-926bd3a5-ce38-450c-94e0-4b8c32f36643 req-56b931c3-2d0f-43ed-92db-a52f5c40580c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926642 Aug 10 03:24:34.502950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-3f772e21-a414-4cd8-849f-88c2805fd11e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f0944cf149184345a6e1fe4283b09e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823987 Aug 10 03:24:34.503611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaf5279-efd5-4846-a44a-94fa6d4695de,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.589734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.623116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fb677fd-b9a3-47d1-8072-4e965785d9aa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.631450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.636245 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35a28222-731d-45ba-8a57-fd13e224136a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "DELETE /v2.0/ports/6fb677fd-b9a3-47d1-8072-4e965785d9aa HTTP/1.1" status: 204 len: 168 time: 0.4415984 Aug 10 03:24:34.636570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59974) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.663601 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b4ffb5-82f5-47b6-9e94-fe1c4c017571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:24:34.668918 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35b4ffb5-82f5-47b6-9e94-fe1c4c017571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "GET /v2.0/ports/6fb677fd-b9a3-47d1-8072-4e965785d9aa HTTP/1.1" status: 404 len: 333 time: 0.0279174 Aug 10 03:24:34.670835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59976) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:34.676297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Request body: {'port': {'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-128156468'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:34.698007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db94a7-f3f8-4706-93de-d205d547baa4 req-743dedc0-d269-40fb-9e38-d17ed3bc6d4e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.699658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00db94a7-f3f8-4706-93de-d205d547baa4 req-743dedc0-d269-40fb-9e38-d17ed3bc6d4e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.1632020 Aug 10 03:24:34.711047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-24004e9e-b535-4db1-beaf-5a8c7dc5f5c9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.712303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-24004e9e-b535-4db1-beaf-5a8c7dc5f5c9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973631 Aug 10 03:24:34.746468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Request body: {'port': {'device_id': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'f0944cf149184345a6e1fe4283b09e24'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:34.801063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Made reservation on behalf of 3a593e61f85e4a8a99cdd512d34f50e6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:34.804108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.821607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port 4cfb3357-ae07-45c7-8743-e812a48c41ca yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:34.825199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Allocated IP 192.168.233.22 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/6ad96741-f6c2-45fe-91ef-1584ae63d58c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:34.864740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00db94a7-f3f8-4706-93de-d205d547baa4 req-cc27846c-1276-4f0e-aa44-f90fa2e3170c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Aug 10 03:24:34.970878 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1293bfd6-92d5-44ae-9ac7-71b1c9112e6f x-openstack-request-id: req-1293bfd6-92d5-44ae-9ac7-71b1c9112e6f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:34.970878 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d725df-80cc-4d94-8fd0-eceea79703c5", "name": "network-vif-plugged", "status": "completed", "tag": "1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:34.970878 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1293bfd6-92d5-44ae-9ac7-71b1c9112e6f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:34.972065 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf', 'code': 200} Aug 10 03:24:35.034642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.065658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.083551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Made reservation on behalf of f0944cf149184345a6e1fe4283b09e24 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:35.088133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.098088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.103164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-161415504-network', 'tenant_id': '73a591f9e9264d36bc7cba2677c4fcc1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:35.107747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Transition to ACTIVE for port object 6ad96741-f6c2-45fe-91ef-1584ae63d58c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:35.235618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.251513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56747339-cb8b-4139-97df-c2db2a742da8 req-5e0aa900-75c3-422f-bbf8-51ddcef271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.253194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56747339-cb8b-4139-97df-c2db2a742da8 req-5e0aa900-75c3-422f-bbf8-51ddcef271c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 1097 time: 0.1594138 Aug 10 03:24:35.268590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9adbc-fbf0-4922-968b-e11887e1ce1a req-2f78656c-9c13-4420-96a6-65ff0ea7ad9c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.284555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71f9adbc-fbf0-4922-968b-e11887e1ce1a req-2f78656c-9c13-4420-96a6-65ff0ea7ad9c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.1781070 Aug 10 03:24:35.284711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:35.284711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:35.284711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:35.284711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.284711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.302564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfb3357-ae07-45c7-8743-e812a48c41ca,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.319143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Made reservation on behalf of 73a591f9e9264d36bc7cba2677c4fcc1 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:35.319143 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.324791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.326802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56747339-cb8b-4139-97df-c2db2a742da8 req-09b93d65-beba-4256-858f-bbd98b3be71e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543933 Aug 10 03:24:35.334357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71f9adbc-fbf0-4922-968b-e11887e1ce1a req-f59b02fe-811e-41fb-af19-af05c78d7b6a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562320 Aug 10 03:24:35.380731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.426776 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-52cd965d-7829-41ad-8752-0ab56f98dc2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7545142 Aug 10 03:24:35.429381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59994) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.436327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:35.474793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34652e4f-e7ae-4f4b-ac4a-95e64081b2c8 req-9dfce18d-6185-4f26-a6ef-94b3247c8db2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 210 time: 0.0685391 Aug 10 03:24:35.485600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:35.495171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:35.502313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:35.516580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.532296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.537243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Allocated IP 192.168.233.143 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/99e02c54-c611-45ad-a746-bd169032eedf) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:35.583529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.584225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.646354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.689206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.748937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port 4cfb3357-ae07-45c7-8743-e812a48c41ca yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:35.757306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.759079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa983a1-41b1-4ba3-b5b2-1dc00819b160 req-51424104-c789-4f32-94d1-9d8e81b6be7d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.760619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa983a1-41b1-4ba3-b5b2-1dc00819b160 req-51424104-c789-4f32-94d1-9d8e81b6be7d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 944 time: 0.0858476 Aug 10 03:24:35.770408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Transition to ACTIVE for port object 4cfb3357-ae07-45c7-8743-e812a48c41ca will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:35.783907 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.789173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.811129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:35.816259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Transition to ACTIVE for port object 99e02c54-c611-45ad-a746-bd169032eedf will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:35.823531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa983a1-41b1-4ba3-b5b2-1dc00819b160 req-8e920e94-f9f6-48b5-9bcc-be3c3b63b1a0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Aug 10 03:24:35.825813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de2ae55-84c4-492a-9753-caade763bdd6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.828756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.829106 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Added segment 71662491-bc4b-4a6e-8ee4-1f20037434b9 of type vlan for network 601939a3-9025-4dba-96e1-9a6770a32c7e Aug 10 03:24:35.875607 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.900609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.944169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8945fa7c-c90b-4b7e-90f3-6e6aec99027d None None] Provisioning for port 6ad96741-f6c2-45fe-91ef-1584ae63d58c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:35.944979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-dfbfc687-ddef-434a-afd0-725caaf5193a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0789306 Aug 10 03:24:35.948808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8945fa7c-c90b-4b7e-90f3-6e6aec99027d None None] Provisioning complete for port 6ad96741-f6c2-45fe-91ef-1584ae63d58c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:35.949449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8945fa7c-c90b-4b7e-90f3-6e6aec99027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.954982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfb3357-ae07-45c7-8743-e812a48c41ca,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:35.964293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Request body: {'port': {'device_id': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:35.966500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:35.969098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:35.969098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:35.973440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:35.973787 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:35.974180 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 2 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:35.987778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:35.988702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:35.989059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:35.993004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8945fa7c-c90b-4b7e-90f3-6e6aec99027d None None] Port 6ad96741-f6c2-45fe-91ef-1584ae63d58c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:35.993787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:35.993902 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:35.994566 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 3 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:35.996085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.009036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.009667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.010758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.018326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.018880 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.019507 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 4 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.035883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.036257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.036626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.042491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.042878 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.043424 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.044732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.045443 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.058632 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 5 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.124057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.124591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.125157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.134684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.135109 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.137689 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 6 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.141723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] Pushing event updated for resources: {'Network': ['ID=601939a3-9025-4dba-96e1-9a6770a32c7e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.153847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.154190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.154727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.155205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 601939a3-9025-4dba-96e1-9a6770a32c7e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:36.159437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.160419 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.161108 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 7 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.167277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fced0689-17e5-4cc0-acc3-1016be4cd8de admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0654254 Aug 10 03:24:36.167603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60002) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.178833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Request body: {'subnet': {'network_id': '601939a3-9025-4dba-96e1-9a6770a32c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-161415504-subnet', 'tenant_id': '73a591f9e9264d36bc7cba2677c4fcc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:36.188299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.188653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.189184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.200763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.201014 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.203170 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 8 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.218702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.219034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.219553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.225672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.225997 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.226564 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 9 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.240779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.241115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.241451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.247459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.247790 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.248258 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 10 to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca Aug 10 03:24:36.261395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.261830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.262239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.266760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.267129 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port 4cfb3357-ae07-45c7-8743-e812a48c41ca on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:36.267493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.333417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Made reservation on behalf of 73a591f9e9264d36bc7cba2677c4fcc1 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:36.335741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.349032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] For port 4cfb3357-ae07-45c7-8743-e812a48c41ca, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:36.349405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempted to set empty binding levels {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:24:36.377350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:36.388947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:36.394868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.399861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:36.409465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event updated for resources: {'Port': ['ID=99e02c54-c611-45ad-a746-bd169032eedf,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.439991 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.486352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb874bb-bece-497d-86ca-135668df1229 req-77667b1c-f9ce-427b-b00a-3e5eac56f72e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.487912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdb874bb-bece-497d-86ca-135668df1229 req-77667b1c-f9ce-427b-b00a-3e5eac56f72e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.1623235 Aug 10 03:24:36.498040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] In _notify_port_updated(), no bound segment for port 4cfb3357-ae07-45c7-8743-e812a48c41ca on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:24:36.499372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.501635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.502595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.503179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "PUT /v2.0/ports/4cfb3357-ae07-45c7-8743-e812a48c41ca HTTP/1.1" status: 200 len: 979 time: 1.0728753 Aug 10 03:24:36.503310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.509353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.526952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f54ea-6a1a-4e90-a0bd-46adbcf9245b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfb3357-ae07-45c7-8743-e812a48c41ca,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.688330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdb874bb-bece-497d-86ca-135668df1229 req-de9ecb09-0079-4890-93a0-85e617dc3e8d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919048 Aug 10 03:24:36.700593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-adaf7d70-d4ce-4e40-b4e1-22b8c2fffc83 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9643657 Aug 10 03:24:36.738310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.758550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.759148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.759612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.760079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.760567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.761032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.761492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.761951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.762518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.762863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.763321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.764941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.764941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.764941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.765252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.765585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.766400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.766530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.766939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.767399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.767857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.768315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.768790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.769828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.770298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.770754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.771211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.771667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.772129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.772612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.776375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-34d8d633-f376-46cd-ab38-33f16e7725c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27002 time: 0.2590029 Aug 10 03:24:36.782394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60010) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.783987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Request body: {'port': {'device_id': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:36.839712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f661a1-6f19-4087-a110-5cccd4804692,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.849010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Checking segment: {'id': '71662491-bc4b-4a6e-8ee4-1f20037434b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '601939a3-9025-4dba-96e1-9a6770a32c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:36.849379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Network hostable DHCP agents. Network: 601939a3-9025-4dba-96e1-9a6770a32c7e, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:36.864061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a3932fa0-f9f5-49f8-a26a-b83e2446c6e8 None None] Provisioning for port 99e02c54-c611-45ad-a746-bd169032eedf completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:36.868815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a3932fa0-f9f5-49f8-a26a-b83e2446c6e8 None None] Provisioning complete for port 99e02c54-c611-45ad-a746-bd169032eedf triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:36.868963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.869287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a3932fa0-f9f5-49f8-a26a-b83e2446c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.908560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Deleting port 4cfb3357-ae07-45c7-8743-e812a48c41ca {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:36.908982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.915173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a3932fa0-f9f5-49f8-a26a-b83e2446c6e8 None None] Port 99e02c54-c611-45ad-a746-bd169032eedf cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:36.979148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe97c31-d2c0-4861-8966-91477f77c26a req-03104d66-8aae-4068-a8de-339cfaaf8fb7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.980614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fe97c31-d2c0-4861-8966-91477f77c26a req-03104d66-8aae-4068-a8de-339cfaaf8fb7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 936 time: 0.1254704 Aug 10 03:24:36.982535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] For port 4cfb3357-ae07-45c7-8743-e812a48c41ca, host n-h1-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:36.982907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.996657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Calling delete_port for 4cfb3357-ae07-45c7-8743-e812a48c41ca owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:36.998351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Network 601939a3-9025-4dba-96e1-9a6770a32c7e is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:37.092016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:37.118592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.121001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 601939a3-9025-4dba-96e1-9a6770a32c7e) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:37.130304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74c11c-a283-4ea6-8f93-b1a8e56bb695 None None] Network 601939a3-9025-4dba-96e1-9a6770a32c7e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:37.131180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fe97c31-d2c0-4861-8966-91477f77c26a req-fddb4d29-604d-46c0-9650-9f55313ff670 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322074 Aug 10 03:24:37.133886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.134505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.151614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Transition to ACTIVE for port object 6ad96741-f6c2-45fe-91ef-1584ae63d58c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:37.172690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.203870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cfb3357-ae07-45c7-8743-e812a48c41ca,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.213721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.215802 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ef87d439-b05c-4bc5-8102-13222fbfce10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4cfb3357-ae07-45c7-8743-e812a48c41ca HTTP/1.1" status: 204 len: 168 time: 0.4325509 Aug 10 03:24:37.218485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60018) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.242263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.244694 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdd5683-dccc-4426-90e5-e716aed5eb61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:24:37.246417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4fdd5683-dccc-4426-90e5-e716aed5eb61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "GET /v2.0/ports/4cfb3357-ae07-45c7-8743-e812a48c41ca HTTP/1.1" status: 404 len: 333 time: 0.0267441 Aug 10 03:24:37.250771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.256586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1698278602', 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:37.292723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d70edaca-34cc-4409-84ad-3fb0e4f4afb6 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:37.298839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acaea1f-f69d-4b99-af16-5542dfaaeacb None None] Network 601939a3-9025-4dba-96e1-9a6770a32c7e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:37.332161 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2fffaf6-cdc0-4fc7-96e8-0a53b5176fc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1625490 Aug 10 03:24:37.388090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.417405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Made reservation on behalf of 3a593e61f85e4a8a99cdd512d34f50e6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:37.425002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.455866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port daa31edb-de02-45d2-8017-9be5e2d9d565 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:37.521341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81f56-b768-4660-b272-e76821d07891 req-bcf18309-d099-4a65-944a-59825886554e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.522999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df81f56-b768-4660-b272-e76821d07891 req-bcf18309-d099-4a65-944a-59825886554e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 944 time: 0.1360605 Aug 10 03:24:37.530903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60026) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:37.571829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:37.575882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:37.576476 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.633406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Attempting to bind port 6ad96741-f6c2-45fe-91ef-1584ae63d58c on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:37.633406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Attempting to bind port 6ad96741-f6c2-45fe-91ef-1584ae63d58c by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:37.633406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Attempting to bind port 6ad96741-f6c2-45fe-91ef-1584ae63d58c on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:37.660634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Deleting subnet 55ffc610-1827-4c36-8270-7944e6729c89 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:37.660851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.664456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Port 6ad96741-f6c2-45fe-91ef-1584ae63d58c on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:37.664776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Attempting to bind port 6ad96741-f6c2-45fe-91ef-1584ae63d58c on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:37.671257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.672193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4df81f56-b768-4660-b272-e76821d07891 req-7aa568b5-91df-499f-b1c5-cdfdfd1942d0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266756 Aug 10 03:24:37.674150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e02c54-c611-45ad-a746-bd169032eedf {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:37.679112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.702402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:37.702402 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf6b57-999a-4cbb-8986-82c2246bd6a5" -d '{"events": [{"server_uuid": "56b5bdc5-20ec-4b5e-8aa9-2063176691b2", "name": "network-vif-plugged", "status": "completed", "tag": "d70edaca-34cc-4409-84ad-3fb0e4f4afb6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:37.706453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.710899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:37.711086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:37.711392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:37.711798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:37.711947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Bound port: 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:37.713531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.748689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.752709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Transition to ACTIVE for port object 99e02c54-c611-45ad-a746-bd169032eedf will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:37.806395 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.829988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.857458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:37.860582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.875365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:37.892427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.902613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.937154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:37.939985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:37.954432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:37.955472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.955826 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7995aa69-355c-4424-99cc-32a746998faf x-openstack-request-id: req-7995aa69-355c-4424-99cc-32a746998faf {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:37.956082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.956200 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b5bdc5-20ec-4b5e-8aa9-2063176691b2", "name": "network-vif-plugged", "status": "completed", "tag": "d70edaca-34cc-4409-84ad-3fb0e4f4afb6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:37.957139 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7995aa69-355c-4424-99cc-32a746998faf {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:37.972623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=daa31edb-de02-45d2-8017-9be5e2d9d565,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.975204 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6', 'code': 200} Aug 10 03:24:37.987559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Pushing event updated for resources: {'Port': ['ID=99e02c54-c611-45ad-a746-bd169032eedf,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.051081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.108509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b56fbeb-0638-40c8-a68a-5a0b055fdc5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8556290 Aug 10 03:24:38.109328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.126082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.129488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.130106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.131533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ad96741-f6c2-45fe-91ef-1584ae63d58c HTTP/1.1" status: 200 len: 1096 time: 2.1716890 Aug 10 03:24:38.137951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Attempting to bind port 99e02c54-c611-45ad-a746-bd169032eedf on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:38.138472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Attempting to bind port 99e02c54-c611-45ad-a746-bd169032eedf by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:38.138816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Attempting to bind port 99e02c54-c611-45ad-a746-bd169032eedf on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:38.142092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:38.150276 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef8dd54-04ba-4937-b796-1b8faba5f240" -d '{"events": [{"name": "network-changed", "server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:38.173542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53152e5-e90b-4e02-8ac9-755a7d6b3c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.175105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c53152e5-e90b-4e02-8ac9-755a7d6b3c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "GET /v2.0/ports/daa31edb-de02-45d2-8017-9be5e2d9d565 HTTP/1.1" status: 200 len: 959 time: 0.0647788 Aug 10 03:24:38.178097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60042) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.199599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ffc610-1827-4c36-8270-7944e6729c89,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.201363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Port 99e02c54-c611-45ad-a746-bd169032eedf on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:38.205250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Attempting to bind port 99e02c54-c611-45ad-a746-bd169032eedf on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:38.221980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.229302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b77b80a5-be69-484f-8ab8-99d456dc233a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/55ffc610-1827-4c36-8270-7944e6729c89 HTTP/1.1" status: 204 len: 168 time: 0.6946404 Aug 10 03:24:38.234648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16b29b-6188-41f2-a361-0bf462e36810 req-724788c2-3468-4247-9c6c-193c7c25255f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.238045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef16b29b-6188-41f2-a361-0bf462e36810 req-724788c2-3468-4247-9c6c-193c7c25255f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.2209764 Aug 10 03:24:38.240225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60046) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.241336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c52cf6-5ce9-4996-9355-a5865ed7ac69 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.278226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Deleting port daa31edb-de02-45d2-8017-9be5e2d9d565 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:38.279204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.326624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:38.326967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:38.327353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:38.327960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Bound port: 99e02c54-c611-45ad-a746-bd169032eedf, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:38.328499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.375255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.390056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Calling delete_port for daa31edb-de02-45d2-8017-9be5e2d9d565 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:38.395988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfda80-3c8a-4718-9df9-8bc76b290d54 req-3c44e41e-6bf8-43d5-aed1-4f7724ec8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.397669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cfda80-3c8a-4718-9df9-8bc76b290d54 req-3c44e41e-6bf8-43d5-aed1-4f7724ec8131 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 1097 time: 0.3143063 Aug 10 03:24:38.410373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.482167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef16b29b-6188-41f2-a361-0bf462e36810 req-1744a8fb-34d3-4c64-8175-54b121007608 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578999 Aug 10 03:24:38.500583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-32e9a248-b90d-4100-a513-b2607996acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.502035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-32e9a248-b90d-4100-a513-b2607996acf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1099 time: 0.1656141 Aug 10 03:24:38.611797 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491656ad-c4b7-465a-9e5e-95a1ed455e7b x-openstack-request-id: req-491656ad-c4b7-465a-9e5e-95a1ed455e7b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:38.612548 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:38.612548 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-491656ad-c4b7-465a-9e5e-95a1ed455e7b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:38.613353 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'status': 'completed', 'code': 200} Aug 10 03:24:38.615180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] For port 99e02c54-c611-45ad-a746-bd169032eedf, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:38.623704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cfda80-3c8a-4718-9df9-8bc76b290d54 req-d23b4b8b-c291-4bfc-9607-458de572bf65 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856587 Aug 10 03:24:38.624958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-4fd9c956-183d-444b-9df0-a83de348b917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c HTTP/1.1" status: 200 len: 217 time: 0.1014786 Aug 10 03:24:38.629980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.652651 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.655925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] For port 99e02c54-c611-45ad-a746-bd169032eedf, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=99e02c54-c611-45ad-a746-bd169032eedf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:38.661643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa31edb-de02-45d2-8017-9be5e2d9d565,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.669688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.669688 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cb4e2dca-4924-4551-be69-cae555732a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "DELETE /v2.0/ports/daa31edb-de02-45d2-8017-9be5e2d9d565 HTTP/1.1" status: 204 len: 168 time: 0.4900105 Aug 10 03:24:38.671992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60056) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.681418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4069724-2986-44c0-a59a-a4f6209ed3bb']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:38.694117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c29ba6a-a893-4766-8388-3f2fb6c1bac0') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:38.694418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c29ba6a-a893-4766-8388-3f2fb6c1bac0') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:38.695464 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-26592abb-f0ad-4658-9989-c348d84e141c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:24:38.697928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26592abb-f0ad-4658-9989-c348d84e141c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "GET /v2.0/ports/daa31edb-de02-45d2-8017-9be5e2d9d565 HTTP/1.1" status: 404 len: 333 time: 0.0240653 Aug 10 03:24:38.706133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.706406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60060) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.711336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Request body: {'port': {'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-724875818'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:38.760904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002adfbc-8c8c-4ea8-bae0-6dcb740723aa req-5e74cf6e-35f6-4223-9cb5-21871c404227 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.762305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-002adfbc-8c8c-4ea8-bae0-6dcb740723aa req-5e74cf6e-35f6-4223-9cb5-21871c404227 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 948 time: 0.1337306 Aug 10 03:24:38.765330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.769127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.791883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:38.792281 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:38.796732 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:38.800987 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Made reservation on behalf of 3a593e61f85e4a8a99cdd512d34f50e6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:38.803357 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.818921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:38.864979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.865835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.866977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] 10.222.0.46 "PUT /v2.0/ports/99e02c54-c611-45ad-a746-bd169032eedf HTTP/1.1" status: 200 len: 1097 time: 2.0876229 Aug 10 03:24:38.886931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-589bff8a-d20c-4add-90ee-04872e41d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.888546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-589bff8a-d20c-4add-90ee-04872e41d1fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1739137 Aug 10 03:24:38.941328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-002adfbc-8c8c-4ea8-bae0-6dcb740723aa req-dd82ba6c-bb5c-46a3-9af3-118cfee95567 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644752 Aug 10 03:24:38.942006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8bf15-6875-47e5-b355-9f9f4b2ac8ce service neutron] Pushing event updated for resources: {'Port': ['ID=99e02c54-c611-45ad-a746-bd169032eedf,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.985265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650290-3522-4021-8931-1ca81f42e91d req-bfd3a13b-964a-4530-a0c8-fa134136bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.987331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-bfd3a13b-964a-4530-a0c8-fa134136bcbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657008 Aug 10 03:24:39.008231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.102685 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.107764 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.110148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] 10.222.0.26 "DELETE /v2.0/networks/e4069724-2986-44c0-a59a-a4f6209ed3bb HTTP/1.1" status: 204 len: 168 time: 0.8648238 Aug 10 03:24:39.113328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.163403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d4554-a1fb-4f50-9344-d99e852fda3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4069724-2986-44c0-a59a-a4f6209ed3bb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.172716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-c2c0a82a-84ae-484d-acef-fd363beec1ff service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744485 Aug 10 03:24:39.177369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-bc2724a4-a80d-40fa-83e8-f623efc432c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.178824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-bc2724a4-a80d-40fa-83e8-f623efc432c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 1100 time: 0.1180823 Aug 10 03:24:39.182521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Deleting subnet c7f661a1-6f19-4087-a110-5cccd4804692 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:39.184591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.224426 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.274530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.316865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:39.323749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:39.326540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:39.328453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.329104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.346652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-5518e541-a0dc-4341-808c-2e9d6503aa5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=99e02c54-c611-45ad-a746-bd169032eedf HTTP/1.1" status: 200 len: 217 time: 0.0889995 Aug 10 03:24:39.349702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=b75ab5a2-6db4-4ff4-83b7-16d66fa66a36,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.359917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.373567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af650290-3522-4021-8931-1ca81f42e91d req-d44368d1-5107-46bd-a844-8ae1d30ee80b service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814089 Aug 10 03:24:39.408884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a4d3c-c188-4c77-86dd-82842705d9d7 req-bc7809f1-345f-4005-886a-de57c0002df6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.410929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-322a4d3c-c188-4c77-86dd-82842705d9d7 req-bc7809f1-345f-4005-886a-de57c0002df6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.1279972 Aug 10 03:24:39.429346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-13280073-2a77-4a49-b9dd-fc7bb9c6c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.430640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-13280073-2a77-4a49-b9dd-fc7bb9c6c2fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0667033 Aug 10 03:24:39.458464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c50dc2e-d934-4813-9014-8916da26cc8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7509184 Aug 10 03:24:39.461154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.463590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-322a4d3c-c188-4c77-86dd-82842705d9d7 req-c9c4d3bd-486b-4372-b522-e18e25fb990e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Aug 10 03:24:39.466241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:39.495305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60030-83a4-4489-9238-b26354ac2408 req-ea8a15b3-561b-4b9b-8a75-073b19fa44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.497970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-ea8a15b3-561b-4b9b-8a75-073b19fa44c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469861 Aug 10 03:24:39.528246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.579880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.621598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f661a1-6f19-4087-a110-5cccd4804692,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.648246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.652158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d90af4f-c7fe-4bcd-8d6d-4f0392386a95 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c7f661a1-6f19-4087-a110-5cccd4804692 HTTP/1.1" status: 204 len: 168 time: 0.5358810 Aug 10 03:24:39.656142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-4a524dac-5c0e-4f8c-a8ab-f1e75ab093a7 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391747 Aug 10 03:24:39.657413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60074) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.661414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-137dee3a-6f70-42ce-98b2-7e9fc88dfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.663708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-137dee3a-6f70-42ce-98b2-7e9fc88dfd3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1099 time: 0.0805213 Aug 10 03:24:39.765059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.836359 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] device_id is not set on port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:39.846411 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.902799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Transition to ACTIVE for port object b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:39.906833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.918325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601939a3-9025-4dba-96e1-9a6770a32c7e']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:39.929056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71662491-bc4b-4a6e-8ee4-1f20037434b9') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:39.929357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71662491-bc4b-4a6e-8ee4-1f20037434b9') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:39.938855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.953110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.959702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:39.960098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:39.961833 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:40.018190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.070589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=b75ab5a2-6db4-4ff4-83b7-16d66fa66a36,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.082054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.082390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.082726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.087099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.087362 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.087746 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 2 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.107912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.108248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.108631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.113337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.113665 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.114049 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 3 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.126975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.133242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.133242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.133242 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.133718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7412850-b631-44e1-9876-ce4e18447fbb req-669db4c6-bcd4-4ecd-a2d8-78bbaff57332 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.137693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7412850-b631-44e1-9876-ce4e18447fbb req-669db4c6-bcd4-4ecd-a2d8-78bbaff57332 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 945 time: 0.1235459 Aug 10 03:24:40.138405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.138939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/601939a3-9025-4dba-96e1-9a6770a32c7e HTTP/1.1" status: 204 len: 168 time: 0.4808846 Aug 10 03:24:40.148511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.149058 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.159667 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 4 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.172671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd07592-8443-4225-8cb8-ac8cbcb46fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=601939a3-9025-4dba-96e1-9a6770a32c7e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.180818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-74d30e2e-f2a9-402f-8f43-ad379f15a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.182318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-74d30e2e-f2a9-402f-8f43-ad379f15a5f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.4903977 Aug 10 03:24:40.186436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91c60030-83a4-4489-9238-b26354ac2408 req-9d52d61b-2797-4577-916c-7e50475a9bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037341 Aug 10 03:24:40.194607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.194957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.195301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.212562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.212914 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.213308 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 5 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.230582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.230922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.231442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.236420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.236730 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.237096 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 6 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.237581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-cff3a9dd-7b19-4a76-b395-731d5d2b6a0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c HTTP/1.1" status: 200 len: 217 time: 0.0388660 Aug 10 03:24:40.245998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7412850-b631-44e1-9876-ce4e18447fbb req-277c3201-8408-48d0-b77c-96ea109830ad tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Aug 10 03:24:40.250430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.250781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.251125 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.256328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.256902 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.257458 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 7 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.271501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.271838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.272362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.278376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.278376 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.278376 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 8 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.290736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.291209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.291897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.296592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.297056 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.297446 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 9 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.311653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.313184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.313184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.315041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-cb54beb5-a657-491e-b678-353ed0100940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.317216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-cb54beb5-a657-491e-b678-353ed0100940 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0699289 Aug 10 03:24:40.317702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.317910 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.318306 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempt 10 to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 Aug 10 03:24:40.331128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:40.332626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:40.333132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempting to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:40.341947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:40.341947 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Failed to bind port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '76d9db0c-58a6-455b-9c98-ea1f6656547b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd59df3f1-e20a-4c4e-8db6-7138c2ec79b3'}] Aug 10 03:24:40.341947 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.379679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-1aa86476-5d8d-46e2-88bb-8403dab4247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.381366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-1aa86476-5d8d-46e2-88bb-8403dab4247e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499029 Aug 10 03:24:40.410462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] For port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:40.410842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attempted to set empty binding levels {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:24:40.493636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-c91abca9-26b0-43d7-85be-5a85b6a34d75 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Aug 10 03:24:40.521560 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.554175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] In _notify_port_updated(), no bound segment for port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 on network d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:24:40.555073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.562313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.562313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "PUT /v2.0/ports/b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 HTTP/1.1" status: 200 len: 979 time: 1.0949292 Aug 10 03:24:40.562726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60088) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.571696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76f1d8-314b-49d9-9ae1-3a4e578ee35a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event updated for resources: {'Port': ['ID=b75ab5a2-6db4-4ff4-83b7-16d66fa66a36,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.614589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'tag': '99e02c54-c611-45ad-a746-bd169032eedf'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:40.616881 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809f1209-565d-4e5d-9346-36b099a4909e" -d '{"events": [{"name": "network-changed", "server_uuid": "25f18990-39ba-40f4-83b9-0a5b2a8fc551", "tag": "99e02c54-c611-45ad-a746-bd169032eedf"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:40.632633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60094) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.664872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ef8dd54-04ba-4937-b796-1b8faba5f240 req-1d991949-f413-440b-9e02-dc38013bf6eb service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621382 Aug 10 03:24:40.680964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-37afa4a8-7fc7-4c4b-a954-605c11a9efcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a35cd383927140b6bcb39ec7e4dfa003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470729 Aug 10 03:24:40.681698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60096) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.691756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Deleting port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:40.692095 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.791469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] For port b75ab5a2-6db4-4ff4-83b7-16d66fa66a36, host n-h1-765315-26, got binding levels [] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:40.791830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.816565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Calling delete_port for b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:40.820479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-918e5296-752b-44b3-bac2-7fd8e579dce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.875567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-918e5296-752b-44b3-bac2-7fd8e579dce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.074944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.099906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Pushing event deleted for resources: {'Port': ['ID=b75ab5a2-6db4-4ff4-83b7-16d66fa66a36,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.107493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.109224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b510a0b2-d719-4db0-a530-7948dcdedf09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 HTTP/1.1" status: 204 len: 168 time: 0.5475593 Aug 10 03:24:41.112265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:41.136795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-918e5296-752b-44b3-bac2-7fd8e579dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.139042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-918e5296-752b-44b3-bac2-7fd8e579dce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.142602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-918e5296-752b-44b3-bac2-7fd8e579dce0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6495460b-c4fe-4a5e-8ee0-019305a89e6d HTTP/1.1" status: 204 len: 168 time: 0.4572892 Aug 10 03:24:41.142602 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe640ade-8f3b-423e-ba6a-3d642e04af81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:24:41.146761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fe640ade-8f3b-423e-ba6a-3d642e04af81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1512675037-project-admin] 10.222.0.26 "GET /v2.0/ports/b75ab5a2-6db4-4ff4-83b7-16d66fa66a36 HTTP/1.1" status: 404 len: 333 time: 0.0301857 Aug 10 03:24:41.147839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:41.153057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5296-752b-44b3-bac2-7fd8e579dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495460b-c4fe-4a5e-8ee0-019305a89e6d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.239963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.330610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.341128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59df3f1-e20a-4c4e-8db6-7138c2ec79b3']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.353105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d9db0c-58a6-455b-9c98-ea1f6656547b') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.354235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d9db0c-58a6-455b-9c98-ea1f6656547b') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.363427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.377001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.382712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:41.383103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:41.386057 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:41.612146 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.619160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.623090 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] 10.222.0.26 "DELETE /v2.0/networks/d59df3f1-e20a-4c4e-8db6-7138c2ec79b3 HTTP/1.1" status: 204 len: 168 time: 0.4720209 Aug 10 03:24:41.633384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b5e74-a93c-4751-8f43-cd5ebe1fec7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870 tempest-PortsAdminExtendedAttrsIpV6TestJSON-663375870-project] Pushing event deleted for resources: {'Network': ['ID=d59df3f1-e20a-4c4e-8db6-7138c2ec79b3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.649925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1defbda-5316-44c3-9220-38042fb95acd req-43f373fa-8309-43f9-914f-ce183bcc7767 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.651609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1defbda-5316-44c3-9220-38042fb95acd req-43f373fa-8309-43f9-914f-ce183bcc7767 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 948 time: 0.0542719 Aug 10 03:24:41.698140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1defbda-5316-44c3-9220-38042fb95acd req-433b3b88-44ae-47e3-8956-24964d860e22 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Aug 10 03:24:41.879201 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab37042-44c1-48a5-9c44-12901d1cfab1 x-openstack-request-id: req-eab37042-44c1-48a5-9c44-12901d1cfab1 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:41.879778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f18990-39ba-40f4-83b9-0a5b2a8fc551", "tag": "99e02c54-c611-45ad-a746-bd169032eedf", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:41.880096 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eab37042-44c1-48a5-9c44-12901d1cfab1 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:41.880598 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'tag': '99e02c54-c611-45ad-a746-bd169032eedf', 'status': 'completed', 'code': 200} Aug 10 03:24:42.002391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a34ecb-f23b-497a-a5d1-dc2b03ae4faa req-7a14257a-321b-4df2-a594-2d326fcb1834 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.004396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9a34ecb-f23b-497a-a5d1-dc2b03ae4faa req-7a14257a-321b-4df2-a594-2d326fcb1834 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.0801222 Aug 10 03:24:42.011987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1209-565d-4e5d-9346-36b099a4909e req-8b1b8be4-ca0d-4a95-a91e-137b7867d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.011987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-8b1b8be4-ca0d-4a95-a91e-137b7867d5cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 1100 time: 0.0756075 Aug 10 03:24:42.091398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9a34ecb-f23b-497a-a5d1-dc2b03ae4faa req-4f921015-33b1-45c9-9545-2d91415764c7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804875 Aug 10 03:24:42.138032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1209-565d-4e5d-9346-36b099a4909e req-17875a50-952e-4aa7-8add-57887dd2aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.139519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-17875a50-952e-4aa7-8add-57887dd2aa40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1152678 Aug 10 03:24:42.187213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-8ce14ae4-d4c3-4461-a259-d5cab1a59ead service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=99e02c54-c611-45ad-a746-bd169032eedf HTTP/1.1" status: 200 len: 217 time: 0.0376692 Aug 10 03:24:42.264468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1209-565d-4e5d-9346-36b099a4909e req-9519c58b-33b0-45a1-b329-8e6ef9eb9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.265936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-9519c58b-33b0-45a1-b329-8e6ef9eb9886 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0540731 Aug 10 03:24:42.273691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8f6b2-d31f-4209-be83-43045c63aa3f req-700db92f-25e4-480c-bfd3-641b29e1cf71 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.281047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82d8f6b2-d31f-4209-be83-43045c63aa3f req-700db92f-25e4-480c-bfd3-641b29e1cf71 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 945 time: 0.0965991 Aug 10 03:24:42.345002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82d8f6b2-d31f-4209-be83-43045c63aa3f req-edcea004-9798-4a00-9441-f47b73d28d4a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Aug 10 03:24:42.354669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1209-565d-4e5d-9346-36b099a4909e req-e9539a0a-1173-4c41-9ada-a197c6867f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.356671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-e9539a0a-1173-4c41-9ada-a197c6867f77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684016 Aug 10 03:24:42.420629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60116) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.464394 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-840a54ea-bd07-4539-a093-ced0fdee0bd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73a591f9e9264d36bc7cba2677c4fcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425618 Aug 10 03:24:42.467085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60118) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.496843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82f121-0c0b-4cb6-899a-5dcca99fc79b req-5cdd52c1-07c4-4ba0-bced-c9d971556d0b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.496843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a82f121-0c0b-4cb6-899a-5dcca99fc79b req-5cdd52c1-07c4-4ba0-bced-c9d971556d0b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0725656 Aug 10 03:24:42.518255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-54b2eda1-c319-4663-b89c-c0ece07fb44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.546460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a82f121-0c0b-4cb6-899a-5dcca99fc79b req-b425ea58-cfbe-4f67-b708-2d375a768195 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Aug 10 03:24:42.550724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-54b2eda1-c319-4663-b89c-c0ece07fb44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.555732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-e4695a0d-9933-4a3a-92ad-06d0e864011a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832426 Aug 10 03:24:42.644839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60122) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.667623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-809f1209-565d-4e5d-9346-36b099a4909e req-032b31b7-fd03-4f44-957b-c6121efbff66 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036184 Aug 10 03:24:42.789455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-33dcb543-699a-4cc4-baec-179c9a0f002f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66ad29b4970a4636a5ce106b2b7bd580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433468 Aug 10 03:24:42.791841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60128) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.811186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-54b2eda1-c319-4663-b89c-c0ece07fb44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.823652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-54b2eda1-c319-4663-b89c-c0ece07fb44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.823652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-54b2eda1-c319-4663-b89c-c0ece07fb44b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2de2ae55-84c4-492a-9753-caade763bdd6 HTTP/1.1" status: 204 len: 168 time: 0.3470809 Aug 10 03:24:42.825432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2eda1-c319-4663-b89c-c0ece07fb44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de2ae55-84c4-492a-9753-caade763bdd6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.843978 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-541b19bc-71b4-4a68-b271-2077fad0ba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.869856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-541b19bc-71b4-4a68-b271-2077fad0ba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.110237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab24c-0b15-4c9b-b0d2-51c7aa371eae req-c7eae14a-5201-4f2e-9828-a2d353560010 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.111927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3bab24c-0b15-4c9b-b0d2-51c7aa371eae req-c7eae14a-5201-4f2e-9828-a2d353560010 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 948 time: 0.0498867 Aug 10 03:24:43.113256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-541b19bc-71b4-4a68-b271-2077fad0ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.116126 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-541b19bc-71b4-4a68-b271-2077fad0ba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.117374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-541b19bc-71b4-4a68-b271-2077fad0ba6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e02ec518-4205-43cd-9078-08a050c80ec6 HTTP/1.1" status: 204 len: 168 time: 0.3245828 Aug 10 03:24:43.131536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b19bc-71b4-4a68-b271-2077fad0ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ec518-4205-43cd-9078-08a050c80ec6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.164256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3bab24c-0b15-4c9b-b0d2-51c7aa371eae req-314ae1ef-4068-4c76-8882-507a043c29a1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Aug 10 03:24:43.313937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:43.424386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:43.441780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'mac_address': 'fa:16:3e:f8:a6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:43.442352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c0a33-99b0-43cc-b69b-d31e2d9cf6df req-8ced5464-e790-458f-89e3-2ce1bbc99492 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.448918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c8c0a33-99b0-43cc-b69b-d31e2d9cf6df req-8ced5464-e790-458f-89e3-2ce1bbc99492 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 945 time: 0.0782907 Aug 10 03:24:43.485227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.505723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:43.517241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c8c0a33-99b0-43cc-b69b-d31e2d9cf6df req-9b831297-e3f2-4e34-a6cc-ff44dde16e62 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588448 Aug 10 03:24:43.533382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:43.629733 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.646381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-4311c6b8-1c8d-42d4-a7a8-88ad6003fb34 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.648188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-4311c6b8-1c8d-42d4-a7a8-88ad6003fb34 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.1602790 Aug 10 03:24:43.677820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85410a-45ba-4827-92de-cc406b63f70a req-11515029-c31e-45ed-8b5c-ffb4fa0687fe tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.678544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc85410a-45ba-4827-92de-cc406b63f70a req-11515029-c31e-45ed-8b5c-ffb4fa0687fe tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 945 time: 0.0909812 Aug 10 03:24:43.691883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.777168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc85410a-45ba-4827-92de-cc406b63f70a req-e25ac4a4-5965-4632-9862-677021962ea4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812771 Aug 10 03:24:43.809899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:43.812253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.936361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90afb0-6968-4afe-baee-76f8b405d00d req-340389ff-d9b6-4a38-9b26-08e77a087919 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.937992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90afb0-6968-4afe-baee-76f8b405d00d req-340389ff-d9b6-4a38-9b26-08e77a087919 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0859694 Aug 10 03:24:43.979587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90afb0-6968-4afe-baee-76f8b405d00d req-005afdca-3d8c-40a6-866b-e4dd9981fade tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Aug 10 03:24:44.052595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:44.053083 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.074383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:44.087338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60160) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.127969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6ad96741-f6c2-45fe-91ef-1584ae63d58c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:44.161666 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ed3e9ff-0032-49b5-89d6-04c29e88b6f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a593e61f85e4a8a99cdd512d34f50e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725389 Aug 10 03:24:44.171761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60162) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.228156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d287-b01c-4ae7-b4c0-ef6111087b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.270658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d287-b01c-4ae7-b4c0-ef6111087b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.340564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b34de-cc7e-4a21-8179-3c9fb295ac96 req-d7be8f09-663c-4b88-9e44-51f550684dc9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.342615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e0b34de-cc7e-4a21-8179-3c9fb295ac96 req-d7be8f09-663c-4b88-9e44-51f550684dc9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 948 time: 0.0644219 Aug 10 03:24:44.374898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.406850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e0b34de-cc7e-4a21-8179-3c9fb295ac96 req-2cbb3060-1fa2-4e3c-b2ab-3b657c0c4caa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Aug 10 03:24:44.409285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.462281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:44.464939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.467329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e855b98-7fd1-45df-8839-74c4ffa0873a req-ebc48c3b-37ed-4722-9fb2-bab0639bdbcb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf HTTP/1.1" status: 204 len: 173 time: 0.8093047 Aug 10 03:24:44.467989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'name': 'network-vif-deleted', 'tag': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:44.471759 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e1b1f-b869-4d84-89a2-c99c8457b193" -d '{"events": [{"server_uuid": "19d725df-80cc-4d94-8fd0-eceea79703c5", "name": "network-vif-deleted", "tag": "1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:44.514706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d287-b01c-4ae7-b4c0-ef6111087b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.520822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d287-b01c-4ae7-b4c0-ef6111087b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.541090 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fe3d287-b01c-4ae7-b4c0-ef6111087b81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/719db41a-60aa-48bc-b483-da88e8097a30 HTTP/1.1" status: 204 len: 168 time: 0.3674023 Aug 10 03:24:44.557197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3d287-b01c-4ae7-b4c0-ef6111087b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719db41a-60aa-48bc-b483-da88e8097a30,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.650514 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ab0f2-f1c5-4cf9-ac0b-e22c937d9692 x-openstack-request-id: req-4b6ab0f2-f1c5-4cf9-ac0b-e22c937d9692 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:44.650807 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d725df-80cc-4d94-8fd0-eceea79703c5", "name": "network-vif-deleted", "tag": "1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:44.651102 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b6ab0f2-f1c5-4cf9-ac0b-e22c937d9692 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:44.651461 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d725df-80cc-4d94-8fd0-eceea79703c5', 'name': 'network-vif-deleted', 'tag': '1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf', 'status': 'completed', 'code': 200} Aug 10 03:24:44.760300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde365d-5ca5-4422-a126-d908305490bf req-13c7ec8c-b26a-44af-a2ee-e7bb3efb62a9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.762113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fde365d-5ca5-4422-a126-d908305490bf req-13c7ec8c-b26a-44af-a2ee-e7bb3efb62a9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 945 time: 0.0583951 Aug 10 03:24:44.804732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fde365d-5ca5-4422-a126-d908305490bf req-c3089c61-1dd5-4ccb-bf4c-df955ec7662e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Aug 10 03:24:44.922608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbba3bb1-10c3-4370-8e17-28c010400ca5 req-1ab5cb76-7568-4fa0-99b1-3808d8c5f124 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=19d725df-80cc-4d94-8fd0-eceea79703c5 HTTP/1.1" status: 200 len: 210 time: 0.0409794 Aug 10 03:24:44.939378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-b66a74bc-8457-4a6f-bf37-a306bb639a80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677736 Aug 10 03:24:45.020235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e341fe-462e-40de-b7a6-f824af3d29df req-3a8644fb-cc1f-4dea-9a40-84e7f9e4bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.022009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-3a8644fb-cc1f-4dea-9a40-84e7f9e4bb85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 1098 time: 0.0491145 Aug 10 03:24:45.149667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e341fe-462e-40de-b7a6-f824af3d29df req-d470552d-dac8-484e-86f7-031584f26af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.152164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-d470552d-dac8-484e-86f7-031584f26af9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.1032376 Aug 10 03:24:45.207891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-1b3af575-4db5-4cfb-8626-28185218faa5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463 HTTP/1.1" status: 200 len: 217 time: 0.0448282 Aug 10 03:24:45.252780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.277500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e341fe-462e-40de-b7a6-f824af3d29df req-1a7bafd4-6be8-4f45-84a1-ced2bf190242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.278991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-1a7bafd4-6be8-4f45-84a1-ced2bf190242 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0581815 Aug 10 03:24:45.318029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-7af52a26-b43f-4380-9640-43796d755bda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260520 Aug 10 03:24:45.325272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 99e02c54-c611-45ad-a746-bd169032eedf details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:45.328326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:45.363258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:45.363606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c5d269e-6be2-4cb3-8c7f-22b1ff8ec8bf not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:45.433527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-7815288e-62fc-4112-9d7a-ec59ae9973ac service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046083 Aug 10 03:24:45.465946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 99e02c54-c611-45ad-a746-bd169032eedf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=99e02c54-c611-45ad-a746-bd169032eedf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.480785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '99e02c54-c611-45ad-a746-bd169032eedf', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '99e02c54-c611-45ad-a746-bd169032eedf', 'mac_address': 'fa:16:3e:02:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:45.531652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:45.536838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.587196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e02c54-c611-45ad-a746-bd169032eedf {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:45.594281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e341fe-462e-40de-b7a6-f824af3d29df req-1b1c4b01-5c65-4c1e-91fd-59818eb9788a service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406510 Aug 10 03:24:45.618208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 99e02c54-c611-45ad-a746-bd169032eedf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=99e02c54-c611-45ad-a746-bd169032eedf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.827206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.845878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee3799-d0bf-458f-937a-db87a566f2b5 req-b4ab8dcf-624a-4f64-94dc-8b2d1b0a26a0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.853692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deee3799-d0bf-458f-937a-db87a566f2b5 req-b4ab8dcf-624a-4f64-94dc-8b2d1b0a26a0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0707915 Aug 10 03:24:45.871858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=99e02c54-c611-45ad-a746-bd169032eedf,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.091013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deee3799-d0bf-458f-937a-db87a566f2b5 req-5ffc51d1-91bd-40f9-9034-762b9eea6fb2 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364569 Aug 10 03:24:46.209751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2111-147a-4cfe-b4e5-d28d3cbbb65c req-9458efb4-a2a3-4fa7-a049-208bacc583b5 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.212684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3fa2111-147a-4cfe-b4e5-d28d3cbbb65c req-9458efb4-a2a3-4fa7-a049-208bacc583b5 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 949 time: 0.0578272 Aug 10 03:24:46.254198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3fa2111-147a-4cfe-b4e5-d28d3cbbb65c req-6ebb747a-3e59-41f8-868b-a99e7a3feadc tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Aug 10 03:24:46.351420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['99e02c54-c611-45ad-a746-bd169032eedf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:46.542736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a3623-d0b8-4967-8d05-d33d4cd8b70c req-6a2e7033-497d-477c-90c2-11dab9f32b13 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.544315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-159a3623-d0b8-4967-8d05-d33d4cd8b70c req-6a2e7033-497d-477c-90c2-11dab9f32b13 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 945 time: 0.0940993 Aug 10 03:24:46.594603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-159a3623-d0b8-4967-8d05-d33d4cd8b70c req-a852ea8a-dd74-43af-9528-2365a5b1cdcf tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Aug 10 03:24:46.787223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-7ea603f6-d338-4622-887d-0279116a6a4f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.788754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-7ea603f6-d338-4622-887d-0279116a6a4f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.1000931 Aug 10 03:24:46.805736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-35f8fe9d-ff1b-4ad3-b847-35d0e6dc9807 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/quotas/05216a8327924cc4b0a82468b3910d8c HTTP/1.1" status: 200 len: 375 time: 0.0104005 Aug 10 03:24:46.871877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-76763033-98fd-4a8d-b49c-3266c084cfed tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600016 Aug 10 03:24:46.960610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-a91d87ac-87c8-456e-a927-4dd50445032a service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810521 Aug 10 03:24:47.059451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-58cab5e8-ecd5-439f-ae5e-0a19ccd5e213 service neutron] 10.222.0.26 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926945 Aug 10 03:24:47.218171 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:47.275607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60274) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.351698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:47.391885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-305857367', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:47.468584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 6ad96741-f6c2-45fe-91ef-1584ae63d58c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:47.472790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 6ad96741-f6c2-45fe-91ef-1584ae63d58c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:47.473241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.498590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Made reservation on behalf of bc869469628348a389f0042a4d0ef2f8 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:47.500963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.514298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.547021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b002b-8641-4231-b3c8-34869a58818c req-80e777c0-ee5a-47e7-a331-bd0fd8d4ae0d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.548567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d11b002b-8641-4231-b3c8-34869a58818c req-80e777c0-ee5a-47e7-a331-bd0fd8d4ae0d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0790167 Aug 10 03:24:47.567563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.590529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:47.592718 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f23b6-1f78-40bf-a1a9-09bce00bd320" -d '{"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-plugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:47.605817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:47.610299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d11b002b-8641-4231-b3c8-34869a58818c req-ee6143e4-369c-4477-9f79-1fc650da7d44 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493219 Aug 10 03:24:47.657136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.682326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56194394-9e47-40f5-9e9d-4ba5e8be8c42 req-24a38ab3-f4c2-4ad7-9316-3ecd5822ac62 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 10 03:24:47.725502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.728328 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.733003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] device_id is not set on port cde19eba-08e7-45e9-950f-66048c3eaa87 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:47.784921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.833626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746c650a-310d-4e7e-a7db-68c81467bd37,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.914934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89910432-c72f-4789-b680-bbd32229c4eb req-3c90c8d3-b2d8-49f3-b24e-33ff0f6b22b7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.916462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89910432-c72f-4789-b680-bbd32229c4eb req-3c90c8d3-b2d8-49f3-b24e-33ff0f6b22b7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 949 time: 0.1665516 Aug 10 03:24:47.933815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Allocated IP 172.25.1.73 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/cde19eba-08e7-45e9-950f-66048c3eaa87) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:47.946754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-22bd27b7-5e4c-4d6b-afb3-7dca1151e35a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.948172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-22bd27b7-5e4c-4d6b-afb3-7dca1151e35a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 945 time: 0.1248343 Aug 10 03:24:48.017404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89910432-c72f-4789-b680-bbd32229c4eb req-cb238fa5-e57b-468d-8d6b-d1a0daac206a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862696 Aug 10 03:24:48.163132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Deleting port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:48.163479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.263749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.355935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] For port d70edaca-34cc-4409-84ad-3fb0e4f4afb6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:48.356633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.379225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Calling delete_port for d70edaca-34cc-4409-84ad-3fb0e4f4afb6 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:48.398202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-ae770628-f96f-4d40-8613-c8e56193baa3 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.399676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-ae770628-f96f-4d40-8613-c8e56193baa3 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.2309284 Aug 10 03:24:48.446783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6c37beae-d871-4cf2-89de-cf2f0209972d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0410602 Aug 10 03:24:48.514598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-b06813d9-ed82-4083-83f8-2aab1babbfd4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572286 Aug 10 03:24:48.866973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.941281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:48.944211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:48.947704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Pushing event updated for resources: {'Port': ['ID=cde19eba-08e7-45e9-950f-66048c3eaa87,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.951382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:48.998680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.001255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-429fe78d-47ca-433f-905c-44af8f1635b1 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641969 Aug 10 03:24:49.009664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d70edaca-34cc-4409-84ad-3fb0e4f4afb6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:49.065076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event deleted for resources: {'Port': ['ID=d70edaca-34cc-4409-84ad-3fb0e4f4afb6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.068613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.069306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.157285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] No DVR routers for this DVR port d70edaca-34cc-4409-84ad-3fb0e4f4afb6 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:49.160633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.162575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beac3e86-aab6-4e7a-ae1f-f0e7d545180e req-2db521ee-d580-44be-98a4-d874560f4ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "DELETE /v2.0/ports/d70edaca-34cc-4409-84ad-3fb0e4f4afb6 HTTP/1.1" status: 204 len: 173 time: 1.1987646 Aug 10 03:24:49.163009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'name': 'network-vif-deleted', 'tag': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:49.165289 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95d16f4-9263-4a4a-a2af-fd6ee05ea767" -d '{"events": [{"server_uuid": "56b5bdc5-20ec-4b5e-8aa9-2063176691b2", "name": "network-vif-deleted", "tag": "d70edaca-34cc-4409-84ad-3fb0e4f4afb6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:49.200246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-00f4643a-f25e-46cd-aafb-380d39e0fd3e service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800768 Aug 10 03:24:49.275067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-15625264-fd18-4082-b2e0-78f659a71ad8 tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9982417 Aug 10 03:24:49.277895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60330) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.282512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.73'}]}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:49.358218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 99e02c54-c611-45ad-a746-bd169032eedf up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:49.434673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.439433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.446474 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f022b48d-f2b4-4c8d-a9ea-83d35d64906a x-openstack-request-id: req-f022b48d-f2b4-4c8d-a9ea-83d35d64906a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:49.447006 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-plugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:49.447442 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f022b48d-f2b4-4c8d-a9ea-83d35d64906a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:49.448106 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'code': 200} Aug 10 03:24:49.515094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 99e02c54-c611-45ad-a746-bd169032eedf completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:49.522024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 99e02c54-c611-45ad-a746-bd169032eedf triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:49.522404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.550876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.570738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1580d5d-611a-4dcd-837e-a266c97553ec req-2d65a0e3-ec13-44f9-8409-639a60d2e5ba tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=56b5bdc5-20ec-4b5e-8aa9-2063176691b2 HTTP/1.1" status: 200 len: 210 time: 0.0318005 Aug 10 03:24:49.644286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.690368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 99e02c54-c611-45ad-a746-bd169032eedf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=99e02c54-c611-45ad-a746-bd169032eedf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:49.786134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffdc64-0c9d-4b1b-be80-b00535c2c9b8 req-6132f3d8-355a-4fcc-9ed0-c2bb2b3de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.787584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25ffdc64-0c9d-4b1b-be80-b00535c2c9b8 req-6132f3d8-355a-4fcc-9ed0-c2bb2b3de4cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1101 time: 0.2193098 Aug 10 03:24:49.794330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.877007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=99e02c54-c611-45ad-a746-bd169032eedf,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.886517 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.911383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772ef25-1266-4a88-87bb-a50261c75b40 req-16bb9f3b-829b-4163-9816-36e2c91fa155 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:49.912940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b772ef25-1266-4a88-87bb-a50261c75b40 req-16bb9f3b-829b-4163-9816-36e2c91fa155 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1974733 Aug 10 03:24:49.917113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25ffdc64-0c9d-4b1b-be80-b00535c2c9b8 req-fef58f7b-4701-485f-9564-86dee5de3725 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881610 Aug 10 03:24:49.953530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b772ef25-1266-4a88-87bb-a50261c75b40 req-7c59a192-7a14-4c29-90e1-175ce0a4d5b9 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346565 Aug 10 03:24:50.051768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c34d7dbf-1ee7-4227-880c-87ce7620bb02 req-671c3e54-8a86-40f5-81eb-067e93558941 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 210 time: 0.0406115 Aug 10 03:24:50.303938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1fe24-9dc5-43d3-97c1-7c2b2516c68c req-05aa4ddf-aa3b-4198-9791-d8bf3ca2134c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.306037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04d1fe24-9dc5-43d3-97c1-7c2b2516c68c req-05aa4ddf-aa3b-4198-9791-d8bf3ca2134c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.1374466 Aug 10 03:24:50.323780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-57dd5943-09fa-4cef-a958-33282218898e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.325254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-57dd5943-09fa-4cef-a958-33282218898e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 814 time: 0.2159925 Aug 10 03:24:50.346443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Request body: {'port': {'device_id': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'admin_state_up': True, 'tenant_id': '05216a8327924cc4b0a82468b3910d8c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:50.442271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04d1fe24-9dc5-43d3-97c1-7c2b2516c68c req-7e1c5c94-edaf-4d21-9e0d-d87d1d2d9c6a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277385 Aug 10 03:24:50.588111 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.607838 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7f519-108f-457c-a0eb-1f8ec24e1790 x-openstack-request-id: req-c0e7f519-108f-457c-a0eb-1f8ec24e1790 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:50.608134 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b5bdc5-20ec-4b5e-8aa9-2063176691b2", "name": "network-vif-deleted", "tag": "d70edaca-34cc-4409-84ad-3fb0e4f4afb6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:50.608408 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0e7f519-108f-457c-a0eb-1f8ec24e1790 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:50.608799 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b5bdc5-20ec-4b5e-8aa9-2063176691b2', 'name': 'network-vif-deleted', 'tag': 'd70edaca-34cc-4409-84ad-3fb0e4f4afb6', 'status': 'completed', 'code': 200} Aug 10 03:24:50.610056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.685172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40007953-f478-4fbf-9966-ce3d0684625d req-531fe7e3-a599-4d1d-bf67-89b5b488e96f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 210 time: 0.0339425 Aug 10 03:24:50.689981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Made reservation on behalf of 05216a8327924cc4b0a82468b3910d8c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:50.694019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.898032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Allocated IP 172.20.0.4 (3cccb6e5-b6bb-42d0-87de-6ad33d8d645d/a428b15b-e87b-43ab-ba0f-48e979d5417c/b1cf57ba-c39e-4352-b0c9-013c00f93ee0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:50.924463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.170123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.179421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.213289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-792a6ab4-c3fc-41fa-8d75-a4db622e654d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.215091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-792a6ab4-c3fc-41fa-8d75-a4db622e654d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.3144102 Aug 10 03:24:51.277565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-510b6af8-0ef2-4f50-b314-cc0fd6f9f27f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.0263994 Aug 10 03:24:51.344707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-dee0d2e8-14cf-4969-acfa-f776da807814 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394931 Aug 10 03:24:51.372596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.373187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0498744c-dc61-4239-8370-dfeaddd54811 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:24:51.450482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e02c54-c611-45ad-a746-bd169032eedf'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:51.453020 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e99cf-a7f5-4e7d-9f9f-d2dabab5f0d1" -d '{"events": [{"server_uuid": "25f18990-39ba-40f4-83b9-0a5b2a8fc551", "name": "network-vif-plugged", "status": "completed", "tag": "99e02c54-c611-45ad-a746-bd169032eedf"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:51.464264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.506284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-1c59a488-be84-4cf5-995f-b9120517f49a service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517966 Aug 10 03:24:51.567094 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:24:51.568216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b3ecfd81-19a9-413a-b63d-2a3bef40757b tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2891557 Aug 10 03:24:51.571253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60376) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:51.613637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-4c820635-29af-461d-a11e-e7e3b9992262 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999603 Aug 10 03:24:51.654736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Deleting port cde19eba-08e7-45e9-950f-66048c3eaa87 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:51.654736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.727066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.739423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Calling delete_port for cde19eba-08e7-45e9-950f-66048c3eaa87 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:51.828735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.856263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d', '8cf034ad-3254-4c54-83ac-aee88f09ba9d', '30861cc4-787b-44d5-a965-0d69d61865c0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:51.871864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:51.877016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:51.881469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:51.932742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event updated for resources: {'Port': ['ID=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.965961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.967803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:51.967803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.014331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Pushing event deleted for resources: {'Port': ['ID=cde19eba-08e7-45e9-950f-66048c3eaa87,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.056860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa485e4-e1bc-4c0c-aff8-aad550d9d2e0 req-d05ca9b5-fbf7-4b18-9bf5-a93c76051cf0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.060020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1aa485e4-e1bc-4c0c-aff8-aad550d9d2e0 req-d05ca9b5-fbf7-4b18-9bf5-a93c76051cf0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0894263 Aug 10 03:24:52.137672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.150111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1aa485e4-e1bc-4c0c-aff8-aad550d9d2e0 req-49e0a1bb-cc0a-40bd-9cba-804f3287aae1 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848451 Aug 10 03:24:52.167707 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-36456832-abf5-4f89-a7f0-1a4ad7c162ec tempest-RoutersAdminNegativeTest-1002447650 tempest-RoutersAdminNegativeTest-1002447650-project-admin] 10.222.0.26 "DELETE /v2.0/ports/cde19eba-08e7-45e9-950f-66048c3eaa87 HTTP/1.1" status: 204 len: 168 time: 0.5790656 Aug 10 03:24:52.168487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-4aa5d672-6bde-42f0-9a6c-f07d79622af1 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8123271 Aug 10 03:24:52.180634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Request body: {'port': {'device_id': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.277692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.428334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a556a-b68f-4b57-80b0-73dbf65f52f2 req-b8a0f893-c2dd-43ae-b0f0-a4823e98f445 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.430386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f0a556a-b68f-4b57-80b0-73dbf65f52f2 req-b8a0f893-c2dd-43ae-b0f0-a4823e98f445 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 931 time: 0.1537685 Aug 10 03:24:52.552779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f0a556a-b68f-4b57-80b0-73dbf65f52f2 req-b4f8f4e1-a6fa-47d8-961e-c1f2a6f15c15 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128545 Aug 10 03:24:52.652307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-1bbd2c29-d5f2-431e-ad00-728e61caef62 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.653523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-1bbd2c29-d5f2-431e-ad00-728e61caef62 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.2062287 Aug 10 03:24:52.669326 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aa28bb-3f74-4a57-842a-34a981cf80cc x-openstack-request-id: req-f3aa28bb-3f74-4a57-842a-34a981cf80cc {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:52.670612 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f18990-39ba-40f4-83b9-0a5b2a8fc551", "name": "network-vif-plugged", "status": "completed", "tag": "99e02c54-c611-45ad-a746-bd169032eedf", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:52.671082 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3aa28bb-3f74-4a57-842a-34a981cf80cc {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:52.671783 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e02c54-c611-45ad-a746-bd169032eedf', 'code': 200} Aug 10 03:24:52.672592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.774131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60398) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:52.884486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cf57ba-c39e-4352-b0c9-013c00f93ee0 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:52.904060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.929419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4a0a-2c28-40f8-ab83-f8e0b7eaafcf req-0280a510-49e9-46fd-8f80-c140785fd329 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.931191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe1c4a0a-2c28-40f8-ab83-f8e0b7eaafcf req-0280a510-49e9-46fd-8f80-c140785fd329 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.1861265 Aug 10 03:24:52.940696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c289c9-6d0b-4214-be66-4d25c9c51958 req-0788ab92-04f2-4727-b1f5-3f26ee1a4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.942463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4c289c9-6d0b-4214-be66-4d25c9c51958 req-0788ab92-04f2-4727-b1f5-3f26ee1a4f08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 1102 time: 0.1551979 Aug 10 03:24:52.948237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Transition to ACTIVE for port object b1cf57ba-c39e-4352-b0c9-013c00f93ee0 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:53.032419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe1c4a0a-2c28-40f8-ab83-f8e0b7eaafcf req-3a19bf1f-77f5-4043-b1e3-b3a4726fb5f2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855203 Aug 10 03:24:53.033936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4c289c9-6d0b-4214-be66-4d25c9c51958 req-aa666c14-0f9f-4581-8ad4-56d91b50cae1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742409 Aug 10 03:24:53.040046 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.104577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.216043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e249b3c-3572-449e-9df0-f579c505dfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.325545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e249b3c-3572-449e-9df0-f579c505dfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.376070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d70edaca-34cc-4409-84ad-3fb0e4f4afb6 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:53.447951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e249b3c-3572-449e-9df0-f579c505dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.472137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d70edaca-34cc-4409-84ad-3fb0e4f4afb6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:53.473394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d70edaca-34cc-4409-84ad-3fb0e4f4afb6 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:53.493153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:53.498852 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.506917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e249b3c-3572-449e-9df0-f579c505dfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aec1de-a0a0-488e-95f0-201446d07c1a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.529681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e249b3c-3572-449e-9df0-f579c505dfae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7df8c9787ba341988a6b9f01c6e01b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7517543 Aug 10 03:24:53.530167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc19d4c0-a391-4b89-9f76-8aa17879885d req-df977e04-d32d-4afd-93a4-703eb95a60ee tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 210 time: 0.0714657 Aug 10 03:24:53.534675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.613227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f47aa07-10a6-4b3b-b7c8-cb2c6686f16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.640974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f47aa07-10a6-4b3b-b7c8-cb2c6686f16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.644755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Attempting to bind port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:53.645261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Attempting to bind port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:53.645402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Attempting to bind port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:53.665276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a237b63-e921-4362-812e-f39d0a610e01 req-881246d3-a1f3-4772-9fb9-822ddecfec86 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 210 time: 0.0430040 Aug 10 03:24:53.670054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:53.670795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Attempting to bind port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 on network 3cccb6e5-b6bb-42d0-87de-6ad33d8d645d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:53.696513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:53.697104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Checking segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:53.697576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Bound using segment: {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:53.698036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Bound port: b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:53.698451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.786086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.5 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/9cbb2d80-42da-4736-a3a7-878df3f2a132) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:53.800540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f47aa07-10a6-4b3b-b7c8-cb2c6686f16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.803372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f47aa07-10a6-4b3b-b7c8-cb2c6686f16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.804858 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f47aa07-10a6-4b3b-b7c8-cb2c6686f16f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09aec1de-a0a0-488e-95f0-201446d07c1a HTTP/1.1" status: 204 len: 168 time: 0.2690594 Aug 10 03:24:53.814369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47aa07-10a6-4b3b-b7c8-cb2c6686f16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aec1de-a0a0-488e-95f0-201446d07c1a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.844869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] For port b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:53.873105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf26f75-268b-481a-aa2f-c3361412627b req-426393ac-fa88-4be9-aa23-614622e57de9 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.874626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddf26f75-268b-481a-aa2f-c3361412627b req-426393ac-fa88-4be9-aa23-614622e57de9 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1276803 Aug 10 03:24:53.885104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] For port b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:53.966881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.974785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddf26f75-268b-481a-aa2f-c3361412627b req-f694bdcf-f05f-4ea1-a30b-adce94b600e7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Aug 10 03:24:54.028991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.029635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.031026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] 10.222.0.46 "PUT /v2.0/ports/b1cf57ba-c39e-4352-b0c9-013c00f93ee0 HTTP/1.1" status: 200 len: 1092 time: 1.8599434 Aug 10 03:24:54.031477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'tag': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:54.034283 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34" -d '{"events": [{"name": "network-changed", "server_uuid": "2698d3eb-6cfd-4dec-83a3-131a375ff64a", "tag": "b1cf57ba-c39e-4352-b0c9-013c00f93ee0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:54.098005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b41e-7918-45e4-90bd-1ac8fbf5cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.103575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.133147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9d38-9c9d-4b78-8f31-433b17ed6d0c req-26585415-febe-438b-9e9c-6537994b47b4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.134722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f34e9d38-9c9d-4b78-8f31-433b17ed6d0c req-26585415-febe-438b-9e9c-6537994b47b4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 943 time: 0.0924926 Aug 10 03:24:54.224376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f34e9d38-9c9d-4b78-8f31-433b17ed6d0c req-b2ed0243-bfd0-44ac-b584-90d0e1a7002e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757916 Aug 10 03:24:54.237016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-1b43ccfb-1e4b-40d6-91e1-da092a92592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.238526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-1b43ccfb-1e4b-40d6-91e1-da092a92592a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 1095 time: 0.0625782 Aug 10 03:24:54.294450 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb5bc9-1422-4d64-a5c7-24965603b1df x-openstack-request-id: req-9fcb5bc9-1422-4d64-a5c7-24965603b1df {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:54.294755 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2698d3eb-6cfd-4dec-83a3-131a375ff64a", "tag": "b1cf57ba-c39e-4352-b0c9-013c00f93ee0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:54.295126 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fcb5bc9-1422-4d64-a5c7-24965603b1df {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:54.295629 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'tag': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0', 'status': 'completed', 'code': 200} Aug 10 03:24:54.297214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.300916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-8e94eed1-5564-47b9-9b22-87cedb6d81a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0 HTTP/1.1" status: 200 len: 217 time: 0.0471964 Aug 10 03:24:54.315281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:54.395678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:54.416737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:54.421132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:54.423620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=9cbb2d80-42da-4736-a3a7-878df3f2a132,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.463369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-0faaad39-f4f8-46e6-ba80-81ef9155dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.464977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-0faaad39-f4f8-46e6-ba80-81ef9155dcc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.1320858 Aug 10 03:24:54.486491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d59e1d-f1da-421e-bfa1-4da23b88c488 req-c220c57b-8985-46a2-a9b5-902888cbf693 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.488135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07d59e1d-f1da-421e-bfa1-4da23b88c488 req-c220c57b-8985-46a2-a9b5-902888cbf693 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.1210840 Aug 10 03:24:54.505699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.506318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.549590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-1012258c-bb50-41ed-9ac4-716d1a1ea1c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397580 Aug 10 03:24:54.569216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07d59e1d-f1da-421e-bfa1-4da23b88c488 req-112a46ee-e2d3-4027-97a3-3877fd0b01c7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752203 Aug 10 03:24:54.668457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-72ad310d-ec2d-4c7b-aca7-99de3782f822 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832641 Aug 10 03:24:54.668457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-e4cb95ba-5498-49e4-87fa-0461a0d539e6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9898431 Aug 10 03:24:54.669796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.701198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Request body: {'port': {'device_id': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:54.730054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7ff40b68-2a16-4540-a088-52b5567224c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc869469628348a389f0042a4d0ef2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590291 Aug 10 03:24:54.733015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60434) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:54.788738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-da8c9fde-6922-4039-9a3a-b3da2ee04440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.813450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-da8c9fde-6922-4039-9a3a-b3da2ee04440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.916836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787976-cca8-41b2-a380-23e7a5e481bc req-6a6b664a-3229-4780-9f4a-0f0e7f902ec0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.918233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab787976-cca8-41b2-a380-23e7a5e481bc req-6a6b664a-3229-4780-9f4a-0f0e7f902ec0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 931 time: 0.1944921 Aug 10 03:24:54.926315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.028087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-da8c9fde-6922-4039-9a3a-b3da2ee04440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.030875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-da8c9fde-6922-4039-9a3a-b3da2ee04440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.035288 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-da8c9fde-6922-4039-9a3a-b3da2ee04440 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/746c650a-310d-4e7e-a7db-68c81467bd37 HTTP/1.1" status: 204 len: 168 time: 0.2979233 Aug 10 03:24:55.039456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce260988-4545-47b9-8fe9-e18961dc4dca req-58a72d17-097f-420c-b572-fc31f4af80c1 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166564 Aug 10 03:24:55.041181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9fde-6922-4039-9a3a-b3da2ee04440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746c650a-310d-4e7e-a7db-68c81467bd37,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.068666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab787976-cca8-41b2-a380-23e7a5e481bc req-f90c63ec-e3e4-417c-a2d7-35ee77bdded0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349695 Aug 10 03:24:55.126609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-bc4fd511-44e1-42dc-97b5-606888ba30c8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.128262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-bc4fd511-44e1-42dc-97b5-606888ba30c8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.3090267 Aug 10 03:24:55.158539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Request body: {'port': {'device_id': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'admin_state_up': True, 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:55.194408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eaa80cd-1de1-4172-97a1-2e5cf5bffd0c req-784479ac-3134-4534-b0ed-844370707004 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 210 time: 0.0563757 Aug 10 03:24:55.411850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb025d1-13a1-4fb5-bf17-5a6555781da6 req-573f7f25-89c5-4a67-9737-e42538af480e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.413525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fb025d1-13a1-4fb5-bf17-5a6555781da6 req-573f7f25-89c5-4a67-9737-e42538af480e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1452272 Aug 10 03:24:55.434783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-54a2107e-3088-459e-a56f-270637f99637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.436266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-54a2107e-3088-459e-a56f-270637f99637 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05216a8327924cc4b0a82468b3910d8c&device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 1095 time: 0.1272695 Aug 10 03:24:55.571763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fb025d1-13a1-4fb5-bf17-5a6555781da6 req-c4584d7d-546b-4798-acd9-dc6b8c48c34d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475353 Aug 10 03:24:55.622396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbb2d80-42da-4736-a3a7-878df3f2a132 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:55.634708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.637568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-05d10887-11d7-4dd1-873b-4527ee7b2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.639109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-05d10887-11d7-4dd1-873b-4527ee7b2304 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 200 len: 915 time: 0.1847818 Aug 10 03:24:55.734233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:55.738883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.743362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Transition to ACTIVE for port object 9cbb2d80-42da-4736-a3a7-878df3f2a132 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:55.754913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-a0ea802d-e873-434e-83db-37ad9697b85f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0 HTTP/1.1" status: 200 len: 217 time: 0.0905542 Aug 10 03:24:55.813979 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.821146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a0493-3ac4-454b-becf-c757b8e14ecf req-8c46d69b-eeee-4f73-8ccb-726c148da005 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.827048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-972a0493-3ac4-454b-becf-c757b8e14ecf req-8c46d69b-eeee-4f73-8ccb-726c148da005 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 943 time: 0.1834261 Aug 10 03:24:55.867199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.986806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-e0077328-08be-487d-9b74-10b6eb769854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.988201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-e0077328-08be-487d-9b74-10b6eb769854 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 200 len: 854 time: 0.1837099 Aug 10 03:24:56.023867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-972a0493-3ac4-454b-becf-c757b8e14ecf req-4e3f133f-f8cf-493a-9e3e-54468cac832f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887672 Aug 10 03:24:56.058175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-75b5ddac-5b28-44d9-ad70-caf10daa6bd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591528 Aug 10 03:24:56.061788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbb2d80-42da-4736-a3a7-878df3f2a132,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.111836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Allocated IP 172.20.0.4 (5654e0d4-e42c-45ca-8cc7-7a6075c6a95a/3022cdcd-e254-4e53-adb0-29274653858b/3b4c87dd-1e01-4200-a1c6-5d18f07223f2) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:56.238184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Attempting to bind port 9cbb2d80-42da-4736-a3a7-878df3f2a132 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:56.238522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Attempting to bind port 9cbb2d80-42da-4736-a3a7-878df3f2a132 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:56.238856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Attempting to bind port 9cbb2d80-42da-4736-a3a7-878df3f2a132 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:56.265503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Port 9cbb2d80-42da-4736-a3a7-878df3f2a132 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:56.265826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Attempting to bind port 9cbb2d80-42da-4736-a3a7-878df3f2a132 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:56.283135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680166f0-fc67-4df5-b576-a2e2d8cc31af req-ba5cb1d9-dd46-4598-8f96-22c5b43a2c7d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.284725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-680166f0-fc67-4df5-b576-a2e2d8cc31af req-ba5cb1d9-dd46-4598-8f96-22c5b43a2c7d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.1932456 Aug 10 03:24:56.307931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:56.308266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:56.308687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:56.309112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Bound port: 9cbb2d80-42da-4736-a3a7-878df3f2a132, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:56.309508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.317708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-89cfb7cb-9cd6-4fa4-aafb-9ef25dc909cd service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250893 Aug 10 03:24:56.471839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60478) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.576603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1168236614'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:56.713753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Made reservation on behalf of b9222f0396714cefb188c9b0a16bed36 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:56.717377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.728717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.771247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-680166f0-fc67-4df5-b576-a2e2d8cc31af req-db2efb1f-acac-4c89-88dd-feb672e25a97 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717138 Aug 10 03:24:56.830205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.833896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] For port 9cbb2d80-42da-4736-a3a7-878df3f2a132, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:56.841458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.855366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] For port 9cbb2d80-42da-4736-a3a7-878df3f2a132, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:56.872920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c601f3b-7ef6-406f-8c9f-4a689b2a7b34 req-bde890f5-745b-4e8f-bf2d-ff09aac6cc48 service neutron] 10.222.0.46 "GET /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094085 Aug 10 03:24:56.948601 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.979297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000ab2-72a1-4aaa-86a6-99c0897f5b09 req-90598c20-c5ab-444f-a581-08b7a42517e1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.981168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9000ab2-72a1-4aaa-86a6-99c0897f5b09 req-90598c20-c5ab-444f-a581-08b7a42517e1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 943 time: 0.0620327 Aug 10 03:24:56.983599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:56.993651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad58c9bc-c703-43da-b143-78c7701b5ed8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.009265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.015011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.015150 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Added segment 4b3708dd-96ee-4e6f-8ebc-2343a5c490cd of type vlan for network 4eba423a-46f1-48cc-92b8-cdb49e5989dd Aug 10 03:24:57.052545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.053078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.054686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/9cbb2d80-42da-4736-a3a7-878df3f2a132 HTTP/1.1" status: 200 len: 1092 time: 2.3591976 Aug 10 03:24:57.057445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'tag': '9cbb2d80-42da-4736-a3a7-878df3f2a132'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:57.060989 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567e051c-43ae-4c33-acb5-ac2d748ec246" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfc77f6-ddae-4583-8728-8caf072c66ed", "tag": "9cbb2d80-42da-4736-a3a7-878df3f2a132"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:57.062358 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.066460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9000ab2-72a1-4aaa-86a6-99c0897f5b09 req-ef6b42dd-8641-465d-9e27-3f51941d19a9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789404 Aug 10 03:24:57.092272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e716c6d-797b-4ee0-87d6-f4998f78b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbb2d80-42da-4736-a3a7-878df3f2a132,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.099300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.122091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:57.140524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:57.144121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:57.217963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.234887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.235827 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.239419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.247980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.248657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.299783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6660338-c4ef-4bb7-b214-7dc8d9f09b8f req-8dfcb448-022e-4655-baff-b05ac6479596 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.308380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6660338-c4ef-4bb7-b214-7dc8d9f09b8f req-8dfcb448-022e-4655-baff-b05ac6479596 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 931 time: 0.1587243 Aug 10 03:24:57.323311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event updated for resources: {'Network': ['ID=4eba423a-46f1-48cc-92b8-cdb49e5989dd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.336148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:57.348188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-2e2641ed-c132-458e-b45d-f017fa823e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.354232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-2e2641ed-c132-458e-b45d-f017fa823e3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 1095 time: 0.1057498 Aug 10 03:24:57.354232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60494) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:57.354457 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a357c583-4d2d-4a7a-b97d-eded316b9da2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8795993 Aug 10 03:24:57.357043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Request body: {'subnet': {'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:57.368863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6660338-c4ef-4bb7-b214-7dc8d9f09b8f req-f0da70e4-cbdf-4bbd-aac8-5e8beb652af9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596054 Aug 10 03:24:57.438842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-b50cce24-b7ba-4de3-b610-452e4c624fde tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2922382 Aug 10 03:24:57.494106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Request body: {'port': {'device_id': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:57.497223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-91510b85-4494-4056-9c9d-cb63bbdea551 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132 HTTP/1.1" status: 200 len: 217 time: 0.0669138 Aug 10 03:24:57.640835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63c486-1d37-4521-bd1d-7efd21f1ad86 req-73f897d4-f85a-4577-b131-1efec73d3215 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.645636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb63c486-1d37-4521-bd1d-7efd21f1ad86 req-73f897d4-f85a-4577-b131-1efec73d3215 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1995811 Aug 10 03:24:57.645636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-70af5aef-609d-4ad0-97d5-2d4ccd240ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.646979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-70af5aef-609d-4ad0-97d5-2d4ccd240ec2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.1204679 Aug 10 03:24:57.647703 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.702033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-14c22f92-ee07-4970-b0b7-cc74364e7498 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351806 Aug 10 03:24:57.745785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Made reservation on behalf of b9222f0396714cefb188c9b0a16bed36 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:57.749567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.796670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb63c486-1d37-4521-bd1d-7efd21f1ad86 req-5c2df02f-529a-45f1-b335-d88ee3c19bf8 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455295 Aug 10 03:24:58.051466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-676f05db-7fb2-4ecc-8744-02cfef7e686c service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251414 Aug 10 03:24:58.085682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e17f6-7343-428e-b396-accb201a56c7 req-f153d118-c942-4362-8f01-ec73be7f7061 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.087039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d2e17f6-7343-428e-b396-accb201a56c7 req-f153d118-c942-4362-8f01-ec73be7f7061 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.2185531 Aug 10 03:24:58.243619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d2e17f6-7343-428e-b396-accb201a56c7 req-7a1a5671-2ae7-40c0-a594-b3c86be7e065 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407044 Aug 10 03:24:58.343496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91878f8f-e35a-4749-9ef5-f0c703c32d9a req-76380eff-8d4e-42e2-823a-90fb7e2a6645 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748020 Aug 10 03:24:58.404657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:58.418966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea884514-a94b-4dc1-8385-bc487c76e89f req-39531f8d-c191-4853-8e6c-3199844c490b tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.420500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea884514-a94b-4dc1-8385-bc487c76e89f req-39531f8d-c191-4853-8e6c-3199844c490b tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 943 time: 0.1102586 Aug 10 03:24:58.422789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.446927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Transition to ACTIVE for port object 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:58.466315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea884514-a94b-4dc1-8385-bc487c76e89f req-29deb81c-e0bc-4e06-8523-ed28855e8890 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369627 Aug 10 03:24:58.491243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.518157 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e02a4c9-236c-4754-8dc1-02204807fe19 x-openstack-request-id: req-3e02a4c9-236c-4754-8dc1-02204807fe19 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:58.518453 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfc77f6-ddae-4583-8728-8caf072c66ed", "tag": "9cbb2d80-42da-4736-a3a7-878df3f2a132", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:58.518709 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e02a4c9-236c-4754-8dc1-02204807fe19 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:58.519103 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'tag': '9cbb2d80-42da-4736-a3a7-878df3f2a132', 'status': 'completed', 'code': 200} Aug 10 03:24:58.564380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event updated for resources: {'Subnet': ['ID=c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.568610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.621544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Checking segment: {'id': '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:58.621917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Network hostable DHCP agents. Network: 4eba423a-46f1-48cc-92b8-cdb49e5989dd, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:58.688570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-743fd872-82a6-4369-88af-46bedc39f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.690109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-743fd872-82a6-4369-88af-46bedc39f0d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 1095 time: 0.1362619 Aug 10 03:24:58.690697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.794360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24238d-9929-4793-b1ec-8a3330aa13f5 req-cd6c68b3-904b-42f7-b41d-29d27ee64890 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.795864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee24238d-9929-4793-b1ec-8a3330aa13f5 req-cd6c68b3-904b-42f7-b41d-29d27ee64890 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 943 time: 0.1697149 Aug 10 03:24:58.827129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:58.870110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Attempting to bind port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:58.870455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Attempting to bind port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:58.870790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Attempting to bind port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:58.877980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee24238d-9929-4793-b1ec-8a3330aa13f5 req-9ac99168-1f52-40c9-9d56-1cc8de231384 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751965 Aug 10 03:24:58.882062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:58.882062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Attempting to bind port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:58.901993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:58.902419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:58.902885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Bound using segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:58.903413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Bound port: 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:58.903851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.934052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 4eba423a-46f1-48cc-92b8-cdb49e5989dd) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:58.942721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.943365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.951421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f602f-54ce-4939-943d-06ac6be59f99 None None] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:58.975706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-987901fb-a2ba-4606-987a-5d42f35c595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.977139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-987901fb-a2ba-4606-987a-5d42f35c595c service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.2579229 Aug 10 03:24:59.023577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-8b1841d0-20ca-4578-996d-f4cbe5f356a2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f0944cf149184345a6e1fe4283b09e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454340 Aug 10 03:24:59.061385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-fa20b685-8cd2-4371-b0bc-6b653dc0ef9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132 HTTP/1.1" status: 200 len: 217 time: 0.0629311 Aug 10 03:24:59.137644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:59.144498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-4eba423a-46f1-48cc-92b8-cdb49e5989dd', 'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd', 'tenant_id': 'b9222f0396714cefb188c9b0a16bed36', 'fixed_ips': [{'subnet_id': 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:59.145367 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.170977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6301b32e-ee09-4bcb-afdb-9342d2f1f160 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8178046 Aug 10 03:24:59.180489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60524) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.186165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Request body: {'port': {'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd', 'name': 'tempest-TagsExtTest-876370864'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:59.193339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:59.261463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-bdfef3e2-2154-4e3f-ac99-14a888e3a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.262932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-bdfef3e2-2154-4e3f-ac99-14a888e3a2b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.1753845 Aug 10 03:24:59.316743 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.321981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Allocated IP 172.20.0.2 (4eba423a-46f1-48cc-92b8-cdb49e5989dd/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/0cd84823-1b00-4a04-a99f-bdec969c66ba) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:59.326834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-97765cd1-648c-4d2a-b227-fb2003b7c35d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524867 Aug 10 03:24:59.365168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-8d07d013-4209-4d7f-b224-8796799bd848 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.366713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-8d07d013-4209-4d7f-b224-8796799bd848 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093498 Aug 10 03:24:59.405900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b1cf57ba-c39e-4352-b0c9-013c00f93ee0 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:59.432300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.432952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.434614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] 10.222.0.46 "PUT /v2.0/ports/3b4c87dd-1e01-4200-a1c6-5d18f07223f2 HTTP/1.1" status: 200 len: 1092 time: 1.9477162 Aug 10 03:24:59.465444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-b67ceb9a-2a24-445c-abcb-590f0fdb63d7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/quotas/f0944cf149184345a6e1fe4283b09e24 HTTP/1.1" status: 200 len: 375 time: 0.0849633 Aug 10 03:24:59.491765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd21af-667f-47fb-90b4-13f8a3849d44 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.508887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.519265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Transition to ACTIVE for port object 0cd84823-1b00-4a04-a99f-bdec969c66ba will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:59.561371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-90d6cf7a-b010-4d72-b051-7f54c661350e service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038836 Aug 10 03:24:59.568302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-c7690bd6-26ab-46f5-9d99-852cf8f74ccf tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850081 Aug 10 03:24:59.573642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Transition to ACTIVE for port object 0cd84823-1b00-4a04-a99f-bdec969c66ba will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:59.643018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:59.664571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0', 'network_id': '3cccb6e5-b6bb-42d0-87de-6ad33d8d645d', 'port_id': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0', 'mac_address': 'fa:16:3e:07:ac:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428b15b-e87b-43ab-ba0f-48e979d5417c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:59.694217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Made reservation on behalf of b9222f0396714cefb188c9b0a16bed36 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:59.697729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.715098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.729253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cf57ba-c39e-4352-b0c9-013c00f93ee0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:59.734492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] device_id is not set on port 1709ecef-6781-4e23-8c6f-be274f1ab711 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:24:59.741531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-17c7f2c5-2de5-4481-b9c3-807e603b0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.742663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-17c7f2c5-2de5-4481-b9c3-807e603b0ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 1095 time: 0.1038563 Aug 10 03:24:59.745676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567e051c-43ae-4c33-acb5-ac2d748ec246 req-89ac8a8f-1471-4892-abb4-00613a394f20 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708701 Aug 10 03:24:59.754105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:59.755901 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.798063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:59.803016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:59.811071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:59.817905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Pushing event updated for resources: {'Port': ['ID=0cd84823-1b00-4a04-a99f-bdec969c66ba,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.828643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-e3fb0652-f7c8-46d2-8da9-53c4020d287c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2 HTTP/1.1" status: 200 len: 217 time: 0.0502381 Aug 10 03:24:59.880113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Attempting to bind port 0cd84823-1b00-4a04-a99f-bdec969c66ba on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:59.880502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Attempting to bind port 0cd84823-1b00-4a04-a99f-bdec969c66ba by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:59.880860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Attempting to bind port 0cd84823-1b00-4a04-a99f-bdec969c66ba on network 4eba423a-46f1-48cc-92b8-cdb49e5989dd {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:59.885759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:59.886126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Checking segment: {'id': '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:59.886523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.886909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Bound using segment: {'id': '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:59.887361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Bound port: 0cd84823-1b00-4a04-a99f-bdec969c66ba, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4eba423a-46f1-48cc-92b8-cdb49e5989dd'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:59.887730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.921761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.922853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-f14d89e4-ec0b-4965-a2a7-9d129cf55506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.923761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-f14d89e4-ec0b-4965-a2a7-9d129cf55506 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0832186 Aug 10 03:24:59.932728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Allocated IP 172.20.0.5 (4eba423a-46f1-48cc-92b8-cdb49e5989dd/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/1709ecef-6781-4e23-8c6f-be274f1ab711) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:59.968590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-aa9a9c41-89fe-4b07-9d49-fd548cbf4a86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336127 Aug 10 03:24:59.988517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] For port 0cd84823-1b00-4a04-a99f-bdec969c66ba, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:59.993519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] For port 0cd84823-1b00-4a04-a99f-bdec969c66ba, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0cd84823-1b00-4a04-a99f-bdec969c66ba,segment=NetworkSegment(4b3708dd-96ee-4e6f-8ebc-2343a5c490cd),segment_id=4b3708dd-96ee-4e6f-8ebc-2343a5c490cd)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:59.994621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.102794 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.217440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23a40e-078e-42b5-a69e-f358c1cc0c04 None None] Pushing event updated for resources: {'Port': ['ID=0cd84823-1b00-4a04-a99f-bdec969c66ba,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.234730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-038fc934-9250-4e34-95ac-41e8e06568ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.251580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-bb975b67-0372-4a54-b55a-98877067cce8 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737792 Aug 10 03:25:00.278046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806049c0-1dea-4995-b7d1-fd19b0137720 req-5de3f39f-75f3-4d55-80b8-35de84cb0b17 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.280463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-806049c0-1dea-4995-b7d1-fd19b0137720 req-5de3f39f-75f3-4d55-80b8-35de84cb0b17 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.1804049 Aug 10 03:25:00.486649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b1cf57ba-c39e-4352-b0c9-013c00f93ee0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:00.706928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:00.709043 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5467bbc-c962-4701-b5c1-e7b7e505db02" -d '{"events": [{"name": "network-changed", "server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:00.716274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.750879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Transition to ACTIVE for port object 1709ecef-6781-4e23-8c6f-be274f1ab711 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:00.790945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-806049c0-1dea-4995-b7d1-fd19b0137720 req-a16f31d6-a4df-4bae-a1e0-d4b84ee2d54b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937844 Aug 10 03:25:00.814552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99b0e45d-64b3-4180-b2eb-aad49c08cd4f req-9ef34b3e-d0ab-497a-bbc4-9807ed8ba662 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500760 Aug 10 03:25:00.922375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29234-2cda-440f-bac1-bab2577c600c req-074ee9ab-4898-4a19-995b-6844d9889aa5 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.924109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fe29234-2cda-440f-bac1-bab2577c600c req-074ee9ab-4898-4a19-995b-6844d9889aa5 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0567253 Aug 10 03:25:00.964700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fe29234-2cda-440f-bac1-bab2577c600c req-1ef2b71f-4ea4-4b46-8b23-3e84b4a5fcd6 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Aug 10 03:25:01.013065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.088223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:01.102158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:01.105729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:01.128097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event updated for resources: {'Port': ['ID=1709ecef-6781-4e23-8c6f-be274f1ab711,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:01.166387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91894f-07ea-4732-a786-64ff7922f1f5 req-be3f9231-52ba-4fe0-b1bd-5dd83e3b3a47 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.168221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e91894f-07ea-4732-a786-64ff7922f1f5 req-be3f9231-52ba-4fe0-b1bd-5dd83e3b3a47 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 944 time: 0.1417198 Aug 10 03:25:01.175103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.175709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.247711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e91894f-07ea-4732-a786-64ff7922f1f5 req-7550f682-5ff1-405d-9a12-76487d7a1dd4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629277 Aug 10 03:25:01.301528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548be58-2853-4fe5-8acc-bce42d2caa5d None None] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:01.362699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fa99fedb-010c-4672-9b54-2cabee1cc566 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1790891 Aug 10 03:25:01.363009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60550) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:01.369524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1229236036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:01.396758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9cbb2d80-42da-4736-a3a7-878df3f2a132 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:01.463691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb152-2310-4824-a381-27e0e682865e req-a5b3ea55-68fa-46a0-9b4c-25dbbffe828a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.465538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-982eb152-2310-4824-a381-27e0e682865e req-a5b3ea55-68fa-46a0-9b4c-25dbbffe828a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 943 time: 0.0607371 Aug 10 03:25:01.496655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.496655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.534235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-982eb152-2310-4824-a381-27e0e682865e req-020f0719-99e4-4b9b-b4d5-47c427548287 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Aug 10 03:25:01.543530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-85cff457-f992-4cf7-ab6e-0c8b572545b6 None None] Provisioning for port 0cd84823-1b00-4a04-a99f-bdec969c66ba completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:01.616644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.645654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-808412dc-c170-49db-a24a-6adab596f01c req-209e9d02-a281-4aa6-976d-b631d5788fa1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 210 time: 0.0327656 Aug 10 03:25:01.650814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9cbb2d80-42da-4736-a3a7-878df3f2a132, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:01.679851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9cbb2d80-42da-4736-a3a7-878df3f2a132', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': '9cbb2d80-42da-4736-a3a7-878df3f2a132', 'mac_address': 'fa:16:3e:9a:45:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:01.699612 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b723d92-1622-41ea-a2a1-5da78f852508 x-openstack-request-id: req-8b723d92-1622-41ea-a2a1-5da78f852508 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:01.699902 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:01.700156 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b723d92-1622-41ea-a2a1-5da78f852508 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:01.700584 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'status': 'completed', 'code': 200} Aug 10 03:25:01.715188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0cd84823-1b00-4a04-a99f-bdec969c66ba up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:01.774106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.774574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.784049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbb2d80-42da-4736-a3a7-878df3f2a132 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:01.794802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-fb041c31-5b8d-42be-a8b6-4b8cdafa9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.796428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-fb041c31-5b8d-42be-a8b6-4b8cdafa9016 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 1095 time: 0.0655293 Aug 10 03:25:01.806032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9cbb2d80-42da-4736-a3a7-878df3f2a132, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:01.949246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-0e459c1d-0211-4509-9550-d084be9af856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.950751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-0e459c1d-0211-4509-9550-d084be9af856 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 913 time: 0.1334682 Aug 10 03:25:01.963538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db63e4-b871-457e-9bc4-a9958b318375 req-b7dccf9f-e466-4edd-8d62-c4f44f78e0f0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.965243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54db63e4-b871-457e-9bc4-a9958b318375 req-b7dccf9f-e466-4edd-8d62-c4f44f78e0f0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.0771821 Aug 10 03:25:02.015424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-55d82be2-8977-40f2-bcd2-bdd07520d3e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2 HTTP/1.1" status: 200 len: 217 time: 0.0491652 Aug 10 03:25:02.074115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54db63e4-b871-457e-9bc4-a9958b318375 req-74ff5114-5dfc-4a18-b875-9993d9a15a67 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019909 Aug 10 03:25:02.077192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.081955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.082477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b20d5abf-914c-4679-a747-5bd2d3257b44 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7177112 Aug 10 03:25:02.087654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-aa33eee5-c962-4a28-86c8-3347e9eebfba tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1602095978', 'prefixes': ['172.20.0.0/16']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.108207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-9de995ab-4291-4c33-babe-7a4299b5e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.110005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-9de995ab-4291-4c33-babe-7a4299b5e7d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0810666 Aug 10 03:25:02.160552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-55f83c54-5c04-4c78-af14-8013954fedda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Aug 10 03:25:02.165884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0cd84823-1b00-4a04-a99f-bdec969c66ba completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:02.168580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-60775989-f37d-4c61-afd9-8d3ad5aa9943 None None] Provisioning for port 1709ecef-6781-4e23-8c6f-be274f1ab711 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:02.171739 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.176937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0cd84823-1b00-4a04-a99f-bdec969c66ba triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:02.177302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.180478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-60775989-f37d-4c61-afd9-8d3ad5aa9943 None None] Provisioning complete for port 1709ecef-6781-4e23-8c6f-be274f1ab711 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:02.180478 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-60775989-f37d-4c61-afd9-8d3ad5aa9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.271361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648171f-d0a1-481b-9d12-0d920621bb7e req-afc5a0d2-c2d2-410f-9763-0562219cfcee tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.272937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d648171f-d0a1-481b-9d12-0d920621bb7e req-afc5a0d2-c2d2-410f-9763-0562219cfcee tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1152177 Aug 10 03:25:02.275779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-60775989-f37d-4c61-afd9-8d3ad5aa9943 None None] Port 1709ecef-6781-4e23-8c6f-be274f1ab711 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:02.281856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9cbb2d80-42da-4736-a3a7-878df3f2a132,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.323072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-85518996-75f0-4d17-a7e1-441a4eade4ab service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365213 Aug 10 03:25:02.333419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d648171f-d0a1-481b-9d12-0d920621bb7e req-05314095-f904-488e-8506-7e5b3c920ce6 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Aug 10 03:25:02.336445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.398356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0cd84823-1b00-4a04-a99f-bdec969c66ba, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0cd84823-1b00-4a04-a99f-bdec969c66ba,segment=NetworkSegment(4b3708dd-96ee-4e6f-8ebc-2343a5c490cd),segment_id=4b3708dd-96ee-4e6f-8ebc-2343a5c490cd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:02.420148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-73681aaf-9712-4ab0-b370-80cf38785d05 None None] Provisioning complete for port 1709ecef-6781-4e23-8c6f-be274f1ab711 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:02.420839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-73681aaf-9712-4ab0-b370-80cf38785d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.483452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-73681aaf-9712-4ab0-b370-80cf38785d05 None None] Port 1709ecef-6781-4e23-8c6f-be274f1ab711 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:02.506557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0c2a4-f856-4f57-9fc3-52169d6a2f4b req-562ea339-769e-4489-8d1e-53dbfa5c248b tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.508332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3c0c2a4-f856-4f57-9fc3-52169d6a2f4b req-562ea339-769e-4489-8d1e-53dbfa5c248b tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 944 time: 0.1137044 Aug 10 03:25:02.510501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5467bbc-c962-4701-b5c1-e7b7e505db02 req-01cdee8b-acb9-487a-8190-d7908c369526 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731434 Aug 10 03:25:02.534831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.553554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa33eee5-c962-4a28-86c8-3347e9eebfba tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for subnetpool, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.554797 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa33eee5-c962-4a28-86c8-3347e9eebfba tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4717383 Aug 10 03:25:02.556578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3c0c2a4-f856-4f57-9fc3-52169d6a2f4b req-b1b0b0ef-12ab-4c26-aff5-ac6bb0ac1c2a tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Aug 10 03:25:02.558360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60570) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.563072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-62763a91-dea1-4c46-91ba-dab59e7f9a57 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-325326445') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:02.590499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0cd84823-1b00-4a04-a99f-bdec969c66ba,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:02.718954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.759929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664f17-5c6f-465d-bc02-ab3ce9a7526c req-1cd4265e-52cb-41e8-8ea2-3afa3f1dc2d0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.761483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9664f17-5c6f-465d-bc02-ab3ce9a7526c req-1cd4265e-52cb-41e8-8ea2-3afa3f1dc2d0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 944 time: 0.0544693 Aug 10 03:25:02.783904 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-62763a91-dea1-4c46-91ba-dab59e7f9a57 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-325326445 HTTP/1.1" status: 201 len: 201 time: 0.2239475 Aug 10 03:25:02.786536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60574) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:02.791154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-77ed4531-f993-4f1c-a6d8-ed9327feb129 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-184268229') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:02.807625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9664f17-5c6f-465d-bc02-ab3ce9a7526c req-028c219c-94e3-41c6-b4dc-32219f4563b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Aug 10 03:25:02.900934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04ca33ea-fd2a-48e8-acb3-0b5ef63caf66 req-43febfda-8c34-4e4b-82a7-42e806c80ace tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 210 time: 0.0281849 Aug 10 03:25:02.911997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9cbb2d80-42da-4736-a3a7-878df3f2a132'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:03.000854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-77ed4531-f993-4f1c-a6d8-ed9327feb129 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-184268229 HTTP/1.1" status: 201 len: 201 time: 0.2132404 Aug 10 03:25:03.003962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.008726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-a8c9f01b-1a1a-46c8-a474-78749d316224 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-1104363598') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.115230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9b686fbe-70db-4b9b-ad33-f4e53233b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.203293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1688b-e7ef-4492-9845-a8922e484441 req-e0541cf0-6ce4-4beb-bc8e-e19f0b78107c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.204828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bff1688b-e7ef-4492-9845-a8922e484441 req-e0541cf0-6ce4-4beb-bc8e-e19f0b78107c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.0502200 Aug 10 03:25:03.230308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a8c9f01b-1a1a-46c8-a474-78749d316224 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-1104363598 HTTP/1.1" status: 201 len: 201 time: 0.2240264 Aug 10 03:25:03.231697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60580) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.237413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-fa182eb0-a95f-4fe4-91dd-6c9bd282ea61 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-47084374') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.244526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bff1688b-e7ef-4492-9845-a8922e484441 req-11a28252-e660-40fd-b788-29aab7df1577 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Aug 10 03:25:03.362976 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fa182eb0-a95f-4fe4-91dd-6c9bd282ea61 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-47084374 HTTP/1.1" status: 201 len: 201 time: 0.1301985 Aug 10 03:25:03.365722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60584) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.370204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-a086f0e5-2d4b-424f-a829-2fe7177b855e tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.400586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b1cf57ba-c39e-4352-b0c9-013c00f93ee0 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:03.483314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fd768-4bb6-436d-9362-59597a280b87 req-eb00be4b-ecee-4da9-bd55-d2ba4c58bda7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.485083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a74fd768-4bb6-436d-9362-59597a280b87 req-eb00be4b-ecee-4da9-bd55-d2ba4c58bda7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0821853 Aug 10 03:25:03.518806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a086f0e5-2d4b-424f-a829-2fe7177b855e tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags HTTP/1.1" status: 200 len: 240 time: 0.1496773 Aug 10 03:25:03.519419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60588) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.524081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-0c4a403b-3703-4259-8ed2-d9f3f0f8c9f6 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-325326445') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.541313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a74fd768-4bb6-436d-9362-59597a280b87 req-f4666d92-bab6-4f4e-8563-89b677993628 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Aug 10 03:25:03.597451 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c4a403b-3703-4259-8ed2-d9f3f0f8c9f6 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-325326445 HTTP/1.1" status: 204 len: 168 time: 0.0769074 Aug 10 03:25:03.605703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60594) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:03.612623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-29298dc9-86cf-48d2-8edb-b7f56576d3ab tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-325326445') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:03.630140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:03.635127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:03.635588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.659933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0cd84823-1b00-4a04-a99f-bdec969c66ba up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:03.687048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-e4cd8894-b41d-436e-aaa1-052c214c79c3 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f0944cf149184345a6e1fe4283b09e24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484569 Aug 10 03:25:03.802442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da21b-2ad8-4a3a-9dd1-6fc0518c3d38 req-9dcd7c61-b46e-4518-8a33-7630f693b965 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.804073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab0da21b-2ad8-4a3a-9dd1-6fc0518c3d38 req-9dcd7c61-b46e-4518-8a33-7630f693b965 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 944 time: 0.1431201 Aug 10 03:25:03.878647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0cd84823-1b00-4a04-a99f-bdec969c66ba triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:03.879014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.879292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-882f7ebe-3d3e-493e-b4a0-6b9a116eec2e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.880851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-882f7ebe-3d3e-493e-b4a0-6b9a116eec2e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787605 Aug 10 03:25:03.882759 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.895231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab0da21b-2ad8-4a3a-9dd1-6fc0518c3d38 req-60b00429-3677-4cb0-afde-f0966de5da7e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774791 Aug 10 03:25:03.900383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Request body: {'port': {'device_id': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'f0944cf149184345a6e1fe4283b09e24'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.936119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:03.936119 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a0e95e-7b48-4c71-9b82-8403b70c14ce" -d '{"events": [{"server_uuid": "2698d3eb-6cfd-4dec-83a3-131a375ff64a", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf57ba-c39e-4352-b0c9-013c00f93ee0"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:03.952731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:04.023938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-29298dc9-86cf-48d2-8edb-b7f56576d3ab tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-325326445 HTTP/1.1" status: 204 len: 168 time: 0.4143932 Aug 10 03:25:04.024430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60604) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.028826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-ea7c88b0-21a8-47b1-a0fc-bbed3dd27678 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.052441 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.092389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ea7c88b0-21a8-47b1-a0fc-bbed3dd27678 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags HTTP/1.1" status: 200 len: 205 time: 0.0657885 Aug 10 03:25:04.094300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60606) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.100275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-57af7f72-b2de-481b-af8d-dac0e1dde87b tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.100741 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.124817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.142137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56432c-b81b-4945-8c24-f07f7b44a09d req-072433a6-3799-4d88-a789-fdc950923191 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.151523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f56432c-b81b-4945-8c24-f07f7b44a09d req-072433a6-3799-4d88-a789-fdc950923191 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 944 time: 0.0927711 Aug 10 03:25:04.151523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Made reservation on behalf of f0944cf149184345a6e1fe4283b09e24 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:04.151523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.248430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f56432c-b81b-4945-8c24-f07f7b44a09d req-5b0c2d68-13e9-4e84-974e-1baf92fd57f2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945406 Aug 10 03:25:04.257565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57af7f72-b2de-481b-af8d-dac0e1dde87b tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags HTTP/1.1" status: 200 len: 240 time: 0.1622431 Aug 10 03:25:04.266219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60608) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.266573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-c9ce63e9-5c31-47f4-9fc8-f7d3ac2584c8 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-184268229') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.358075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a83ba9d6-00a0-4641-aa98-b97be1c138d4 req-65856746-e57f-4337-9b6c-a8ba4f888762 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 210 time: 0.0379424 Aug 10 03:25:04.378815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Allocated IP 192.168.233.237 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/bb25cac4-78d9-4610-bb07-59936f08aeeb) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:04.406966 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f737f24-0934-44d6-934b-b1423624117c x-openstack-request-id: req-4f737f24-0934-44d6-934b-b1423624117c {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:04.407987 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2698d3eb-6cfd-4dec-83a3-131a375ff64a", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf57ba-c39e-4352-b0c9-013c00f93ee0", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:04.408291 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f737f24-0934-44d6-934b-b1423624117c {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:04.408558 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0', 'code': 200} Aug 10 03:25:04.409180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60612) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.412909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c9ce63e9-5c31-47f4-9fc8-f7d3ac2584c8 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-184268229 HTTP/1.1" status: 204 len: 168 time: 0.1517694 Aug 10 03:25:04.414195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-4a2801f4-6710-449f-a691-8e5de77ea1a3 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-184268229') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.573059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a2801f4-6710-449f-a691-8e5de77ea1a3 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-184268229 HTTP/1.1" status: 204 len: 168 time: 0.1610870 Aug 10 03:25:04.573851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60616) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.578206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-c91c9b12-28f1-4ff6-b985-15f17cfeb2c2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.610023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbe835-2666-4539-9e6d-8652f6a2feda req-d4d874a0-3ced-46d2-bf78-53e1b627d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.611171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25fbe835-2666-4539-9e6d-8652f6a2feda req-d4d874a0-3ced-46d2-bf78-53e1b627d5fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 1097 time: 0.1077588 Aug 10 03:25:04.624459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9392b2-2128-411a-954a-2fa2968ea988 req-f11e776e-7b10-4ca4-8e26-d3f503714420 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.625983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae9392b2-2128-411a-954a-2fa2968ea988 req-f11e776e-7b10-4ca4-8e26-d3f503714420 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.1244111 Aug 10 03:25:04.639885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c91c9b12-28f1-4ff6-b985-15f17cfeb2c2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags HTTP/1.1" status: 200 len: 205 time: 0.0649881 Aug 10 03:25:04.642325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60622) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.647668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-b06453f4-139f-4f67-976c-39160a0a0572 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.660871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.700619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Transition to ACTIVE for port object bb25cac4-78d9-4610-bb07-59936f08aeeb will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:04.715836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae9392b2-2128-411a-954a-2fa2968ea988 req-da1f2204-654d-4640-a061-3214251ef0dc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779600 Aug 10 03:25:04.722254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25fbe835-2666-4539-9e6d-8652f6a2feda req-639a4513-678a-48f3-8d4f-f32f2d779ecc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914638 Aug 10 03:25:04.732153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b06453f4-139f-4f67-976c-39160a0a0572 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags HTTP/1.1" status: 200 len: 241 time: 0.0885437 Aug 10 03:25:04.732847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60624) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.738194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-3af44639-198c-402e-b251-e1074b9597ab tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-1104363598') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.818595 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3af44639-198c-402e-b251-e1074b9597ab tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-1104363598 HTTP/1.1" status: 204 len: 168 time: 0.0846944 Aug 10 03:25:04.818823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60626) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:04.825457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-98f7d6ff-d4ac-4f18-9a20-3d222cc88f2b tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-1104363598') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:04.876749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.892609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6ad96741-f6c2-45fe-91ef-1584ae63d58c', '99e02c54-c611-45ad-a746-bd169032eedf'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:04.945720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4d42-00fa-4853-99de-a1be50398c7d req-95b1d337-f1ec-426e-98ce-0a8661151af0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.947272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb7d4d42-00fa-4853-99de-a1be50398c7d req-95b1d337-f1ec-426e-98ce-0a8661151af0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1594331 Aug 10 03:25:04.996735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:05.019287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:05.023769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:05.027424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event updated for resources: {'Port': ['ID=bb25cac4-78d9-4610-bb07-59936f08aeeb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:05.093279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb7d4d42-00fa-4853-99de-a1be50398c7d req-eb765776-4ec2-478e-9f40-0fe7d73b13d3 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137621 Aug 10 03:25:05.115300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.119917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.208806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-98f7d6ff-d4ac-4f18-9a20-3d222cc88f2b tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-1104363598 HTTP/1.1" status: 204 len: 168 time: 0.3881414 Aug 10 03:25:05.211688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60632) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.221859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-869d42b2-b107-417a-97c7-c78f3a05b849 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.228175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-248f4de4-876e-4f22-8548-965a24214dfa tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3319125 Aug 10 03:25:05.238256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6735f3c-7c67-4523-9220-5638a3bf1003 req-186c27a8-eef5-461c-ae13-6d634ae651f2 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.239841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6735f3c-7c67-4523-9220-5638a3bf1003 req-186c27a8-eef5-461c-ae13-6d634ae651f2 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 945 time: 0.0635858 Aug 10 03:25:05.249163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Request body: {'port': {'device_id': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:05.301333 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-869d42b2-b107-417a-97c7-c78f3a05b849 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags HTTP/1.1" status: 200 len: 205 time: 0.0873346 Aug 10 03:25:05.303617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.307956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-c775cc10-6acd-4098-9bdc-90c5928e0c47 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.335251 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c775cc10-6acd-4098-9bdc-90c5928e0c47 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags HTTP/1.1" status: 200 len: 239 time: 0.0300002 Aug 10 03:25:05.338827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.343151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-5375941d-f9f2-44e5-b582-64f1fda2da59 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-47084374') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.345088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6735f3c-7c67-4523-9220-5638a3bf1003 req-61fc243c-d8ce-4209-af77-caaa79a73cec tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926726 Aug 10 03:25:05.348467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.376834 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5375941d-f9f2-44e5-b582-64f1fda2da59 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-47084374 HTTP/1.1" status: 204 len: 168 time: 0.0346191 Aug 10 03:25:05.378538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60640) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.383755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-8871fa75-8ce9-4809-826f-0483223d1641 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-47084374') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.405419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-40b55fbc-a146-4bd2-b5a7-93f86ecde64a None None] Provisioning for port bb25cac4-78d9-4610-bb07-59936f08aeeb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:05.413217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-40b55fbc-a146-4bd2-b5a7-93f86ecde64a None None] Provisioning complete for port bb25cac4-78d9-4610-bb07-59936f08aeeb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:05.413852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-40b55fbc-a146-4bd2-b5a7-93f86ecde64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.444960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:05.450755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9cbb2d80-42da-4736-a3a7-878df3f2a132 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:05.515906 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8871fa75-8ce9-4809-826f-0483223d1641 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-47084374 HTTP/1.1" status: 204 len: 168 time: 0.1378756 Aug 10 03:25:05.518423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.528312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-f2c343a6-88a9-40ed-9912-3c020ff3258a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.529360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-40b55fbc-a146-4bd2-b5a7-93f86ecde64a None None] Port bb25cac4-78d9-4610-bb07-59936f08aeeb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:05.560469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f2c343a6-88a9-40ed-9912-3c020ff3258a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags HTTP/1.1" status: 200 len: 205 time: 0.0401015 Aug 10 03:25:05.563080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.572587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-995cd9dc-595b-4c34-8a86-8163357f1a7a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.579763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45530927-b6c1-45a8-bd58-21e888bdc769 req-85d6061e-b57d-4091-b76c-16c53ff4a0de tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.581364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45530927-b6c1-45a8-bd58-21e888bdc769 req-85d6061e-b57d-4091-b76c-16c53ff4a0de tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 944 time: 0.1061261 Aug 10 03:25:05.604729 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-995cd9dc-595b-4c34-8a86-8163357f1a7a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags HTTP/1.1" status: 204 len: 168 time: 0.0398242 Aug 10 03:25:05.607365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.612853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-3ec637f1-d79a-455e-8b6e-b690f05c8cfe tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.632216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:05.647724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'mac_address': 'fa:16:3e:8d:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:05.691714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.700639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ec637f1-d79a-455e-8b6e-b690f05c8cfe tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags HTTP/1.1" status: 204 len: 168 time: 0.0922453 Aug 10 03:25:05.703237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.707750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-a5251c24-9483-438b-acbf-3da5412ef265 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.723346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45530927-b6c1-45a8-bd58-21e888bdc769 req-ab8be51a-416d-4fd4-96e1-d8c0058c894e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151013 Aug 10 03:25:05.723461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.729468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:05.752427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 9cbb2d80-42da-4736-a3a7-878df3f2a132 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:05.768851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9cbb2d80-42da-4736-a3a7-878df3f2a132 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:05.769178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.791311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:05.806911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb25cac4-78d9-4610-bb07-59936f08aeeb {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:05.811347 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a5251c24-9483-438b-acbf-3da5412ef265 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags HTTP/1.1" status: 204 len: 168 time: 0.1048083 Aug 10 03:25:05.813177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60658) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.818467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.820552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-b048cf3c-055d-4b2c-af8b-badd3b8ce87d tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.843922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Transition to ACTIVE for port object bb25cac4-78d9-4610-bb07-59936f08aeeb will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:05.869541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1436-caaf-48dc-93d3-68b1fb30484e req-2c0d5af5-76b1-4b16-a340-cb37ef6a281b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.871331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1ef1436-caaf-48dc-93d3-68b1fb30484e req-2c0d5af5-76b1-4b16-a340-cb37ef6a281b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 936 time: 0.0818396 Aug 10 03:25:05.872481 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.884694 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b048cf3c-055d-4b2c-af8b-badd3b8ce87d tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0700226 Aug 10 03:25:05.888799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:05.895918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-ec0245bc-83f2-4dc3-a452-c1fb8bf45ee7 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-548119412') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:05.912331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1ef1436-caaf-48dc-93d3-68b1fb30484e req-2c3f1e49-e13d-4b47-88da-4f151965c756 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Aug 10 03:25:05.917066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9cbb2d80-42da-4736-a3a7-878df3f2a132, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:05.932546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.990550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.018691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.096907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.097143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b44b96-69f5-4892-8a8b-e2338c3316db req-4c076009-ae03-4c33-a7ef-d17eafc5d709 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.099143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92b44b96-69f5-4892-8a8b-e2338c3316db req-4c076009-ae03-4c33-a7ef-d17eafc5d709 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 944 time: 0.1132021 Aug 10 03:25:06.103786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Pushing event updated for resources: {'Port': ['ID=bb25cac4-78d9-4610-bb07-59936f08aeeb,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.137871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ec0245bc-83f2-4dc3-a452-c1fb8bf45ee7 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-548119412 HTTP/1.1" status: 201 len: 201 time: 0.2480173 Aug 10 03:25:06.140588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60664) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.152862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-18f8abdb-580a-49e7-acb8-603a26739c65 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-576590787') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.159322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9cbb2d80-42da-4736-a3a7-878df3f2a132,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.187723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92b44b96-69f5-4892-8a8b-e2338c3316db req-5fa32e06-81d7-49c5-b689-6a51e1cc0d3d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805027 Aug 10 03:25:06.212282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Attempting to bind port bb25cac4-78d9-4610-bb07-59936f08aeeb on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:06.212812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Attempting to bind port bb25cac4-78d9-4610-bb07-59936f08aeeb by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:06.213326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Attempting to bind port bb25cac4-78d9-4610-bb07-59936f08aeeb on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:06.223693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Port bb25cac4-78d9-4610-bb07-59936f08aeeb on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:06.224140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Attempting to bind port bb25cac4-78d9-4610-bb07-59936f08aeeb on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:06.237863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:06.238352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:06.238946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:06.239793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Bound port: bb25cac4-78d9-4610-bb07-59936f08aeeb, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:06.239793 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.367427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] For port bb25cac4-78d9-4610-bb07-59936f08aeeb, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:06.371128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] For port bb25cac4-78d9-4610-bb07-59936f08aeeb, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:06.377891 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-18f8abdb-580a-49e7-acb8-603a26739c65 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-576590787 HTTP/1.1" status: 201 len: 201 time: 0.2354577 Aug 10 03:25:06.387118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf19b-ee86-479c-814b-01c9b6838001 req-5e37807c-dece-48ce-8408-d70e374be74d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.387308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60668) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.387413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19caf19b-ee86-479c-814b-01c9b6838001 req-5e37807c-dece-48ce-8408-d70e374be74d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0818870 Aug 10 03:25:06.387512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-041d5bd4-730c-4ee9-b72b-a69bc6a26dab tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-2040567694') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.409813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbb2d80-42da-4736-a3a7-878df3f2a132'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:06.412294 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ef706-7b41-4464-b616-3e32c9e105cf" -d '{"events": [{"server_uuid": "fbfc77f6-ddae-4583-8728-8caf072c66ed", "name": "network-vif-plugged", "status": "completed", "tag": "9cbb2d80-42da-4736-a3a7-878df3f2a132"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:06.420557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19caf19b-ee86-479c-814b-01c9b6838001 req-ac1833aa-7025-4593-92ba-48e008884d39 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337157 Aug 10 03:25:06.445366 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.482136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.482788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.484486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] 10.222.0.46 "PUT /v2.0/ports/bb25cac4-78d9-4610-bb07-59936f08aeeb HTTP/1.1" status: 200 len: 1097 time: 1.2395153 Aug 10 03:25:06.485296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'tag': 'bb25cac4-78d9-4610-bb07-59936f08aeeb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:06.488095 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10132a-4697-4a27-afbe-e50aa96a4e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba18b2c7-ca54-4987-bf62-c8f01d1cf383", "tag": "bb25cac4-78d9-4610-bb07-59936f08aeeb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:06.533413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3b4c87dd-1e01-4200-a1c6-5d18f07223f2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:06.544646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d519de6-7ab7-4f6b-9fdd-c1fc6bafb9cc service neutron] Pushing event updated for resources: {'Port': ['ID=bb25cac4-78d9-4610-bb07-59936f08aeeb,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.565177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d949-4f66-4d35-a414-41c4f7c38526 req-491defe7-587a-4be6-a37f-85e04e1d8383 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.566737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb34d949-4f66-4d35-a414-41c4f7c38526 req-491defe7-587a-4be6-a37f-85e04e1d8383 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 945 time: 0.0674276 Aug 10 03:25:06.580728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60676) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.581442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-041d5bd4-730c-4ee9-b72b-a69bc6a26dab tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-2040567694 HTTP/1.1" status: 201 len: 201 time: 0.1988437 Aug 10 03:25:06.586937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-d83f8ce9-febc-4602-aa8a-970f20d67556 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-1438045873') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.654193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb34d949-4f66-4d35-a414-41c4f7c38526 req-ff0b3513-5668-4351-91c3-637a12ab2d8e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Aug 10 03:25:06.710681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-4012d6be-691d-4d9e-9162-e5e6a29f6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.712285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-4012d6be-691d-4d9e-9162-e5e6a29f6760 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 1100 time: 0.0552299 Aug 10 03:25:06.716763 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de5439-76f2-413e-b9b2-9b3b35b1a0ca x-openstack-request-id: req-09de5439-76f2-413e-b9b2-9b3b35b1a0ca {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:06.717169 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc77f6-ddae-4583-8728-8caf072c66ed", "name": "network-vif-plugged", "status": "completed", "tag": "9cbb2d80-42da-4736-a3a7-878df3f2a132", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:06.717529 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09de5439-76f2-413e-b9b2-9b3b35b1a0ca {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:06.718009 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbb2d80-42da-4736-a3a7-878df3f2a132', 'code': 200} Aug 10 03:25:06.804216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d83f8ce9-febc-4602-aa8a-970f20d67556 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-1438045873 HTTP/1.1" status: 201 len: 201 time: 0.2190676 Aug 10 03:25:06.804216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-2d645f98-7770-49f1-b551-d8515e8ca935 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb HTTP/1.1" status: 200 len: 217 time: 0.0720582 Aug 10 03:25:06.804216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60684) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:06.808503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-883d3c38-0cac-4029-ba97-70b173728dc6 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', {'tags': ['tempest-TagsExtTest-Tag-1405176135', 'tempest-TagsExtTest-Tag-1974469755', 'tempest-TagsExtTest-Tag-1215174292']}) {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:06.860254 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65639ca3-54ad-4268-bf61-bd441a44c406 x-openstack-request-id: req-65639ca3-54ad-4268-bf61-bd441a44c406 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:06.861938 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba18b2c7-ca54-4987-bf62-c8f01d1cf383", "tag": "bb25cac4-78d9-4610-bb07-59936f08aeeb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:06.862388 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65639ca3-54ad-4268-bf61-bd441a44c406 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:06.863007 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'tag': 'bb25cac4-78d9-4610-bb07-59936f08aeeb', 'status': 'completed', 'code': 200} Aug 10 03:25:06.961689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-abb28f04-f19f-4f83-8a7f-7960d908172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.963153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-abb28f04-f19f-4f83-8a7f-7960d908172f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.1250038 Aug 10 03:25:06.989687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be534fe-3bd8-4d3c-88ef-28f3c92e3ecf req-681bdc12-31cc-4bed-ac70-03304cd500dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.991130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be534fe-3bd8-4d3c-88ef-28f3c92e3ecf req-681bdc12-31cc-4bed-ac70-03304cd500dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 1097 time: 0.1518264 Aug 10 03:25:07.299650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-883d3c38-0cac-4029-ba97-70b173728dc6 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags HTTP/1.1" status: 200 len: 318 time: 0.4945619 Aug 10 03:25:07.302581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60692) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.307699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-a874182f-618a-4ae6-bc76-1a50d28d3168 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:07.315720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9155e-6f29-449e-b586-4b0d8ed3ae25 req-c8a4969d-f0f4-4e4e-99e1-9ca9b5fb7262 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.317222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6c9155e-6f29-449e-b586-4b0d8ed3ae25 req-c8a4969d-f0f4-4e4e-99e1-9ca9b5fb7262 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.4061847 Aug 10 03:25:07.356527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be534fe-3bd8-4d3c-88ef-28f3c92e3ecf req-63fee927-3b6e-48bd-9206-719d75c180cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670059 Aug 10 03:25:07.358299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-4cbdc24e-5c0c-4032-bfd2-f112fe8908d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.359940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-4cbdc24e-5c0c-4032-bfd2-f112fe8908d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3860080 Aug 10 03:25:07.381930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6c9155e-6f29-449e-b586-4b0d8ed3ae25 req-a16295bb-b384-4be5-91cf-7910793b9446 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580633 Aug 10 03:25:07.486068 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a874182f-618a-4ae6-bc76-1a50d28d3168 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1821642 Aug 10 03:25:07.488929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60698) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.493555 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-95cf9374-6d6e-49d1-a3cb-907cbac63ac2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-1405176135') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:07.563255 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-95cf9374-6d6e-49d1-a3cb-907cbac63ac2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:07.565111 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-95cf9374-6d6e-49d1-a3cb-907cbac63ac2 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-1405176135 HTTP/1.1" status: 404 len: 329 time: 0.0744479 Aug 10 03:25:07.567895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60702) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.572800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-78762da4-daaf-4765-a66e-ee537ebbf855 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-1974469755') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:07.583946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc482-2554-4c06-a53e-bdf598126461 req-27684a40-120e-4142-ab63-74d91a611fdb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.585507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-774cc482-2554-4c06-a53e-bdf598126461 req-27684a40-120e-4142-ab63-74d91a611fdb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 948 time: 0.1489792 Aug 10 03:25:07.593437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-5e5bdb18-9c4b-4d01-a76a-6ac0170d5d4a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614304 Aug 10 03:25:07.710273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-774cc482-2554-4c06-a53e-bdf598126461 req-f47e0232-287a-4e43-b5e2-3328e46f818d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053507 Aug 10 03:25:07.738360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c65402-8fb2-411a-a46d-d7a92fab52a4 req-e203ef26-958f-4b2d-b8d1-61395c54ec30 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314311 Aug 10 03:25:07.742979 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-78762da4-daaf-4765-a66e-ee537ebbf855 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:07.747038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-78762da4-daaf-4765-a66e-ee537ebbf855 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-1974469755 HTTP/1.1" status: 404 len: 329 time: 0.1749682 Aug 10 03:25:07.748326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60704) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.754415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-170adbb7-20d4-4dfc-a5d5-e7c72b077c17 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2', 'tempest-TagsExtTest-Tag-1215174292') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:07.839132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafd485-4e35-4e10-9814-f97bdaafef56 req-29be8882-56dd-402e-9939-6db2736ec608 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.840755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fafd485-4e35-4e10-9814-f97bdaafef56 req-29be8882-56dd-402e-9939-6db2736ec608 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 944 time: 0.0629461 Aug 10 03:25:07.870326 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-170adbb7-20d4-4dfc-a5d5-e7c72b077c17 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:07.871333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-170adbb7-20d4-4dfc-a5d5-e7c72b077c17 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags/tempest-TagsExtTest-Tag-1215174292 HTTP/1.1" status: 404 len: 329 time: 0.1209500 Aug 10 03:25:07.874096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60710) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:07.879141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-c5946d0c-9139-41b8-8763-bfb5a655a3e4 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', {'tags': ['tempest-TagsExtTest-Tag-1255756622', 'tempest-TagsExtTest-Tag-1122956104', 'tempest-TagsExtTest-Tag-758735812']}) {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:07.924523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fafd485-4e35-4e10-9814-f97bdaafef56 req-eaba8f08-cfcb-4c2a-9d97-ec95ad6bb01f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751047 Aug 10 03:25:08.010939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-b9f2c721-1b03-4b96-8fe0-f10fa9bc1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.012642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-b9f2c721-1b03-4b96-8fe0-f10fa9bc1607 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f0944cf149184345a6e1fe4283b09e24&device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 1100 time: 0.0625854 Aug 10 03:25:08.120940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5946d0c-9139-41b8-8763-bfb5a655a3e4 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags HTTP/1.1" status: 200 len: 317 time: 0.2434673 Aug 10 03:25:08.121513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60716) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.125944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-0cf77ded-0bcd-467a-94c6-1ad009d23219 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:08.173606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab2b09-f815-42da-957d-5f42240df300 req-a86d3335-b0f0-45d4-83e4-536764b8c074 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.175653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4aab2b09-f815-42da-957d-5f42240df300 req-a86d3335-b0f0-45d4-83e4-536764b8c074 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1372046 Aug 10 03:25:08.183948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-b5c12478-55ae-4acd-bbaf-ea3d0640755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.185388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-b5c12478-55ae-4acd-bbaf-ea3d0640755d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1653426 Aug 10 03:25:08.243471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-9c16458d-5947-4969-9d7a-80dd3d3b289d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb HTTP/1.1" status: 200 len: 217 time: 0.0476530 Aug 10 03:25:08.275291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4aab2b09-f815-42da-957d-5f42240df300 req-708006c5-060a-4c83-8dc1-9be5d98c602f tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889647 Aug 10 03:25:08.324830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-a61b0408-4238-44b8-bcec-13b39a077807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.327287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-a61b0408-4238-44b8-bcec-13b39a077807 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0656786 Aug 10 03:25:08.412479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-eb641940-a936-461a-982a-04552258d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.414565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-eb641940-a936-461a-982a-04552258d3b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634451 Aug 10 03:25:08.419547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60722) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.420040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0cf77ded-0bcd-467a-94c6-1ad009d23219 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags HTTP/1.1" status: 204 len: 168 time: 0.2969410 Aug 10 03:25:08.427728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-41dfe3d0-e879-46d2-8b55-a3400af2db13 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-1255756622') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:08.527759 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-41dfe3d0-e879-46d2-8b55-a3400af2db13 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:08.531781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60728) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.535749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41dfe3d0-e879-46d2-8b55-a3400af2db13 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-1255756622 HTTP/1.1" status: 404 len: 329 time: 0.1135283 Aug 10 03:25:08.537100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-080802ef-cd4a-4276-a771-f22b12966c08 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-1122956104') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:08.620371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-efcefd25-74a2-42aa-9ffe-d4029bea2d77 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852226 Aug 10 03:25:08.644138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ca363-6a65-4a65-8b9e-df9fe33b0f00 req-3907eb35-db58-43b3-877d-6eef74890689 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.645716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e1ca363-6a65-4a65-8b9e-df9fe33b0f00 req-3907eb35-db58-43b3-877d-6eef74890689 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.0808215 Aug 10 03:25:08.718166 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-080802ef-cd4a-4276-a771-f22b12966c08 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:08.719191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-080802ef-cd4a-4276-a771-f22b12966c08 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-1122956104 HTTP/1.1" status: 404 len: 329 time: 0.1864414 Aug 10 03:25:08.722256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60730) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.726793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-10ef45c1-a35c-4468-afe7-aacc45e1aaa1 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711', 'tempest-TagsExtTest-Tag-758735812') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:08.753648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e1ca363-6a65-4a65-8b9e-df9fe33b0f00 req-cc21ee31-647d-48f6-8dcf-cebb3d88fd96 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982201 Aug 10 03:25:08.777659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e10132a-4697-4a27-afbe-e50aa96a4e5c req-344d0f45-1085-4f09-8931-d8443f4433e9 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307592 Aug 10 03:25:08.798953 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-10ef45c1-a35c-4468-afe7-aacc45e1aaa1 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:08.800260 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10ef45c1-a35c-4468-afe7-aacc45e1aaa1 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags/tempest-TagsExtTest-Tag-758735812 HTTP/1.1" status: 404 len: 328 time: 0.0770063 Aug 10 03:25:08.803052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60734) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.807894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-8607683e-749d-4485-b4f2-98aaed1a94c5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', {'tags': ['tempest-TagsExtTest-Tag-1286406149', 'tempest-TagsExtTest-Tag-848432886', 'tempest-TagsExtTest-Tag-524394219']}) {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.057456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8607683e-749d-4485-b4f2-98aaed1a94c5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags HTTP/1.1" status: 200 len: 316 time: 0.2531908 Aug 10 03:25:09.059935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60742) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.065618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-3678bb56-1bd1-4c6d-87a3-d0bf19a7c1ed tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.187297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60f4f-58cc-4d22-a375-8a27025c6946 req-bb3c8f72-cf18-4d7d-8758-bb7ef64c488f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.190093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ede60f4f-58cc-4d22-a375-8a27025c6946 req-bb3c8f72-cf18-4d7d-8758-bb7ef64c488f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 948 time: 0.0513163 Aug 10 03:25:09.228179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ede60f4f-58cc-4d22-a375-8a27025c6946 req-9a2e574c-37c1-480b-b6d1-4c3f6c8972b6 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Aug 10 03:25:09.274376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3678bb56-1bd1-4c6d-87a3-d0bf19a7c1ed tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags HTTP/1.1" status: 204 len: 168 time: 0.2132473 Aug 10 03:25:09.276985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60746) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.286790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-dfdbbb64-e90f-429d-b440-ae6f9e46d464 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-1286406149') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.366071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500629b0-3da6-4fe7-9a1e-cff0339428df req-4fe2f3d6-9d19-4875-9ddd-f38f86c12cba tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.367592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500629b0-3da6-4fe7-9a1e-cff0339428df req-4fe2f3d6-9d19-4875-9ddd-f38f86c12cba tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 944 time: 0.0808327 Aug 10 03:25:09.368743 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-dfdbbb64-e90f-429d-b440-ae6f9e46d464 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:09.369790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dfdbbb64-e90f-429d-b440-ae6f9e46d464 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-1286406149 HTTP/1.1" status: 404 len: 329 time: 0.0916071 Aug 10 03:25:09.372880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60750) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.378519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-4f364eb4-42b3-4bcd-810a-207e45179140 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-848432886') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.411575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-2dcf3a24-e3dc-4411-8c38-2e2708b9011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.413170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-2dcf3a24-e3dc-4411-8c38-2e2708b9011a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 1098 time: 0.1366477 Aug 10 03:25:09.422167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500629b0-3da6-4fe7-9a1e-cff0339428df req-6955d1de-92ee-4db1-bbc9-88918ede476c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Aug 10 03:25:09.447081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:09.463729 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4f364eb4-42b3-4bcd-810a-207e45179140 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:09.464826 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4f364eb4-42b3-4bcd-810a-207e45179140 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-848432886 HTTP/1.1" status: 404 len: 328 time: 0.0905185 Aug 10 03:25:09.467895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.472752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-0cc08a73-927c-49fe-88f8-7cfc441c1772 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7', 'tempest-TagsExtTest-Tag-524394219') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.577238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-c5bab767-717b-411d-95ce-f90e3ee5bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.578846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-c5bab767-717b-411d-95ce-f90e3ee5bbd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 200 len: 917 time: 0.1482148 Aug 10 03:25:09.602282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2dabe-6204-463f-b6d9-256a0bf5d1ad req-3f5e0f77-890f-481f-8445-f78fdaf03d17 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.604181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4a2dabe-6204-463f-b6d9-256a0bf5d1ad req-3f5e0f77-890f-481f-8445-f78fdaf03d17 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0716972 Aug 10 03:25:09.628051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:09.636008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:09.636450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.644771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-24a77ac4-9d6b-4d54-ba7a-bfe5d8653e20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688e3749-76c1-4550-8c9c-c90d6545d68f HTTP/1.1" status: 200 len: 217 time: 0.0394163 Aug 10 03:25:09.729034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4a2dabe-6204-463f-b6d9-256a0bf5d1ad req-35af1840-4f0b-4060-863c-4d1fc75a34c6 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873137 Aug 10 03:25:09.729494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.748083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-98df61d6-f684-4dbf-a5ab-83045809ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.749964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-98df61d6-f684-4dbf-a5ab-83045809ee24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 200 len: 855 time: 0.0822942 Aug 10 03:25:09.772168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:09.775429 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877b57ca-d64c-4e7b-ab1c-4c41ecef0202" -d '{"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:09.780601 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-0cc08a73-927c-49fe-88f8-7cfc441c1772 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:09.789817 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0cc08a73-927c-49fe-88f8-7cfc441c1772 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags/tempest-TagsExtTest-Tag-524394219 HTTP/1.1" status: 404 len: 328 time: 0.3126149 Aug 10 03:25:09.792557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.795034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:09.799322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-783d7bd0-0623-494a-9587-0e1cfef1007c tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', {'tags': ['tempest-TagsExtTest-Tag-1008415125', 'tempest-TagsExtTest-Tag-1024920974', 'tempest-TagsExtTest-Tag-695166247']}) {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.814803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-9ac6dee1-e617-4684-8547-7c18d3d097ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.816460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-9ac6dee1-e617-4684-8547-7c18d3d097ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30141593-3a85-4a50-9ff5-72484ed84405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509477 Aug 10 03:25:09.890800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.931082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-2ac65496-89c9-4444-bf6e-7dcc07812ed9 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930417 Aug 10 03:25:09.931544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-783d7bd0-0623-494a-9587-0e1cfef1007c tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "PUT /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags HTTP/1.1" status: 200 len: 317 time: 0.1376021 Aug 10 03:25:09.934026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60768) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:09.938459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-f78fe8ff-0671-4178-b942-4719fb07b52b tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:09.944648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.047259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83122ff-9a9b-4bb0-ae1d-6b3795e64737 req-aba7f03f-e012-4de7-b8ad-b301eb772e31 service neutron] 10.222.0.46 "GET /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897810 Aug 10 03:25:10.085384 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f78fe8ff-0671-4178-b942-4719fb07b52b tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags HTTP/1.1" status: 204 len: 168 time: 0.1503446 Aug 10 03:25:10.088023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60772) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.092565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-a871ed34-d367-46a0-97ad-b4e946f16b71 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-1008415125') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.117249 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-a871ed34-d367-46a0-97ad-b4e946f16b71 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:10.118285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a871ed34-d367-46a0-97ad-b4e946f16b71 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-1008415125 HTTP/1.1" status: 404 len: 329 time: 0.0293167 Aug 10 03:25:10.121582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60774) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.125934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-804b5e95-67ca-45f6-961d-83e5b847177a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-1024920974') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.146938 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-804b5e95-67ca-45f6-961d-83e5b847177a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:10.147973 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-804b5e95-67ca-45f6-961d-83e5b847177a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-1024920974 HTTP/1.1" status: 404 len: 329 time: 0.0254629 Aug 10 03:25:10.150947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.155564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-5c0534e8-75f2-44e3-acff-a8d3a235318e tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827', 'tempest-TagsExtTest-Tag-695166247') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.176664 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-5c0534e8-75f2-44e3-acff-a8d3a235318e tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] show failed (client error): The resource could not be found. Aug 10 03:25:10.177263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5c0534e8-75f2-44e3-acff-a8d3a235318e tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags/tempest-TagsExtTest-Tag-695166247 HTTP/1.1" status: 404 len: 328 time: 0.0253980 Aug 10 03:25:10.179947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60780) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.184194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-9347bc42-d595-4d64-b598-fc2ffd834e38 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7c652a7c-29e3-455a-8888-08adf9f05827') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.208884 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9347bc42-d595-4d64-b598-fc2ffd834e38 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827/tags HTTP/1.1" status: 204 len: 168 time: 0.0279250 Aug 10 03:25:10.222065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60782) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.226769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-f3f0b282-c45a-4fc6-9238-1fee93f27887 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a5ea56f3-a678-4327-939b-d79d4ae1ebe7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.308156 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f3f0b282-c45a-4fc6-9238-1fee93f27887 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7/tags HTTP/1.1" status: 204 len: 168 time: 0.0850554 Aug 10 03:25:10.310650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60790) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.315606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-caac6589-c51f-4879-a908-6cebd0480f9f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1709ecef-6781-4e23-8c6f-be274f1ab711') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.369313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-caac6589-c51f-4879-a908-6cebd0480f9f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711/tags HTTP/1.1" status: 204 len: 168 time: 0.0576739 Aug 10 03:25:10.371768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.375961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-08060b76-115d-4649-8e16-6af6a4a4fc61 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:10.429223 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08060b76-115d-4649-8e16-6af6a4a4fc61 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0564523 Aug 10 03:25:10.433503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60794) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.662303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-897bd44f-d922-41aa-a629-651f26d2f84a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for subnetpool, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.663859 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-897bd44f-d922-41aa-a629-651f26d2f84a tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnetpools/7c652a7c-29e3-455a-8888-08adf9f05827 HTTP/1.1" status: 204 len: 168 time: 0.2292471 Aug 10 03:25:10.666612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60798) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.694665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fb162689-b7d0-4f9f-86d0-67e740f65447 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5ea56f3-a678-4327-939b-d79d4ae1ebe7 HTTP/1.1" status: 200 len: 205 time: 0.0266814 Aug 10 03:25:10.697071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:10.771352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.955323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.957466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.975075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec85c8-e482-4576-9576-f31a9fc55a41 req-8a6bd24f-d7af-4743-b931-02e9620d7bd9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.976706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec85c8-e482-4576-9576-f31a9fc55a41 req-8a6bd24f-d7af-4743-b931-02e9620d7bd9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.0657299 Aug 10 03:25:11.016041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dec85c8-e482-4576-9576-f31a9fc55a41 req-09bd4777-83bb-4176-97b1-9b8f4fe58825 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Aug 10 03:25:11.060964 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702b952b-1857-4359-bc6a-b837f06c5e48 x-openstack-request-id: req-702b952b-1857-4359-bc6a-b837f06c5e48 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:11.061486 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:11.061576 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-702b952b-1857-4359-bc6a-b837f06c5e48 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:11.061947 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'code': 200} Aug 10 03:25:11.169361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f141ab-1a23-423a-b4af-b31954e1d42a req-638ee4ea-02f2-4cb7-a928-4c4f296b7692 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.172832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f141ab-1a23-423a-b4af-b31954e1d42a req-638ee4ea-02f2-4cb7-a928-4c4f296b7692 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 948 time: 0.0663354 Aug 10 03:25:11.216382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.217945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Fanout notify agent at l3_agent the message router_deleted on router a5ea56f3-a678-4327-939b-d79d4ae1ebe7 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:25:11.235459 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.235459 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c9e678a5-af56-42af-bde9-51691b011e07 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/routers/a5ea56f3-a678-4327-939b-d79d4ae1ebe7 HTTP/1.1" status: 204 len: 168 time: 0.5351346 Aug 10 03:25:11.236755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.247855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a98fe4-59c3-4d80-9af7-be87e323ffcf req-0c021965-ad50-403e-afd6-3f7c95abf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.250757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4a98fe4-59c3-4d80-9af7-be87e323ffcf req-0c021965-ad50-403e-afd6-3f7c95abf14e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 1097 time: 0.0770104 Aug 10 03:25:11.257630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f141ab-1a23-423a-b4af-b31954e1d42a req-a0e2451b-1cd1-41b7-9323-5f8a4cbf0f47 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720069 Aug 10 03:25:11.327156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4a98fe4-59c3-4d80-9af7-be87e323ffcf req-499dcb3f-2c71-4005-9dbd-9354c331bc12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546629 Aug 10 03:25:11.344734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Deleting port 1709ecef-6781-4e23-8c6f-be274f1ab711 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:11.345085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.396039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690c8a8-4555-4486-a25d-ebc84919442b req-c2eafe86-b4cd-485b-92bf-295e774f3be9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.400833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0690c8a8-4555-4486-a25d-ebc84919442b req-c2eafe86-b4cd-485b-92bf-295e774f3be9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0616913 Aug 10 03:25:11.447003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0690c8a8-4555-4486-a25d-ebc84919442b req-bfc9ca08-4c64-4097-87a1-5ca8182b994a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Aug 10 03:25:11.447225 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.462157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Calling delete_port for 1709ecef-6781-4e23-8c6f-be274f1ab711 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:11.473716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bb25cac4-78d9-4610-bb07-59936f08aeeb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:11.579152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de667a1d-fbda-46b8-9fae-7e971da9e491 req-e82f9c35-d44d-4615-8f3d-a3efdf59f834 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.581757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de667a1d-fbda-46b8-9fae-7e971da9e491 req-e82f9c35-d44d-4615-8f3d-a3efdf59f834 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0609269 Aug 10 03:25:11.608684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bb25cac4-78d9-4610-bb07-59936f08aeeb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:11.629294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'bb25cac4-78d9-4610-bb07-59936f08aeeb', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': 'bb25cac4-78d9-4610-bb07-59936f08aeeb', 'mac_address': 'fa:16:3e:b9:34:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:11.632482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de667a1d-fbda-46b8-9fae-7e971da9e491 req-5c7665f0-3abf-4ec4-9a1d-1356a5643f3b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Aug 10 03:25:11.677677 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.692867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb25cac4-78d9-4610-bb07-59936f08aeeb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:11.716234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bb25cac4-78d9-4610-bb07-59936f08aeeb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:11.730585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.768489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event deleted for resources: {'Port': ['ID=1709ecef-6781-4e23-8c6f-be274f1ab711,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.803428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.803831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.804219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.804671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.805082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.805475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.805986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.806358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.806754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.807252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.807644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.808018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:11.868892 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.871516 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f095bb6-e104-4868-805e-9a1686cf04f5 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/ports/1709ecef-6781-4e23-8c6f-be274f1ab711 HTTP/1.1" status: 204 len: 168 time: 0.6338735 Aug 10 03:25:11.873358 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.874181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60828) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:11.935355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-e0282615-46a3-4f3f-9956-dbae227b520c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.937031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-e0282615-46a3-4f3f-9956-dbae227b520c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1313040 Aug 10 03:25:11.961241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Deleting subnet c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:11.971886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.975776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3ea064f1-c679-45a0-b189-a08ad01905a9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0268373 Aug 10 03:25:11.980419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bb25cac4-78d9-4610-bb07-59936f08aeeb,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.044844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.064030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-979e97f9-cf97-4c12-89c6-d67435fe5f32 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869040 Aug 10 03:25:12.144082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.173051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-1906a55c-a276-4ab6-9480-4108da481450 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073036 Aug 10 03:25:12.273653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-13744231-830f-478b-a180-bfebadae9a0c service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899775 Aug 10 03:25:12.324942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.365364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event deleted for resources: {'Subnet': ['ID=c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.375298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bed5a1-9bf9-465a-8ea0-1898daa477d6 None None] Network 4eba423a-46f1-48cc-92b8-cdb49e5989dd requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:12.375867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.378727 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b0189665-9a1b-4b3d-8df5-5f760b5263f0 tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/subnets/c16fcbbd-6f13-4c93-ac75-872f0ba0f6c2 HTTP/1.1" status: 204 len: 168 time: 0.5024786 Aug 10 03:25:12.382020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60838) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:12.472910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.567323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Deleting port 0cd84823-1b00-4a04-a99f-bdec969c66ba {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:12.567678 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.593692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['bb25cac4-78d9-4610-bb07-59936f08aeeb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:12.640617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] DHCP port deletion for 4eba423a-46f1-48cc-92b8-cdb49e5989dd request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:12.694028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] For port 0cd84823-1b00-4a04-a99f-bdec969c66ba, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0cd84823-1b00-4a04-a99f-bdec969c66ba,segment=NetworkSegment(4b3708dd-96ee-4e6f-8ebc-2343a5c490cd),segment_id=4b3708dd-96ee-4e6f-8ebc-2343a5c490cd)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:12.694423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.719400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53b1b2-4916-4baf-ace9-d3ab12ccfd6e req-0b12691f-35e1-47b8-bad5-857292b23876 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.721704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b53b1b2-4916-4baf-ace9-d3ab12ccfd6e req-0b12691f-35e1-47b8-bad5-857292b23876 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 949 time: 0.1054273 Aug 10 03:25:12.732248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Calling delete_port for 0cd84823-1b00-4a04-a99f-bdec969c66ba owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:12.765042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] Deleting port 0cd84823-1b00-4a04-a99f-bdec969c66ba {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:12.765415 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.776966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b53b1b2-4916-4baf-ace9-d3ab12ccfd6e req-4086b8ce-f4b7-447e-9043-17b8b8bbfda5 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Aug 10 03:25:12.910572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] For port 0cd84823-1b00-4a04-a99f-bdec969c66ba, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0cd84823-1b00-4a04-a99f-bdec969c66ba,segment=NetworkSegment(4b3708dd-96ee-4e6f-8ebc-2343a5c490cd),segment_id=4b3708dd-96ee-4e6f-8ebc-2343a5c490cd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:12.910978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.939961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] Calling delete_port for 0cd84823-1b00-4a04-a99f-bdec969c66ba owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:12.964593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffd12e-5bf4-405e-a59c-8dce4fe66833 req-5b19c3aa-9d1e-4b86-9b58-db92002bac82 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.973017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8ffd12e-5bf4-405e-a59c-8dce4fe66833 req-5b19c3aa-9d1e-4b86-9b58-db92002bac82 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0613623 Aug 10 03:25:13.000896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.029080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] No DVR routers for this DVR port 0cd84823-1b00-4a04-a99f-bdec969c66ba on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:13.041203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.080950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8ffd12e-5bf4-405e-a59c-8dce4fe66833 req-fb3fd8da-191a-4c31-84eb-0590ded7e0bb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069896 Aug 10 03:25:13.085669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] Pushing event deleted for resources: {'Port': ['ID=0cd84823-1b00-4a04-a99f-bdec969c66ba,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.089744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f2625-20f5-4c52-8234-50a1f924093e None None] No DVR routers for this DVR port 0cd84823-1b00-4a04-a99f-bdec969c66ba on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:13.134298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event deleted for resources: {'Port': ['ID=0cd84823-1b00-4a04-a99f-bdec969c66ba,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.224012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-138a0a1e-3307-4af7-9276-36cc4547effe req-134948d9-f23e-449e-a96d-c0d1c0328ffa tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 210 time: 0.0739472 Aug 10 03:25:13.237541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.257565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eba423a-46f1-48cc-92b8-cdb49e5989dd']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:13.268530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:13.268839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3708dd-96ee-4e6f-8ebc-2343a5c490cd') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:13.278721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.305159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.330862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:13.331266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:13.334234 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:13.404428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d017e-d5b6-46f7-9168-4021fdc73c9d req-aab647e7-b60c-42e2-ad8e-a763741badb4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.412722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-798d017e-d5b6-46f7-9168-4021fdc73c9d req-aab647e7-b60c-42e2-ad8e-a763741badb4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1202683 Aug 10 03:25:13.451772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-798d017e-d5b6-46f7-9168-4021fdc73c9d req-93f64257-fa47-42b8-8645-2f3cce729b63 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Aug 10 03:25:13.538916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.586254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.589464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] 10.222.0.26 "DELETE /v2.0/networks/4eba423a-46f1-48cc-92b8-cdb49e5989dd HTTP/1.1" status: 204 len: 168 time: 1.2064278 Aug 10 03:25:13.590568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed5eab-a00e-4bd4-bf53-a9c753c7221f tempest-TagsExtTest-2132107379 tempest-TagsExtTest-2132107379-project] Pushing event deleted for resources: {'Network': ['ID=4eba423a-46f1-48cc-92b8-cdb49e5989dd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.652702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0cd84823-1b00-4a04-a99f-bdec969c66ba no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:13.682304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0cd84823-1b00-4a04-a99f-bdec969c66ba {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:13.689390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0cd84823-1b00-4a04-a99f-bdec969c66ba not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:13.702113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1782cbe-5496-4276-800a-3e85464d6627 req-4f0136b8-1e97-4a03-9860-c6134297e52a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.705715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1782cbe-5496-4276-800a-3e85464d6627 req-4f0136b8-1e97-4a03-9860-c6134297e52a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 945 time: 0.0731180 Aug 10 03:25:13.753622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1782cbe-5496-4276-800a-3e85464d6627 req-4425d16e-ba9c-4db7-89f5-a6d895dc361a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Aug 10 03:25:13.877631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bff7-6d2c-45f4-a830-566cfc82c657 req-7e84a46d-c1af-4fd8-8a54-244aa0a8ddf7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.879238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1674bff7-6d2c-45f4-a830-566cfc82c657 req-7e84a46d-c1af-4fd8-8a54-244aa0a8ddf7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Aug 10 03:25:13.920531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1674bff7-6d2c-45f4-a830-566cfc82c657 req-29355b01-9dc5-4154-a81f-4c21093cdf9f tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Aug 10 03:25:14.028366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cae2f9-57ac-41fb-a9dd-6a707d1b8ac8 req-0abc3721-53e0-4005-8088-ddddd2b4d985 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.030606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4cae2f9-57ac-41fb-a9dd-6a707d1b8ac8 req-0abc3721-53e0-4005-8088-ddddd2b4d985 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 949 time: 0.0510023 Aug 10 03:25:14.070979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4cae2f9-57ac-41fb-a9dd-6a707d1b8ac8 req-bb8e5b33-f080-4cd9-b926-26eb9b0219d1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Aug 10 03:25:14.108694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-d63a2d59-d07d-4dd4-ab48-f8229b05a8d0 req-d9a25afb-a481-4a06-95e3-98742ff74e8e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:25:14.111624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d63a2d59-d07d-4dd4-ab48-f8229b05a8d0 req-d9a25afb-a481-4a06-95e3-98742ff74e8e tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062668 Aug 10 03:25:14.214320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d63a2d59-d07d-4dd4-ab48-f8229b05a8d0 req-6b4c7027-22a0-4c1c-b875-23613bb446bf tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0977926 Aug 10 03:25:14.350202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60884) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:14.475747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b282078-67d9-4dcd-bcda-8eb8801a149f req-85637642-2f2d-44cc-8351-3c7f167ac97f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.483578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b282078-67d9-4dcd-bcda-8eb8801a149f req-85637642-2f2d-44cc-8351-3c7f167ac97f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Aug 10 03:25:14.509145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d33ef964-4528-4054-bc81-70f7b31c4c5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9222f0396714cefb188c9b0a16bed36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571188 Aug 10 03:25:14.511081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60892) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:14.550313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b282078-67d9-4dcd-bcda-8eb8801a149f req-12c516a7-b58b-42b9-b49c-b3a539490b39 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575778 Aug 10 03:25:14.595980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa1d558-1846-4ee9-83b4-185bc13b6507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.634684 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa1d558-1846-4ee9-83b4-185bc13b6507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.805107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa1d558-1846-4ee9-83b4-185bc13b6507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.808030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afa1d558-1846-4ee9-83b4-185bc13b6507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.811955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-afa1d558-1846-4ee9-83b4-185bc13b6507 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad58c9bc-c703-43da-b143-78c7701b5ed8 HTTP/1.1" status: 204 len: 168 time: 0.2971535 Aug 10 03:25:14.822993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1d558-1846-4ee9-83b4-185bc13b6507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad58c9bc-c703-43da-b143-78c7701b5ed8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:14.881047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4497ca4b-5fca-40cf-911e-6fb0da9acc29 req-c7cd8d3b-59f2-411d-878a-8526c2ada00c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 210 time: 0.0345864 Aug 10 03:25:14.986861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d4ea6-b9e3-4027-a5dd-d733fdc1d2ca req-5c5768b7-7eeb-49fb-ae1f-c09467805735 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.988932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa0d4ea6-b9e3-4027-a5dd-d733fdc1d2ca req-5c5768b7-7eeb-49fb-ae1f-c09467805735 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0563614 Aug 10 03:25:15.034648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa0d4ea6-b9e3-4027-a5dd-d733fdc1d2ca req-81597663-9d8f-42c4-af18-beb2e519c58c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Aug 10 03:25:15.159529 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.218331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86af11-6fe5-4b77-8cd9-24e18d78d9f3 req-d0857a15-71a5-4232-89e7-8771b9720fb4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.226617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e86af11-6fe5-4b77-8cd9-24e18d78d9f3 req-d0857a15-71a5-4232-89e7-8771b9720fb4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 945 time: 0.0607939 Aug 10 03:25:15.281802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e86af11-6fe5-4b77-8cd9-24e18d78d9f3 req-762bc992-38f6-4952-9a86-59dd3722dfb2 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Aug 10 03:25:15.405641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd28dd-27a7-41bb-a0cf-db28d86c6e32 req-a9394e9a-b02d-4d01-88f7-833e45295bad tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.413712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91cd28dd-27a7-41bb-a0cf-db28d86c6e32 req-a9394e9a-b02d-4d01-88f7-833e45295bad tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 949 time: 0.0644135 Aug 10 03:25:15.448982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91cd28dd-27a7-41bb-a0cf-db28d86c6e32 req-721e4f46-0b0d-47e3-b639-3756aa26abbc tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Aug 10 03:25:15.513301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bb25cac4-78d9-4610-bb07-59936f08aeeb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:15.575468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acbdd1-876d-4891-b2c0-11deac76bf34 req-5dc0b712-c905-4b07-a2e0-129296961c19 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.577143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73acbdd1-876d-4891-b2c0-11deac76bf34 req-5dc0b712-c905-4b07-a2e0-129296961c19 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0635695 Aug 10 03:25:15.630256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73acbdd1-876d-4891-b2c0-11deac76bf34 req-9aeae6b2-5b57-46f6-97e9-92ce86eeb4f8 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441434 Aug 10 03:25:15.662940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port bb25cac4-78d9-4610-bb07-59936f08aeeb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:15.668174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port bb25cac4-78d9-4610-bb07-59936f08aeeb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:15.668732 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.760530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e57442-fddd-402d-8130-f8dd2e7fa71a req-a90b768a-338d-458e-9612-1c4d34535673 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.762656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94e57442-fddd-402d-8130-f8dd2e7fa71a req-a90b768a-338d-458e-9612-1c4d34535673 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0658405 Aug 10 03:25:15.770208 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.803013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb25cac4-78d9-4610-bb07-59936f08aeeb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:15.805398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94e57442-fddd-402d-8130-f8dd2e7fa71a req-7d5dfc20-6067-421d-a098-a1ff4a7ce947 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Aug 10 03:25:15.805588 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717a33c2-8e91-4122-bfcc-2e058757a585" -d '{"events": [{"server_uuid": "ba18b2c7-ca54-4987-bf62-c8f01d1cf383", "name": "network-vif-plugged", "status": "completed", "tag": "bb25cac4-78d9-4610-bb07-59936f08aeeb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:15.828738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bb25cac4-78d9-4610-bb07-59936f08aeeb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:15.993864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e5fd1-21e1-4955-a139-e1c764177371 req-c398ddcf-5214-49ca-8b0f-f989da87cdcd tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.000150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e5fd1-21e1-4955-a139-e1c764177371 req-c398ddcf-5214-49ca-8b0f-f989da87cdcd tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.006432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e5fd1-21e1-4955-a139-e1c764177371 req-c398ddcf-5214-49ca-8b0f-f989da87cdcd tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.008041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d59e5fd1-21e1-4955-a139-e1c764177371 req-c398ddcf-5214-49ca-8b0f-f989da87cdcd tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72&device_id=e073f618-2964-4a68-b077-7079e7a76d88&device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 2417 time: 0.0668395 Aug 10 03:25:16.033856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.048625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d59e5fd1-21e1-4955-a139-e1c764177371 req-c108ea9c-fac8-4372-a43b-a5c8f402312c tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Aug 10 03:25:16.086155 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bbc71-4506-4640-80e2-9e6dfdd973c8 x-openstack-request-id: req-0c1bbc71-4506-4640-80e2-9e6dfdd973c8 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:16.086452 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba18b2c7-ca54-4987-bf62-c8f01d1cf383", "name": "network-vif-plugged", "status": "completed", "tag": "bb25cac4-78d9-4610-bb07-59936f08aeeb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:16.086705 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c1bbc71-4506-4640-80e2-9e6dfdd973c8 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:16.087096 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb25cac4-78d9-4610-bb07-59936f08aeeb', 'code': 200} Aug 10 03:25:16.088054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bb25cac4-78d9-4610-bb07-59936f08aeeb,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:16.211313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f207025-44fe-450b-a0a4-32556a8f6558 req-3d0ed977-ddac-4488-9f33-c833b801c269 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 210 time: 0.0614285 Aug 10 03:25:16.321415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e5a5a-82a3-453c-b60c-ee763e1736d6 req-7d81f03b-2a19-453d-9ffb-a3957d02359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.322939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a94e5a5a-82a3-453c-b60c-ee763e1736d6 req-7d81f03b-2a19-453d-9ffb-a3957d02359c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 1102 time: 0.1090004 Aug 10 03:25:16.351830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-7cc96c4a-1ada-4d7f-81ce-d26867e1ec7e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.353337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-7cc96c4a-1ada-4d7f-81ce-d26867e1ec7e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.2135797 Aug 10 03:25:16.383030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:16.396717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56399a55-ff9a-46a9-823d-4dd62eed9e3f req-ba500305-5e2c-4d2f-9f72-e36cf58fecb0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1395314 Aug 10 03:25:16.457085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a94e5a5a-82a3-453c-b60c-ee763e1736d6 req-2fd14a4b-5e55-405f-b37c-5c55c9bcb1c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130457 Aug 10 03:25:16.638877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:16.642509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.670422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01711c05-d8ed-4513-b33a-493802581db0 req-fb76e10d-15ab-4a0d-9e33-154bf3d5739f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.670422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01711c05-d8ed-4513-b33a-493802581db0 req-fb76e10d-15ab-4a0d-9e33-154bf3d5739f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0708156 Aug 10 03:25:16.762476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01711c05-d8ed-4513-b33a-493802581db0 req-b1241800-f7e2-495c-9fd5-9f5bc4c05536 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839682 Aug 10 03:25:16.830276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.9 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/b3d0212b-2fb2-4326-883d-d6054f2c174d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:16.987988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.073107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617f795-5f3a-4aa4-be37-d9f1d1e7dc53 req-a676ed7d-e044-4135-88d9-6cfebfe8f69c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.074747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e617f795-5f3a-4aa4-be37-d9f1d1e7dc53 req-a676ed7d-e044-4135-88d9-6cfebfe8f69c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0706587 Aug 10 03:25:17.113483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e617f795-5f3a-4aa4-be37-d9f1d1e7dc53 req-f03511dc-c7c1-4c94-b80c-81dd760d91fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Aug 10 03:25:17.216547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.247428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463', '9cbb2d80-42da-4736-a3a7-878df3f2a132'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:17.260389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:17.268122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:17.271636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:17.279710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=b3d0212b-2fb2-4326-883d-d6054f2c174d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.335433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.346041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.437770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4fa7d661-afbe-4347-9719-6f72fdab9a9f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0615325 Aug 10 03:25:17.456207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0f631-03f2-494e-91c5-00dafb1f22bc req-4c8414c7-65c3-402d-af90-52ce84c2b117 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.457839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fc0f631-03f2-494e-91c5-00dafb1f22bc req-4c8414c7-65c3-402d-af90-52ce84c2b117 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 931 time: 0.0671899 Aug 10 03:25:17.463328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Request body: {'port': {'device_id': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:17.850703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2fc0f631-03f2-494e-91c5-00dafb1f22bc req-2ef0a3bd-9568-4b55-975f-9a7881886968 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843291 Aug 10 03:25:17.857325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.168261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d0212b-2fb2-4326-883d-d6054f2c174d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:18.191511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.210727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Transition to ACTIVE for port object b3d0212b-2fb2-4326-883d-d6054f2c174d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:18.223851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 32770) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.224442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42096fdc-43d7-41eb-aff9-5dded9f68727 req-86fee64e-c368-4e26-a2c4-cc9bf4687fef tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.224442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42096fdc-43d7-41eb-aff9-5dded9f68727 req-86fee64e-c368-4e26-a2c4-cc9bf4687fef tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0700567 Aug 10 03:25:18.265008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42096fdc-43d7-41eb-aff9-5dded9f68727 req-a3382043-f757-4212-a8e8-4cc16764bd7c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Aug 10 03:25:18.289857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.341422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d0212b-2fb2-4326-883d-d6054f2c174d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.363837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2309-812c-432d-b7b0-b136d8de465d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.428282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Attempting to bind port b3d0212b-2fb2-4326-883d-d6054f2c174d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:18.429042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Attempting to bind port b3d0212b-2fb2-4326-883d-d6054f2c174d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:18.429527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Attempting to bind port b3d0212b-2fb2-4326-883d-d6054f2c174d on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:18.434204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Port b3d0212b-2fb2-4326-883d-d6054f2c174d on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:18.434718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Attempting to bind port b3d0212b-2fb2-4326-883d-d6054f2c174d on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:18.441639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:18.441981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:18.442381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:18.442805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Bound port: b3d0212b-2fb2-4326-883d-d6054f2c174d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:18.443195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.474705 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2309-812c-432d-b7b0-b136d8de465d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.526154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] For port b3d0212b-2fb2-4326-883d-d6054f2c174d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:18.551721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] For port b3d0212b-2fb2-4326-883d-d6054f2c174d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:18.570895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519a5ed-0062-4dc6-af71-728eebd4b689 req-b92f5fcf-5b2f-4b8c-ae4a-6a4220dc1b32 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.572452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0519a5ed-0062-4dc6-af71-728eebd4b689 req-b92f5fcf-5b2f-4b8c-ae4a-6a4220dc1b32 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0617638 Aug 10 03:25:18.575871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d3d2309-812c-432d-b7b0-b136d8de465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.615504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0519a5ed-0062-4dc6-af71-728eebd4b689 req-b232d1fb-3876-4647-be52-f5df470f482a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Aug 10 03:25:18.616292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d2309-812c-432d-b7b0-b136d8de465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237519b3-859c-4b13-b7aa-2f159a450ce4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.620937 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d3d2309-812c-432d-b7b0-b136d8de465d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=988a4083400e4b10b6c26ec446136803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968730 Aug 10 03:25:18.623378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 32778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.630875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.677709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b675af4-0032-4d6e-b327-8a1b64ecc515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.683507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.684246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.685909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3d0212b-2fb2-4326-883d-d6054f2c174d HTTP/1.1" status: 200 len: 1092 time: 1.2270105 Aug 10 03:25:18.686439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'tag': 'b3d0212b-2fb2-4326-883d-d6054f2c174d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:18.689721 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80cb89-8f24-4846-9b86-684e16b36dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d95a706-2bed-436a-afd1-6ab110b937bc", "tag": "b3d0212b-2fb2-4326-883d-d6054f2c174d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:18.711327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5ae24-3179-41de-9815-5dbcd9ff9353 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d0212b-2fb2-4326-883d-d6054f2c174d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.712863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b675af4-0032-4d6e-b327-8a1b64ecc515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.835332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-b7ee2ede-25dc-48c6-b4c0-5f7e5beef6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.835912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-b7ee2ede-25dc-48c6-b4c0-5f7e5beef6cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 1095 time: 0.0440776 Aug 10 03:25:18.848471 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcffd79-1416-42a9-acdb-179456df1342 x-openstack-request-id: req-edcffd79-1416-42a9-acdb-179456df1342 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:18.848766 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d95a706-2bed-436a-afd1-6ab110b937bc", "tag": "b3d0212b-2fb2-4326-883d-d6054f2c174d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:18.849026 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edcffd79-1416-42a9-acdb-179456df1342 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:18.849421 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'tag': 'b3d0212b-2fb2-4326-883d-d6054f2c174d', 'status': 'completed', 'code': 200} Aug 10 03:25:18.895782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b675af4-0032-4d6e-b327-8a1b64ecc515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.896822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-49ee9079-e977-467d-894a-73b8f11908f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d HTTP/1.1" status: 200 len: 217 time: 0.0379775 Aug 10 03:25:18.898673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b675af4-0032-4d6e-b327-8a1b64ecc515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.900827 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b675af4-0032-4d6e-b327-8a1b64ecc515 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/237519b3-859c-4b13-b7aa-2f159a450ce4 HTTP/1.1" status: 204 len: 168 time: 0.2755072 Aug 10 03:25:18.909112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b675af4-0032-4d6e-b327-8a1b64ecc515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237519b3-859c-4b13-b7aa-2f159a450ce4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.970406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-73c818d5-3f7e-4918-9bb8-a8c01cd4e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.971888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-73c818d5-3f7e-4918-9bb8-a8c01cd4e5db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0630200 Aug 10 03:25:19.012254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-4e35ac16-941a-4061-b25c-5009c341c620 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287516 Aug 10 03:25:19.104553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-485fe7ee-1b25-4588-ac39-9a0d750e1fa9 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813122 Aug 10 03:25:19.212716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60def2f1-67f4-4293-9fb3-17d2b6c9780b req-7359ec4a-f9fd-4733-99ba-5a191b76caea service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867822 Aug 10 03:25:19.452117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3a37-91ed-48e3-81ae-ff2af8264439 req-fb735184-2d25-44e1-a365-0a1591f2b7ae tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.453592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43cf3a37-91ed-48e3-81ae-ff2af8264439 req-fb735184-2d25-44e1-a365-0a1591f2b7ae tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 943 time: 0.0499246 Aug 10 03:25:19.520001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43cf3a37-91ed-48e3-81ae-ff2af8264439 req-a3642c09-18a6-4e4a-8812-5ae6451dcce6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Aug 10 03:25:19.522596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-253bb636-ccf8-47dd-a37c-f16b107a9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.523990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-253bb636-ccf8-47dd-a37c-f16b107a9f2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 1095 time: 0.0587537 Aug 10 03:25:19.685501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-48d57fa9-498d-46e5-a0eb-b28832596ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.687101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-48d57fa9-498d-46e5-a0eb-b28832596ad0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.1517932 Aug 10 03:25:19.756207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-2a982191-dce4-43fb-969d-930346276143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d HTTP/1.1" status: 200 len: 217 time: 0.0427530 Aug 10 03:25:19.773142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790deb7c-8420-40c4-88cc-471314e44ebb req-4600ab97-a92c-4065-a6fc-306318339a9d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.774573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-790deb7c-8420-40c4-88cc-471314e44ebb req-4600ab97-a92c-4065-a6fc-306318339a9d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0866303 Aug 10 03:25:19.837189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 32804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:19.839090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-c2d145a3-5722-41cb-a900-6d47071c0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.840569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-c2d145a3-5722-41cb-a900-6d47071c0680 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0651240 Aug 10 03:25:19.848546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-790deb7c-8420-40c4-88cc-471314e44ebb req-79bf7733-3de1-4948-87ec-d4b52e9ad8c7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Aug 10 03:25:19.851236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78bd4b14-fb64-475d-a95a-41640116be74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.880629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-fdcdf32b-d439-4301-bd4c-ad99788cc26c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269771 Aug 10 03:25:19.956516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78bd4b14-fb64-475d-a95a-41640116be74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.012052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53d79-7d92-4f18-b7ba-9f3005bd20f1 req-ff98c2cd-b90c-4cf0-9824-84262741c774 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.012417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ef53d79-7d92-4f18-b7ba-9f3005bd20f1 req-ff98c2cd-b90c-4cf0-9824-84262741c774 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0965145 Aug 10 03:25:20.041304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-a4d641ed-ca22-40ca-a634-5d6fe7623d1a service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458545 Aug 10 03:25:20.076750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ef53d79-7d92-4f18-b7ba-9f3005bd20f1 req-14878981-0ca1-4a52-8336-08ce1097ec86 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565922 Aug 10 03:25:20.101248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78bd4b14-fb64-475d-a95a-41640116be74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.149386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd4b14-fb64-475d-a95a-41640116be74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f25a5-cd22-42f8-950d-df0e94c841cd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.156712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-78bd4b14-fb64-475d-a95a-41640116be74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8655f88a4cf64bfc86922b514087d746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180723 Aug 10 03:25:20.157954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 32810) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:20.167088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b80cb89-8f24-4846-9b86-684e16b36dc9 req-2470e782-672f-4381-ba94-e106f7e8d7c2 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133161 Aug 10 03:25:20.204973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a677-115c-4dfa-8d7b-d94e7cbae84a req-de6fafa6-88b8-479f-b8e5-c117960bcfe0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.206841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d698a677-115c-4dfa-8d7b-d94e7cbae84a req-de6fafa6-88b8-479f-b8e5-c117960bcfe0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0547435 Aug 10 03:25:20.215163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70547bcf-356f-481d-b42f-3b98f4c2e3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.231541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70547bcf-356f-481d-b42f-3b98f4c2e3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.244774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d698a677-115c-4dfa-8d7b-d94e7cbae84a req-1126581e-07af-42c8-9622-a55f4b43fbeb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Aug 10 03:25:20.444236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70547bcf-356f-481d-b42f-3b98f4c2e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.446831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70547bcf-356f-481d-b42f-3b98f4c2e3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.447982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-70547bcf-356f-481d-b42f-3b98f4c2e3fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f78f25a5-cd22-42f8-950d-df0e94c841cd HTTP/1.1" status: 204 len: 168 time: 0.2890582 Aug 10 03:25:20.457248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70547bcf-356f-481d-b42f-3b98f4c2e3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f25a5-cd22-42f8-950d-df0e94c841cd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.650285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cdda8-8ca3-4aa5-94da-455debacbcdf req-126a432e-19fa-4bc1-97a7-2f041579f47d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.651883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-435cdda8-8ca3-4aa5-94da-455debacbcdf req-126a432e-19fa-4bc1-97a7-2f041579f47d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 943 time: 0.0522165 Aug 10 03:25:20.691544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-435cdda8-8ca3-4aa5-94da-455debacbcdf req-30d1928b-b76e-4f79-b6c9-e569c409c543 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335104 Aug 10 03:25:20.976667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f59589-c1ab-4476-8ca9-84e838ff033b req-73233097-57fc-4c5f-9fd8-740b52c791f6 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.976667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92f59589-c1ab-4476-8ca9-84e838ff033b req-73233097-57fc-4c5f-9fd8-740b52c791f6 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0550518 Aug 10 03:25:21.014045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92f59589-c1ab-4476-8ca9-84e838ff033b req-ddc47d9b-87af-45bf-9ac4-0c2966a3ab55 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Aug 10 03:25:21.196985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70025d-608d-42dd-a658-3a6176714426 req-d40087bf-85c8-42de-9784-8ef5933b90e4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.198421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f70025d-608d-42dd-a658-3a6176714426 req-d40087bf-85c8-42de-9784-8ef5933b90e4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Aug 10 03:25:21.239365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f70025d-608d-42dd-a658-3a6176714426 req-712e0b08-3be1-4d80-ac31-6391750580bc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Aug 10 03:25:21.362668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed38ad-68c6-4b5c-9fd0-85e2f435eb6a req-eb29173c-8aa8-40d1-80a2-a05783b059bd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.364147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6aed38ad-68c6-4b5c-9fd0-85e2f435eb6a req-eb29173c-8aa8-40d1-80a2-a05783b059bd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Aug 10 03:25:21.401640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6aed38ad-68c6-4b5c-9fd0-85e2f435eb6a req-89da9f4f-2b58-4b0b-8551-269b837d2ddc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Aug 10 03:25:21.825143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82288a3d-4535-41c5-abfe-4c557ad0bfe9 req-72c2ea92-9229-4621-b735-802b967c4064 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.827745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82288a3d-4535-41c5-abfe-4c557ad0bfe9 req-72c2ea92-9229-4621-b735-802b967c4064 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 943 time: 0.0646501 Aug 10 03:25:21.880137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82288a3d-4535-41c5-abfe-4c557ad0bfe9 req-4cee0243-e2d0-4529-94fb-e126e2f61939 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Aug 10 03:25:22.062426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-14065200-09f6-455a-990f-aece35b746cc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.064074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-14065200-09f6-455a-990f-aece35b746cc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Aug 10 03:25:22.201299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a7c8c-1223-4b05-b34e-84cc9f73b751 req-6fe35ca0-3f0b-4922-aa59-556e54e90cd9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.202811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a38a7c8c-1223-4b05-b34e-84cc9f73b751 req-6fe35ca0-3f0b-4922-aa59-556e54e90cd9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.1103773 Aug 10 03:25:22.241144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Deleting port f50b820e-6261-407b-abaa-0f3459fb6469 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:22.241496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.300886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a38a7c8c-1223-4b05-b34e-84cc9f73b751 req-3b787fd0-ee45-49a7-b2dc-2602e340d57c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911922 Aug 10 03:25:22.347183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] For port f50b820e-6261-407b-abaa-0f3459fb6469, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f50b820e-6261-407b-abaa-0f3459fb6469,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:22.347764 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.367704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Calling delete_port for f50b820e-6261-407b-abaa-0f3459fb6469 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:22.469982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340193a-df15-41ee-a920-89aebbdaab06 req-7961efa2-5856-4a95-8e84-209c1f20ad30 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.471481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4340193a-df15-41ee-a920-89aebbdaab06 req-7961efa2-5856-4a95-8e84-209c1f20ad30 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 945 time: 0.0952711 Aug 10 03:25:22.537188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4340193a-df15-41ee-a920-89aebbdaab06 req-14746d45-ee1a-40a0-8927-e2af174ce9ba tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562727 Aug 10 03:25:22.655875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedcc3b-03f8-4dbd-bc6e-1d05af2f0c6c req-ef374642-bf2c-4e25-bc49-8301b58c8439 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.657948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0aedcc3b-03f8-4dbd-bc6e-1d05af2f0c6c req-ef374642-bf2c-4e25-bc49-8301b58c8439 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0611737 Aug 10 03:25:22.658955 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.677455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['688e3749-76c1-4550-8c9c-c90d6545d68f', 'a459618d-2d03-4cf6-a8f5-1590902f3ede', 'f50b820e-6261-407b-abaa-0f3459fb6469'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:22.780685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Pushing event deleted for resources: {'Port': ['ID=f50b820e-6261-407b-abaa-0f3459fb6469,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.842300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0aedcc3b-03f8-4dbd-bc6e-1d05af2f0c6c req-4e6fac6d-cf1b-4e04-9efc-1393ecb671e0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696997 Aug 10 03:25:22.843877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.844229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.844598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.855723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.856084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.856541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.856826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.857158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.857494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.857847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.858160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.858500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:22.893307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] No DVR routers for this DVR port f50b820e-6261-407b-abaa-0f3459fb6469 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:22.899575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.901645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de8dd605-d4a7-4ae3-8d25-39fcd923c7fd req-0338e073-8bfa-415c-9f08-7bfd7e220c0a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "DELETE /v2.0/ports/f50b820e-6261-407b-abaa-0f3459fb6469 HTTP/1.1" status: 204 len: 173 time: 0.8186460 Aug 10 03:25:22.902134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'name': 'network-vif-deleted', 'tag': 'f50b820e-6261-407b-abaa-0f3459fb6469'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:22.904416 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae668b28-c88b-4473-890d-32c87bcfbc32" -d '{"events": [{"server_uuid": "3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72", "name": "network-vif-deleted", "tag": "f50b820e-6261-407b-abaa-0f3459fb6469"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:23.032537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bff7b-f119-4627-aa24-21d05290c722 req-9bd6e367-492c-47a1-9bdd-605bf93d86af tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.034240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba1bff7b-f119-4627-aa24-21d05290c722 req-9bd6e367-492c-47a1-9bdd-605bf93d86af tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 943 time: 0.0710056 Aug 10 03:25:23.074570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba1bff7b-f119-4627-aa24-21d05290c722 req-cdce68c5-daa1-4c89-b675-28c82a66c17b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Aug 10 03:25:23.140252 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6396360e-1f5e-4db4-a657-dbe8b92c1211 x-openstack-request-id: req-6396360e-1f5e-4db4-a657-dbe8b92c1211 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:23.140708 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72", "name": "network-vif-deleted", "tag": "f50b820e-6261-407b-abaa-0f3459fb6469", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:23.141024 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6396360e-1f5e-4db4-a657-dbe8b92c1211 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:23.141424 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72', 'name': 'network-vif-deleted', 'tag': 'f50b820e-6261-407b-abaa-0f3459fb6469', 'status': 'completed', 'code': 200} Aug 10 03:25:23.446227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f59d2b-d8e7-4087-b07e-4f55fe16e49b req-07018c56-c6c1-44c6-bd2f-11832f28c83a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.447734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74f59d2b-d8e7-4087-b07e-4f55fe16e49b req-07018c56-c6c1-44c6-bd2f-11832f28c83a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0624254 Aug 10 03:25:23.488170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74f59d2b-d8e7-4087-b07e-4f55fe16e49b req-84c47256-b033-4ca7-8a58-942dfb9704c9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345054 Aug 10 03:25:23.528151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b3d0212b-2fb2-4326-883d-d6054f2c174d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:23.627230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b3d0212b-2fb2-4326-883d-d6054f2c174d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:23.639205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b3d0212b-2fb2-4326-883d-d6054f2c174d', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': 'b3d0212b-2fb2-4326-883d-d6054f2c174d', 'mac_address': 'fa:16:3e:90:32:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:23.646465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23a8aee6-28d1-45c5-a596-52a55d33a73e req-6e139d0e-e3e1-47d9-8ab3-24b8657320a0 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e25e6a4-fcfc-4e2f-924b-f4202d4b9e72 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Aug 10 03:25:23.680189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.693734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d0212b-2fb2-4326-883d-d6054f2c174d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:23.714350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b3d0212b-2fb2-4326-883d-d6054f2c174d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:23.821236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.873245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b3d0212b-2fb2-4326-883d-d6054f2c174d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:23.964635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0e563-d9b3-4e33-8f70-35b3498c53a3 req-a095ae25-7001-44b5-9682-c0f777cd8dca tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.966152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe0e563-d9b3-4e33-8f70-35b3498c53a3 req-a095ae25-7001-44b5-9682-c0f777cd8dca tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Aug 10 03:25:24.015058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe0e563-d9b3-4e33-8f70-35b3498c53a3 req-89898bc0-8c82-4f13-8468-d2920044e547 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Aug 10 03:25:24.199429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379274-eb2a-4deb-91d4-11060578be97 req-0e082da4-2b45-4d2e-bb11-1b7431ed7e6d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.201106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40379274-eb2a-4deb-91d4-11060578be97 req-0e082da4-2b45-4d2e-bb11-1b7431ed7e6d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 944 time: 0.0522025 Aug 10 03:25:24.217245 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:24.243150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40379274-eb2a-4deb-91d4-11060578be97 req-95abfbb6-9442-4685-9dad-6ffab77e0dc1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Aug 10 03:25:24.747841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589311-7ca7-48ba-9d45-ed3fb36bf6ee req-6da4fd4a-f012-4129-aeec-4b6455787c2c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.754393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b3d0212b-2fb2-4326-883d-d6054f2c174d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:24.756026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2589311-7ca7-48ba-9d45-ed3fb36bf6ee req-6da4fd4a-f012-4129-aeec-4b6455787c2c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0721328 Aug 10 03:25:24.800583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2589311-7ca7-48ba-9d45-ed3fb36bf6ee req-ec23af3b-5417-4816-9253-95f7d4a70727 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Aug 10 03:25:25.547355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f50b820e-6261-407b-abaa-0f3459fb6469 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:25.585252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: f50b820e-6261-407b-abaa-0f3459fb6469 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:25.585895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f50b820e-6261-407b-abaa-0f3459fb6469 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:25.766626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9fd1e-f136-4a4b-aec7-e5205a0c95a1 req-f4cdfbca-68bf-4a1e-9fc5-fa576c9d2bbb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.768289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f9fd1e-f136-4a4b-aec7-e5205a0c95a1 req-f4cdfbca-68bf-4a1e-9fc5-fa576c9d2bbb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0552754 Aug 10 03:25:25.776007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.816124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f9fd1e-f136-4a4b-aec7-e5205a0c95a1 req-8f472dce-6b61-468b-8f0c-c6368ab34d30 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Aug 10 03:25:26.176075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.176604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.177090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.177573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.178052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.178529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.179006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.179587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.180107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.180799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.181434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.182088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.182674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.183161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.183637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.184107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.184688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.185065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.185610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.186050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.188919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-956ee775-a1a9-4859-870d-e545f55891cb tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc&device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383&device_id=1386aa8e-104b-4c25-a8aa-c5aded775294&device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed&device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a&device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551&device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27&device_id=e073f618-2964-4a68-b077-7079e7a76d88&device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6&device_id=12049253-b914-4951-ba9d-4ceb326e4285&device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3&device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202&device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 18057 time: 0.0822966 Aug 10 03:25:26.218047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-e1559202-3ba2-47e3-8311-a851eced2ba3 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.357749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-e1559202-3ba2-47e3-8311-a851eced2ba3 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.438533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-e1559202-3ba2-47e3-8311-a851eced2ba3 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.469146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e73e1f24-9817-4021-ace9-9caec3c59aab req-e1559202-3ba2-47e3-8311-a851eced2ba3 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&id=bbaf5279-efd5-4846-a44a-94fa6d4695de&id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&id=89eedddb-c5fd-42dd-92f9-600f754b387b&id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2680192 Aug 10 03:25:26.496218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1559202-3ba2-47e3-8311-a851eced2ba3 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece809b-6988-4fdc-84ad-c501fd18e6b9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.583682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3c2a9-a98a-4ec6-8bf1-68539b7183c5 req-3ca15c14-963c-4908-83c8-337d37ff375b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.585219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95c3c2a9-a98a-4ec6-8bf1-68539b7183c5 req-3ca15c14-963c-4908-83c8-337d37ff375b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 944 time: 0.0614121 Aug 10 03:25:26.631724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95c3c2a9-a98a-4ec6-8bf1-68539b7183c5 req-4b139a4a-f9d9-4113-a264-f3e2ca746adb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Aug 10 03:25:26.827641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24638613-afe2-4460-bc48-3c71651029f1 req-b9712488-2035-4bf0-9d8d-ae4bc96edbe3 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.829243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24638613-afe2-4460-bc48-3c71651029f1 req-b9712488-2035-4bf0-9d8d-ae4bc96edbe3 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 945 time: 0.0598955 Aug 10 03:25:26.878733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24638613-afe2-4460-bc48-3c71651029f1 req-9024d41c-2352-4fbd-b9f8-7898d7cb73f4 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Aug 10 03:25:27.083259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9456bc-ec1b-4515-b932-c793c0d95e73 req-c355385b-cc74-4045-838f-f2fe8e2e9fe7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.084688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b9456bc-ec1b-4515-b932-c793c0d95e73 req-c355385b-cc74-4045-838f-f2fe8e2e9fe7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Aug 10 03:25:27.123190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b9456bc-ec1b-4515-b932-c793c0d95e73 req-7674f9bb-39a5-48c8-8267-8b4235a64e2e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Aug 10 03:25:27.299622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc058-f243-478f-a588-fc6bf88712ee req-045aecd9-d067-4623-8c8a-c80d4bece767 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.300285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc058-f243-478f-a588-fc6bf88712ee req-045aecd9-d067-4623-8c8a-c80d4bece767 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.300696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc058-f243-478f-a588-fc6bf88712ee req-045aecd9-d067-4623-8c8a-c80d4bece767 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.302373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-803bc058-f243-478f-a588-fc6bf88712ee req-045aecd9-d067-4623-8c8a-c80d4bece767 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383&device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551&device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 2886 time: 0.0502517 Aug 10 03:25:27.338529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-803bc058-f243-478f-a588-fc6bf88712ee req-6f682068-0426-48e6-9e6b-6f59d47b4343 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291054 Aug 10 03:25:27.565458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b3d0212b-2fb2-4326-883d-d6054f2c174d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:27.713427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b3d0212b-2fb2-4326-883d-d6054f2c174d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:27.721753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b3d0212b-2fb2-4326-883d-d6054f2c174d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:27.722136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.808574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.834122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d0212b-2fb2-4326-883d-d6054f2c174d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:27.836397 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e16fa-7996-4a97-bd87-d5c435aaafd5" -d '{"events": [{"server_uuid": "5d95a706-2bed-436a-afd1-6ab110b937bc", "name": "network-vif-plugged", "status": "completed", "tag": "b3d0212b-2fb2-4326-883d-d6054f2c174d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:27.851770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b3d0212b-2fb2-4326-883d-d6054f2c174d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:27.965288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06ca-b2fa-4712-847b-302598266ac2 req-506b93fe-b6bb-4175-b65c-1547c1211bbb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.966896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-817b06ca-b2fa-4712-847b-302598266ac2 req-506b93fe-b6bb-4175-b65c-1547c1211bbb tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 944 time: 0.0671959 Aug 10 03:25:27.987249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.013463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-817b06ca-b2fa-4712-847b-302598266ac2 req-e52de569-3e86-40c7-ab7c-7482aa207208 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Aug 10 03:25:28.062478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b3d0212b-2fb2-4326-883d-d6054f2c174d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.226065 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232240e7-09cc-4379-a019-eff8ff731856 x-openstack-request-id: req-232240e7-09cc-4379-a019-eff8ff731856 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:28.227122 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d95a706-2bed-436a-afd1-6ab110b937bc", "name": "network-vif-plugged", "status": "completed", "tag": "b3d0212b-2fb2-4326-883d-d6054f2c174d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:28.227564 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-232240e7-09cc-4379-a019-eff8ff731856 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:28.228230 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d0212b-2fb2-4326-883d-d6054f2c174d', 'code': 200} Aug 10 03:25:28.437832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477323f0-11c6-44a6-b1db-4a7a056bde3f req-1d61aab5-67ab-48e4-8fa0-62dea7778f4a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.439335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-477323f0-11c6-44a6-b1db-4a7a056bde3f req-1d61aab5-67ab-48e4-8fa0-62dea7778f4a tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 945 time: 0.1653488 Aug 10 03:25:28.441511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c75567-31fb-4ea4-8f1b-61ef82358294 req-c0da4ebb-05b3-4e23-a797-1d14ee72b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.442901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2c75567-31fb-4ea4-8f1b-61ef82358294 req-c0da4ebb-05b3-4e23-a797-1d14ee72b868 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 1097 time: 0.1098616 Aug 10 03:25:28.548990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-477323f0-11c6-44a6-b1db-4a7a056bde3f req-4f0d7309-ec64-468d-ae37-c05c78585fcb tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901935 Aug 10 03:25:28.553510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2c75567-31fb-4ea4-8f1b-61ef82358294 req-a96a0a14-af3e-4bc9-a647-a607bd891384 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Aug 10 03:25:28.572135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-80b38f5b-1a9c-47de-a873-b19c61e26f99 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.573905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-80b38f5b-1a9c-47de-a873-b19c61e26f99 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 945 time: 0.1618307 Aug 10 03:25:28.762904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68315c8-2713-4512-99b3-2bb3f560e845 req-d8208446-7d83-4c84-a1f5-c662af0066ca tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.764310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d68315c8-2713-4512-99b3-2bb3f560e845 req-d8208446-7d83-4c84-a1f5-c662af0066ca tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0782616 Aug 10 03:25:28.784160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Deleting port a459618d-2d03-4cf6-a8f5-1590902f3ede {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:28.784537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.863306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d68315c8-2713-4512-99b3-2bb3f560e845 req-b44f5adc-28e4-4a75-b0f2-c98f71977c03 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905550 Aug 10 03:25:28.909291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] For port a459618d-2d03-4cf6-a8f5-1590902f3ede, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a459618d-2d03-4cf6-a8f5-1590902f3ede,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:28.909780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.928109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Calling delete_port for a459618d-2d03-4cf6-a8f5-1590902f3ede owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:29.147212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.164054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['688e3749-76c1-4550-8c9c-c90d6545d68f', 'a459618d-2d03-4cf6-a8f5-1590902f3ede'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:29.216836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Pushing event deleted for resources: {'Port': ['ID=a459618d-2d03-4cf6-a8f5-1590902f3ede,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.273397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] No DVR routers for this DVR port a459618d-2d03-4cf6-a8f5-1590902f3ede on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:29.284322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.284322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1cf6b02-6e89-455c-9aca-d4cad58b3a8c req-dd9ee67d-bcd0-4181-b793-9b4d8380eb4d tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "DELETE /v2.0/ports/a459618d-2d03-4cf6-a8f5-1590902f3ede HTTP/1.1" status: 204 len: 173 time: 0.6428103 Aug 10 03:25:29.284322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e073f618-2964-4a68-b077-7079e7a76d88', 'name': 'network-vif-deleted', 'tag': 'a459618d-2d03-4cf6-a8f5-1590902f3ede'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:29.284322 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8ac0e6-aa17-4893-853e-da3446d6913b" -d '{"events": [{"server_uuid": "e073f618-2964-4a68-b077-7079e7a76d88", "name": "network-vif-deleted", "tag": "a459618d-2d03-4cf6-a8f5-1590902f3ede"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:29.445878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0507f48-754f-44ea-8d5a-734cc68eb494 req-9a5aedba-ae92-4547-93a7-2b753078b26c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.447754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0507f48-754f-44ea-8d5a-734cc68eb494 req-9a5aedba-ae92-4547-93a7-2b753078b26c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0563471 Aug 10 03:25:29.509002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0507f48-754f-44ea-8d5a-734cc68eb494 req-93af8cc8-5d95-45cb-b467-75bf99eba297 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Aug 10 03:25:29.674346 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeda366-f81e-4d05-878e-f3d782853037 x-openstack-request-id: req-7aeda366-f81e-4d05-878e-f3d782853037 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:29.674974 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e073f618-2964-4a68-b077-7079e7a76d88", "name": "network-vif-deleted", "tag": "a459618d-2d03-4cf6-a8f5-1590902f3ede", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:29.675414 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7aeda366-f81e-4d05-878e-f3d782853037 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:29.676205 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e073f618-2964-4a68-b077-7079e7a76d88', 'name': 'network-vif-deleted', 'tag': 'a459618d-2d03-4cf6-a8f5-1590902f3ede', 'status': 'completed', 'code': 200} Aug 10 03:25:29.768775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129599d-e238-4952-9464-857e13a21d40 req-29f8139c-18fb-42cb-bc68-036fa3afdb5a tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.770324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9129599d-e238-4952-9464-857e13a21d40 req-29f8139c-18fb-42cb-bc68-036fa3afdb5a tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1101 time: 0.0471706 Aug 10 03:25:29.807017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9129599d-e238-4952-9464-857e13a21d40 req-b0b25fdd-c993-4780-b1be-e999d4946807 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304244 Aug 10 03:25:29.916362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a77b8e8-52df-441d-ba79-5ea6dc22682d req-aedcef15-84cf-47e4-8eb4-1aa6571f10a7 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=e073f618-2964-4a68-b077-7079e7a76d88 HTTP/1.1" status: 200 len: 210 time: 0.0376310 Aug 10 03:25:30.069060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393bf9f-e5fa-48d3-8a76-f873f4fe8df5 req-5e769d30-9f82-427b-841b-1b4634158601 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.070675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1393bf9f-e5fa-48d3-8a76-f873f4fe8df5 req-5e769d30-9f82-427b-841b-1b4634158601 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1101 time: 0.0404470 Aug 10 03:25:30.108107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1393bf9f-e5fa-48d3-8a76-f873f4fe8df5 req-078e44d7-9036-4568-a5c3-8f7788346bb7 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Aug 10 03:25:30.214526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fbe91-f71c-4dca-8acb-a0fe3ac7d743 req-4895a5a8-6f5d-46b0-a75e-43671e0d4466 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.215981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74fbe91-f71c-4dca-8acb-a0fe3ac7d743 req-4895a5a8-6f5d-46b0-a75e-43671e0d4466 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0481627 Aug 10 03:25:30.258363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74fbe91-f71c-4dca-8acb-a0fe3ac7d743 req-f3f9a15f-056f-4b7e-873b-081c39b68bb6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Aug 10 03:25:30.312175 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b9216610-eb1f-4b6e-adb0-b8fe11f19253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.414005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d07f-7485-4a8a-8d1a-ee09dba525bd req-a91505a0-0bcf-41a6-a4cc-9fa85de5f6ba tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.415645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad61d07f-7485-4a8a-8d1a-ee09dba525bd req-a91505a0-0bcf-41a6-a4cc-9fa85de5f6ba tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0506496 Aug 10 03:25:31.456626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad61d07f-7485-4a8a-8d1a-ee09dba525bd req-3997be7e-6b62-4ba8-9ab9-9d4524ef50d0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345719 Aug 10 03:25:31.588541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a459618d-2d03-4cf6-a8f5-1590902f3ede no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:31.610631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: a459618d-2d03-4cf6-a8f5-1590902f3ede {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:31.611026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a459618d-2d03-4cf6-a8f5-1590902f3ede not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:31.746510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e2496-a27e-4d4f-8b4b-15558bcffea0 req-3043d84c-27c0-4419-ad8d-834af4035197 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.757052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b03e2496-a27e-4d4f-8b4b-15558bcffea0 req-3043d84c-27c0-4419-ad8d-834af4035197 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0953200 Aug 10 03:25:31.833388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b03e2496-a27e-4d4f-8b4b-15558bcffea0 req-63c0d45d-2ec9-43f4-9dd4-8e32b4e3dd9e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706973 Aug 10 03:25:32.672805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.963889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5533f9b1-8af7-4fa2-a240-c35bf68c36c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.309292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468100f-4b5b-46f7-a19b-b1e4d125b8e1 req-6b649306-801d-4033-a8c1-e5b9c9ace2ba tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.319206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3468100f-4b5b-46f7-a19b-b1e4d125b8e1 req-6b649306-801d-4033-a8c1-e5b9c9ace2ba tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0858853 Aug 10 03:25:33.359627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3468100f-4b5b-46f7-a19b-b1e4d125b8e1 req-ece4f3bd-33a2-4d6c-b76d-e5c0f92d6958 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Aug 10 03:25:33.595633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd1d11-cd74-45ee-b187-a8494306c6f0 req-3c9f0161-9390-4c59-bab4-0f4dad0df1bc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.597316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfdd1d11-cd74-45ee-b187-a8494306c6f0 req-3c9f0161-9390-4c59-bab4-0f4dad0df1bc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.1067243 Aug 10 03:25:33.651140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfdd1d11-cd74-45ee-b187-a8494306c6f0 req-f893d75a-7991-4c1f-a066-f18714d8087b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469298 Aug 10 03:25:33.763599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556961-ee49-4c12-8328-d7d0faa469ee req-968265a5-33a8-447c-8f93-a6cac3d2e6da tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.765022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc556961-ee49-4c12-8328-d7d0faa469ee req-968265a5-33a8-447c-8f93-a6cac3d2e6da tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0492020 Aug 10 03:25:33.804126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc556961-ee49-4c12-8328-d7d0faa469ee req-56e1e0ec-52ea-4e23-a59f-6e486c3812e7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Aug 10 03:25:33.918601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ad73-fc2c-435d-b375-71a04b433040 req-e7d7c6f9-301e-46d7-a087-c4cc9cc12df2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.920401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7a6ad73-fc2c-435d-b375-71a04b433040 req-e7d7c6f9-301e-46d7-a087-c4cc9cc12df2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0541224 Aug 10 03:25:33.985805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7a6ad73-fc2c-435d-b375-71a04b433040 req-06758f43-fe3a-4e7f-81b5-d8ee1a3468dd tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Aug 10 03:25:34.044018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.475488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62ac15-1d02-402f-b9f7-c84fad6be479 req-31a98595-8f7a-4828-9e73-ccc3867c398c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.477020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b62ac15-1d02-402f-b9f7-c84fad6be479 req-31a98595-8f7a-4828-9e73-ccc3867c398c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0500500 Aug 10 03:25:34.516103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b62ac15-1d02-402f-b9f7-c84fad6be479 req-58fff231-9b24-4dd2-af80-2d420cfcb13e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Aug 10 03:25:34.769822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3617dc-66b1-477e-8a5e-2055fc8fb4ad req-d07564a4-086d-4195-8ef3-e031e3e5b06f tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.771523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc3617dc-66b1-477e-8a5e-2055fc8fb4ad req-d07564a4-086d-4195-8ef3-e031e3e5b06f tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0502539 Aug 10 03:25:34.830745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc3617dc-66b1-477e-8a5e-2055fc8fb4ad req-615efb0a-3e5a-4dfd-9a0e-8e1d8c6dcad8 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/security-groups?id=53f4ee48-f5fd-446b-a179-bd91ef2024ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Aug 10 03:25:34.949174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b64544-b929-4fed-99c5-a2fad025bf25 req-87b53914-07e3-433f-a0c2-5ab374a78d64 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.950735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6b64544-b929-4fed-99c5-a2fad025bf25 req-87b53914-07e3-433f-a0c2-5ab374a78d64 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0541239 Aug 10 03:25:34.994522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6b64544-b929-4fed-99c5-a2fad025bf25 req-1d5792f0-68c0-4208-9313-a7a3afcd38ff tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Aug 10 03:25:35.115283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814e6db-76c7-4927-9b56-3a707732e038 req-b4aae598-8718-42d1-a0cd-90e97f4b952e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.116855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7814e6db-76c7-4927-9b56-3a707732e038 req-b4aae598-8718-42d1-a0cd-90e97f4b952e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0530345 Aug 10 03:25:35.158217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7814e6db-76c7-4927-9b56-3a707732e038 req-7b1b8b9f-2359-4b81-8dba-79bf4875f377 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Aug 10 03:25:35.625623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-919b7c80-1e5c-4457-86c2-866580398437 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.628430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-919b7c80-1e5c-4457-86c2-866580398437 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 946 time: 0.0822151 Aug 10 03:25:35.737508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.758806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Deleting port 688e3749-76c1-4550-8c9c-c90d6545d68f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:35.759240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.921113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] For port 688e3749-76c1-4550-8c9c-c90d6545d68f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=688e3749-76c1-4550-8c9c-c90d6545d68f,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:35.921504 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.959545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3e8e2-dcda-4de5-8669-a6b10faba90b req-7d708459-790a-47c4-95d9-db8b23a8f865 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.961296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bc3e8e2-dcda-4de5-8669-a6b10faba90b req-7d708459-790a-47c4-95d9-db8b23a8f865 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0923686 Aug 10 03:25:35.973512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Calling delete_port for 688e3749-76c1-4550-8c9c-c90d6545d68f owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:36.073939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bc3e8e2-dcda-4de5-8669-a6b10faba90b req-09025e08-eff1-41fa-8012-68ee2c4a26cc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944383 Aug 10 03:25:36.271810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7bbd9-1156-4e5c-840b-c2947619d9ea req-52ad4694-1e9b-4ccc-80d3-6bf71cc24735 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.273342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ab7bbd9-1156-4e5c-840b-c2947619d9ea req-52ad4694-1e9b-4ccc-80d3-6bf71cc24735 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 945 time: 0.0564156 Aug 10 03:25:36.312768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ab7bbd9-1156-4e5c-840b-c2947619d9ea req-fbd71956-0b07-4b3f-934b-e799ab0d37d4 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 10 03:25:36.317574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.336795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['688e3749-76c1-4550-8c9c-c90d6545d68f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:36.362791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Pushing event deleted for resources: {'Port': ['ID=688e3749-76c1-4550-8c9c-c90d6545d68f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.417993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] No DVR routers for this DVR port 688e3749-76c1-4550-8c9c-c90d6545d68f on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:36.437587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.440409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c330e31c-53fa-48c9-9ca2-d8af1822e13f req-c76938bb-dbb4-419d-a579-1d927ed225fc tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.46 "DELETE /v2.0/ports/688e3749-76c1-4550-8c9c-c90d6545d68f HTTP/1.1" status: 204 len: 173 time: 0.7978647 Aug 10 03:25:36.442335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88042313-68cc-4c47-8d9a-057b5002eec5 req-1a9e5cf9-c9f2-4602-b1a1-6ecec4c5017b tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 210 time: 0.0518832 Aug 10 03:25:36.442759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12049253-b914-4951-ba9d-4ceb326e4285', 'name': 'network-vif-deleted', 'tag': '688e3749-76c1-4550-8c9c-c90d6545d68f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:36.445192 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757039d-b657-4d52-8701-ff0eb107c92d" -d '{"events": [{"server_uuid": "12049253-b914-4951-ba9d-4ceb326e4285", "name": "network-vif-deleted", "tag": "688e3749-76c1-4550-8c9c-c90d6545d68f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:36.577876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a9525-dae6-48ee-991b-955f9e30bac5 req-6734ed68-42b6-4d1a-846b-008c6f7e8453 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.580035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba0a9525-dae6-48ee-991b-955f9e30bac5 req-6734ed68-42b6-4d1a-846b-008c6f7e8453 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0528772 Aug 10 03:25:36.619664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba0a9525-dae6-48ee-991b-955f9e30bac5 req-381257c6-97c5-4349-9285-f191e9e4d020 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328658 Aug 10 03:25:36.730154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50551-8dfc-4174-b926-d1cf8cc08492 req-9f893a18-9616-4334-854e-26bc1de516b4 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.731627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73c50551-8dfc-4174-b926-d1cf8cc08492 req-9f893a18-9616-4334-854e-26bc1de516b4 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0548453 Aug 10 03:25:36.776497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73c50551-8dfc-4174-b926-d1cf8cc08492 req-1904421e-78c9-4a2e-94d0-af53b6e1a515 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Aug 10 03:25:36.914447 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20adf5f3-6241-4f81-b6c9-2d236be3db9e x-openstack-request-id: req-20adf5f3-6241-4f81-b6c9-2d236be3db9e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:36.914824 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12049253-b914-4951-ba9d-4ceb326e4285", "name": "network-vif-deleted", "tag": "688e3749-76c1-4550-8c9c-c90d6545d68f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:36.915220 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20adf5f3-6241-4f81-b6c9-2d236be3db9e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:36.915780 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12049253-b914-4951-ba9d-4ceb326e4285', 'name': 'network-vif-deleted', 'tag': '688e3749-76c1-4550-8c9c-c90d6545d68f', 'status': 'completed', 'code': 200} Aug 10 03:25:37.196046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a9f1c-eb6e-4f03-80a8-177e1bd5c864 req-c1024b5f-298f-4220-a2c2-26f99c983753 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.197679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-024a9f1c-eb6e-4f03-80a8-177e1bd5c864 req-c1024b5f-298f-4220-a2c2-26f99c983753 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0512984 Aug 10 03:25:37.240910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-024a9f1c-eb6e-4f03-80a8-177e1bd5c864 req-987e52ee-b492-491c-a00d-6a1e12af346a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Aug 10 03:25:37.418370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc61eb-3454-42f0-8306-139605204faa req-3164fa9d-b0f2-476e-aa19-0ac0ba8c93ad tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.419902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afdc61eb-3454-42f0-8306-139605204faa req-3164fa9d-b0f2-476e-aa19-0ac0ba8c93ad tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.0487273 Aug 10 03:25:37.460324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afdc61eb-3454-42f0-8306-139605204faa req-71d79869-7912-4617-8b00-8b22fa4e459e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Aug 10 03:25:37.566077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f250d7e-97cb-4473-9c06-abc5e46f7ea7 req-32e3e6d8-596d-444e-a6d4-74f55bc86c3f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.567572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f250d7e-97cb-4473-9c06-abc5e46f7ea7 req-32e3e6d8-596d-444e-a6d4-74f55bc86c3f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 945 time: 0.0483613 Aug 10 03:25:37.604797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f250d7e-97cb-4473-9c06-abc5e46f7ea7 req-234be19d-8f74-44e8-ac3d-40d305c2b219 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Aug 10 03:25:37.697524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b4fd15e-68f5-4665-aad5-ba60ce0c42b1 req-4e20bfd5-49df-4b65-a1fc-2ea1277fa8a9 tempest-ListServerFiltersTestJSON-1888215443 tempest-ListServerFiltersTestJSON-1888215443-project] 10.222.0.26 "GET /v2.0/ports?device_id=12049253-b914-4951-ba9d-4ceb326e4285 HTTP/1.1" status: 200 len: 210 time: 0.0268512 Aug 10 03:25:38.136840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb5c2b-dba4-4e09-89c5-e4be9dacb3f2 req-5eb511a7-4e22-4e86-8a61-ad571518a549 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.138522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baeb5c2b-dba4-4e09-89c5-e4be9dacb3f2 req-5eb511a7-4e22-4e86-8a61-ad571518a549 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.3570499 Aug 10 03:25:38.178395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baeb5c2b-dba4-4e09-89c5-e4be9dacb3f2 req-a5e157e6-678b-44ad-aeba-29c053abd9a6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Aug 10 03:25:38.291012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a3189-07af-48b5-92c1-47673328923c req-fdf7c098-442f-46ff-99eb-7f311a04e742 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.292499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d87a3189-07af-48b5-92c1-47673328923c req-fdf7c098-442f-46ff-99eb-7f311a04e742 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0504382 Aug 10 03:25:38.333082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d87a3189-07af-48b5-92c1-47673328923c req-1d68f025-34ba-47ee-b222-67402d6e661c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Aug 10 03:25:38.448739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fde7d-baa1-49f4-96e7-cd8248c09673 req-0c5cd371-9b90-4222-964b-858a445a7f60 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.450865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-170fde7d-baa1-49f4-96e7-cd8248c09673 req-0c5cd371-9b90-4222-964b-858a445a7f60 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0531812 Aug 10 03:25:38.495121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-170fde7d-baa1-49f4-96e7-cd8248c09673 req-bf80f5b2-1a55-4d43-9f29-cc0ce722bf79 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Aug 10 03:25:38.648588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-8a9b3abe-bd1a-465c-9a85-52037748baf6 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.650044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-8a9b3abe-bd1a-465c-9a85-52037748baf6 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 945 time: 0.0534410 Aug 10 03:25:38.754141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Deleting port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:38.754482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.859734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] For port b1cf57ba-c39e-4352-b0c9-013c00f93ee0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:38.860110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.886114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Calling delete_port for b1cf57ba-c39e-4352-b0c9-013c00f93ee0 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:39.128460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751fb44-052b-45af-9b1a-862c6864a06e req-63cc4754-55ef-4819-8311-8845d7a9e85f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.129895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f751fb44-052b-45af-9b1a-862c6864a06e req-63cc4754-55ef-4819-8311-8845d7a9e85f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 945 time: 0.0557420 Aug 10 03:25:39.173462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f751fb44-052b-45af-9b1a-862c6864a06e req-aa6e0a96-006f-4195-8874-c9ceed5c186e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Aug 10 03:25:39.219863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33284) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:39.238531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.261808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d', '8cf034ad-3254-4c54-83ac-aee88f09ba9d', '30861cc4-787b-44d5-a965-0d69d61865c0', 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:39.267468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Deleting subnet 2c7677af-0cb5-4fdc-b50f-e82488e9c8cf {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:39.271258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event deleted for resources: {'Port': ['ID=b1cf57ba-c39e-4352-b0c9-013c00f93ee0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.271419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.316911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.345417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] No DVR routers for this DVR port b1cf57ba-c39e-4352-b0c9-013c00f93ee0 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:39.348618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.350595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27dfdd4e-3bc5-4ab9-88e0-229539bce96b req-70302eef-8898-4212-b391-07ffd64fa788 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "DELETE /v2.0/ports/b1cf57ba-c39e-4352-b0c9-013c00f93ee0 HTTP/1.1" status: 204 len: 173 time: 0.6938398 Aug 10 03:25:39.351035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'name': 'network-vif-deleted', 'tag': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:39.353305 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26acd7de-9254-4c6a-bf7b-9d63cbb5bd88" -d '{"events": [{"server_uuid": "2698d3eb-6cfd-4dec-83a3-131a375ff64a", "name": "network-vif-deleted", "tag": "b1cf57ba-c39e-4352-b0c9-013c00f93ee0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:39.384896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e113a7-3189-4dd4-8da7-2e5b39fd6f6b req-5bdaa1ba-a076-4d88-85ce-b5fef619f679 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.392239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16e113a7-3189-4dd4-8da7-2e5b39fd6f6b req-5bdaa1ba-a076-4d88-85ce-b5fef619f679 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.1246362 Aug 10 03:25:39.409762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.426103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16e113a7-3189-4dd4-8da7-2e5b39fd6f6b req-afa0830d-b63e-42fa-8798-7cdcbced873f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Aug 10 03:25:39.560361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546a87-98e9-4083-8394-3d79eff081e2 req-c23a83d5-aa28-4d09-ad19-60096f37dc1a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.561905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f546a87-98e9-4083-8394-3d79eff081e2 req-c23a83d5-aa28-4d09-ad19-60096f37dc1a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0533423 Aug 10 03:25:39.601365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f546a87-98e9-4083-8394-3d79eff081e2 req-e8be57ca-e101-4ef1-b461-13e3f0b4a04c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Aug 10 03:25:39.603889 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.619270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b1cf57ba-c39e-4352-b0c9-013c00f93ee0 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:39.633599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7677af-0cb5-4fdc-b50f-e82488e9c8cf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.635887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.649354 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87ed85c6-b90a-4d28-89b1-022b294641de admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2c7677af-0cb5-4fdc-b50f-e82488e9c8cf HTTP/1.1" status: 204 len: 168 time: 0.4196084 Aug 10 03:25:39.649844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33294) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:39.663667 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03434f7e-4162-49fe-bced-2108b9ef1911 x-openstack-request-id: req-03434f7e-4162-49fe-bced-2108b9ef1911 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:39.664028 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2698d3eb-6cfd-4dec-83a3-131a375ff64a", "name": "network-vif-deleted", "tag": "b1cf57ba-c39e-4352-b0c9-013c00f93ee0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:39.664432 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03434f7e-4162-49fe-bced-2108b9ef1911 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:39.664922 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2698d3eb-6cfd-4dec-83a3-131a375ff64a', 'name': 'network-vif-deleted', 'tag': 'b1cf57ba-c39e-4352-b0c9-013c00f93ee0', 'status': 'completed', 'code': 200} Aug 10 03:25:39.749875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.771578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d660c5-0b66-4908-ad92-886404940548 req-8eaef682-c5c9-4be1-a528-28e279de8fcb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.773291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9d660c5-0b66-4908-ad92-886404940548 req-8eaef682-c5c9-4be1-a528-28e279de8fcb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0583210 Aug 10 03:25:39.779080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbf0185-dfca-460b-94bd-f15940c7cc48 None None] Network 30141593-3a85-4a50-9ff5-72484ed84405 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:39.781296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b1cf57ba-c39e-4352-b0c9-013c00f93ee0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:39.781636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b1cf57ba-c39e-4352-b0c9-013c00f93ee0 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:39.782038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 688e3749-76c1-4550-8c9c-c90d6545d68f no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:39.810496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 688e3749-76c1-4550-8c9c-c90d6545d68f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:39.810724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 688e3749-76c1-4550-8c9c-c90d6545d68f not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:39.815320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Deleting port 380428ee-915c-4ffd-a5ab-b335973483a5 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:39.815988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.824908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9d660c5-0b66-4908-ad92-886404940548 req-8a3f2da5-1820-4eee-8ce9-66dffe848bb0 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449374 Aug 10 03:25:39.895650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] For port 380428ee-915c-4ffd-a5ab-b335973483a5, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=380428ee-915c-4ffd-a5ab-b335973483a5,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:39.896170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.913621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Calling delete_port for 380428ee-915c-4ffd-a5ab-b335973483a5 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:39.988468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] DHCP port deletion for 30141593-3a85-4a50-9ff5-72484ed84405 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:25:40.036267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Deleting port 380428ee-915c-4ffd-a5ab-b335973483a5 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:40.036682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.106351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] For port 380428ee-915c-4ffd-a5ab-b335973483a5, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=380428ee-915c-4ffd-a5ab-b335973483a5,segment=NetworkSegment(ca9cd3b1-043c-4817-af72-fa72d20ce083),segment_id=ca9cd3b1-043c-4817-af72-fa72d20ce083)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:40.106761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.128985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Calling delete_port for 380428ee-915c-4ffd-a5ab-b335973483a5 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:40.175637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.205157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Pushing event deleted for resources: {'Port': ['ID=380428ee-915c-4ffd-a5ab-b335973483a5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:40.207168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] No DVR routers for this DVR port 380428ee-915c-4ffd-a5ab-b335973483a5 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:40.218637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.247163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] No DVR routers for this DVR port 380428ee-915c-4ffd-a5ab-b335973483a5 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:40.252810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Pushing event deleted for resources: {'Port': ['ID=380428ee-915c-4ffd-a5ab-b335973483a5,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.269540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.270784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.270784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.270784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.271058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.278258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0e118-c586-420b-b8ea-4399ccf0a305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:40.305151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2864e3-1c8a-4acb-865a-e25a9bc2e5b4 req-ff263bf1-b5ac-4c96-8cd8-1232f64eca01 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2698d3eb-6cfd-4dec-83a3-131a375ff64a HTTP/1.1" status: 200 len: 210 time: 0.0433729 Aug 10 03:25:40.316423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.330395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30141593-3a85-4a50-9ff5-72484ed84405']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:40.340838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9cd3b1-043c-4817-af72-fa72d20ce083') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:40.341139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9cd3b1-043c-4817-af72-fa72d20ce083') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:40.349785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.363522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.369298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:40.369687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:40.371276 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:40.551495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915281-9e24-4469-8aca-2bd47746a14e req-c487b024-93e5-40cb-954c-70e643997e90 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.555609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90915281-9e24-4469-8aca-2bd47746a14e req-c487b024-93e5-40cb-954c-70e643997e90 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0533578 Aug 10 03:25:40.593629 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.605174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90915281-9e24-4469-8aca-2bd47746a14e req-8780f0bf-792e-415e-aeaa-9f117a4b0e32 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Aug 10 03:25:40.615998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:40.625885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] 10.222.0.26 "DELETE /v2.0/networks/30141593-3a85-4a50-9ff5-72484ed84405 HTTP/1.1" status: 204 len: 168 time: 0.9731841 Aug 10 03:25:40.643824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0268-9869-4354-9249-076f8cdad834 admin admin] Pushing event deleted for resources: {'Network': ['ID=30141593-3a85-4a50-9ff5-72484ed84405,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:40.727940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848984cb-5c32-481f-a911-be18aab9734b req-bd9b596b-ef9b-4426-8d30-d80d9d8b8a49 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.729623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-848984cb-5c32-481f-a911-be18aab9734b req-bd9b596b-ef9b-4426-8d30-d80d9d8b8a49 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Aug 10 03:25:40.771212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-848984cb-5c32-481f-a911-be18aab9734b req-24a9724f-16f9-4a0b-a34a-ac9eb1924216 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Aug 10 03:25:40.948816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde4abf-4418-4634-ae4e-643e159c3b18 req-8c33c7d9-9e5e-4f6c-b41b-12bb39a242af tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.951098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afde4abf-4418-4634-ae4e-643e159c3b18 req-8c33c7d9-9e5e-4f6c-b41b-12bb39a242af tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0592098 Aug 10 03:25:40.995516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afde4abf-4418-4634-ae4e-643e159c3b18 req-33ffe753-1f62-4a95-8250-263fb407176d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Aug 10 03:25:41.139889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:41.186624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-326ef9e2-9d19-4a6a-9f31-3bcde67c1be8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df3e3db69c2847fc8814aae5f0c7c9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454547 Aug 10 03:25:41.189129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:41.237758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21520ecf-1676-4960-baa0-289cd18482d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.258232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21520ecf-1676-4960-baa0-289cd18482d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.374371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21520ecf-1676-4960-baa0-289cd18482d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.377279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21520ecf-1676-4960-baa0-289cd18482d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.382059 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-21520ecf-1676-4960-baa0-289cd18482d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53f4ee48-f5fd-446b-a179-bd91ef2024ec HTTP/1.1" status: 204 len: 168 time: 0.1899548 Aug 10 03:25:41.394247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21520ecf-1676-4960-baa0-289cd18482d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4ee48-f5fd-446b-a179-bd91ef2024ec,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:41.687737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 380428ee-915c-4ffd-a5ab-b335973483a5 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:41.712058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 380428ee-915c-4ffd-a5ab-b335973483a5 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:41.712913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 380428ee-915c-4ffd-a5ab-b335973483a5 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:41.760312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c16f7-630b-4882-a49a-d8b37ea954b8 req-845f0656-b418-4afa-84c5-993e63956a82 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.761875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba1c16f7-630b-4882-a49a-d8b37ea954b8 req-845f0656-b418-4afa-84c5-993e63956a82 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0497019 Aug 10 03:25:41.802708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba1c16f7-630b-4882-a49a-d8b37ea954b8 req-914e8741-37bd-45cc-92e6-cf53cb30a917 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Aug 10 03:25:41.915224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61617d9-3d8f-42d9-a919-a7ad060ec543 req-4f4de652-b924-4dfb-bef2-97d4393d8c53 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.917493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f61617d9-3d8f-42d9-a919-a7ad060ec543 req-4f4de652-b924-4dfb-bef2-97d4393d8c53 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0569208 Aug 10 03:25:41.960313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f61617d9-3d8f-42d9-a919-a7ad060ec543 req-fd454daa-7523-4cf0-9d1a-a65f158ab1d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Aug 10 03:25:42.156310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae57-e9e8-4918-ad9f-d362b05ae2e1 req-8d62b706-448d-49c5-87c0-fdf347de3b7b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.158563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8eb5ae57-e9e8-4918-ad9f-d362b05ae2e1 req-8d62b706-448d-49c5-87c0-fdf347de3b7b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0805898 Aug 10 03:25:42.216004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8eb5ae57-e9e8-4918-ad9f-d362b05ae2e1 req-f3db4d4e-1c21-49c6-9e71-e32696c609bb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Aug 10 03:25:42.653054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371e41a-de26-4f73-9e13-ab737f355442 req-e9bd7988-6c29-43e7-9c80-42cb902fceff tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.654663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7371e41a-de26-4f73-9e13-ab737f355442 req-e9bd7988-6c29-43e7-9c80-42cb902fceff tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.0514412 Aug 10 03:25:42.760560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port b3d0212b-2fb2-4326-883d-d6054f2c174d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:42.761148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.856590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33390) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:42.902242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port b3d0212b-2fb2-4326-883d-d6054f2c174d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b3d0212b-2fb2-4326-883d-d6054f2c174d,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:42.902617 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.936194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for b3d0212b-2fb2-4326-883d-d6054f2c174d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:43.004010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-979477752-network', 'tenant_id': '8cec418f26654197a34c45695ec4b165'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:43.017582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e942fb0-8b10-4af5-8464-b4cd84fe2fd9 req-0c69681a-d472-4635-ab7a-65fd9b0fe71a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.019111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e942fb0-8b10-4af5-8464-b4cd84fe2fd9 req-0c69681a-d472-4635-ab7a-65fd9b0fe71a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 945 time: 0.1196547 Aug 10 03:25:43.092931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e942fb0-8b10-4af5-8464-b4cd84fe2fd9 req-0adda0b1-1c60-4ca9-bb7e-4de1945741e7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632668 Aug 10 03:25:43.214584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7850787-5825-4442-a260-1709056f366c req-9edf19f2-8eac-4d96-82f1-bcb5ba522710 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.216086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7850787-5825-4442-a260-1709056f366c req-9edf19f2-8eac-4d96-82f1-bcb5ba522710 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0555086 Aug 10 03:25:43.251687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:43.255029 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.270984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7850787-5825-4442-a260-1709056f366c req-dee5db33-f9fc-4d79-9872-090a8be8c497 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475650 Aug 10 03:25:43.271831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.297191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.313156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463', '9cbb2d80-42da-4736-a3a7-878df3f2a132', 'b3d0212b-2fb2-4326-883d-d6054f2c174d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:43.373794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=b3d0212b-2fb2-4326-883d-d6054f2c174d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.452386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port b3d0212b-2fb2-4326-883d-d6054f2c174d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:43.455399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.457440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7371e41a-de26-4f73-9e13-ab737f355442 req-2c36f2fc-849c-4d64-8820-e31acdfbea17 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/b3d0212b-2fb2-4326-883d-d6054f2c174d HTTP/1.1" status: 204 len: 173 time: 0.7955973 Aug 10 03:25:43.460544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'name': 'network-vif-deleted', 'tag': 'b3d0212b-2fb2-4326-883d-d6054f2c174d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:43.463015 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef1c1d-c79f-4820-beb9-b78cec6a911a" -d '{"events": [{"server_uuid": "5d95a706-2bed-436a-afd1-6ab110b937bc", "name": "network-vif-deleted", "tag": "b3d0212b-2fb2-4326-883d-d6054f2c174d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:43.491243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf797ab-924f-4617-becd-24944a699dca req-4f29d0fd-95c5-4e1f-838b-038f661144c1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.500322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf797ab-924f-4617-becd-24944a699dca req-4f29d0fd-95c5-4e1f-838b-038f661144c1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1408124 Aug 10 03:25:43.554316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf797ab-924f-4617-becd-24944a699dca req-5c86c0f0-888c-4761-969b-50ab59f464ea tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527508 Aug 10 03:25:43.622569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.685450 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dc8b03-78d7-4a42-9bd0-212680b6aa5a x-openstack-request-id: req-61dc8b03-78d7-4a42-9bd0-212680b6aa5a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:43.685979 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d95a706-2bed-436a-afd1-6ab110b937bc", "name": "network-vif-deleted", "tag": "b3d0212b-2fb2-4326-883d-d6054f2c174d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:43.686320 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61dc8b03-78d7-4a42-9bd0-212680b6aa5a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:43.686878 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d95a706-2bed-436a-afd1-6ab110b937bc', 'name': 'network-vif-deleted', 'tag': 'b3d0212b-2fb2-4326-883d-d6054f2c174d', 'status': 'completed', 'code': 200} Aug 10 03:25:44.066516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.096783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:25:44.114773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.114773 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Added segment 9b9d6cca-3862-4bca-903d-a97da5404a8c of type vlan for network 61fe2e9d-d250-4518-9d30-c00a12de4a02 Aug 10 03:25:44.114773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b313a4-4f03-4b92-9993-4fa7626542f5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:44.187315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.252709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5c0c606-7433-4919-bfa1-4579facb4c9b req-6fc4709c-33ba-4e1e-afab-feec738f8566 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d95a706-2bed-436a-afd1-6ab110b937bc HTTP/1.1" status: 200 len: 210 time: 0.0377605 Aug 10 03:25:44.388663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.389722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.390327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.408652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf44fe-2b04-47f1-909a-39c0a852d6ed req-13093ccf-dde3-49cd-b87e-7790d423c130 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.413731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eddf44fe-2b04-47f1-909a-39c0a852d6ed req-13093ccf-dde3-49cd-b87e-7790d423c130 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0637178 Aug 10 03:25:44.491861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] Pushing event updated for resources: {'Network': ['ID=61fe2e9d-d250-4518-9d30-c00a12de4a02,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:44.509648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:25:44.520812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eddf44fe-2b04-47f1-909a-39c0a852d6ed req-166536b6-d1a3-4a4a-82da-31932e170983 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649998 Aug 10 03:25:44.558903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d165ff7-a308-4374-82a3-102f8afcfe93 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7008188 Aug 10 03:25:44.561827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:44.566867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Request body: {'subnet': {'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-979477752-subnet', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:44.680427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f714203-1658-4649-ab60-0d4e63581867 req-69fc544e-15c4-435e-a34e-978469d04b0f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.681977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f714203-1658-4649-ab60-0d4e63581867 req-69fc544e-15c4-435e-a34e-978469d04b0f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0510812 Aug 10 03:25:44.695155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:44.697611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.726132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f714203-1658-4649-ab60-0d4e63581867 req-1ab9ad45-9e43-4c21-89cc-0f2f8f5ed720 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384111 Aug 10 03:25:44.986976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.041813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7389a4e-9836-48f2-ac40-87e89c16e7b1,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:45.051711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:45.052075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Network hostable DHCP agents. Network: 61fe2e9d-d250-4518-9d30-c00a12de4a02, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:45.197970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:45.198148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.350041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 61fe2e9d-d250-4518-9d30-c00a12de4a02) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:45.355241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.355897 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.359158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f522e-cb99-476d-9444-adbe933972f2 None None] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:45.502522 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cfb47ac4-508b-4ad1-ba23-e53beef2d07f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9394319 Aug 10 03:25:45.505337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:45.509747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:45.531339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-61fe2e9d-d250-4518-9d30-c00a12de4a02', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:25:45.533321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.633803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b3d0212b-2fb2-4326-883d-d6054f2c174d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:45.677984 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.679907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.714964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b3d0212b-2fb2-4326-883d-d6054f2c174d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:45.720149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b3d0212b-2fb2-4326-883d-d6054f2c174d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:45.754937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Allocated IP 172.20.0.2 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/3e78565c-f487-4e01-b9ad-6ec390bcf8f1) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:45.762803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de4092-5b5b-421c-9b3a-4287bf1b95e9 req-c2a0caec-be7d-405f-96ad-fe1d9cf072a2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.764394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67de4092-5b5b-421c-9b3a-4287bf1b95e9 req-c2a0caec-be7d-405f-96ad-fe1d9cf072a2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0610483 Aug 10 03:25:45.811408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67de4092-5b5b-421c-9b3a-4287bf1b95e9 req-630afc45-c7bc-42cd-8154-aef389174730 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375290 Aug 10 03:25:45.850103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.920099 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.927502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b26a8-8998-4ca2-abec-16d8a279cc0c req-f0499fcb-32d6-403e-a8e0-a63fbf158dbe tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.929193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Transition to ACTIVE for port object 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:45.930845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954b26a8-8998-4ca2-abec-16d8a279cc0c req-f0499fcb-32d6-403e-a8e0-a63fbf158dbe tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 946 time: 0.0511301 Aug 10 03:25:45.945031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Transition to ACTIVE for port object 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:45.972269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954b26a8-8998-4ca2-abec-16d8a279cc0c req-d9f2cd03-7b77-4018-9369-312e7138a92c tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366290 Aug 10 03:25:46.106821 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.149240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:46.153888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:46.159550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:46.166630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Pushing event updated for resources: {'Port': ['ID=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:46.194516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.220258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Attempting to bind port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:46.220645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Attempting to bind port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:46.221001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Attempting to bind port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:46.225938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:46.226310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:46.226706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.227097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:46.227551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Bound port: 3e78565c-f487-4e01-b9ad-6ec390bcf8f1, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:46.227954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.306468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] For port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:46.309633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] For port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:46.382210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.470007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7071a-f091-4ae6-9bd7-c17a81b348b8 None None] Pushing event updated for resources: {'Port': ['ID=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:46.514389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.648550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac825b-b94d-426f-8cf9-dbe0471df1f6 req-d8c98863-6075-4aa1-997f-0e1e7e6e15e4 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.656571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac825b-b94d-426f-8cf9-dbe0471df1f6 req-d8c98863-6075-4aa1-997f-0e1e7e6e15e4 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0802822 Aug 10 03:25:46.754528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fac825b-b94d-426f-8cf9-dbe0471df1f6 req-c043aee6-4867-41ac-bacd-a5b9841f5a87 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962069 Aug 10 03:25:46.875275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.985153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fd3b-e48b-42c1-b8aa-0e767cd21cfb req-4f556e50-c00f-4f9f-b638-a3152d6e469f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.986924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26c5fd3b-e48b-42c1-b8aa-0e767cd21cfb req-4f556e50-c00f-4f9f-b638-a3152d6e469f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.0571322 Aug 10 03:25:47.005303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Allocated IP 172.25.1.57 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/57509ba4-d6fe-4494-a8cd-647ca4169010) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:47.030777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26c5fd3b-e48b-42c1-b8aa-0e767cd21cfb req-26c6bf45-c6c5-4f2d-ba4b-26fb6f8feb00 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Aug 10 03:25:47.148606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.181824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722ca4-44a0-4608-942f-9746a1260b7b req-7f9ebd37-f175-4750-8e49-7fa439a48dea tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.183369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86722ca4-44a0-4608-942f-9746a1260b7b req-7f9ebd37-f175-4750-8e49-7fa439a48dea tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0900488 Aug 10 03:25:47.228498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86722ca4-44a0-4608-942f-9746a1260b7b req-d8d78634-45f3-43ec-8c47-e356a9e7fd6d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371485 Aug 10 03:25:47.300337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.373349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:47.380280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:47.383064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:47.393148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3170f-de4c-4177-b3a7-a48c28431676 req-33516c40-5290-4ef1-96b6-d08858835fec tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.394331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ae3170f-de4c-4177-b3a7-a48c28431676 req-33516c40-5290-4ef1-96b6-d08858835fec tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 946 time: 0.0989170 Aug 10 03:25:47.429266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Pushing event updated for resources: {'Port': ['ID=57509ba4-d6fe-4494-a8cd-647ca4169010,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.449428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ae3170f-de4c-4177-b3a7-a48c28431676 req-77650069-fce7-4774-aab1-92a2a8155de3 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Aug 10 03:25:47.688940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:47.718458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a18a6e-2d7f-43d7-8c43-0dfcb0c6e5fe None None] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:47.858109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a97ff89f-4469-4b4a-af2c-3538d441eae7 None None] Provisioning for port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:47.898502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.984562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:47.987900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:47.988275 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.023914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b6d65-d056-46f4-96b2-73fd17536328 req-0427dbfb-9b2c-48ca-842c-7b95cd17367e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.026251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-308b6d65-d056-46f4-96b2-73fd17536328 req-0427dbfb-9b2c-48ca-842c-7b95cd17367e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 946 time: 0.1237769 Aug 10 03:25:48.079593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3bcdc-104c-45a3-89b3-8b7014026509 req-bca13cb2-59ea-4265-818a-ad0492f21ddd tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.079593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88d3bcdc-104c-45a3-89b3-8b7014026509 req-bca13cb2-59ea-4265-818a-ad0492f21ddd tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0965283 Aug 10 03:25:48.115831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.137611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88d3bcdc-104c-45a3-89b3-8b7014026509 req-e7eb5b32-b490-4915-b96d-cf1c173a1b65 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Aug 10 03:25:48.210533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:48.244174 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.254172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Deleting port 30861cc4-787b-44d5-a965-0d69d61865c0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:48.259529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.338649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-56bd8aa9-23f6-4e2e-9c45-b2857005121e None None] Provisioning complete for port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:48.339127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-56bd8aa9-23f6-4e2e-9c45-b2857005121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.392140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.506354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb841a0-e7de-403a-8fe0-bf18febb9e59 req-34af770f-87b4-44b2-ad75-e629e8704b4f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.507922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbb841a0-e7de-403a-8fe0-bf18febb9e59 req-34af770f-87b4-44b2-ad75-e629e8704b4f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.1242459 Aug 10 03:25:48.516767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-05993ddf-278e-4882-87b0-536d75949897 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.520444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-05993ddf-278e-4882-87b0-536d75949897 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 945 time: 0.1870570 Aug 10 03:25:48.529397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] For port 30861cc4-787b-44d5-a965-0d69d61865c0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=30861cc4-787b-44d5-a965-0d69d61865c0,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:48.529773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.561287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.604776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Calling delete_port for 30861cc4-787b-44d5-a965-0d69d61865c0 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:48.648855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Router 5f2c2423-c717-412b-a0de-c5a7b30247aa is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:25:48.713745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbb841a0-e7de-403a-8fe0-bf18febb9e59 req-63c4de49-b5a6-4200-b233-811c89b17003 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807573 Aug 10 03:25:48.806146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port 9cbb2d80-42da-4736-a3a7-878df3f2a132 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:48.806496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.821373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:48.834597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Sync routers for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:48.847131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:48.848439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:48.975199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.979377 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19ed1725-b4a0-425b-8678-c2aacbf284f0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4705162 Aug 10 03:25:48.979873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33500) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:48.991183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:49.020392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc023c-1dc2-41b5-b431-94b01cee0777 req-90c08e4d-ecfc-47f1-83c1-56805ef916fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.028568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-badc023c-1dc2-41b5-b431-94b01cee0777 req-90c08e4d-ecfc-47f1-83c1-56805ef916fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.2013648 Aug 10 03:25:49.086805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port 9cbb2d80-42da-4736-a3a7-878df3f2a132, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9cbb2d80-42da-4736-a3a7-878df3f2a132,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.087222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.099381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.113380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for 9cbb2d80-42da-4736-a3a7-878df3f2a132 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:49.128993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d', '8cf034ad-3254-4c54-83ac-aee88f09ba9d', '30861cc4-787b-44d5-a965-0d69d61865c0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:49.154599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event deleted for resources: {'Port': ['ID=30861cc4-787b-44d5-a965-0d69d61865c0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.205763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-badc023c-1dc2-41b5-b431-94b01cee0777 req-c19612d4-22ee-4263-9733-02c6567a9de7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756804 Aug 10 03:25:49.258756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] No DVR routers for this DVR port 30861cc4-787b-44d5-a965-0d69d61865c0 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:49.261670 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.266347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-308b6d65-d056-46f4-96b2-73fd17536328 req-a00a326b-f097-4e20-9f48-2a7a3bd06379 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "DELETE /v2.0/ports/30861cc4-787b-44d5-a965-0d69d61865c0 HTTP/1.1" status: 204 len: 173 time: 1.2256172 Aug 10 03:25:49.269510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'name': 'network-vif-deleted', 'tag': '30861cc4-787b-44d5-a965-0d69d61865c0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:49.271963 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee32bebd-be26-4702-843f-eca5afaa1c3f" -d '{"events": [{"server_uuid": "74f630e6-562a-41dd-b3d9-41adf47bbfb6", "name": "network-vif-deleted", "tag": "30861cc4-787b-44d5-a965-0d69d61865c0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:49.426801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-968ab880-6666-4d9e-8841-d4c9473eeffd req-c98e02ff-975c-4acf-9020-44c04d260ac6 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=74f630e6-562a-41dd-b3d9-41adf47bbfb6 HTTP/1.1" status: 200 len: 210 time: 0.0289495 Aug 10 03:25:49.469008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:47Z', 'revision_number': 3, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:49.501168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.559482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Checking router: 5f2c2423-c717-412b-a0de-c5a7b30247aa for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:49.559835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Updating router 5f2c2423-c717-412b-a0de-c5a7b30247aa port 57509ba4-d6fe-4494-a8cd-647ca4169010 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:49.594200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.622616 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.645816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=9cbb2d80-42da-4736-a3a7-878df3f2a132,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.732688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port 9cbb2d80-42da-4736-a3a7-878df3f2a132 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:49.737137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.739395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95805f5f-d23c-4ac3-a160-9fac7e567646 req-99933ae7-8af3-4654-bcda-4de9e55ca8a5 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/9cbb2d80-42da-4736-a3a7-878df3f2a132 HTTP/1.1" status: 204 len: 173 time: 1.2050967 Aug 10 03:25:49.771362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db2c64-3b71-4db5-8283-6504e0e2f0cc req-2a93bc75-fe76-40b5-b2c9-0eb15a800f8e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.773078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02db2c64-3b71-4db5-8283-6504e0e2f0cc req-2a93bc75-fe76-40b5-b2c9-0eb15a800f8e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1734154 Aug 10 03:25:49.832203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:49.842860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02db2c64-3b71-4db5-8283-6504e0e2f0cc req-0bd24ba4-581b-43b9-b9a2-78542784a78b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Aug 10 03:25:50.000649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Allocated IP 172.20.0.1 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/1ab56519-b8f7-453c-90c1-a6af4a0e7fe9) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:50.008212 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0467605-cdbc-4703-a391-e4f796ac7319 x-openstack-request-id: req-e0467605-cdbc-4703-a391-e4f796ac7319 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:50.008745 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f630e6-562a-41dd-b3d9-41adf47bbfb6", "name": "network-vif-deleted", "tag": "30861cc4-787b-44d5-a965-0d69d61865c0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:50.009004 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0467605-cdbc-4703-a391-e4f796ac7319 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:50.009418 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f630e6-562a-41dd-b3d9-41adf47bbfb6', 'name': 'network-vif-deleted', 'tag': '30861cc4-787b-44d5-a965-0d69d61865c0', 'status': 'completed', 'code': 200} Aug 10 03:25:50.091064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:50.091969 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.117825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b33c0b4-2828-4e44-9a80-36b43d1bb1e8 req-6588418f-aaea-4582-bd4c-99149d41962b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbfc77f6-ddae-4583-8728-8caf072c66ed HTTP/1.1" status: 200 len: 210 time: 0.0444682 Aug 10 03:25:50.160086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.180992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Transition to ACTIVE for port object 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:50.273919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.294397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Transition to ACTIVE for port object 57509ba4-d6fe-4494-a8cd-647ca4169010 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:50.318276 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.376831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.395770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465ea8e-afac-42fc-9552-5c9f8ee1608c req-c58f3103-c54d-4e82-9673-4c8e71ee08b4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.401555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b465ea8e-afac-42fc-9552-5c9f8ee1608c req-c58f3103-c54d-4e82-9673-4c8e71ee08b4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1078060 Aug 10 03:25:50.459180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:50.460062 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:50.464710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:50.496768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b465ea8e-afac-42fc-9552-5c9f8ee1608c req-b037fa4e-e362-48b4-9529-a69887a08b7e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828767 Aug 10 03:25:50.502710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.504453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Attempting to bind port 57509ba4-d6fe-4494-a8cd-647ca4169010 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:50.504832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Attempting to bind port 57509ba4-d6fe-4494-a8cd-647ca4169010 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:50.505197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Attempting to bind port 57509ba4-d6fe-4494-a8cd-647ca4169010 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:50.514428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44038c2-ea94-40ad-87e2-a08f9dee373a None None] Pushing event updated for resources: {'Port': ['ID=57509ba4-d6fe-4494-a8cd-647ca4169010,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.514428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:50.520786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:50.521206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.522082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:50.522587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Bound port: 57509ba4-d6fe-4494-a8cd-647ca4169010, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:50.524004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.526930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:50.538342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.883536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] For port 57509ba4-d6fe-4494-a8cd-647ca4169010, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:50.902447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] For port 57509ba4-d6fe-4494-a8cd-647ca4169010, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=57509ba4-d6fe-4494-a8cd-647ca4169010,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:50.997714 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.012000 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.078140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:51.078778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:51.083429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44038c2-ea94-40ad-87e2-a08f9dee373a None None] Pushing event updated for resources: {'Port': ['ID=57509ba4-d6fe-4494-a8cd-647ca4169010,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.117241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b53c6dab-c467-4759-8f6d-6b430fdac1b1 None None] Provisioning for port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:51.123755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b53c6dab-c467-4759-8f6d-6b430fdac1b1 None None] Provisioning complete for port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:51.124137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b53c6dab-c467-4759-8f6d-6b430fdac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.185870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.197121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b53c6dab-c467-4759-8f6d-6b430fdac1b1 None None] Port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:51.228190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:51.306693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.374188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.378773 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.444908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ccc1f-d870-49c9-b0e0-8756d162d1c9 req-0cc2949e-3971-4eb5-99eb-52121c4eeba2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.449760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379ccc1f-d870-49c9-b0e0-8756d162d1c9 req-0cc2949e-3971-4eb5-99eb-52121c4eeba2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0886407 Aug 10 03:25:51.458084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 1, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:51.483510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:51.485115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:51.494565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6927c3-6f70-4d3b-a3b2-fec086e7cbef None None] The sync data for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 is: [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 1, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:51.501975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379ccc1f-d870-49c9-b0e0-8756d162d1c9 req-7195c346-ac51-488b-a340-27293d4d9b99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471225 Aug 10 03:25:51.662719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 30861cc4-787b-44d5-a965-0d69d61865c0 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:51.690929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Router 5f2c2423-c717-412b-a0de-c5a7b30247aa has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:51.700006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 30861cc4-787b-44d5-a965-0d69d61865c0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:51.700519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 30861cc4-787b-44d5-a965-0d69d61865c0 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:51.704138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9cbb2d80-42da-4736-a3a7-878df3f2a132 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:51.733657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 9cbb2d80-42da-4736-a3a7-878df3f2a132 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:51.736124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9cbb2d80-42da-4736-a3a7-878df3f2a132 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:51.839779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9f5481fd-1522-41b2-8a74-b10d7fe56c4d None None] Provisioning complete for port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:51.839779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9f5481fd-1522-41b2-8a74-b10d7fe56c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.887008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9f5481fd-1522-41b2-8a74-b10d7fe56c4d None None] Port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:51.889556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:51.896412 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e8f110c-2c03-4b5d-b702-c6e5858af492 admin admin] 10.222.0.26 "PUT /v2.0/routers/5f2c2423-c717-412b-a0de-c5a7b30247aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139988 Aug 10 03:25:51.920425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d9a2-9360-4c47-9c92-ec914a9ed27e req-92cb3ed2-40a6-43ad-b731-a1db512e8518 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.923121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d248d9a2-9360-4c47-9c92-ec914a9ed27e req-92cb3ed2-40a6-43ad-b731-a1db512e8518 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.1271236 Aug 10 03:25:51.975348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d248d9a2-9360-4c47-9c92-ec914a9ed27e req-450fe642-e3e1-447d-90b3-c591ac4c851f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Aug 10 03:25:52.011405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'name': 'network-vif-deleted', 'tag': '9cbb2d80-42da-4736-a3a7-878df3f2a132'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:52.014012 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a68801-8c91-4e18-9b07-b223d3d420a9" -d '{"events": [{"server_uuid": "fbfc77f6-ddae-4583-8728-8caf072c66ed", "name": "network-vif-deleted", "tag": "9cbb2d80-42da-4736-a3a7-878df3f2a132"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:52.100201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91edf73-e2f2-4ee6-b3a1-9a079c5f6ae4 req-b136ae96-9167-41df-b370-6f143abb961f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.105027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d91edf73-e2f2-4ee6-b3a1-9a079c5f6ae4 req-b136ae96-9167-41df-b370-6f143abb961f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0676734 Aug 10 03:25:52.158768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d91edf73-e2f2-4ee6-b3a1-9a079c5f6ae4 req-5fee4ada-6ae4-4e39-bc6f-db06a1c18a1e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Aug 10 03:25:52.404663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-b5e940c9-0885-49d4-a6d2-ef4865c7e1c0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.406591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-b5e940c9-0885-49d4-a6d2-ef4865c7e1c0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1714044 Aug 10 03:25:52.437184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-5801a7ff-272e-401d-99f0-6af24cf7452f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0238745 Aug 10 03:25:52.525751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-b68a68d3-595b-4e79-8246-e4e2c86b48bd tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863202 Aug 10 03:25:52.643419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-af62d324-68d0-47c2-8c0f-c82d1c9d112b service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167028 Aug 10 03:25:52.752640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-2b33549d-1dd8-4d79-8fe0-e8ad5cea4d71 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081154 Aug 10 03:25:53.058482 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a707a9-e786-4a26-aef2-f5ee23310c50 x-openstack-request-id: req-22a707a9-e786-4a26-aef2-f5ee23310c50 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:53.058773 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc77f6-ddae-4583-8728-8caf072c66ed", "name": "network-vif-deleted", "tag": "9cbb2d80-42da-4736-a3a7-878df3f2a132", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:53.059033 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22a707a9-e786-4a26-aef2-f5ee23310c50 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:53.059447 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc77f6-ddae-4583-8728-8caf072c66ed', 'name': 'network-vif-deleted', 'tag': '9cbb2d80-42da-4736-a3a7-878df3f2a132', 'status': 'completed', 'code': 200} Aug 10 03:25:53.272247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-203e1de1-e408-4bee-951c-ad7aa8856c60 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.277007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-203e1de1-e408-4bee-951c-ad7aa8856c60 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 946 time: 0.0908775 Aug 10 03:25:53.396214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Deleting port 8cf034ad-3254-4c54-83ac-aee88f09ba9d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:53.400135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.526492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] For port 8cf034ad-3254-4c54-83ac-aee88f09ba9d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8cf034ad-3254-4c54-83ac-aee88f09ba9d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:53.527076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.541758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Calling delete_port for 8cf034ad-3254-4c54-83ac-aee88f09ba9d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:53.682401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:53.794534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 57509ba4-d6fe-4494-a8cd-647ca4169010 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:53.820533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.839130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['21eccc13-73ea-4666-9466-20416e69ad4d', '8cf034ad-3254-4c54-83ac-aee88f09ba9d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:53.857400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event deleted for resources: {'Port': ['ID=8cf034ad-3254-4c54-83ac-aee88f09ba9d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:53.923203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:53.939352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] No DVR routers for this DVR port 8cf034ad-3254-4c54-83ac-aee88f09ba9d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:53.945790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.949438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfaa8e3d-f42a-4736-9e9d-89f532c6bc9e req-7eeead40-e6d4-4ce8-bc7c-6ae5cc547b77 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "DELETE /v2.0/ports/8cf034ad-3254-4c54-83ac-aee88f09ba9d HTTP/1.1" status: 204 len: 173 time: 0.6656647 Aug 10 03:25:53.963332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'mac_address': 'fa:16:3e:f8:a6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:54.016306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.039933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:54.053107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 57509ba4-d6fe-4494-a8cd-647ca4169010 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:54.067870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 57509ba4-d6fe-4494-a8cd-647ca4169010 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:54.068245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.102691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:54.178193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:54.183575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016893794', 'description': 'tempest-description--1773348662'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:54.267913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.289384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.336321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.379249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 57509ba4-d6fe-4494-a8cd-647ca4169010, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=57509ba4-d6fe-4494-a8cd-647ca4169010,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:54.380760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.423058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Sync routers for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:54.429016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb94fa2-3f68-4e3f-89a7-7616c89e1ca0 req-56e8adf6-cd7f-4e7d-af97-f936cd554cab tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.436185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4eb94fa2-3f68-4e3f-89a7-7616c89e1ca0 req-56e8adf6-cd7f-4e7d-af97-f936cd554cab tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 948 time: 0.0952282 Aug 10 03:25:54.449053 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:54.449053 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:54.455097 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.466400 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.501087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4eb94fa2-3f68-4e3f-89a7-7616c89e1ca0 req-50bf775b-3d86-40a5-9691-2f752f59be5e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598223 Aug 10 03:25:54.552230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.588201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=57509ba4-d6fe-4494-a8cd-647ca4169010,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.617129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc17d0-9797-46f1-9520-3d51cb8c6ab4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.653759 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:54.667453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.672596 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba9fc4da-b148-4cd6-9f07-6940a84d147d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4900639 Aug 10 03:25:54.672877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33632) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:54.682910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'security_group_rule': {'security_group_id': '25bc17d0-9797-46f1-9520-3d51cb8c6ab4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:54.707133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6ad96741-f6c2-45fe-91ef-1584ae63d58c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:54.725065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-857361b9-23a4-4025-9801-7fd40b0693f4 req-64561783-a82f-4345-bc6f-90823bd17933 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=a295aad7-f02b-4ee2-816d-35b2698fc5f3 HTTP/1.1" status: 200 len: 210 time: 0.0490639 Aug 10 03:25:54.821873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c623c8a3-307b-4a50-96c7-3ea5327bda35 req-a2129e44-ac36-4185-8a56-9a53d11109c4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 210 time: 0.0282462 Aug 10 03:25:54.850224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.977196 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:51Z', 'revision_number': 2, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:55.018955 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.019195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Checking router: 5f2c2423-c717-412b-a0de-c5a7b30247aa for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:25:55.023138 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Updating router 5f2c2423-c717-412b-a0de-c5a7b30247aa port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:25:55.052530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e81d4d-b81c-4457-bef9-1540d034c5f5 req-d5ea1706-c9f1-416f-933d-0fd365a9734e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.060955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5e81d4d-b81c-4457-bef9-1540d034c5f5 req-d5ea1706-c9f1-416f-933d-0fd365a9734e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1015165 Aug 10 03:25:55.068192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'name': 'network-vif-deleted', 'tag': '8cf034ad-3254-4c54-83ac-aee88f09ba9d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:55.070831 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a73bf8-cffb-4e4e-a78f-68060f513f17" -d '{"events": [{"server_uuid": "a295aad7-f02b-4ee2-816d-35b2698fc5f3", "name": "network-vif-deleted", "tag": "8cf034ad-3254-4c54-83ac-aee88f09ba9d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:55.070981 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.106021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5e81d4d-b81c-4457-bef9-1540d034c5f5 req-11504710-de6f-4044-bb1b-de5655b37a64 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Aug 10 03:25:55.172998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.193776 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975753d8-8b3e-4abc-bd93-f038ef9ca92f x-openstack-request-id: req-975753d8-8b3e-4abc-bd93-f038ef9ca92f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:55.195630 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a295aad7-f02b-4ee2-816d-35b2698fc5f3", "name": "network-vif-deleted", "tag": "8cf034ad-3254-4c54-83ac-aee88f09ba9d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:55.195630 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-975753d8-8b3e-4abc-bd93-f038ef9ca92f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:55.195630 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a295aad7-f02b-4ee2-816d-35b2698fc5f3', 'name': 'network-vif-deleted', 'tag': '8cf034ad-3254-4c54-83ac-aee88f09ba9d', 'status': 'completed', 'code': 200} Aug 10 03:25:55.207580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2f2ba0-184d-449a-b3bc-417107e2b877,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.335509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.336918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-aa04d765-110e-4ca0-b88d-53f2c81d0635 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6620965 Aug 10 03:25:55.339461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:55.346217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'security_group_rule': {'security_group_id': '25bc17d0-9797-46f1-9520-3d51cb8c6ab4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:55.382692 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.399921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Transition to ACTIVE for port object 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:55.507118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.541828 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.585762 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.622704 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Pushing event updated for resources: {'Port': ['ID=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.683719 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.684281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.684996 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.686721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a1647-ce7d-4ac2-b6bc-7132969450cf req-ce185ced-9f6d-4583-ab3e-c31eb8a53c9b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.690691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 57509ba4-d6fe-4494-a8cd-647ca4169010 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:55.692547 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.693195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.693749 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.694596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d01a1647-ce7d-4ac2-b6bc-7132969450cf req-ce185ced-9f6d-4583-ab3e-c31eb8a53c9b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 948 time: 0.1074712 Aug 10 03:25:55.695480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.695878 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.696220 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.696743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.697258 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.697794 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:55.701475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.720779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Attempting to bind port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:55.722921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Attempting to bind port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:55.724165 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Attempting to bind port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:55.737261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b120ce-5d51-4328-ae46-85037e14168c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.738409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8cf034ad-3254-4c54-83ac-aee88f09ba9d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:55.742852 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:55.744318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:55.744974 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.745629 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:55.746365 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Bound port: 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:55.747007 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.781283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 8cf034ad-3254-4c54-83ac-aee88f09ba9d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:55.782404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8cf034ad-3254-4c54-83ac-aee88f09ba9d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:55.783000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:55.790479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d01a1647-ce7d-4ac2-b6bc-7132969450cf req-e8a605c5-ba4d-4e2e-b862-d5b2c7f99bec tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945852 Aug 10 03:25:55.791631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.800163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:55.800949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-30fe47c8-2576-4acd-a009-b312b0286abc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4599030 Aug 10 03:25:55.806452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:55.858188 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] For port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:55.862771 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] For port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:55.892423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.894117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 57509ba4-d6fe-4494-a8cd-647ca4169010 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:55.894607 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.928953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.981494 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.015872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.039604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:56.042541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77c588f6-c6df-44b6-8467-7d6dacd05f60 req-06f3fb0c-0544-4c64-86ff-7f9e0d898cd7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 210 time: 0.0464633 Aug 10 03:25:56.072942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:56.073595 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:25:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.120486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.120705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:56.206080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.269557 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791194a6-69a2-423d-8256-d56bf231ee86 None None] Pushing event updated for resources: {'Port': ['ID=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.368258 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:25:56.376154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.421114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Allocated IP 172.25.1.58 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/a149f7cb-1fd5-46a2-8c94-8bc44ff0acc7) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:56.492319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29cb2-2fe0-4922-aed8-df3dfa9e0e3f req-c9098675-f347-4ee5-b42d-f2be61a5fdd6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.494056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9c29cb2-2fe0-4922-aed8-df3dfa9e0e3f req-c9098675-f347-4ee5-b42d-f2be61a5fdd6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1163099 Aug 10 03:25:56.543913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-496af462-c689-4049-a478-fb049b760bd0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.545862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-496af462-c689-4049-a478-fb049b760bd0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.3339925 Aug 10 03:25:56.578956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:56.591640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.608331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9c29cb2-2fe0-4922-aed8-df3dfa9e0e3f req-9cfc3812-16cf-4366-96a7-38eeb11d031a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068232 Aug 10 03:25:56.636584 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:55Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:56.667020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f052ecf3-034f-4ccd-817c-ca1cf4db72a2 None None] The sync data for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 is: [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:55Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:25:56.747015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.806919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=a149f7cb-1fd5-46a2-8c94-8bc44ff0acc7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:56.823508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:56.825059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:56.828448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:56.853646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:56.858454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.956841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.026267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d10a3f-0248-419c-aef4-f2e7d4de6460 req-609eb949-6e6b-4d96-adb0-9df80c2f98be tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.034486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37d10a3f-0248-419c-aef4-f2e7d4de6460 req-609eb949-6e6b-4d96-adb0-9df80c2f98be tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 947 time: 0.1377885 Aug 10 03:25:57.121757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37d10a3f-0248-419c-aef4-f2e7d4de6460 req-d1c76cf6-0da0-482a-89fb-5fdc34c4eee9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817523 Aug 10 03:25:57.129478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.14 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/f8e7927b-388e-49d3-b0c3-540f58736a22) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:57.164379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.377897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.432570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.453202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c2f4de0-55a8-40c4-a7b2-ce4a8449e2cc req-585f790b-8de0-4b7d-9f5c-7653cafec80b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 210 time: 0.0312424 Aug 10 03:25:57.503127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.523020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.527686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:57.781192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:57.786274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:57.948089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 6ad96741-f6c2-45fe-91ef-1584ae63d58c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:57.948646 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.056483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.067798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:58.082871 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=a149f7cb-1fd5-46a2-8c94-8bc44ff0acc7,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.086984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:58.087886 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.141795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.181463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:58.184534 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b255d-808b-4bf6-a686-a47bae9c6010" -d '{"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-plugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:58.204468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:58.213997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:58.214757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=f8e7927b-388e-49d3-b0c3-540f58736a22,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.218721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:58.221228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.221580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:58.225143 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f40bac2-4ba5-4a32-b4dc-89e68b6a9782 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4236188 Aug 10 03:25:58.258170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.279897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff942-3155-46b0-9f05-eb324d092708 req-57c0b266-52f6-4a91-81ec-e2e76985a847 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.287560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbaff942-3155-46b0-9f05-eb324d092708 req-57c0b266-52f6-4a91-81ec-e2e76985a847 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1321993 Aug 10 03:25:58.296170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:58.312177 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.319200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.319897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.361080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbaff942-3155-46b0-9f05-eb324d092708 req-a445f568-c7c6-4239-aaca-6effc8285088 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712175 Aug 10 03:25:58.376515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.426692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.448960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-e2c50065-8adb-45d0-b4d0-abcd36778d5c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8756242 Aug 10 03:25:58.475151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Request body: {'port': {'device_id': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:58.505938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.587225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.629767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664da4f-d7d1-4eb4-9d9c-abdc9b8d6129 req-2eff9507-480e-49fb-980b-5ae84690ad10 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.638333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0664da4f-d7d1-4eb4-9d9c-abdc9b8d6129 req-2eff9507-480e-49fb-980b-5ae84690ad10 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1817551 Aug 10 03:25:58.750820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0664da4f-d7d1-4eb4-9d9c-abdc9b8d6129 req-c87cc209-b1a0-4eb9-b535-7704b587a63b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115148 Aug 10 03:25:58.796550 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18961b6d-e25b-4853-8647-1e0576105097 x-openstack-request-id: req-18961b6d-e25b-4853-8647-1e0576105097 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:58.797102 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-plugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:58.797313 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18961b6d-e25b-4853-8647-1e0576105097 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:58.797853 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'code': 200} Aug 10 03:25:59.211786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-db0d8102-7249-4c0b-b28c-af585c5d4ab1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2016893794&fields=id&tenant_id=8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 267 time: 0.1394625 Aug 10 03:25:59.279820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33726) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:59.320110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786e4c5-7d13-457b-8a89-c9f18e7f29cc req-649382ab-9f7a-452b-81d3-c683e8bc032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.321644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6786e4c5-7d13-457b-8a89-c9f18e7f29cc req-649382ab-9f7a-452b-81d3-c683e8bc032d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1101 time: 0.2298737 Aug 10 03:25:59.392911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e7927b-388e-49d3-b0c3-540f58736a22 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:59.417250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.462119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6786e4c5-7d13-457b-8a89-c9f18e7f29cc req-64491454-0465-48a8-a045-d36a3b9733d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878148 Aug 10 03:25:59.466629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Transition to ACTIVE for port object f8e7927b-388e-49d3-b0c3-540f58736a22 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:59.487886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-b3cc8ada-1783-4720-8679-d8729b61db88 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.489610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-b3cc8ada-1783-4720-8679-d8729b61db88 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.2307470 Aug 10 03:25:59.500035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a42808f-2669-48fb-a68a-40f6bb0022d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.533582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ac482ebc-b782-4d96-ac38-db0f551fd8ff tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/quotas/8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 375 time: 0.0269608 Aug 10 03:25:59.577166 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.667238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a42808f-2669-48fb-a68a-40f6bb0022d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.685041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e7927b-388e-49d3-b0c3-540f58736a22,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.713250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-d8639f52-a1cb-4611-955c-306778eaf015 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1786358 Aug 10 03:25:59.762802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a42808f-2669-48fb-a68a-40f6bb0022d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.777538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:59.838792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42808f-2669-48fb-a68a-40f6bb0022d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aee559-5d2a-4768-a048-06ce7c63c907,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.872196 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2a42808f-2669-48fb-a68a-40f6bb0022d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d726c68ee69477d98aca9cad2c464cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885701 Aug 10 03:25:59.872627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:59.873129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:59.873606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.893518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-b4bcc089-cd28-4f5b-8c20-3dd7dbadcaf8 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764607 Aug 10 03:25:59.933652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f62fb67b-0410-4590-9980-2d22ff8cad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.959209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f62fb67b-0410-4590-9980-2d22ff8cad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.080209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Attempting to bind port f8e7927b-388e-49d3-b0c3-540f58736a22 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:00.080623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Attempting to bind port f8e7927b-388e-49d3-b0c3-540f58736a22 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:00.080926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Attempting to bind port f8e7927b-388e-49d3-b0c3-540f58736a22 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:00.087370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Port f8e7927b-388e-49d3-b0c3-540f58736a22 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:00.087863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Attempting to bind port f8e7927b-388e-49d3-b0c3-540f58736a22 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:00.089137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f62fb67b-0410-4590-9980-2d22ff8cad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.091618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f62fb67b-0410-4590-9980-2d22ff8cad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.093414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f62fb67b-0410-4590-9980-2d22ff8cad26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09aee559-5d2a-4768-a048-06ce7c63c907 HTTP/1.1" status: 204 len: 168 time: 0.2198370 Aug 10 03:26:00.107759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb67b-0410-4590-9980-2d22ff8cad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aee559-5d2a-4768-a048-06ce7c63c907,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:00.113344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:00.113686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:00.114076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:00.114511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Bound port: f8e7927b-388e-49d3-b0c3-540f58736a22, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:00.115571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.130087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-6fe1420d-1948-4e68-9de0-9d02d3bfb2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353294 Aug 10 03:26:00.214504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f338f915-c776-459f-9b10-f13145c4a3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.232254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] For port f8e7927b-388e-49d3-b0c3-540f58736a22, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:00.236749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] For port f8e7927b-388e-49d3-b0c3-540f58736a22, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f8e7927b-388e-49d3-b0c3-540f58736a22,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:00.335262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.380365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.381295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.385554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8e7927b-388e-49d3-b0c3-540f58736a22 HTTP/1.1" status: 200 len: 1093 time: 1.9174817 Aug 10 03:26:00.385554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'tag': 'f8e7927b-388e-49d3-b0c3-540f58736a22'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:00.386943 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6341a804-6ac9-4b18-8edf-0bb17f9de479" -d '{"events": [{"name": "network-changed", "server_uuid": "6583e68c-9f30-456d-b897-7e6c868bbec7", "tag": "f8e7927b-388e-49d3-b0c3-540f58736a22"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:00.421796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fa3c8-a639-45a8-bf3e-088ba805f944 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e7927b-388e-49d3-b0c3-540f58736a22,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:00.540838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300dba2-a2d9-4964-979f-14454de98c10 req-4e57516f-1f9f-4eb4-a788-3d3207745a64 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.542546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4300dba2-a2d9-4964-979f-14454de98c10 req-4e57516f-1f9f-4eb4-a788-3d3207745a64 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 944 time: 0.0874951 Aug 10 03:26:00.645228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4300dba2-a2d9-4964-979f-14454de98c10 req-050b4acc-dd9b-4546-a087-a64b0b1a1d18 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877967 Aug 10 03:26:00.665258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-a5579822-f264-462b-af04-93f70c036b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.667027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-a5579822-f264-462b-af04-93f70c036b37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 1096 time: 0.0871127 Aug 10 03:26:00.736722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-73de2cc1-fa96-44bd-8aa7-f3ff4fc81703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e7927b-388e-49d3-b0c3-540f58736a22 HTTP/1.1" status: 200 len: 217 time: 0.0419064 Aug 10 03:26:00.830056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f25a-74ba-4921-a15b-f4694de24270 req-323bbc22-1923-4659-b210-07ccbc69491f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.831637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e90f25a-74ba-4921-a15b-f4694de24270 req-323bbc22-1923-4659-b210-07ccbc69491f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0983906 Aug 10 03:26:00.835794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d809448a-82f5-4e51-8786-60fdb342920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.837310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-d809448a-82f5-4e51-8786-60fdb342920a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0895364 Aug 10 03:26:00.881774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-81319321-dbef-461a-b449-f8b78107a4bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339251 Aug 10 03:26:00.932655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e90f25a-74ba-4921-a15b-f4694de24270 req-ef49a121-4a4d-40d2-bcf0-1022698752fc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932710 Aug 10 03:26:01.007135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-44f7681e-6b00-457b-b7d4-c33a55a40070 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121073 Aug 10 03:26:01.048299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33766) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:01.064811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d85fea82-2125-4e94-90b9-f4ef874ed694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.175623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e833-1af2-4e34-9fc8-45b63fd66dc6 req-c44701dd-7eb1-459a-ad39-38ed1504c44d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.177160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d85fea82-2125-4e94-90b9-f4ef874ed694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.177705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13e1e833-1af2-4e34-9fc8-45b63fd66dc6 req-c44701dd-7eb1-459a-ad39-38ed1504c44d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1397760 Aug 10 03:26:01.205965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c99365fd-87bc-414f-80c3-13b51785fce4 req-11354d9b-5145-4ce3-b4b1-6d2adfb60552 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872611 Aug 10 03:26:01.216465 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:01.254871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d85fea82-2125-4e94-90b9-f4ef874ed694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.257861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13e1e833-1af2-4e34-9fc8-45b63fd66dc6 req-c00bfc3d-f45a-4dd0-9f88-134aa7b937ea tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692134 Aug 10 03:26:01.297808 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d85fea82-2125-4e94-90b9-f4ef874ed694 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5644ed67c165476ea79a4dd83a0d1361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476625 Aug 10 03:26:01.299080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fea82-2125-4e94-90b9-f4ef874ed694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a884f348-86cf-4830-83a1-397ff83f6cbf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:01.300225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33770) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:01.367732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa835a68-b728-47ad-8972-c6a1303ff025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.389383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa835a68-b728-47ad-8972-c6a1303ff025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.472884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747a4e3e-33f0-4a5b-a88d-d23f57a31eb1 req-71f36156-c1a2-406c-94a8-c805f2e73ca1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 210 time: 0.0391934 Aug 10 03:26:01.546754 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca60d8c-26f6-4dce-a31f-57121b9a5f01 x-openstack-request-id: req-6ca60d8c-26f6-4dce-a31f-57121b9a5f01 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:01.548554 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6583e68c-9f30-456d-b897-7e6c868bbec7", "tag": "f8e7927b-388e-49d3-b0c3-540f58736a22", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:01.548554 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ca60d8c-26f6-4dce-a31f-57121b9a5f01 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:01.549633 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'tag': 'f8e7927b-388e-49d3-b0c3-540f58736a22', 'status': 'completed', 'code': 200} Aug 10 03:26:01.629301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-7472ae57-3fbc-46ca-933a-63a961abc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.630834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-7472ae57-3fbc-46ca-933a-63a961abc896 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 1096 time: 0.0504966 Aug 10 03:26:01.637091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa835a68-b728-47ad-8972-c6a1303ff025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.646146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aa835a68-b728-47ad-8972-c6a1303ff025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.646146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-aa835a68-b728-47ad-8972-c6a1303ff025 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a884f348-86cf-4830-83a1-397ff83f6cbf HTTP/1.1" status: 204 len: 168 time: 0.3404264 Aug 10 03:26:01.693077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835a68-b728-47ad-8972-c6a1303ff025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884f348-86cf-4830-83a1-397ff83f6cbf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:01.806914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-46bc7759-9a1d-440b-a1eb-fece9c034c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.806914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-46bc7759-9a1d-440b-a1eb-fece9c034c78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 906 time: 0.1360688 Aug 10 03:26:01.861126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-c01fa318-3177-42f5-8143-bbc4738b040b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e7927b-388e-49d3-b0c3-540f58736a22 HTTP/1.1" status: 200 len: 217 time: 0.0406518 Aug 10 03:26:01.938287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-79c64166-af94-4af1-8e25-23fb132a1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.939750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-79c64166-af94-4af1-8e25-23fb132a1d4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0502038 Aug 10 03:26:01.980433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-973e8320-b48d-42d7-8078-a2060139fe91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279174 Aug 10 03:26:02.076858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-8fe0a0e0-6508-48b7-8be8-4c43c9db37b3 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 Aug 10 03:26:02.202164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6341a804-6ac9-4b18-8edf-0bb17f9de479 req-f7a3617b-f477-4c89-9b1d-ec2b85bec525 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114757 Aug 10 03:26:02.240394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564700-f6c6-4e60-923a-bb743970d9e8 req-9955d5c6-8063-40dd-84e4-28d4adc82850 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.242036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48564700-f6c6-4e60-923a-bb743970d9e8 req-9955d5c6-8063-40dd-84e4-28d4adc82850 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 944 time: 0.0612009 Aug 10 03:26:02.285090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48564700-f6c6-4e60-923a-bb743970d9e8 req-b533ab1b-7249-4c4c-a5c2-724aedeac9f4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365260 Aug 10 03:26:02.421637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef1903-e7a6-4bcc-9c71-69289391992d req-7bf16015-562f-4d9f-8849-eac3597ad271 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.423681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92ef1903-e7a6-4bcc-9c71-69289391992d req-7bf16015-562f-4d9f-8849-eac3597ad271 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0701149 Aug 10 03:26:02.461683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92ef1903-e7a6-4bcc-9c71-69289391992d req-905a409d-46c8-4279-9b0e-6c6984b89f35 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Aug 10 03:26:02.567545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc60c0-44ae-4870-bdcf-23ee3cb987a8 req-3e4a60db-904a-40c8-9c58-4b5dd7a027e5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.569071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1cc60c0-44ae-4870-bdcf-23ee3cb987a8 req-3e4a60db-904a-40c8-9c58-4b5dd7a027e5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.0533030 Aug 10 03:26:02.608775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1cc60c0-44ae-4870-bdcf-23ee3cb987a8 req-da1cb805-05af-4283-b88a-e245a8e7e2cf tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Aug 10 03:26:02.637581 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.717598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58efe5a-6707-4f51-ae2b-4baf3c36c9e6 req-ae292964-4c41-432e-abb0-f8f6ae7df655 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.719052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a58efe5a-6707-4f51-ae2b-4baf3c36c9e6 req-ae292964-4c41-432e-abb0-f8f6ae7df655 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0494902 Aug 10 03:26:02.759368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a58efe5a-6707-4f51-ae2b-4baf3c36c9e6 req-5daff759-9e3e-4273-a322-7b80e18b13b3 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Aug 10 03:26:02.916193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecccb0b9-ffd9-430d-995c-e88cd9a79417 req-e9b24b17-6052-4e9c-a67b-bc691878e02d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 210 time: 0.0311081 Aug 10 03:26:03.023988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c57747-8d77-4dd7-8245-a38cc0884537 req-1e55ec3d-0fb5-40f9-8619-993e68eb3089 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.025947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c57747-8d77-4dd7-8245-a38cc0884537 req-1e55ec3d-0fb5-40f9-8619-993e68eb3089 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0540905 Aug 10 03:26:03.032382 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-213f8677-d416-460a-9517-d8393106dd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.075515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c57747-8d77-4dd7-8245-a38cc0884537 req-cad2f48c-30b8-4ab2-a166-90e991a203c7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 Aug 10 03:26:03.644743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36616fa8-1324-4e5f-8a66-1d471635277a req-32e4955e-5d9e-4aa4-957e-8fee517e5e97 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.646268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36616fa8-1324-4e5f-8a66-1d471635277a req-32e4955e-5d9e-4aa4-957e-8fee517e5e97 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 944 time: 0.0598178 Aug 10 03:26:03.685720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36616fa8-1324-4e5f-8a66-1d471635277a req-1bf0ed54-9563-40c7-9d11-defb6597fc92 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Aug 10 03:26:03.742768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f8e7927b-388e-49d3-b0c3-540f58736a22 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:03.796447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83172-3464-4bde-9f36-a1ac20e89a43 req-02ac2373-3113-4ed8-8ef6-37961f93ba87 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.797929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59a83172-3464-4bde-9f36-a1ac20e89a43 req-02ac2373-3113-4ed8-8ef6-37961f93ba87 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0563254 Aug 10 03:26:03.843347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59a83172-3464-4bde-9f36-a1ac20e89a43 req-cedcb111-f29e-4b6f-a794-81d2347337c8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Aug 10 03:26:04.002456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f8e7927b-388e-49d3-b0c3-540f58736a22, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f8e7927b-388e-49d3-b0c3-540f58736a22,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:04.016060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'f8e7927b-388e-49d3-b0c3-540f58736a22', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': 'f8e7927b-388e-49d3-b0c3-540f58736a22', 'mac_address': 'fa:16:3e:c6:93:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:04.059369 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.074041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e7927b-388e-49d3-b0c3-540f58736a22 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:04.098130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f8e7927b-388e-49d3-b0c3-540f58736a22, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f8e7927b-388e-49d3-b0c3-540f58736a22,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:04.111021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d2a34-fbc3-45ee-9c7a-cea7801ddf3c req-40d56b7a-2340-4596-aa33-21a0c256240d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.119731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-024d2a34-fbc3-45ee-9c7a-cea7801ddf3c req-40d56b7a-2340-4596-aa33-21a0c256240d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1628430 Aug 10 03:26:04.178637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-024d2a34-fbc3-45ee-9c7a-cea7801ddf3c req-82d2f478-7dc7-4195-a3aa-531a0496cfa1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Aug 10 03:26:04.190903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.213123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-13e571ab-22c9-413e-b969-51c51651f244 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.214434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-13e571ab-22c9-413e-b969-51c51651f244 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.2882929 Aug 10 03:26:04.231472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.299144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-62506fde-8121-41b7-a7d2-3f24b399b535 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 380 time: 0.0490024 Aug 10 03:26:04.300625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=f8e7927b-388e-49d3-b0c3-540f58736a22,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:04.339312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'port': {'device_id': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'admin_state_up': True, 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'security_groups': ['25bc17d0-9797-46f1-9520-3d51cb8c6ab4']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:04.410580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26ef4-9a39-454a-b25e-d5ff97404d8b req-f3108f1a-f82b-4b48-a5b1-e7151c69cfe5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.417944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0dc26ef4-9a39-454a-b25e-d5ff97404d8b req-f3108f1a-f82b-4b48-a5b1-e7151c69cfe5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.1405199 Aug 10 03:26:04.489903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0dc26ef4-9a39-454a-b25e-d5ff97404d8b req-9d7d8fa5-3a80-4ef3-92cd-8b27da592eef tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710633 Aug 10 03:26:04.668486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04a40010-ac06-49fc-a043-961043529165 req-e0581a11-d302-4292-acf1-a57139880ad3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 210 time: 0.0293410 Aug 10 03:26:04.671060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:04.675202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.848734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055a0b3-b115-41de-9bfe-d888008a9017 req-d7799b6c-b4fc-4e7b-8859-3fd4df732b32 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.848734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9055a0b3-b115-41de-9bfe-d888008a9017 req-d7799b6c-b4fc-4e7b-8859-3fd4df732b32 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 945 time: 0.0852981 Aug 10 03:26:04.848966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['f8e7927b-388e-49d3-b0c3-540f58736a22'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:04.855171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Allocated IP 172.20.0.13 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/bfed7062-c869-404b-a18d-6e78ba82c4fb) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:04.935429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9055a0b3-b115-41de-9bfe-d888008a9017 req-5ba12dcf-ce2d-4ec2-9e87-6fc3f049ad42 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 Aug 10 03:26:05.054585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-72228c52-4002-45d9-bf3e-b61b48b1b66e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.056175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-72228c52-4002-45d9-bf3e-b61b48b1b66e tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.1335006 Aug 10 03:26:05.152939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:05.153446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.184717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cba33-dd11-4f04-b4df-9af416cf2d2e req-bcf00a59-7ecb-4979-ab0b-88446e4b5575 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.186256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f23cba33-dd11-4f04-b4df-9af416cf2d2e req-bcf00a59-7ecb-4979-ab0b-88446e4b5575 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1262245 Aug 10 03:26:05.205064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Transition to ACTIVE for port object bfed7062-c869-404b-a18d-6e78ba82c4fb will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:05.273592 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d50257-8ac6-47b5-8cec-32f4c280e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.279086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f23cba33-dd11-4f04-b4df-9af416cf2d2e req-3eaad2e4-45d4-4ffd-8dd6-f1282f1fd024 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720048 Aug 10 03:26:05.293651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Deleting port 21eccc13-73ea-4666-9466-20416e69ad4d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:05.294191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.373331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.394410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d50257-8ac6-47b5-8cec-32f4c280e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.460116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d50257-8ac6-47b5-8cec-32f4c280e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.463774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:05.476134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:05.478976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] For port 21eccc13-73ea-4666-9466-20416e69ad4d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=21eccc13-73ea-4666-9466-20416e69ad4d,segment=NetworkSegment(0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99),segment_id=0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:05.479344 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.487602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:05.490122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.499279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec60838-f862-41f7-bd69-2cf59f9eddc4 req-80677a8d-be19-4e6d-afd7-5c778456bfe2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.500865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ec60838-f862-41f7-bd69-2cf59f9eddc4 req-80677a8d-be19-4e6d-afd7-5c778456bfe2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1459763 Aug 10 03:26:05.507667 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45d50257-8ac6-47b5-8cec-32f4c280e85a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d55a4f030554ccfaf6057d53f06de71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534815 Aug 10 03:26:05.513056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33902) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:05.513056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d50257-8ac6-47b5-8cec-32f4c280e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d066b5d-199c-47b1-ae58-5bfa1020cdd4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.535473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Calling delete_port for 21eccc13-73ea-4666-9466-20416e69ad4d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:05.567390 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c913aefa-13c1-49c9-a5b7-2e8ee13d8cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.602159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c913aefa-13c1-49c9-a5b7-2e8ee13d8cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.619848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.633410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ec60838-f862-41f7-bd69-2cf59f9eddc4 req-5be0893c-b966-4aa2-8e54-2bf9a9011aa0 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946014 Aug 10 03:26:05.640935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.642591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.740105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c913aefa-13c1-49c9-a5b7-2e8ee13d8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.742753 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c913aefa-13c1-49c9-a5b7-2e8ee13d8cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.744147 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c913aefa-13c1-49c9-a5b7-2e8ee13d8cac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d066b5d-199c-47b1-ae58-5bfa1020cdd4 HTTP/1.1" status: 204 len: 168 time: 0.2342644 Aug 10 03:26:05.752634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913aefa-13c1-49c9-a5b7-2e8ee13d8cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d066b5d-199c-47b1-ae58-5bfa1020cdd4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.777358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ab7008d5-287a-4cb8-8412-010cc3bbbfbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4448309 Aug 10 03:26:05.787898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce761f80-37c7-4479-a24f-6218c6b3d7c6 req-4cce3159-8eeb-44f1-b701-4d1b65ed55c5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.789439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce761f80-37c7-4479-a24f-6218c6b3d7c6 req-4cce3159-8eeb-44f1-b701-4d1b65ed55c5 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 945 time: 0.0928290 Aug 10 03:26:05.806536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Request body: {'port': {'device_id': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:05.853049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-11f45116-8622-4965-acd5-d4f95821002f None None] Provisioning for port bfed7062-c869-404b-a18d-6e78ba82c4fb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:05.857595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-11f45116-8622-4965-acd5-d4f95821002f None None] Provisioning complete for port bfed7062-c869-404b-a18d-6e78ba82c4fb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:05.858044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11f45116-8622-4965-acd5-d4f95821002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.870886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce761f80-37c7-4479-a24f-6218c6b3d7c6 req-cf0ffccf-39a3-4cde-80a7-ff2e3ffd1c19 tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc03dc08-a959-4f7d-a2fa-d72a06b94768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755775 Aug 10 03:26:05.880628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.897396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-11f45116-8622-4965-acd5-d4f95821002f None None] Port bfed7062-c869-404b-a18d-6e78ba82c4fb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:05.984008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.026851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Pushing event deleted for resources: {'Port': ['ID=21eccc13-73ea-4666-9466-20416e69ad4d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:06.144031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] No DVR routers for this DVR port 21eccc13-73ea-4666-9466-20416e69ad4d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:06.148882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.150865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36857d63-6ee4-413d-b0fa-cafdd985f8d8 req-630d2acf-6a36-490f-bc47-8116c85a006f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.46 "DELETE /v2.0/ports/21eccc13-73ea-4666-9466-20416e69ad4d HTTP/1.1" status: 204 len: 173 time: 1.0793414 Aug 10 03:26:06.152671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'name': 'network-vif-deleted', 'tag': '21eccc13-73ea-4666-9466-20416e69ad4d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:06.154918 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f8112-a2c3-4755-bccc-88f5eebd318d" -d '{"events": [{"server_uuid": "d7bc3aa2-68b6-4995-9997-0ef5a1116662", "name": "network-vif-deleted", "tag": "21eccc13-73ea-4666-9466-20416e69ad4d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:06.184030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3c3f-1900-48d5-a3bf-8baa8fd4fe2d req-f4874a90-51a0-488c-947d-2b548c0c23e9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.185573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09eb3c3f-1900-48d5-a3bf-8baa8fd4fe2d req-f4874a90-51a0-488c-947d-2b548c0c23e9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 932 time: 0.1599896 Aug 10 03:26:06.254101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09eb3c3f-1900-48d5-a3bf-8baa8fd4fe2d req-58bda80c-6c2e-41c8-b4ef-e611fa2bc27b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558331 Aug 10 03:26:06.309999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:06.326758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.357535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Transition to ACTIVE for port object bfed7062-c869-404b-a18d-6e78ba82c4fb will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:06.376585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011745e-acaa-44b5-b9b4-150864c01437 req-80e3a427-a76c-4b35-8b1b-cd58dbb18e8a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.378073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4011745e-acaa-44b5-b9b4-150864c01437 req-80e3a427-a76c-4b35-8b1b-cd58dbb18e8a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 945 time: 0.0629442 Aug 10 03:26:06.415693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4011745e-acaa-44b5-b9b4-150864c01437 req-aba745ef-ecfb-456b-805f-1b318226918a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Aug 10 03:26:06.460966 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7651f8-1043-4106-b2e8-682269e0cde8 x-openstack-request-id: req-db7651f8-1043-4106-b2e8-682269e0cde8 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:06.461258 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bc3aa2-68b6-4995-9997-0ef5a1116662", "name": "network-vif-deleted", "tag": "21eccc13-73ea-4666-9466-20416e69ad4d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:06.461521 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db7651f8-1043-4106-b2e8-682269e0cde8 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:06.461907 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bc3aa2-68b6-4995-9997-0ef5a1116662', 'name': 'network-vif-deleted', 'tag': '21eccc13-73ea-4666-9466-20416e69ad4d', 'status': 'completed', 'code': 200} Aug 10 03:26:06.462533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.524756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:06.601291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ae8ce-b357-4fb6-bdba-8b8b1cd2adbc req-4214b06b-e529-4b8b-90f5-cd09a57747f4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.603141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e6ae8ce-b357-4fb6-bdba-8b8b1cd2adbc req-4214b06b-e529-4b8b-90f5-cd09a57747f4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0969141 Aug 10 03:26:06.661491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Attempting to bind port bfed7062-c869-404b-a18d-6e78ba82c4fb on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:06.661959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Attempting to bind port bfed7062-c869-404b-a18d-6e78ba82c4fb by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:06.662159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Attempting to bind port bfed7062-c869-404b-a18d-6e78ba82c4fb on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:06.676224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e6ae8ce-b357-4fb6-bdba-8b8b1cd2adbc req-27cfbc99-07b9-4281-a8d6-05d0abd58bb9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640383 Aug 10 03:26:06.684603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Port bfed7062-c869-404b-a18d-6e78ba82c4fb on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:06.684949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Attempting to bind port bfed7062-c869-404b-a18d-6e78ba82c4fb on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:06.690958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:06.693854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:06.694156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33926) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:06.694635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:06.694742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Bound port: bfed7062-c869-404b-a18d-6e78ba82c4fb, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:06.695049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.709149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1d483d-1113-4ccc-ad29-e503478912f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.806614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1d483d-1113-4ccc-ad29-e503478912f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.819606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89c13a-a5c5-4bb1-a637-a3d68abb9e99 req-fc2cd16e-946d-4cb9-bff0-3682f809c6c5 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.821297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f89c13a-a5c5-4bb1-a637-a3d68abb9e99 req-fc2cd16e-946d-4cb9-bff0-3682f809c6c5 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0763185 Aug 10 03:26:06.824087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:06.827597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:06.862029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f89c13a-a5c5-4bb1-a637-a3d68abb9e99 req-e32c83e6-abc1-4bf3-b0c9-99fb726ab6eb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Aug 10 03:26:06.963036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1d483d-1113-4ccc-ad29-e503478912f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.988915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23f880fe-9718-457d-bf05-7ad3dc65515e req-681df5e5-ba8c-4c0a-9157-f57ba5eb412f tempest-AttachVolumeNegativeTest-1041120803 tempest-AttachVolumeNegativeTest-1041120803-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bc3aa2-68b6-4995-9997-0ef5a1116662 HTTP/1.1" status: 200 len: 210 time: 0.0371823 Aug 10 03:26:06.990102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.005887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d483d-1113-4ccc-ad29-e503478912f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609653f4-d8d6-42b2-b8db-844cc1d5100d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:07.016305 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff1d483d-1113-4ccc-ad29-e503478912f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5f460a0a8c245df97a5ba1f004e8a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208447 Aug 10 03:26:07.018812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:07.052931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.052931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.054428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] 10.222.0.46 "PUT /v2.0/ports/bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 1093 time: 1.2528207 Aug 10 03:26:07.059172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f2e87-fa29-46a0-8d7e-2d248ea027aa service neutron] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:07.115419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a1575e7-a2b7-4d54-a72d-e7d7c1649251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.140659 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a1575e7-a2b7-4d54-a72d-e7d7c1649251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.328602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a1575e7-a2b7-4d54-a72d-e7d7c1649251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.331809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a1575e7-a2b7-4d54-a72d-e7d7c1649251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.335677 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a1575e7-a2b7-4d54-a72d-e7d7c1649251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/609653f4-d8d6-42b2-b8db-844cc1d5100d HTTP/1.1" status: 204 len: 168 time: 0.3129342 Aug 10 03:26:07.341620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1575e7-a2b7-4d54-a72d-e7d7c1649251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609653f4-d8d6-42b2-b8db-844cc1d5100d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:07.580223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ba3c60c3-d89f-4d0a-9841-95c2b7ce2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.581734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-ba3c60c3-d89f-4d0a-9841-95c2b7ce2158 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1096 time: 0.3763387 Aug 10 03:26:07.599235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a802a-d53e-4523-9c15-24a25c4f4f6e req-a29f3740-590e-4c8f-9ad6-7581919ca807 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.600030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493a802a-d53e-4523-9c15-24a25c4f4f6e req-a29f3740-590e-4c8f-9ad6-7581919ca807 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 944 time: 0.0623121 Aug 10 03:26:07.642299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-8c09f298-0224-477e-9797-ffa508e551fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 217 time: 0.0412934 Aug 10 03:26:07.701855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493a802a-d53e-4523-9c15-24a25c4f4f6e req-068e788c-51b7-4a59-ab54-396617e6fc60 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939744 Aug 10 03:26:07.709837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-13e69215-ace3-4202-9b9f-331579066af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.711268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-13e69215-ace3-4202-9b9f-331579066af8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0597777 Aug 10 03:26:07.741666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f8e7927b-388e-49d3-b0c3-540f58736a22 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:07.777907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-cb2a58de-97eb-48c2-8473-410ac4ad1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.779109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-cb2a58de-97eb-48c2-8473-410ac4ad1abb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514505 Aug 10 03:26:07.899508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port f8e7927b-388e-49d3-b0c3-540f58736a22 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:07.909908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port f8e7927b-388e-49d3-b0c3-540f58736a22 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:07.909908 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.910118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7fa3d-5a13-4e93-82d8-fc8c3639ab50 req-04195b38-1caf-4ca1-93c9-bc34f3ad8ad1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.910118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52e7fa3d-5a13-4e93-82d8-fc8c3639ab50 req-04195b38-1caf-4ca1-93c9-bc34f3ad8ad1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 945 time: 0.1021810 Aug 10 03:26:07.941110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-d1de4186-5a8b-4534-b2b0-fae3e7d0d0b6 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511936 Aug 10 03:26:07.975516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52e7fa3d-5a13-4e93-82d8-fc8c3639ab50 req-2a3eab5c-f7c1-48f6-8a5e-fcf3a1f7b319 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623925 Aug 10 03:26:07.980403 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.012592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e7927b-388e-49d3-b0c3-540f58736a22'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:08.014966 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7765f9eb-6a78-4e56-b124-f9923d95f293" -d '{"events": [{"server_uuid": "6583e68c-9f30-456d-b897-7e6c868bbec7", "name": "network-vif-plugged", "status": "completed", "tag": "f8e7927b-388e-49d3-b0c3-540f58736a22"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:08.037967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f8e7927b-388e-49d3-b0c3-540f58736a22, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f8e7927b-388e-49d3-b0c3-540f58736a22,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:08.066860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34af8c5e-fd50-41ad-b4b6-3c07874be9fe req-26a96f47-63ab-4d96-a1e2-a0b1154ccc79 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149664 Aug 10 03:26:08.106573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534c97-135c-4f8b-abaa-685b602ebd1b req-ad16e45f-bfcd-4264-9e09-c1ad34399ab4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.108466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a534c97-135c-4f8b-abaa-685b602ebd1b req-ad16e45f-bfcd-4264-9e09-c1ad34399ab4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0596483 Aug 10 03:26:08.161792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a534c97-135c-4f8b-abaa-685b602ebd1b req-d491a431-c64f-4231-abf1-fb3b2e6b7a4d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Aug 10 03:26:08.185820 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.186677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 21eccc13-73ea-4666-9466-20416e69ad4d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:08.210970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 21eccc13-73ea-4666-9466-20416e69ad4d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:08.211321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 21eccc13-73ea-4666-9466-20416e69ad4d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:08.270866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=f8e7927b-388e-49d3-b0c3-540f58736a22,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:08.304814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab3ab-c4f5-404d-a837-3e86635120fb req-255bf030-9129-40fb-91f7-69847277d3da tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.306356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee6ab3ab-c4f5-404d-a837-3e86635120fb req-255bf030-9129-40fb-91f7-69847277d3da tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0589931 Aug 10 03:26:08.345400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee6ab3ab-c4f5-404d-a837-3e86635120fb req-932d3b02-ee19-44dc-bd3c-7a44c3a2754a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Aug 10 03:26:08.389258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33976) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:08.419493 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34df849-8f25-4160-adf8-33dee64ce8da x-openstack-request-id: req-b34df849-8f25-4160-adf8-33dee64ce8da {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:08.419807 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6583e68c-9f30-456d-b897-7e6c868bbec7", "name": "network-vif-plugged", "status": "completed", "tag": "f8e7927b-388e-49d3-b0c3-540f58736a22", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:08.420039 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b34df849-8f25-4160-adf8-33dee64ce8da {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:08.420464 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e7927b-388e-49d3-b0c3-540f58736a22', 'code': 200} Aug 10 03:26:08.452302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Deleting subnet a428b15b-e87b-43ab-ba0f-48e979d5417c {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:08.455760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.463423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:08.465817 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3760035e-eb0d-4cc5-bb41-703f14a97bde" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:08.498602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.534025 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f29ca75-bf64-4225-b460-508b437804b9 x-openstack-request-id: req-2f29ca75-bf64-4225-b460-508b437804b9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:08.534326 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:08.534585 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f29ca75-bf64-4225-b460-508b437804b9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:08.534979 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'status': 'completed', 'code': 200} Aug 10 03:26:08.546967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.551932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe47df-7697-49f5-90af-c7c3eecc57de req-636cb3ff-2197-4202-bb03-3fb6a985c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.553510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-debe47df-7697-49f5-90af-c7c3eecc57de req-636cb3ff-2197-4202-bb03-3fb6a985c001 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 1098 time: 0.0493522 Aug 10 03:26:08.620178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-debe47df-7697-49f5-90af-c7c3eecc57de req-bc137163-d36b-481c-81bb-63fb68e79127 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Aug 10 03:26:08.625838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-1d010e55-25b1-49e7-b89a-a5f88270a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.627335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-1d010e55-25b1-49e7-b89a-a5f88270a5fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1096 time: 0.0646172 Aug 10 03:26:08.682215 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.720230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.724036 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a428b15b-e87b-43ab-ba0f-48e979d5417c HTTP/1.1" status: 204 len: 168 time: 0.3337181 Aug 10 03:26:08.725726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ebf2d-1d93-403c-90aa-36936f38e096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a428b15b-e87b-43ab-ba0f-48e979d5417c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:08.726863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33988) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:08.845867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.867281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-289f45fe-f4e5-449f-8625-567f75cefefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.868768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-289f45fe-f4e5-449f-8625-567f75cefefd service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1889615 Aug 10 03:26:08.879443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee3aa-f684-47ba-9299-9b8301ca50dc req-d72ec78a-5aef-439c-8bdf-848ff0b568a6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.880853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2bee3aa-f684-47ba-9299-9b8301ca50dc req-d72ec78a-5aef-439c-8bdf-848ff0b568a6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 944 time: 0.0995002 Aug 10 03:26:08.987894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-4335e098-c89a-440e-b69c-8f24421a390e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 217 time: 0.0828617 Aug 10 03:26:09.013811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.051631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2bee3aa-f684-47ba-9299-9b8301ca50dc req-001ad245-1dfe-4abd-b56d-d889f3b8ca5b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454723 Aug 10 03:26:09.054541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cccb6e5-b6bb-42d0-87de-6ad33d8d645d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.070265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.070513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3d81dd-79fd-4bc7-9e57-ca4bc002bc99') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:09.082619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.094096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-fa0e3b4f-42c1-4552-8651-f09657e3d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.095594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-fa0e3b4f-42c1-4552-8651-f09657e3d416 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0846627 Aug 10 03:26:09.101558 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.107779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:26:09.108188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:26:09.109859 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:26:09.229827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-c0250f7b-f107-4266-9e0e-7c26c2ec1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.231358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-c0250f7b-f107-4266-9e0e-7c26c2ec1965 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108596 Aug 10 03:26:09.240010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1d7e-9eff-406c-ad7d-46053a93e80a req-eac914ab-4259-4317-9da8-65c58af0ad46 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.241482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-443f1d7e-9eff-406c-ad7d-46053a93e80a req-eac914ab-4259-4317-9da8-65c58af0ad46 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.1220858 Aug 10 03:26:09.330639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.336189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-443f1d7e-9eff-406c-ad7d-46053a93e80a req-f7513566-c20e-4a17-8a20-eb6b1175c7da tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 Aug 10 03:26:09.341695 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.345885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3cccb6e5-b6bb-42d0-87de-6ad33d8d645d HTTP/1.1" status: 204 len: 168 time: 0.6141739 Aug 10 03:26:09.365646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a6a72-3ed0-4563-94d7-c90abfd49951 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cccb6e5-b6bb-42d0-87de-6ad33d8d645d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.385283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-17ada707-e5aa-48af-b199-033f7d0489c1 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306405 Aug 10 03:26:09.506460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e5d20-492d-484b-85c8-ba5465149a03 req-0b91ecbd-1b83-4549-8041-dc971f66d05c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.507997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d9e5d20-492d-484b-85c8-ba5465149a03 req-0b91ecbd-1b83-4549-8041-dc971f66d05c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1096332 Aug 10 03:26:09.558137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3760035e-eb0d-4cc5-bb41-703f14a97bde req-f4f44574-882d-4026-862d-4b299efd443d service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487002 Aug 10 03:26:09.571071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d9e5d20-492d-484b-85c8-ba5465149a03 req-4b824430-c952-4952-a754-24ceb52d4c47 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540578 Aug 10 03:26:09.678515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8108-740a-4a4f-8930-55b17fe26165 req-b430c663-faf2-4168-bf5d-d95feaec7a66 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.680015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca1d8108-740a-4a4f-8930-55b17fe26165 req-b430c663-faf2-4168-bf5d-d95feaec7a66 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0495055 Aug 10 03:26:09.724248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca1d8108-740a-4a4f-8930-55b17fe26165 req-6b52918b-cf95-482b-af49-c3a60b97a266 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Aug 10 03:26:09.812568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34024) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:09.858389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c3d15829-1c88-4df9-a7ea-884081ac6947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05216a8327924cc4b0a82468b3910d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420163 Aug 10 03:26:09.858698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34026) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:09.936770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8709f459-4bed-4a11-96b7-9349007a795c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.936770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8709f459-4bed-4a11-96b7-9349007a795c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.065768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8709f459-4bed-4a11-96b7-9349007a795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.068315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8709f459-4bed-4a11-96b7-9349007a795c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.070628 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8709f459-4bed-4a11-96b7-9349007a795c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc03dc08-a959-4f7d-a2fa-d72a06b94768 HTTP/1.1" status: 204 len: 168 time: 0.2109427 Aug 10 03:26:10.089078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709f459-4bed-4a11-96b7-9349007a795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03dc08-a959-4f7d-a2fa-d72a06b94768,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.238498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8f47a-bc1f-43de-a005-9d77f950894f req-9dd27b77-7faf-4e6b-ae31-f667f87ba780 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.242024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0a8f47a-bc1f-43de-a005-9d77f950894f req-9dd27b77-7faf-4e6b-ae31-f667f87ba780 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 944 time: 0.0792334 Aug 10 03:26:10.289130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0a8f47a-bc1f-43de-a005-9d77f950894f req-32d545ac-e519-40f0-a9ee-33134725544e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Aug 10 03:26:10.462531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfb126-e676-4298-b0f5-ff5cd820efa1 req-9d22d3f3-2385-49c8-b02f-2699b4132eaf tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.464192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12cfb126-e676-4298-b0f5-ff5cd820efa1 req-9d22d3f3-2385-49c8-b02f-2699b4132eaf tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.0570278 Aug 10 03:26:10.503550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12cfb126-e676-4298-b0f5-ff5cd820efa1 req-49d1f36d-e1ed-48e1-80c3-e97a4bf81dc6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Aug 10 03:26:10.860786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccce6e6-c194-4dbd-b1c7-e34d47c8278f req-a9d47c15-09ab-4635-a2a0-ed9d9f6f3700 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.862199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ccce6e6-c194-4dbd-b1c7-e34d47c8278f req-a9d47c15-09ab-4635-a2a0-ed9d9f6f3700 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Aug 10 03:26:10.903229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ccce6e6-c194-4dbd-b1c7-e34d47c8278f req-566acd7a-7e04-4c7d-91ca-45d95b0b6311 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348408 Aug 10 03:26:11.012005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a7074-81f9-4b24-89bb-5db9f706181e req-868a6232-6116-4e35-9042-9b40c8da715d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.016998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c7a7074-81f9-4b24-89bb-5db9f706181e req-868a6232-6116-4e35-9042-9b40c8da715d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0559950 Aug 10 03:26:11.052138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c7a7074-81f9-4b24-89bb-5db9f706181e req-6767bd59-e6c0-4f76-925a-21b81b24cb36 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321462 Aug 10 03:26:11.171091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d597ed-4508-40d1-8eda-23416037b55e req-fa217fe3-d73f-495a-ba68-5c25db8d975b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.174072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58d597ed-4508-40d1-8eda-23416037b55e req-fa217fe3-d73f-495a-ba68-5c25db8d975b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.0638659 Aug 10 03:26:11.221510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58d597ed-4508-40d1-8eda-23416037b55e req-271a6919-e118-47ae-ba0b-b561adc2715b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Aug 10 03:26:11.234633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34092) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:11.394242 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd9cbcd0-d2e4-4896-97ed-50ba35091836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.460681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb4615-e7d8-4fa8-a77c-cfe8d70f6a9b req-707f0614-ee80-4043-aded-d072cc44b907 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.465431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8eb4615-e7d8-4fa8-a77c-cfe8d70f6a9b req-707f0614-ee80-4043-aded-d072cc44b907 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.0688460 Aug 10 03:26:11.515193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8eb4615-e7d8-4fa8-a77c-cfe8d70f6a9b req-cc6ef8d4-90e2-41e5-b227-da5ff05d4226 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Aug 10 03:26:11.544261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd9cbcd0-d2e4-4896-97ed-50ba35091836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.640774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dfe6e-3bfd-4b68-ac5d-1d5a088aa5fd req-7bf9ff6e-f39e-411e-95de-33f1b209134b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.642447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-343dfe6e-3bfd-4b68-ac5d-1d5a088aa5fd req-7bf9ff6e-f39e-411e-95de-33f1b209134b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 944 time: 0.0574620 Aug 10 03:26:11.689596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-343dfe6e-3bfd-4b68-ac5d-1d5a088aa5fd req-e71eefdf-5e78-4c79-a193-f778e3afec6a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Aug 10 03:26:11.711339 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd9cbcd0-d2e4-4896-97ed-50ba35091836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.751072 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cd9cbcd0-d2e4-4896-97ed-50ba35091836 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=894ebc3649c149ddb8ad731f1130cf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152743 Aug 10 03:26:11.752192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cbcd0-d2e4-4896-97ed-50ba35091836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7c652-c377-4dd1-9fed-bbdb8c9d3a62,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.754848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:11.776097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:11.820202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20076f55-b1eb-4eea-8efb-3e879d394df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.849931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20076f55-b1eb-4eea-8efb-3e879d394df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.886314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:11.909397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:11.945507 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.958929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:11.978922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:12.156368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20076f55-b1eb-4eea-8efb-3e879d394df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.159667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20076f55-b1eb-4eea-8efb-3e879d394df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.160782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-20076f55-b1eb-4eea-8efb-3e879d394df1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15b7c652-c377-4dd1-9fed-bbdb8c9d3a62 HTTP/1.1" status: 204 len: 168 time: 0.4046109 Aug 10 03:26:12.171522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20076f55-b1eb-4eea-8efb-3e879d394df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7c652-c377-4dd1-9fed-bbdb8c9d3a62,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:12.271302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.319050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:12.568700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fe4f3-6a80-4bc2-9941-f96069c77f3a req-06ccf107-b85a-495d-92db-db0d676cdbad tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.570429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c4fe4f3-6a80-4bc2-9941-f96069c77f3a req-06ccf107-b85a-495d-92db-db0d676cdbad tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0496976 Aug 10 03:26:12.611068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c4fe4f3-6a80-4bc2-9941-f96069c77f3a req-21f885eb-6ea2-4ee1-885a-3c084aed5a5a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Aug 10 03:26:12.723524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3728dc-94b9-4ebc-bd2f-6ed61d4ac680 req-0d1d981a-87da-4f42-9d17-d7e56d61240c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.725099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e3728dc-94b9-4ebc-bd2f-6ed61d4ac680 req-0d1d981a-87da-4f42-9d17-d7e56d61240c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0524414 Aug 10 03:26:12.734443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['bfed7062-c869-404b-a18d-6e78ba82c4fb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:12.781533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e3728dc-94b9-4ebc-bd2f-6ed61d4ac680 req-1044032d-8ba9-49a5-a24b-7382a89adc93 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455570 Aug 10 03:26:12.953905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550fc4d-42f5-4f0a-b8ac-10b6d289569a req-d2806ae5-05ec-41a5-8935-c831ddf955ed tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.955406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c550fc4d-42f5-4f0a-b8ac-10b6d289569a req-d2806ae5-05ec-41a5-8935-c831ddf955ed tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Aug 10 03:26:12.996053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c550fc4d-42f5-4f0a-b8ac-10b6d289569a req-f03a0721-2f64-4572-9130-bb06463a7b6e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Aug 10 03:26:13.117352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381542-75ca-486c-a021-8055ff6707f1 req-1b919388-d9cb-437a-9dd1-054623876f7b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.118906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46381542-75ca-486c-a021-8055ff6707f1 req-1b919388-d9cb-437a-9dd1-054623876f7b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0662894 Aug 10 03:26:13.161026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46381542-75ca-486c-a021-8055ff6707f1 req-b1ebe279-9af5-4d7d-9882-271ef77214a6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357523 Aug 10 03:26:13.238993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34156) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.254763 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.343252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.501084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.539136 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63f6dfe236fe452fb7354cf1acc63a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989597 Aug 10 03:26:13.553078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34164) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:13.585367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3493b54-01bf-499c-9e27-de319f5f9312,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:13.600292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.600665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.601054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.601394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.601729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.602059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.602859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.602859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.603016 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.605147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.617239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.617809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28e9be-faab-4b95-a957-bc768973a345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:13.663048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-918ac5c5-e1a6-4073-9c55-b04a25443cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.685015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-918ac5c5-e1a6-4073-9c55-b04a25443cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.734277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f58f3-4bbf-4a26-9c44-7c697a7af703 req-51c7b862-11ee-41b0-bd96-cad582fabb80 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.736053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-953f58f3-4bbf-4a26-9c44-7c697a7af703 req-51c7b862-11ee-41b0-bd96-cad582fabb80 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0529289 Aug 10 03:26:13.776478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-953f58f3-4bbf-4a26-9c44-7c697a7af703 req-7bae1935-b36a-485f-8971-8034b7916b7d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Aug 10 03:26:13.819828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-918ac5c5-e1a6-4073-9c55-b04a25443cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.822487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-918ac5c5-e1a6-4073-9c55-b04a25443cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.823671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-918ac5c5-e1a6-4073-9c55-b04a25443cd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3493b54-01bf-499c-9e27-de319f5f9312 HTTP/1.1" status: 204 len: 168 time: 0.2693729 Aug 10 03:26:13.837394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ac5c5-e1a6-4073-9c55-b04a25443cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3493b54-01bf-499c-9e27-de319f5f9312,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:13.921181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3233-d19b-45ae-9f1f-284bd540c92b req-a5f5ba26-45fa-498b-826d-3646cf157ccb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.922809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69bd3233-d19b-45ae-9f1f-284bd540c92b req-a5f5ba26-45fa-498b-826d-3646cf157ccb tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0575588 Aug 10 03:26:13.962918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69bd3233-d19b-45ae-9f1f-284bd540c92b req-00979d43-e47b-40e9-ba56-d4dd08b7a4c6 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338426 Aug 10 03:26:14.136670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908daeb-bc5c-436e-850e-9ad9a9f29028 req-c064f6b1-1f23-440a-ac5d-2e1569dbbfca tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.138192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5908daeb-bc5c-436e-850e-9ad9a9f29028 req-c064f6b1-1f23-440a-ac5d-2e1569dbbfca tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.0540955 Aug 10 03:26:14.178281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5908daeb-bc5c-436e-850e-9ad9a9f29028 req-6d6b33d3-673e-4b2e-9278-f549cec696d7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Aug 10 03:26:14.305310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692bc67-b602-4d36-8db4-3b6b967189b0 req-b24ca447-7d60-4a19-bb23-802f273f088b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.307650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f692bc67-b602-4d36-8db4-3b6b967189b0 req-b24ca447-7d60-4a19-bb23-802f273f088b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0570998 Aug 10 03:26:14.358251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f692bc67-b602-4d36-8db4-3b6b967189b0 req-ee68d06b-073f-4dd3-ab5c-7a678ac6952d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Aug 10 03:26:14.558158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-e99ac066-cf80-4245-8f49-5281367cc2ff tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.559607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-e99ac066-cf80-4245-8f49-5281367cc2ff tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 946 time: 0.0655138 Aug 10 03:26:14.692277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port f8e7927b-388e-49d3-b0c3-540f58736a22 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:14.692715 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.789466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port f8e7927b-388e-49d3-b0c3-540f58736a22, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f8e7927b-388e-49d3-b0c3-540f58736a22,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:14.817807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.817807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for f8e7927b-388e-49d3-b0c3-540f58736a22 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:14.924528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832df83-9f21-4e9b-803d-b1e972da7cee req-bcaeb3d2-3217-46eb-b268-b5413956df4d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.926018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0832df83-9f21-4e9b-803d-b1e972da7cee req-bcaeb3d2-3217-46eb-b268-b5413956df4d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0804946 Aug 10 03:26:15.015029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0832df83-9f21-4e9b-803d-b1e972da7cee req-8d10ea4d-1f2b-4fca-87a6-fbd46666ddc4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824254 Aug 10 03:26:15.112038 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.136059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.150712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463', 'f8e7927b-388e-49d3-b0c3-540f58736a22'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:15.174755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cce5-c747-46db-b9e6-17675bd1e59a req-194b8d26-4694-40f3-a81c-65ca5f195f62 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.178478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b2cce5-c747-46db-b9e6-17675bd1e59a req-194b8d26-4694-40f3-a81c-65ca5f195f62 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0860574 Aug 10 03:26:15.187185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=f8e7927b-388e-49d3-b0c3-540f58736a22,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.244446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port f8e7927b-388e-49d3-b0c3-540f58736a22 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:15.247155 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.249945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe8c1285-37ae-433f-aab7-2ca412851fb9 req-2c4c4e6f-2fc2-4208-83e3-deebb899a4d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/f8e7927b-388e-49d3-b0c3-540f58736a22 HTTP/1.1" status: 204 len: 173 time: 0.6771903 Aug 10 03:26:15.250526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'name': 'network-vif-deleted', 'tag': 'f8e7927b-388e-49d3-b0c3-540f58736a22'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:15.252850 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d6982-3aa4-4c40-9cab-3dc6d95f68e6" -d '{"events": [{"server_uuid": "6583e68c-9f30-456d-b897-7e6c868bbec7", "name": "network-vif-deleted", "tag": "f8e7927b-388e-49d3-b0c3-540f58736a22"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:15.273300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2b2cce5-c747-46db-b9e6-17675bd1e59a req-b5039a4f-0a7f-41c2-a7f0-e14e3c50471f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814095 Aug 10 03:26:15.428236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8273022-681c-494e-9fe9-9386c7aa525b req-8abaa5e5-8d7a-4205-9d88-03c430532e0f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=6583e68c-9f30-456d-b897-7e6c868bbec7 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Aug 10 03:26:15.471919 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335fa283-0a4e-4fb0-98fa-309187e95d6c x-openstack-request-id: req-335fa283-0a4e-4fb0-98fa-309187e95d6c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:15.472252 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6583e68c-9f30-456d-b897-7e6c868bbec7", "name": "network-vif-deleted", "tag": "f8e7927b-388e-49d3-b0c3-540f58736a22", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:15.472541 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-335fa283-0a4e-4fb0-98fa-309187e95d6c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:15.472943 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6583e68c-9f30-456d-b897-7e6c868bbec7', 'name': 'network-vif-deleted', 'tag': 'f8e7927b-388e-49d3-b0c3-540f58736a22', 'status': 'completed', 'code': 200} Aug 10 03:26:15.594143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86273701-fd7c-40e4-83a2-2427b33c1c2e req-ac115fcf-7885-486f-956c-7fb739204ee8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.595725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86273701-fd7c-40e4-83a2-2427b33c1c2e req-ac115fcf-7885-486f-956c-7fb739204ee8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0737455 Aug 10 03:26:15.644277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86273701-fd7c-40e4-83a2-2427b33c1c2e req-002abd2b-5d84-4bd7-8387-4a0d1589e720 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Aug 10 03:26:15.807085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:15.990899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port bfed7062-c869-404b-a18d-6e78ba82c4fb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:15.996085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port bfed7062-c869-404b-a18d-6e78ba82c4fb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:15.996085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.088786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.120876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:16.123292 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63def389-b324-4c92-8ad9-a38c9b608cfd" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:16.142709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:16.185555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163a5c-af7e-4d05-a41d-1caf7ab96b64 req-a552c7f6-87b0-41cb-84fa-beeee860d5a4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.187066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3163a5c-af7e-4d05-a41d-1caf7ab96b64 req-a552c7f6-87b0-41cb-84fa-beeee860d5a4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0729630 Aug 10 03:26:16.225725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3163a5c-af7e-4d05-a41d-1caf7ab96b64 req-84290ecd-149b-4c28-ba12-2c36c23cdb4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Aug 10 03:26:16.269511 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f64040-9cdc-4186-89cd-19f245ed9857 x-openstack-request-id: req-c4f64040-9cdc-4186-89cd-19f245ed9857 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:16.269899 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:16.270164 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f64040-9cdc-4186-89cd-19f245ed9857 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:16.270559 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:26:16.344562 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.412211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.432368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd38d0-d3d6-4679-ba3d-437e9368e939 req-80c24a0d-898d-44fa-8ba3-0c33b4f64df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.434088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68dd38d0-d3d6-4679-ba3d-437e9368e939 req-80c24a0d-898d-44fa-8ba3-0c33b4f64df5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1098 time: 0.0992620 Aug 10 03:26:16.448005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f7abe-26f0-4820-a333-d4475069d566 req-4bfdfc94-dac0-4e8f-8e61-54c73efb217a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.449486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-527f7abe-26f0-4820-a333-d4475069d566 req-4bfdfc94-dac0-4e8f-8e61-54c73efb217a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0963855 Aug 10 03:26:16.500811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68dd38d0-d3d6-4679-ba3d-437e9368e939 req-6d063471-75b2-468c-956d-6bf3e9e71ec8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494707 Aug 10 03:26:16.528593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-527f7abe-26f0-4820-a333-d4475069d566 req-2bce1127-657a-45b9-8769-129af923b693 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711930 Aug 10 03:26:16.801603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20a4aa-768a-4d84-bf66-35daa5367688 req-4daa151a-604f-4662-baff-2375697846a0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.803194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a20a4aa-768a-4d84-bf66-35daa5367688 req-4daa151a-604f-4662-baff-2375697846a0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.0854533 Aug 10 03:26:16.845153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a20a4aa-768a-4d84-bf66-35daa5367688 req-87739ca1-c9aa-4118-a635-c26a1206b5ac tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351591 Aug 10 03:26:17.043209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-df4e4750-4b28-4990-847f-1961753e990f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.044713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-df4e4750-4b28-4990-847f-1961753e990f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.1091135 Aug 10 03:26:17.060528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-96e4f9f6-eb25-4afc-9cf1-a63cc7a44876 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/quotas/e48ecba53045408abfca6a6c0a827f4a HTTP/1.1" status: 200 len: 375 time: 0.0090060 Aug 10 03:26:17.114006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-6bd65daa-3100-4501-9bef-1521f791fec6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480123 Aug 10 03:26:17.369219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-d2e6b849-3a12-4ccc-964d-6cbedb58087a service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480295 Aug 10 03:26:17.466652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-19d716d7-49e1-4356-86ea-5b863af2f517 service neutron] 10.222.0.26 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922148 Aug 10 03:26:17.816680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:17.820555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f8e7927b-388e-49d3-b0c3-540f58736a22 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:17.848683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: f8e7927b-388e-49d3-b0c3-540f58736a22 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:17.861317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f8e7927b-388e-49d3-b0c3-540f58736a22 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:17.986996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:18.003251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'mac_address': 'fa:16:3e:8d:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:18.012202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fffc-01f1-4684-9f65-22a30b1c9afc req-b5e74cf9-b650-4425-9c4c-f5c021942993 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.022226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73f6fffc-01f1-4684-9f65-22a30b1c9afc req-b5e74cf9-b650-4425-9c4c-f5c021942993 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0989704 Aug 10 03:26:18.052444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.067768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:18.115151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:18.127690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73f6fffc-01f1-4684-9f65-22a30b1c9afc req-90dda5c5-37a2-4745-8e60-3972f3c7a3f4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040037 Aug 10 03:26:18.264006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d70d8-e2ce-49d1-ba68-a6c98667357a req-dc7eeccb-e69d-475a-a90a-912f734da77e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.265562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d2d70d8-e2ce-49d1-ba68-a6c98667357a req-dc7eeccb-e69d-475a-a90a-912f734da77e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0503352 Aug 10 03:26:18.305212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d2d70d8-e2ce-49d1-ba68-a6c98667357a req-ae2d869c-6191-4461-89d6-f4869b02f47c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Aug 10 03:26:18.315729 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.397426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:18.473236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2dd65c9-351c-47a8-b3c1-76e84579648d req-249ea087-6109-4922-ba19-60dbf2562f01 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 210 time: 0.0296478 Aug 10 03:26:18.533913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3b4c87dd-1e01-4200-a1c6-5d18f07223f2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:18.620890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e05eb7-8ba6-46f5-92b5-c934bae30ea8 req-8c237fee-f18e-4632-b4a7-f295c0c73454 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.620890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2e05eb7-8ba6-46f5-92b5-c934bae30ea8 req-8c237fee-f18e-4632-b4a7-f295c0c73454 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.0720470 Aug 10 03:26:18.684048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2e05eb7-8ba6-46f5-92b5-c934bae30ea8 req-a1ebb4d1-fed6-4268-b9a5-031da1a05168 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557785 Aug 10 03:26:18.807935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2276a-2ef9-4b67-b752-3553a216edf6 req-888ed3d0-4448-423b-baa5-48893a7a8257 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.809620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c2276a-2ef9-4b67-b752-3553a216edf6 req-888ed3d0-4448-423b-baa5-48893a7a8257 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.0552011 Aug 10 03:26:18.820289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:18.824329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'floatingip': {'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:18.883469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.276041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1fff0-4a40-4e25-98f8-12d0b4c096e2 req-7ff50738-49cd-4784-99f7-6ed7f76c8f04 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.277668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b1fff0-4a40-4e25-98f8-12d0b4c096e2 req-7ff50738-49cd-4784-99f7-6ed7f76c8f04 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 944 time: 0.0711503 Aug 10 03:26:19.330497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93b1fff0-4a40-4e25-98f8-12d0b4c096e2 req-3bff3e46-68d2-4712-b239-c753446f6e18 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Aug 10 03:26:19.494473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8df3-ffe3-40c8-805e-47b753c364e0 req-5835d2e8-591f-43fb-9593-c736bf45eb3c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.502718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d23b8df3-ffe3-40c8-805e-47b753c364e0 req-5835d2e8-591f-43fb-9593-c736bf45eb3c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1026871 Aug 10 03:26:19.573389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d23b8df3-ffe3-40c8-805e-47b753c364e0 req-f35d0b27-4361-49f1-a66c-b4820edd9abd tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592854 Aug 10 03:26:19.660000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.748500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a6b73b4-6914-4160-bdf6-0c33262144d3 req-6f925c34-d2fd-45f3-a88c-a322763dc077 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 210 time: 0.0280373 Aug 10 03:26:19.818657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:19.819461 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.867664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:19.868038 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.924066 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Floating IP 949b1472-e29f-4248-8514-571c9e674fdd associated. External IP: 172.25.1.58, port: bfed7062-c869-404b-a18d-6e78ba82c4fb. Aug 10 03:26:19.946589 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.971996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:19.974258 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e04b0-27fe-4ddb-8d08-866665eceb02" -d '{"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:20.003353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:20.037942 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff35c2d-0cfd-46b0-8943-9696e8af1a99 x-openstack-request-id: req-9ff35c2d-0cfd-46b0-8943-9696e8af1a99 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:20.038254 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:20.038508 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ff35c2d-0cfd-46b0-8943-9696e8af1a99 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:20.038898 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'code': 200} Aug 10 03:26:20.118466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.197880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:20.198136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Router 5f2c2423-c717-412b-a0de-c5a7b30247aa has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:20.330476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:20.335970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.340501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] Sync routers for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:20.349731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:20.350400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:26:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:20.368755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a2fa1c63-9fbc-474d-bf8d-3757ba74e626 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "PUT /v2.0/floatingips/949b1472-e29f-4248-8514-571c9e674fdd HTTP/1.1" status: 200 len: 991 time: 1.5449126 Aug 10 03:26:20.368755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:20.368755 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e7ff69-872b-4b90-98b4-59a9f64c07be" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:20.457540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26f44e-da5f-4473-b1c6-bebcc7783fa0 req-edc61c76-723b-4236-8a36-6575f17275dc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.465747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb26f44e-da5f-4473-b1c6-bebcc7783fa0 req-edc61c76-723b-4236-8a36-6575f17275dc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0633695 Aug 10 03:26:20.507207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb26f44e-da5f-4473-b1c6-bebcc7783fa0 req-ecc01b6e-f666-4528-bdca-e0fa6fdaf3b7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Aug 10 03:26:20.509812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:20.854167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '949b1472-e29f-4248-8514-571c9e674fdd', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:25:56Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 1, 'project_id': '8cec418f26654197a34c45695ec4b165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:20.858388 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b1ebc-34f2-41c4-af8f-1cd999a3e989 x-openstack-request-id: req-1c8b1ebc-34f2-41c4-af8f-1cd999a3e989 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:20.858681 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:20.858931 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c8b1ebc-34f2-41c4-af8f-1cd999a3e989 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:20.859650 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'status': 'completed', 'code': 200} Aug 10 03:26:20.900493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] Checking router: 5f2c2423-c717-412b-a0de-c5a7b30247aa for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:20.930989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:20.932493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:26:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:21.058530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-e29431f3-8dc9-4344-b9d1-110ce0f88b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.060403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-e29431f3-8dc9-4344-b9d1-110ce0f88b14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1098 time: 0.1447966 Aug 10 03:26:21.069684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb7d7-e89b-400c-8d29-c638e86f36ea req-6b69fd01-6e2e-43c6-9d21-1905432af5f8 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.077006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c88eb7d7-e89b-400c-8d29-c638e86f36ea req-6b69fd01-6e2e-43c6-9d21-1905432af5f8 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1363232 Aug 10 03:26:21.119030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:21.361409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c88eb7d7-e89b-400c-8d29-c638e86f36ea req-c32fbb99-7b1c-40f4-bfc9-59e02689bb61 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824969 Aug 10 03:26:21.524168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '949b1472-e29f-4248-8514-571c9e674fdd', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:25:56Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 1, 'project_id': '8cec418f26654197a34c45695ec4b165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:21.611718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419390b-e09a-44a6-87cd-803d31231b76 None None] The sync data for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 is: [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '949b1472-e29f-4248-8514-571c9e674fdd', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:25:56Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 1, 'project_id': '8cec418f26654197a34c45695ec4b165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:21.686574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-c8b28e39-2c03-4e18-a77d-54512d57851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.688909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-c8b28e39-2c03-4e18-a77d-54512d57851c service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.6084602 Aug 10 03:26:21.710725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cea1b7d-e3c0-4d75-855a-c38ff4f99a6f req-e9d1d92c-7b3a-4599-aafb-691faa74b639 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 210 time: 0.0533216 Aug 10 03:26:21.978038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-a7154b33-838b-44d2-a9e6-e53f2aaede92 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.980224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-a7154b33-838b-44d2-a9e6-e53f2aaede92 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/networks?id=61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 200 len: 805 time: 0.5949976 Aug 10 03:26:22.014762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Request body: {'port': {'device_id': '99e87554-5e70-40d0-8716-dff3df4cd487', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'admin_state_up': True, 'tenant_id': 'e48ecba53045408abfca6a6c0a827f4a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.038449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-3354705a-e109-4f50-bd49-1833604ee4e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.3136344 Aug 10 03:26:22.049669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a38e7c-c983-4b8c-a341-4de0aeb043e2 None None] New status for floating IP 949b1472-e29f-4248-8514-571c9e674fdd: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:22.255549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a22a1-6cd4-4e81-b5a2-afce36d42389 req-16366a64-ec63-4a2e-bc86-4ca7a11eb472 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.263711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067a22a1-6cd4-4e81-b5a2-afce36d42389 req-16366a64-ec63-4a2e-bc86-4ca7a11eb472 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.3238983 Aug 10 03:26:22.337317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-f4cb9c32-1528-4f32-b872-ec52a73d742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.338951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-f4cb9c32-1528-4f32-b872-ec52a73d742c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1600895 Aug 10 03:26:22.359920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-067a22a1-6cd4-4e81-b5a2-afce36d42389 req-4070e352-d4e1-4a0a-abbd-7da85be6da44 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952199 Aug 10 03:26:22.442571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-afbf78c9-fb90-4384-b61d-cc4cbdf9da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.444990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-afbf78c9-fb90-4384-b61d-cc4cbdf9da1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814221 Aug 10 03:26:22.533835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Made reservation on behalf of e48ecba53045408abfca6a6c0a827f4a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:22.543228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.706813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca498-b453-477a-8237-eaff6c7b0034 req-093a54bf-85af-482e-bba3-7f69bef9d400 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.713992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b9ca498-b453-477a-8237-eaff6c7b0034 req-093a54bf-85af-482e-bba3-7f69bef9d400 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1583722 Aug 10 03:26:22.758485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-2f955350-50c4-4697-a055-9cf9909d0900 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905416 Aug 10 03:26:22.945492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b9ca498-b453-477a-8237-eaff6c7b0034 req-18b63754-f8bf-465e-98c7-bac35f94dd50 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283521 Aug 10 03:26:22.988620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Allocated IP 172.20.0.3 (61ad6170-7879-433e-9570-1e1e56a2bbc4/370671f8-18ad-473b-9649-eaf4e22257fe/48c7c779-6d31-4e0b-a166-6f7bca97bec9) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:23.005977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34486) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.237048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80167bbd-34a5-4fe7-93ca-ef85165be0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.342353 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80167bbd-34a5-4fe7-93ca-ef85165be0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.425024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80167bbd-34a5-4fe7-93ca-ef85165be0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.503004 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-80167bbd-34a5-4fe7-93ca-ef85165be0b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87f1361293e045828658c4bba60bfa86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958935 Aug 10 03:26:23.507994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34496) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.508691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34498) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.523814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80167bbd-34a5-4fe7-93ca-ef85165be0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c691e3d-1584-4e88-a9cd-348c1b0ea282,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.556487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e7ff69-872b-4b90-98b4-59a9f64c07be req-b77e8697-a90a-439a-a4aa-430e5d38e670 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740259 Aug 10 03:26:23.593395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-367c3e91-09ce-418b-a969-87e85485dfdf req-7b151a7c-fe94-4bea-9067-3712bea92008 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 210 time: 0.0835512 Aug 10 03:26:23.680848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-91551f38-2e1c-4f92-9c3c-98d47e2d63f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.693917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.804853 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.845382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-91551f38-2e1c-4f92-9c3c-98d47e2d63f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.855964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0d32a-ea8c-4ca0-be66-63eb732b9311 req-d79c9ec8-f738-400a-9e44-9244568b37ca tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.864438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0b0d32a-ea8c-4ca0-be66-63eb732b9311 req-d79c9ec8-f738-400a-9e44-9244568b37ca tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1246011 Aug 10 03:26:23.930024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.944673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0b0d32a-ea8c-4ca0-be66-63eb732b9311 req-b929a17c-b02c-435d-b35f-03e1d0bbfc2f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778246 Aug 10 03:26:23.957449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-91551f38-2e1c-4f92-9c3c-98d47e2d63f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.992901 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-91551f38-2e1c-4f92-9c3c-98d47e2d63f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37311946d2d44b9087f4c2a9d05b54be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789634 Aug 10 03:26:23.996034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:24.049061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551f38-2e1c-4f92-9c3c-98d47e2d63f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d41e26-f5b8-4806-9769-e3847ae10d81,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.090733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d03ed3-877a-4fe2-bbc4-8c3a5421d331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.128391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.131184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.132333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c691e3d-1584-4e88-a9cd-348c1b0ea282 HTTP/1.1" status: 204 len: 168 time: 0.5908575 Aug 10 03:26:24.135528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.149674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:24.178282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d03ed3-877a-4fe2-bbc4-8c3a5421d331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.261378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c691e3d-1584-4e88-a9cd-348c1b0ea282,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.301467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.301840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.303716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.303716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.303716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.303716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.303716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.304285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.304285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.304678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.305146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.305480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6d7e75-9398-41c7-a7ce-137abbfd0a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:24.316891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Network 61ad6170-7879-433e-9570-1e1e56a2bbc4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:24.331857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:24.338925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:24.347960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event updated for resources: {'Port': ['ID=48c7c779-6d31-4e0b-a166-6f7bca97bec9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.374086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d03ed3-877a-4fe2-bbc4-8c3a5421d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.377882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70d03ed3-877a-4fe2-bbc4-8c3a5421d331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.390012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-70d03ed3-877a-4fe2-bbc4-8c3a5421d331 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30d41e26-f5b8-4806-9769-e3847ae10d81 HTTP/1.1" status: 204 len: 168 time: 0.3850346 Aug 10 03:26:24.398275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d03ed3-877a-4fe2-bbc4-8c3a5421d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d41e26-f5b8-4806-9769-e3847ae10d81,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.449703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dee65-21d6-4183-b583-585be869181f req-9bbab106-2c9c-4495-a701-1785c5e17282 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.451496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761dee65-21d6-4183-b583-585be869181f req-9bbab106-2c9c-4495-a701-1785c5e17282 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.2797527 Aug 10 03:26:24.462991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.466185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.521262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761dee65-21d6-4183-b583-585be869181f req-ae4181b3-d552-4ba0-a0a9-80de355c63a3 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 Aug 10 03:26:24.586109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-71b33a54-9433-4ba2-9ad8-fc2649acdf73 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5842931 Aug 10 03:26:24.625353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Request body: {'port': {'device_id': '99e87554-5e70-40d0-8716-dff3df4cd487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:24.742468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.974945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9d20e-9730-47e0-b851-e71f755a9223 req-8310674f-1824-4dd2-8de7-4a4ab6880885 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.982597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1e9d20e-9730-47e0-b851-e71f755a9223 req-8310674f-1824-4dd2-8de7-4a4ab6880885 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 931 time: 0.2271049 Aug 10 03:26:25.074870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1e9d20e-9730-47e0-b851-e71f755a9223 req-c9e28b34-9bff-4596-85ec-b8cfe8718333 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913897 Aug 10 03:26:25.241052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c7c779-6d31-4e0b-a166-6f7bca97bec9 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:25.253236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.274979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Transition to ACTIVE for port object 48c7c779-6d31-4e0b-a166-6f7bca97bec9 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:25.283413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a18ca0-d6b1-4544-b2b8-52094e2639f7 req-94bbbe07-ef96-4843-98ae-f2626b1f9226 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.291216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25a18ca0-d6b1-4544-b2b8-52094e2639f7 req-94bbbe07-ef96-4843-98ae-f2626b1f9226 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1125546 Aug 10 03:26:25.334048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25a18ca0-d6b1-4544-b2b8-52094e2639f7 req-8bdc8c9d-6f81-44c2-8689-64e1279f1fe7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Aug 10 03:26:25.397042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.518651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Pushing event updated for resources: {'Port': ['ID=48c7c779-6d31-4e0b-a166-6f7bca97bec9,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.550517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34528) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:25.571839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Attempting to bind port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:25.577283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Attempting to bind port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:25.577283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Attempting to bind port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:25.581316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabc1be2-ec24-4027-bdec-d9b147b0defa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.582674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:25.584391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Attempting to bind port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 on network 61ad6170-7879-433e-9570-1e1e56a2bbc4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:25.604252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:25.605057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Checking segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:25.605561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Bound using segment: {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:25.607004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Bound port: 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2379a9-c525-499d-85de-6016cffbb627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:25.607505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.681753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34534) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:25.744434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b83aab-0c4f-4e22-9abd-9dec6c390c46 req-2315fb8a-527d-4518-afaf-f9a1e6a9924c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.752807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37b83aab-0c4f-4e22-9abd-9dec6c390c46 req-2315fb8a-527d-4518-afaf-f9a1e6a9924c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1502182 Aug 10 03:26:25.820199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.822351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37b83aab-0c4f-4e22-9abd-9dec6c390c46 req-2fbffb83-2133-45c2-bf22-74fb8073282c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Aug 10 03:26:25.830954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] For port 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:25.870800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] For port 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=48c7c779-6d31-4e0b-a166-6f7bca97bec9,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:25.892777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabc1be2-ec24-4027-bdec-d9b147b0defa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.933610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b180a5cb-45b7-4e40-ab5d-7a214b85f8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.945704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.012511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.013350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.014802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] 10.222.0.46 "PUT /v2.0/ports/48c7c779-6d31-4e0b-a166-6f7bca97bec9 HTTP/1.1" status: 200 len: 1092 time: 1.3968744 Aug 10 03:26:26.015945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e87554-5e70-40d0-8716-dff3df4cd487', 'tag': '48c7c779-6d31-4e0b-a166-6f7bca97bec9'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:26.018739 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc44355-b46e-4f60-9c53-31bdce74824a" -d '{"events": [{"name": "network-changed", "server_uuid": "99e87554-5e70-40d0-8716-dff3df4cd487", "tag": "48c7c779-6d31-4e0b-a166-6f7bca97bec9"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:26.026397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84ce28-007c-4078-a0a1-13c2148b0e75 service neutron] Pushing event updated for resources: {'Port': ['ID=48c7c779-6d31-4e0b-a166-6f7bca97bec9,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.068361 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530e8420-1f63-4c88-8add-a9a7f6593977 x-openstack-request-id: req-530e8420-1f63-4c88-8add-a9a7f6593977 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:26.068683 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e87554-5e70-40d0-8716-dff3df4cd487", "tag": "48c7c779-6d31-4e0b-a166-6f7bca97bec9", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:26.068938 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-530e8420-1f63-4c88-8add-a9a7f6593977 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:26.069383 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e87554-5e70-40d0-8716-dff3df4cd487', 'tag': '48c7c779-6d31-4e0b-a166-6f7bca97bec9', 'status': 'completed', 'code': 200} Aug 10 03:26:26.101283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabc1be2-ec24-4027-bdec-d9b147b0defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.157680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc1be2-ec24-4027-bdec-d9b147b0defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b81a1-37f7-40e3-a209-6b9d629124e3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.267111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc44355-b46e-4f60-9c53-31bdce74824a req-93614b69-dc55-42d9-b712-b5fda1825f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.267111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fc44355-b46e-4f60-9c53-31bdce74824a req-93614b69-dc55-42d9-b712-b5fda1825f86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 1095 time: 0.0855901 Aug 10 03:26:26.267711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eabc1be2-ec24-4027-bdec-d9b147b0defa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b79009f3c68476faeaeff5f3cab41bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295896 Aug 10 03:26:26.268182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34542) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.268682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b180a5cb-45b7-4e40-ab5d-7a214b85f8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.375654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccc471-3528-4b08-8395-8aeb99cb4ec9 req-2c48a941-04da-4e6f-a078-223401455430 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.377554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06ccc471-3528-4b08-8395-8aeb99cb4ec9 req-2c48a941-04da-4e6f-a078-223401455430 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 943 time: 0.1694238 Aug 10 03:26:26.397647 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6042-5bd8-4407-bd35-419df4c005ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.426721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc44355-b46e-4f60-9c53-31bdce74824a req-3def9547-399d-48f5-a14f-378f28e2a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.428226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fc44355-b46e-4f60-9c53-31bdce74824a req-3def9547-399d-48f5-a14f-378f28e2a6b9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e48ecba53045408abfca6a6c0a827f4a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2338624 Aug 10 03:26:26.455126 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6042-5bd8-4407-bd35-419df4c005ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.544484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06ccc471-3528-4b08-8395-8aeb99cb4ec9 req-73754c82-e67c-4407-8739-0f7015ca8776 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595047 Aug 10 03:26:26.602948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc44355-b46e-4f60-9c53-31bdce74824a req-7efadf2c-fc76-4889-b08e-46b59d9113dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.604432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fc44355-b46e-4f60-9c53-31bdce74824a req-7efadf2c-fc76-4889-b08e-46b59d9113dc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638775 Aug 10 03:26:26.662721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e454d3-a4f0-44ff-9063-79fbbdb72ff8 req-e26b8074-2259-41f0-a79a-3c942764eafa tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.664126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19e454d3-a4f0-44ff-9063-79fbbdb72ff8 req-e26b8074-2259-41f0-a79a-3c942764eafa tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0633988 Aug 10 03:26:26.730269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19e454d3-a4f0-44ff-9063-79fbbdb72ff8 req-d2d70276-b55c-466b-aea3-8a60ed996ab2 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Aug 10 03:26:26.733107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-3b332e39-62e3-4706-85ee-2959e015931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.735069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-3b332e39-62e3-4706-85ee-2959e015931d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48ecba53045408abfca6a6c0a827f4a&device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 1095 time: 0.0805731 Aug 10 03:26:26.745394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b180a5cb-45b7-4e40-ab5d-7a214b85f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.753340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6042-5bd8-4407-bd35-419df4c005ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.756977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6042-5bd8-4407-bd35-419df4c005ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.758462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab5b6042-5bd8-4407-bd35-419df4c005ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/408b81a1-37f7-40e3-a209-6b9d629124e3 HTTP/1.1" status: 204 len: 168 time: 0.5715289 Aug 10 03:26:26.810558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b6042-5bd8-4407-bd35-419df4c005ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b81a1-37f7-40e3-a209-6b9d629124e3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.813478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-55f20d6e-a7b8-480c-a6de-f23c19765432 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48c7c779-6d31-4e0b-a166-6f7bca97bec9 HTTP/1.1" status: 200 len: 217 time: 0.0537252 Aug 10 03:26:26.824816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a5cb-45b7-4e40-ab5d-7a214b85f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba2b76-13a7-45ad-af5d-f613171a40fb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:26.889919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2546668-1782-43a1-94de-7e72f443b698 req-d97ba078-4594-41af-9903-80ff6fe92bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.889919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-d97ba078-4594-41af-9903-80ff6fe92bfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 200 len: 845 time: 0.0598385 Aug 10 03:26:26.889919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34556) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.894053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b180a5cb-45b7-4e40-ab5d-7a214b85f8e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2019224dead54da48072eff48f5dfbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2079024 Aug 10 03:26:26.894938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:26.918662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41ed0cfa-2923-4324-a957-db7839644baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:26.957275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-10413c5d-f5c9-4ca3-8abe-280d54cdb91d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61ad6170-7879-433e-9570-1e1e56a2bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524817 Aug 10 03:26:27.000687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02aa4d36-865b-4a27-9ffd-34978e70c30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.050383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02aa4d36-865b-4a27-9ffd-34978e70c30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.091748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923c863-c10f-44f5-aafe-222b2ed2971e req-60bae9cf-32b7-4b2c-b961-1bcbcb5f4cb4 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.093373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d923c863-c10f-44f5-aafe-222b2ed2971e req-60bae9cf-32b7-4b2c-b961-1bcbcb5f4cb4 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1310704 Aug 10 03:26:27.160890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-7b3ed42c-31ce-484a-8de8-c4b7005ac414 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866310 Aug 10 03:26:27.182365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d923c863-c10f-44f5-aafe-222b2ed2971e req-644a4a87-5981-4e12-892d-498a993d3208 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685489 Aug 10 03:26:27.231058 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02aa4d36-865b-4a27-9ffd-34978e70c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.234260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02aa4d36-865b-4a27-9ffd-34978e70c30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.239490 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-02aa4d36-865b-4a27-9ffd-34978e70c30a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1ba2b76-13a7-45ad-af5d-f613171a40fb HTTP/1.1" status: 204 len: 168 time: 0.3431909 Aug 10 03:26:27.262572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa4d36-865b-4a27-9ffd-34978e70c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba2b76-13a7-45ad-af5d-f613171a40fb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.393012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2546668-1782-43a1-94de-7e72f443b698 req-d07b30e7-f853-4ba6-b0f5-8707dec69de3 service neutron] 10.222.0.46 "GET /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214329 Aug 10 03:26:27.412373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41ed0cfa-2923-4324-a957-db7839644baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.517071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41ed0cfa-2923-4324-a957-db7839644baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.559468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-41ed0cfa-2923-4324-a957-db7839644baf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe44b4113d7d4e9c84b4fc59b371226c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686563 Aug 10 03:26:27.562694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:27.576030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed0cfa-2923-4324-a957-db7839644baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd24d2d-ba53-4070-8f9b-97b6986f4ce0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.648801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e3fdca-21fe-409d-9425-85960487eb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.675936 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e3fdca-21fe-409d-9425-85960487eb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.731056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1c62a-25cc-4915-8c0f-ffb8aa0c03a1 req-b011ca24-5db2-4565-8d08-56190b62bed2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.740094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0d1c62a-25cc-4915-8c0f-ffb8aa0c03a1 req-b011ca24-5db2-4565-8d08-56190b62bed2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 943 time: 0.1005375 Aug 10 03:26:27.782943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0d1c62a-25cc-4915-8c0f-ffb8aa0c03a1 req-0fcabe4e-aa86-40b9-9386-ee14614460ac tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418477 Aug 10 03:26:27.807666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e3fdca-21fe-409d-9425-85960487eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.810304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56e3fdca-21fe-409d-9425-85960487eb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.814184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-56e3fdca-21fe-409d-9425-85960487eb13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bdd24d2d-ba53-4070-8f9b-97b6986f4ce0 HTTP/1.1" status: 204 len: 168 time: 0.2477255 Aug 10 03:26:27.822498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3fdca-21fe-409d-9425-85960487eb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd24d2d-ba53-4070-8f9b-97b6986f4ce0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.927229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347d979-3283-4056-84d4-f2a3be84c507 req-29ef8457-0a0d-44ee-9fa3-ae1b22855424 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.928865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5347d979-3283-4056-84d4-f2a3be84c507 req-29ef8457-0a0d-44ee-9fa3-ae1b22855424 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0627797 Aug 10 03:26:27.978357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5347d979-3283-4056-84d4-f2a3be84c507 req-76d47fd3-df71-486d-b112-8b3e0692cbdc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Aug 10 03:26:28.337503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f930c8-004e-4d68-b0c9-4dfb93d34522 req-bfdfb1a3-4750-4ea7-a2ad-4f1da0e71bbe tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.346636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1f930c8-004e-4d68-b0c9-4dfb93d34522 req-bfdfb1a3-4750-4ea7-a2ad-4f1da0e71bbe tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0682704 Aug 10 03:26:28.401369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1f930c8-004e-4d68-b0c9-4dfb93d34522 req-8fd3ed36-112e-4ecb-b7b2-91521d73ebac tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534413 Aug 10 03:26:28.418903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34596) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:28.450428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25df30c6-eb4f-4f66-98b2-3372c0c084e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.678888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25df30c6-eb4f-4f66-98b2-3372c0c084e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.819913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25df30c6-eb4f-4f66-98b2-3372c0c084e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.876872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34612) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:28.877477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-25df30c6-eb4f-4f66-98b2-3372c0c084e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01593ff6f583494195940749aa737154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570274 Aug 10 03:26:28.877907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df30c6-eb4f-4f66-98b2-3372c0c084e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56977d19-32a9-4c9c-8314-c3e036e89839,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:28.955741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c4e4b-26aa-41bb-aada-07fe9927e334 req-4c3e19fb-662b-408c-afa0-f8af2126046b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.964263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c96c4e4b-26aa-41bb-aada-07fe9927e334 req-4c3e19fb-662b-408c-afa0-f8af2126046b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 943 time: 0.0761161 Aug 10 03:26:28.985183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d5a99f3-f87c-433b-9ed6-c791470119e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.013150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c96c4e4b-26aa-41bb-aada-07fe9927e334 req-89ca6513-3bce-4456-9e36-94c3c3a4200c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Aug 10 03:26:29.038206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d5a99f3-f87c-433b-9ed6-c791470119e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.225716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5402f9-ede9-4502-9fa7-3a029cc1f3e0 req-1b301a98-8c9e-4817-ac2e-2a5e03b2f85a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.236684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a5402f9-ede9-4502-9fa7-3a029cc1f3e0 req-1b301a98-8c9e-4817-ac2e-2a5e03b2f85a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.1062658 Aug 10 03:26:29.286497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d5a99f3-f87c-433b-9ed6-c791470119e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.295983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a5402f9-ede9-4502-9fa7-3a029cc1f3e0 req-d20563da-9c14-496f-bc47-5a36c4ed8fba tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Aug 10 03:26:29.303487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d5a99f3-f87c-433b-9ed6-c791470119e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.306812 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d5a99f3-f87c-433b-9ed6-c791470119e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56977d19-32a9-4c9c-8314-c3e036e89839 HTTP/1.1" status: 204 len: 168 time: 0.4265726 Aug 10 03:26:29.342278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a99f3-f87c-433b-9ed6-c791470119e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56977d19-32a9-4c9c-8314-c3e036e89839,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:29.543526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa2134-31f8-4e57-97d0-94e86060bcca req-b72d65cb-aec0-4655-9c50-1a33f071900b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.544992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deaa2134-31f8-4e57-97d0-94e86060bcca req-b72d65cb-aec0-4655-9c50-1a33f071900b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0585368 Aug 10 03:26:29.626258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deaa2134-31f8-4e57-97d0-94e86060bcca req-524e080a-1ae6-447f-bf2b-dfae373345f8 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694566 Aug 10 03:26:29.880377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 48c7c779-6d31-4e0b-a166-6f7bca97bec9 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:29.997321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=48c7c779-6d31-4e0b-a166-6f7bca97bec9,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:30.005884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '48c7c779-6d31-4e0b-a166-6f7bca97bec9', 'network_id': '61ad6170-7879-433e-9570-1e1e56a2bbc4', 'port_id': '48c7c779-6d31-4e0b-a166-6f7bca97bec9', 'mac_address': 'fa:16:3e:70:39:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370671f8-18ad-473b-9649-eaf4e22257fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:30.046192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.064571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c7c779-6d31-4e0b-a166-6f7bca97bec9 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:30.103890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=48c7c779-6d31-4e0b-a166-6f7bca97bec9,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:30.190505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5c5e3-21bb-4bb5-9c7f-5f9336a6e24e req-c43da9e3-0222-4372-8e37-a8394fa88956 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.196110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.198450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62a5c5e3-21bb-4bb5-9c7f-5f9336a6e24e req-c43da9e3-0222-4372-8e37-a8394fa88956 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 943 time: 0.0612912 Aug 10 03:26:30.247650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62a5c5e3-21bb-4bb5-9c7f-5f9336a6e24e req-b51234e0-68f4-4aee-aac4-eca083e34750 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Aug 10 03:26:30.260128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a24e3d0c-23a3-487a-b708-28ee689910b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.292124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=48c7c779-6d31-4e0b-a166-6f7bca97bec9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:30.533068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ec659-2d6f-41b1-987e-250c2822c842 req-b6e4d51b-d7d9-4edd-85e9-45cc476220d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.533068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b95ec659-2d6f-41b1-987e-250c2822c842 req-b6e4d51b-d7d9-4edd-85e9-45cc476220d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0773151 Aug 10 03:26:30.540992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b95ec659-2d6f-41b1-987e-250c2822c842 req-ace51578-c29b-4290-95cd-1b52db01aade tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690587 Aug 10 03:26:30.638169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['48c7c779-6d31-4e0b-a166-6f7bca97bec9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:30.806577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24857ad7-7ad8-426a-a1f1-2deea41cce6f req-71565047-aafb-44a0-84e2-8ec4e1b81b47 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.806577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24857ad7-7ad8-426a-a1f1-2deea41cce6f req-71565047-aafb-44a0-84e2-8ec4e1b81b47 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0585995 Aug 10 03:26:30.811565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24857ad7-7ad8-426a-a1f1-2deea41cce6f req-0e0d5af1-9117-4d0a-80f0-77ed39e8176f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Aug 10 03:26:31.469437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deffffd-e891-4dc7-a45a-63aba25fdf21 req-d3f588dd-38a7-4096-814b-0a254155ffe6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.478427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8deffffd-e891-4dc7-a45a-63aba25fdf21 req-d3f588dd-38a7-4096-814b-0a254155ffe6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 944 time: 0.1259396 Aug 10 03:26:31.533397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8deffffd-e891-4dc7-a45a-63aba25fdf21 req-f516c4ad-ae13-43ab-873c-df3847558e18 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Aug 10 03:26:31.690855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021279e-75a9-45d5-9d11-d7125aa0a3dd req-dcc72ae9-727d-4cf6-8483-aa8cccb9ce70 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.692557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9021279e-75a9-45d5-9d11-d7125aa0a3dd req-dcc72ae9-727d-4cf6-8483-aa8cccb9ce70 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0718567 Aug 10 03:26:31.738268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9021279e-75a9-45d5-9d11-d7125aa0a3dd req-e2e9ace2-ce14-4e79-9d2c-820cd16c9d28 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382197 Aug 10 03:26:32.028910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3713a6-d56e-438a-8ab4-65a48e2e30ad req-356c71a5-5c98-4106-9520-f299d6a6711d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.030757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c3713a6-d56e-438a-8ab4-65a48e2e30ad req-356c71a5-5c98-4106-9520-f299d6a6711d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0806990 Aug 10 03:26:32.078442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c3713a6-d56e-438a-8ab4-65a48e2e30ad req-a6835960-5d4e-46af-a83c-361330d14a8f tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Aug 10 03:26:32.648615 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.723292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137975e3-3e48-4b25-af08-08e1a6e302c0 req-e699520a-56c5-4861-a17f-f71790759d10 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.724855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-137975e3-3e48-4b25-af08-08e1a6e302c0 req-e699520a-56c5-4861-a17f-f71790759d10 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 944 time: 0.0757244 Aug 10 03:26:32.775862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-137975e3-3e48-4b25-af08-08e1a6e302c0 req-0c094bb8-2591-4da4-ad69-eadcba636238 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Aug 10 03:26:32.956866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e63b6-d5b9-48ec-aad9-7e5d7b49b9ce req-2f313471-377e-403e-b1c9-1c606c369608 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.968323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb0e63b6-d5b9-48ec-aad9-7e5d7b49b9ce req-2f313471-377e-403e-b1c9-1c606c369608 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0982265 Aug 10 03:26:33.007993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc607b9-ce49-46ce-924a-add835a2af2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.024499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb0e63b6-d5b9-48ec-aad9-7e5d7b49b9ce req-68851421-e527-4802-ba18-6d35442bc709 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Aug 10 03:26:33.226319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2e12-3cea-40d3-a96b-b0dc043cd747 req-d6f7b144-340f-4a81-a32d-4ab3ebd04fd6 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.228387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-479d2e12-3cea-40d3-a96b-b0dc043cd747 req-d6f7b144-340f-4a81-a32d-4ab3ebd04fd6 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0677269 Aug 10 03:26:33.288492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-479d2e12-3cea-40d3-a96b-b0dc043cd747 req-d084550c-4d1e-4c31-bd72-51745e055f1c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Aug 10 03:26:33.896322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 48c7c779-6d31-4e0b-a166-6f7bca97bec9 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:33.909935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32700a8-8242-494f-8e0a-82eb00a1457b req-7f3f98b5-4aec-4589-861c-c78ab4b64d56 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.912530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b32700a8-8242-494f-8e0a-82eb00a1457b req-7f3f98b5-4aec-4589-861c-c78ab4b64d56 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 944 time: 0.0634129 Aug 10 03:26:33.995448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b32700a8-8242-494f-8e0a-82eb00a1457b req-94c4bb9a-d2bf-45ca-ba9f-7f35596bbc76 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Aug 10 03:26:34.098820 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.128008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:34.135232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:34.135913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.238219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59847ed2-eabf-465c-9221-94de9a0e8641 req-fa0f79de-02f0-495d-ae58-0839ce2cd291 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.238901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59847ed2-eabf-465c-9221-94de9a0e8641 req-fa0f79de-02f0-495d-ae58-0839ce2cd291 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0906897 Aug 10 03:26:34.293125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59847ed2-eabf-465c-9221-94de9a0e8641 req-8b6633c9-c60d-4829-b69f-52e259dde920 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Aug 10 03:26:34.407222 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.449403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=48c7c779-6d31-4e0b-a166-6f7bca97bec9,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:34.450843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e87554-5e70-40d0-8716-dff3df4cd487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c7c779-6d31-4e0b-a166-6f7bca97bec9'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:34.453437 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff687086-9d25-4276-9a8e-ed140bb29699" -d '{"events": [{"server_uuid": "99e87554-5e70-40d0-8716-dff3df4cd487", "name": "network-vif-plugged", "status": "completed", "tag": "48c7c779-6d31-4e0b-a166-6f7bca97bec9"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:34.509357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de9a8e-4cf6-4806-ae6a-f28f535165b6 req-4e380589-78e5-42b2-997f-147464acb24e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.510823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6de9a8e-4cf6-4806-ae6a-f28f535165b6 req-4e380589-78e5-42b2-997f-147464acb24e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0708199 Aug 10 03:26:34.549836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6de9a8e-4cf6-4806-ae6a-f28f535165b6 req-63e8eac5-c488-4f1b-86bc-028fd4f9e0ef tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Aug 10 03:26:34.664548 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec97606-a793-46ee-b5ba-74a7542cc1b3 x-openstack-request-id: req-fec97606-a793-46ee-b5ba-74a7542cc1b3 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:34.664847 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e87554-5e70-40d0-8716-dff3df4cd487", "name": "network-vif-plugged", "status": "completed", "tag": "48c7c779-6d31-4e0b-a166-6f7bca97bec9", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:34.665103 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fec97606-a793-46ee-b5ba-74a7542cc1b3 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:34.665494 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e87554-5e70-40d0-8716-dff3df4cd487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c7c779-6d31-4e0b-a166-6f7bca97bec9', 'code': 200} Aug 10 03:26:34.769125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396c33-d28c-4dad-a4e0-55a2daf44b3f req-18fd9c0e-ab1c-40e2-9ed1-288a50970e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.770539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72396c33-d28c-4dad-a4e0-55a2daf44b3f req-18fd9c0e-ab1c-40e2-9ed1-288a50970e23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 1096 time: 0.0404003 Aug 10 03:26:34.808492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72396c33-d28c-4dad-a4e0-55a2daf44b3f req-775572e2-12d6-4ab2-a091-503f49a3565a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277331 Aug 10 03:26:34.834641 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.886191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=48c7c779-6d31-4e0b-a166-6f7bca97bec9,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:35.135100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac4588-d338-414c-99e0-2ceee10d7a9a req-83e058f1-cf75-4d5b-870a-70080a9da9ed tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.143067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27ac4588-d338-414c-99e0-2ceee10d7a9a req-83e058f1-cf75-4d5b-870a-70080a9da9ed tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0751541 Aug 10 03:26:35.196231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27ac4588-d338-414c-99e0-2ceee10d7a9a req-646125de-a783-4d0a-ad83-841b4b0a8cfa tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Aug 10 03:26:35.463249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fc7bb-3564-49bd-9091-c41c8c29ac5d req-b2876b27-18d0-46c3-852e-2c444747e6de tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.465022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-120fc7bb-3564-49bd-9091-c41c8c29ac5d req-b2876b27-18d0-46c3-852e-2c444747e6de tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0842292 Aug 10 03:26:35.506124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-120fc7bb-3564-49bd-9091-c41c8c29ac5d req-762faf80-d508-4bd8-9d13-ae8877f52c56 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336878 Aug 10 03:26:35.670455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9c3d7-8ccb-46d7-925e-7717cae8e579 req-edb0753d-60df-487e-a887-246afc824bf9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.672003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9dd9c3d7-8ccb-46d7-925e-7717cae8e579 req-edb0753d-60df-487e-a887-246afc824bf9 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0497062 Aug 10 03:26:35.711103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9dd9c3d7-8ccb-46d7-925e-7717cae8e579 req-cb835d0f-aecc-4b6f-b90e-6b884bf0d2b8 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Aug 10 03:26:35.756196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.321677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ffe4-5b89-4d3d-9c2c-969a4c622859 req-e02d7a61-342d-40d3-ad76-337594101396 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.323208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7725ffe4-5b89-4d3d-9c2c-969a4c622859 req-e02d7a61-342d-40d3-ad76-337594101396 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Aug 10 03:26:36.365309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7725ffe4-5b89-4d3d-9c2c-969a4c622859 req-81c3304b-ff5a-474c-9b2c-c658b1309471 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353475 Aug 10 03:26:36.743187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea563cf-dd62-48ef-9c79-7d90c491cd94 req-e1548a7e-6a2d-442f-8545-8c9471bad69e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.744900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ea563cf-dd62-48ef-9c79-7d90c491cd94 req-e1548a7e-6a2d-442f-8545-8c9471bad69e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0656693 Aug 10 03:26:36.801917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ea563cf-dd62-48ef-9c79-7d90c491cd94 req-11f07172-56db-4340-b301-4616352d7d8e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481043 Aug 10 03:26:36.831482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26a002-d31f-4dee-8d55-674217e4349f req-178aaf98-ffe4-440c-a89b-c224f5cf77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.832813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-178aaf98-ffe4-440c-a89b-c224f5cf77ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 1097 time: 0.0466802 Aug 10 03:26:36.943920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26a002-d31f-4dee-8d55-674217e4349f req-ebe4b4d1-6ebd-40d5-bd67-897afc2a4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.945400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-ebe4b4d1-6ebd-40d5-bd67-897afc2a4a72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 913 time: 0.1009190 Aug 10 03:26:37.004825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-1ad9dfa7-ab85-4855-a4f0-1a4b128bacf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2 HTTP/1.1" status: 200 len: 217 time: 0.0374172 Aug 10 03:26:37.010952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faa228-3c3c-4bd3-a793-efc7d821ea4c req-bb3fb23f-1bfc-4c7b-af3c-395c39f9f806 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.012475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1faa228-3c3c-4bd3-a793-efc7d821ea4c req-bb3fb23f-1bfc-4c7b-af3c-395c39f9f806 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0826678 Aug 10 03:26:37.086123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1faa228-3c3c-4bd3-a793-efc7d821ea4c req-2dc66074-c3c7-487f-b7f1-fe27c870f8f3 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653684 Aug 10 03:26:37.087711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26a002-d31f-4dee-8d55-674217e4349f req-6098d192-b1ee-4e8f-b578-3298ef4542c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.089196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-6098d192-b1ee-4e8f-b578-3298ef4542c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0758138 Aug 10 03:26:37.130058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-9e37fa52-6b6a-42d7-8cff-3b5ab9319bbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324247 Aug 10 03:26:37.253703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0804-56b5-4d3a-97cd-ce2048dd6c34 req-85f903d8-5ba4-4498-a196-1c8301d5e6db tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.255076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4fe0804-56b5-4d3a-97cd-ce2048dd6c34 req-85f903d8-5ba4-4498-a196-1c8301d5e6db tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0995326 Aug 10 03:26:37.275240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-151bd774-563d-49e7-9889-e4996f549faf service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377304 Aug 10 03:26:37.363578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4fe0804-56b5-4d3a-97cd-ce2048dd6c34 req-8eb5ebbd-3e3f-4aed-a6f0-8d0a5fe897c8 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976155 Aug 10 03:26:37.421770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a26a002-d31f-4dee-8d55-674217e4349f req-4906c1e3-a1c1-4c23-9b98-54732a658e7a service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310999 Aug 10 03:26:37.562344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b3df3-101a-4b9a-93d4-f0a574f684db req-3b7f9263-e8d2-4de6-a783-79dd27671ca4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.563878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b1b3df3-101a-4b9a-93d4-f0a574f684db req-3b7f9263-e8d2-4de6-a783-79dd27671ca4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0602083 Aug 10 03:26:37.601140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b1b3df3-101a-4b9a-93d4-f0a574f684db req-0de79841-ec64-4623-9921-037851964dd1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Aug 10 03:26:38.073449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690e907-a696-4c57-894b-1bf105abf13f req-53d2d672-228a-47e3-8c37-c141ed02381e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.074918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1690e907-a696-4c57-894b-1bf105abf13f req-53d2d672-228a-47e3-8c37-c141ed02381e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0492046 Aug 10 03:26:38.112653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1690e907-a696-4c57-894b-1bf105abf13f req-9b6a22c7-ddc3-42e7-8d57-58c17a450f4f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 10 03:26:38.219193 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:38.270370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0965429-45e6-4f94-a035-f01fbd461afd req-fd3da868-1f11-4e97-9062-47258d159ad2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.271854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0965429-45e6-4f94-a035-f01fbd461afd req-fd3da868-1f11-4e97-9062-47258d159ad2 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0492797 Aug 10 03:26:38.311819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0965429-45e6-4f94-a035-f01fbd461afd req-18429dbb-e636-43c4-aee5-c8a775d7d92d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 10 03:26:38.467381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68cade-15f5-4c45-83b2-e36ed41dc40d req-63b0322a-5893-4ca5-9a54-b2ce4be150fe tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.469395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d68cade-15f5-4c45-83b2-e36ed41dc40d req-63b0322a-5893-4ca5-9a54-b2ce4be150fe tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0518308 Aug 10 03:26:38.507279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d68cade-15f5-4c45-83b2-e36ed41dc40d req-177e148c-ff5f-495c-88f1-9f8d53edab36 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Aug 10 03:26:39.235289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda2dc-e31c-4aa0-b156-d65d9633ace5 req-b1ff9814-190f-48bc-9479-4fcea9247f1a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.236900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bdda2dc-e31c-4aa0-b156-d65d9633ace5 req-b1ff9814-190f-48bc-9479-4fcea9247f1a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 945 time: 0.0510094 Aug 10 03:26:39.293020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bdda2dc-e31c-4aa0-b156-d65d9633ace5 req-df425fd5-6789-4bb4-b6dc-469de7188887 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474577 Aug 10 03:26:39.463711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5614-b387-4a98-9bfa-95fc1bf49c78 req-a0afd4a4-6452-4271-8171-fcf0cc486c0f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.465237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f01f5614-b387-4a98-9bfa-95fc1bf49c78 req-a0afd4a4-6452-4271-8171-fcf0cc486c0f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0513239 Aug 10 03:26:39.518617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f01f5614-b387-4a98-9bfa-95fc1bf49c78 req-7a30627b-7a58-4da2-bfc8-086ba41f1272 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470085 Aug 10 03:26:39.647993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82967e63-6434-4f1b-82d9-0d2e780726ba req-ee9df6fe-056b-4e24-a4a4-e5401d54af0d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.649937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82967e63-6434-4f1b-82d9-0d2e780726ba req-ee9df6fe-056b-4e24-a4a4-e5401d54af0d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0594335 Aug 10 03:26:39.694255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82967e63-6434-4f1b-82d9-0d2e780726ba req-91a8c874-fc19-476c-ad7c-df958b0076c1 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361390 Aug 10 03:26:39.894442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:39.972284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.999494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:40.002910 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd90424-008f-4e99-9742-883a2dbe9f45" -d '{"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:40.030032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:40.050782 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a084fb-ddbd-41bf-bc77-47d22b3d2675 x-openstack-request-id: req-d4a084fb-ddbd-41bf-bc77-47d22b3d2675 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:40.051094 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:40.051374 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4a084fb-ddbd-41bf-bc77-47d22b3d2675 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:40.051769 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'code': 200} Aug 10 03:26:40.110568 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.168779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:40.433848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571776f9-6c71-4837-8f23-009a69295000 req-74dcc898-2461-462f-92da-0835e49cefa3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.435526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-571776f9-6c71-4837-8f23-009a69295000 req-74dcc898-2461-462f-92da-0835e49cefa3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.0507240 Aug 10 03:26:40.478077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-571776f9-6c71-4837-8f23-009a69295000 req-c9e1e5df-42b7-49af-ba13-37aaec25f7dc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Aug 10 03:26:40.684203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666569d1-0508-449b-b6c0-f5cca621fdbc req-480c1c55-07fd-4d11-9c0b-4c0b8d0ca945 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.685753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-666569d1-0508-449b-b6c0-f5cca621fdbc req-480c1c55-07fd-4d11-9c0b-4c0b8d0ca945 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0679796 Aug 10 03:26:40.724125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-666569d1-0508-449b-b6c0-f5cca621fdbc req-b409d71b-7243-4242-8c96-a0d2ae9ac4a8 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Aug 10 03:26:40.833416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5e61-b48f-4e71-8b94-ee1401c12724 req-70d04742-bb94-41bd-a1ca-5697981fd702 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.835361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f1d5e61-b48f-4e71-8b94-ee1401c12724 req-70d04742-bb94-41bd-a1ca-5697981fd702 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0555089 Aug 10 03:26:40.877566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f1d5e61-b48f-4e71-8b94-ee1401c12724 req-1d5f7f3c-ae72-4bbb-aa7b-4897df0c7653 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338192 Aug 10 03:26:41.612680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0440370-974d-440f-8373-37d179d1413a req-53cb0734-c2c9-475d-8d74-26c01462af2c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.614191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0440370-974d-440f-8373-37d179d1413a req-53cb0734-c2c9-475d-8d74-26c01462af2c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.0646315 Aug 10 03:26:41.657890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0440370-974d-440f-8373-37d179d1413a req-04eb1b0a-a8f8-47eb-90af-6a15f2927b4a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Aug 10 03:26:42.577252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:42.701041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a511b6d-2620-4f3b-9da6-0fb4d013eac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.808597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a511b6d-2620-4f3b-9da6-0fb4d013eac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.904324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a511b6d-2620-4f3b-9da6-0fb4d013eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.947829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8a511b6d-2620-4f3b-9da6-0fb4d013eac9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae7ef9eaf4b84c6da32fb23beae8f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694799 Aug 10 03:26:42.948859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a511b6d-2620-4f3b-9da6-0fb4d013eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aaaa5c-880e-4eee-b670-97f3f5b709a6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:42.952768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:43.010164 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c13dd1f-949e-4b4c-8167-9c5bf73fd2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.036699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c13dd1f-949e-4b4c-8167-9c5bf73fd2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.236321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c13dd1f-949e-4b4c-8167-9c5bf73fd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.240102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c13dd1f-949e-4b4c-8167-9c5bf73fd2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.241535 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9c13dd1f-949e-4b4c-8167-9c5bf73fd2d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9aaaa5c-880e-4eee-b670-97f3f5b709a6 HTTP/1.1" status: 204 len: 168 time: 0.2900956 Aug 10 03:26:43.251748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13dd1f-949e-4b4c-8167-9c5bf73fd2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aaaa5c-880e-4eee-b670-97f3f5b709a6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:43.845994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ac366d73-fe2b-47e9-97c2-24463aa77ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.847478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ac366d73-fe2b-47e9-97c2-24463aa77ea6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=1386aa8e-104b-4c25-a8aa-c5aded775294 HTTP/1.1" status: 200 len: 943 time: 0.0489130 Aug 10 03:26:43.896623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:43.955561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Deleting port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:43.955914 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.053680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] For port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:44.054112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.069300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Calling delete_port for 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:44.162180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35144) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:44.189041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be9cdccb-d846-44b4-80b4-eff292d361f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.312811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be9cdccb-d846-44b4-80b4-eff292d361f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.339012 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.384473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event deleted for resources: {'Port': ['ID=3b4c87dd-1e01-4200-a1c6-5d18f07223f2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.428090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] No DVR routers for this DVR port 3b4c87dd-1e01-4200-a1c6-5d18f07223f2 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:44.430831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be9cdccb-d846-44b4-80b4-eff292d361f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.434717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.442305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1740827-83e4-41f2-9315-c77b4c857f18 req-ddeab41c-a608-4515-9976-f29d1fa2d68f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "DELETE /v2.0/ports/3b4c87dd-1e01-4200-a1c6-5d18f07223f2 HTTP/1.1" status: 204 len: 173 time: 0.5879123 Aug 10 03:26:44.442305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-deleted', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:44.444764 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d4d3e-a47e-4e27-bd73-8f4adad4bc98" -d '{"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-deleted", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:44.476090 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-be9cdccb-d846-44b4-80b4-eff292d361f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9c4eaa1862f4ac1b8b85eb2c5dceed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056748 Aug 10 03:26:44.477364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35158) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:44.478005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cdccb-d846-44b4-80b4-eff292d361f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d8abf-eb08-485d-b13e-fafc9091a9f6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.531446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5312a4e-bab0-4ff6-9862-256f4b706c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.552758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5312a4e-bab0-4ff6-9862-256f4b706c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.727541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5312a4e-bab0-4ff6-9862-256f4b706c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.730707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5312a4e-bab0-4ff6-9862-256f4b706c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.732214 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f5312a4e-bab0-4ff6-9862-256f4b706c84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd8d8abf-eb08-485d-b13e-fafc9091a9f6 HTTP/1.1" status: 204 len: 168 time: 0.2509608 Aug 10 03:26:44.743666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5312a4e-bab0-4ff6-9862-256f4b706c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d8abf-eb08-485d-b13e-fafc9091a9f6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.115917 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.438396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe1f32-f733-4a40-a224-b3add2cc7e2b req-6d053656-e5e7-4696-a9eb-dd242c174092 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.439999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8fe1f32-f733-4a40-a224-b3add2cc7e2b req-6d053656-e5e7-4696-a9eb-dd242c174092 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0493050 Aug 10 03:26:45.479615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8fe1f32-f733-4a40-a224-b3add2cc7e2b req-5f8d1dcd-f1ff-40ec-a67e-f1e50e0ca407 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Aug 10 03:26:45.605011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9dff1-f5c0-4956-a9ea-547a67c23537 req-81190ec0-d97b-4f9c-9baf-89cb410f7755 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.606770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07f9dff1-f5c0-4956-a9ea-547a67c23537 req-81190ec0-d97b-4f9c-9baf-89cb410f7755 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0561371 Aug 10 03:26:45.649166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07f9dff1-f5c0-4956-a9ea-547a67c23537 req-fffae41b-948d-4800-8e65-d865c903b349 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Aug 10 03:26:45.996989 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a87924-0639-42d9-9ec0-95876511f1d2 x-openstack-request-id: req-c5a87924-0639-42d9-9ec0-95876511f1d2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:45.997281 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1386aa8e-104b-4c25-a8aa-c5aded775294", "name": "network-vif-deleted", "tag": "3b4c87dd-1e01-4200-a1c6-5d18f07223f2", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:45.997538 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5a87924-0639-42d9-9ec0-95876511f1d2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:45.997945 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1386aa8e-104b-4c25-a8aa-c5aded775294', 'name': 'network-vif-deleted', 'tag': '3b4c87dd-1e01-4200-a1c6-5d18f07223f2', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:26:46.321942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-9c37bffa-00b4-4f40-8d93-0b9e1b46a71c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.323735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-9c37bffa-00b4-4f40-8d93-0b9e1b46a71c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.1282961 Aug 10 03:26:46.348369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-c7467678-eaa0-483c-99ad-42c9f2d0231b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.0165327 Aug 10 03:26:46.388764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3b59faf4-1daf-4509-9bae-ea4326bd3a84 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387990 Aug 10 03:26:46.490767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-b983d64b-7ff2-4cd4-a9bc-c3f05462b18a service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009190 Aug 10 03:26:46.615819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-f5c386ac-9b8f-4927-877f-a0c078e90316 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137106 Aug 10 03:26:46.942801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8b22-3473-405c-9cd4-c49de2eb5540 req-e9aaac3b-5b4b-4fb3-9cbf-6ff0a51e1526 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.951627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-275b8b22-3473-405c-9cd4-c49de2eb5540 req-e9aaac3b-5b4b-4fb3-9cbf-6ff0a51e1526 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0698397 Aug 10 03:26:47.033653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-275b8b22-3473-405c-9cd4-c49de2eb5540 req-f844bdf0-fa23-4574-a289-1db8297f270f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Aug 10 03:26:47.172329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fe228-b38c-4d65-a83e-f8d03bcb72af req-10e7be4d-bb84-4786-9e44-bb6bbc8b82fd tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.174939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed2fe228-b38c-4d65-a83e-f8d03bcb72af req-10e7be4d-bb84-4786-9e44-bb6bbc8b82fd tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0735195 Aug 10 03:26:47.235040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed2fe228-b38c-4d65-a83e-f8d03bcb72af req-462037fa-9f74-4682-a437-6cadcb06875c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523524 Aug 10 03:26:47.335199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6314ed2-5262-411a-967a-8ef007980ff5 req-5613a9e2-8c26-4471-b4bc-8e580495b303 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 210 time: 0.0275154 Aug 10 03:26:48.184464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c7b3e-1a1d-4d94-8efe-ceb3fd459bc7 req-46bc30f5-abd5-4d1c-973a-7016733c9206 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.189542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a93c7b3e-1a1d-4d94-8efe-ceb3fd459bc7 req-46bc30f5-abd5-4d1c-973a-7016733c9206 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0837424 Aug 10 03:26:48.230673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a93c7b3e-1a1d-4d94-8efe-ceb3fd459bc7 req-3a0eaafe-0111-448f-b136-5653c23a2799 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Aug 10 03:26:48.389594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223565-db06-44d1-b728-65f3578f9328 req-a29b715f-0a04-4411-8a5c-2b14142faf42 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.391822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f223565-db06-44d1-b728-65f3578f9328 req-a29b715f-0a04-4411-8a5c-2b14142faf42 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.0822845 Aug 10 03:26:48.433534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f223565-db06-44d1-b728-65f3578f9328 req-c798de7f-5bab-406d-a3a4-867816ddb01c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355880 Aug 10 03:26:48.531273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00cd8e7a-876c-46cc-a492-65bd26bd3ac6 req-02300e11-2379-43f3-8eaf-18c1f1a66e3c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 210 time: 0.0277293 Aug 10 03:26:48.920623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-37fb3cc0-035a-4e70-a422-2c88137345e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0505648 Aug 10 03:26:49.019726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.020217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.020735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.021207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.021688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.022156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.022627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.024516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-65ae1be1-e491-40a2-81d4-f1ef4bcab3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6508 time: 0.0482848 Aug 10 03:26:49.164158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-93d16dab-9fb1-4f38-b404-0d653ed2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.164674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-93d16dab-9fb1-4f38-b404-0d653ed2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.165148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-93d16dab-9fb1-4f38-b404-0d653ed2e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.166718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-93d16dab-9fb1-4f38-b404-0d653ed2e833 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 2298 time: 0.1127880 Aug 10 03:26:49.238901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-884be5a6-8bfd-4582-9c3c-4a03fb52a6c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0629733 Aug 10 03:26:49.292012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-2f4865ec-eaa6-4e71-999d-32e192b4264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.293648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-2f4865ec-eaa6-4e71-999d-32e192b4264d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971c280d-dfc5-4466-ba75-b205cc92deed HTTP/1.1" status: 200 len: 855 time: 0.0475593 Aug 10 03:26:49.373386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-58ea63ee-f0d2-4d5e-b73e-3d8f2bbc9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.374623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-58ea63ee-f0d2-4d5e-b73e-3d8f2bbc9617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725496 Aug 10 03:26:49.387218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623d060-4cd1-49f7-b184-0eabc8aa66d9 req-d94b0077-d82d-4429-98dd-6f82dd1c7f92 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.388661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1623d060-4cd1-49f7-b184-0eabc8aa66d9 req-d94b0077-d82d-4429-98dd-6f82dd1c7f92 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0776699 Aug 10 03:26:49.474220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1623d060-4cd1-49f7-b184-0eabc8aa66d9 req-1dcaa499-fa6d-4e18-86e3-715a34581275 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774744 Aug 10 03:26:49.518310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-92ccfa39-3220-46af-9ab8-35d5422be361 service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282930 Aug 10 03:26:49.945780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:49.948257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:50.023941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e29377-806e-4946-805a-865e9d4a22df req-7a25039f-dbf6-49a9-bf4f-dd60e583f629 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.025506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0e29377-806e-4946-805a-865e9d4a22df req-7a25039f-dbf6-49a9-bf4f-dd60e583f629 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.4594388 Aug 10 03:26:50.061940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-3d796f0b-4dcd-469b-bc8a-e629d37568ae service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352793 Aug 10 03:26:50.141107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-488881b8-8994-4e03-a96e-bc351e89365a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 217 time: 0.0675266 Aug 10 03:26:50.151993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.163585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0e29377-806e-4946-805a-865e9d4a22df req-919aeb2b-cf8b-445e-a370-4ee0e9221b71 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193883 Aug 10 03:26:50.210593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:50.232016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'mac_address': 'fa:16:3e:f8:a6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:50.246237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:50.249120 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cebc7c-6ca5-4289-aa91-d7317b31079f" -d '{"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:50.250304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-5bc8d9e9-9613-44b8-a6e5-03e9db30df3a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.251903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-5bc8d9e9-9613-44b8-a6e5-03e9db30df3a tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.3034968 Aug 10 03:26:50.272745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Request body: {'port': {'device_id': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'admin_state_up': True, 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:50.289370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:50.303738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a89e2a0f-7c6e-40ad-b8ac-1568e32c4046 req-53d35a5d-8731-420b-8325-e62fb651cac4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 210 time: 0.0634937 Aug 10 03:26:50.307616 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.329239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-bc346845-f5c4-4564-a99c-0a30cc9d7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.330967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-bc346845-f5c4-4564-a99c-0a30cc9d7147 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1555316 Aug 10 03:26:50.342461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:50.413155 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.467922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-80070166-7b3a-4614-950c-2e45c56622f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.467922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-80070166-7b3a-4614-950c-2e45c56622f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1210675 Aug 10 03:26:50.573249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.585328 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:26:50.585688 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:26:50.597856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.598476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.598974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.599467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.600327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.600848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.601392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.601733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.602062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.602390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.602714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.609336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:50.620061 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ff711d-c3b3-42f2-a599-ebb9a775a133 x-openstack-request-id: req-64ff711d-c3b3-42f2-a599-ebb9a775a133 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:50.620406 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:50.627387 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64ff711d-c3b3-42f2-a599-ebb9a775a133 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:50.627387 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'code': 200} Aug 10 03:26:50.657234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-2d7a3d16-510f-4c91-ab4f-a19c10fa30da service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870501 Aug 10 03:26:50.796731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6c79-359a-47b9-8a77-103510530f7a req-02e93649-67fc-4066-8bfc-523699cc5a3d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.798377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e9a6c79-359a-47b9-8a77-103510530f7a req-02e93649-67fc-4066-8bfc-523699cc5a3d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.1329195 Aug 10 03:26:50.818880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:50.822399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.848180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-ada5a33d-2122-40d9-9df8-a5092233d460 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814916 Aug 10 03:26:50.850609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35344) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:50.932693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-00b5fea6-33bb-4ef0-8c2e-9aa2e5089e7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 217 time: 0.0672154 Aug 10 03:26:50.975886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e4601734-dd84-4202-9c39-aed49de4f54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.001491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e9a6c79-359a-47b9-8a77-103510530f7a req-8fa7ad55-ab1e-48b5-ac32-cb2a14154311 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787984 Aug 10 03:26:51.094693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e4601734-dd84-4202-9c39-aed49de4f54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.098502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-d092de51-0e73-495e-96a4-e21e6d009fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.100211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-d092de51-0e73-495e-96a4-e21e6d009fd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1319695 Aug 10 03:26:51.137112 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.147387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Allocated IP 172.20.0.10 (5654e0d4-e42c-45ca-8cc7-7a6075c6a95a/3022cdcd-e254-4e53-adb0-29274653858b/46bd6bd4-2083-4619-97cb-b46d38bcd279) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:51.153612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:51.190533 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e4601734-dd84-4202-9c39-aed49de4f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.226522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:51.226760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-c3ea3ed8-c0a8-477e-aaeb-4a9b0801f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.228546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-c3ea3ed8-c0a8-477e-aaeb-4a9b0801f593 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1191964 Aug 10 03:26:51.268578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4601734-dd84-4202-9c39-aed49de4f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49d6132-6cda-4330-89b1-19c41a72be96,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:51.292234 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e4601734-dd84-4202-9c39-aed49de4f54e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5afdd9c3ad2c4fd8901b3f8384bf8d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377158 Aug 10 03:26:51.294844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:51.303224 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.367506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:51.388628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-7e83cc0a-6de2-4f4f-8eb0-24444cf6c780 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516724 Aug 10 03:26:51.414876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76fc5d98-5b96-4050-b19d-a62c89dd6cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.442159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76fc5d98-5b96-4050-b19d-a62c89dd6cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.568499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9c2e0-98de-4cd8-ac06-a80817d44a43 req-2aebb04b-97f1-4bcf-a391-d722c21dd5a7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.569983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92f9c2e0-98de-4cd8-ac06-a80817d44a43 req-2aebb04b-97f1-4bcf-a391-d722c21dd5a7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1493561 Aug 10 03:26:51.572971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76fc5d98-5b96-4050-b19d-a62c89dd6cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.575783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76fc5d98-5b96-4050-b19d-a62c89dd6cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.580603 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76fc5d98-5b96-4050-b19d-a62c89dd6cae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e49d6132-6cda-4330-89b1-19c41a72be96 HTTP/1.1" status: 204 len: 168 time: 0.2844641 Aug 10 03:26:51.591138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc5d98-5b96-4050-b19d-a62c89dd6cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49d6132-6cda-4330-89b1-19c41a72be96,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:51.627275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.666008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6ad96741-f6c2-45fe-91ef-1584ae63d58c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:51.691496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-545259eb-622b-48d9-a00b-e936eea8751d service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670445 Aug 10 03:26:51.740923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92f9c2e0-98de-4cd8-ac06-a80817d44a43 req-18d2b034-224a-4adc-ace0-f316bd2f8b69 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606345 Aug 10 03:26:51.790407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-a1a4732d-889a-4174-8d44-baa986e32c2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0858831 Aug 10 03:26:51.848954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.949709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:51.955632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event updated for resources: {'Port': ['ID=46bd6bd4-2083-4619-97cb-b46d38bcd279,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:51.959139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:51.966414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-3e239034-f693-4fc9-a3bc-6c9fb70daeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.966414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-3e239034-f693-4fc9-a3bc-6c9fb70daeb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1645877 Aug 10 03:26:51.966765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:52.015170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540b623-638a-4908-8927-ec68e19074ea req-9d8ade3c-2c92-4d88-87c1-ad8e412a672b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.016719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7540b623-638a-4908-8927-ec68e19074ea req-9d8ade3c-2c92-4d88-87c1-ad8e412a672b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 932 time: 0.1811588 Aug 10 03:26:52.071576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.072211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.106275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7540b623-638a-4908-8927-ec68e19074ea req-c52a6ca6-54c9-4977-8eef-21176a419670 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702360 Aug 10 03:26:52.109068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-48637890-3794-4097-b2d5-b2b0c6bc6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.110592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-48637890-3794-4097-b2d5-b2b0c6bc6225 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375875 Aug 10 03:26:52.219700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-6af7d13b-ad2e-4120-9190-c1a3dac74030 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9561892 Aug 10 03:26:52.224944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-99d17ca4-4fbb-462a-88e0-cbf759ad58f1 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996764 Aug 10 03:26:52.238622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Request body: {'port': {'device_id': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:52.380059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.419515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874d93-037a-4dad-87ec-39e54205094c req-8db6c1f2-631c-437c-bab1-68e05c192f87 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.421602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c874d93-037a-4dad-87ec-39e54205094c req-8db6c1f2-631c-437c-bab1-68e05c192f87 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.1163895 Aug 10 03:26:52.444000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-f5b22ea9-d2e4-4877-af70-f2c2aaba7bbf service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027638 Aug 10 03:26:52.500264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35376) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:52.503073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-b6fa5f4a-399c-4ae4-b958-59b46df4c391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11 HTTP/1.1" status: 200 len: 217 time: 0.0507689 Aug 10 03:26:52.515696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-089c09c6-dff0-4518-81f8-3c09224150c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.604638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c874d93-037a-4dad-87ec-39e54205094c req-4a2ac970-9cd3-4c20-92e1-989fd67f9f99 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636548 Aug 10 03:26:52.616126 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-089c09c6-dff0-4518-81f8-3c09224150c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.649641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-92453a16-cda0-4b33-8141-c8bba0854f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.653915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-92453a16-cda0-4b33-8141-c8bba0854f98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1383526 Aug 10 03:26:52.748084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-47d53191-b43c-4671-80e4-84ad2df9323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.751019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-47d53191-b43c-4671-80e4-84ad2df9323d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863264 Aug 10 03:26:52.751192 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-089c09c6-dff0-4518-81f8-3c09224150c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.782302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c09c6-dff0-4518-81f8-3c09224150c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1090eaf9-5ded-47b6-add2-37371fe9bfd1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:52.803174 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-089c09c6-dff0-4518-81f8-3c09224150c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3e7a615682741dbb7c433ec422519b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017695 Aug 10 03:26:52.805977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:52.896893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf751-c949-477b-b2cd-cc456ecb1769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.918953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf751-c949-477b-b2cd-cc456ecb1769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.955706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bd6bd4-2083-4619-97cb-b46d38bcd279 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:52.966861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.970961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-cebf8e02-98cd-45b3-a17f-5573a6c56b34 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091694 Aug 10 03:26:52.997261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c41f1-9216-4f99-9550-2e046fd0d9b3 req-14ed41ac-c163-4e31-b1cc-2b88466f4ea0 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.998850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-626c41f1-9216-4f99-9550-2e046fd0d9b3 req-14ed41ac-c163-4e31-b1cc-2b88466f4ea0 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 949 time: 0.1389532 Aug 10 03:26:53.094937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-626c41f1-9216-4f99-9550-2e046fd0d9b3 req-3f693a28-c255-4057-8463-619c8641bcf2 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806451 Aug 10 03:26:53.104705 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf751-c949-477b-b2cd-cc456ecb1769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.107577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf751-c949-477b-b2cd-cc456ecb1769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.109462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fbdf751-c949-477b-b2cd-cc456ecb1769 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1090eaf9-5ded-47b6-add2-37371fe9bfd1 HTTP/1.1" status: 204 len: 168 time: 0.3024161 Aug 10 03:26:53.113592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Transition to ACTIVE for port object 46bd6bd4-2083-4619-97cb-b46d38bcd279 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:53.119903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-452a63ad-ca8e-47d4-b4d0-83333ce42f52 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398613 Aug 10 03:26:53.128299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdf751-c949-477b-b2cd-cc456ecb1769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1090eaf9-5ded-47b6-add2-37371fe9bfd1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:53.193940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-e4737085-0170-4c1b-bf9d-b7362c02ae81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 200 len: 217 time: 0.0525668 Aug 10 03:26:53.256039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.307650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e45f-9276-4af0-844f-e72ba25c9273 req-a0dd3b89-d4ff-4ccc-9ee5-b2cf9be0db7f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.309228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89a1e45f-9276-4af0-844f-e72ba25c9273 req-a0dd3b89-d4ff-4ccc-9ee5-b2cf9be0db7f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 932 time: 0.1184242 Aug 10 03:26:53.330339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-d13cf137-9df3-4ffe-bc97-aa3e1d63f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.331924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-d13cf137-9df3-4ffe-bc97-aa3e1d63f332 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.1112204 Aug 10 03:26:53.391158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Pushing event updated for resources: {'Port': ['ID=46bd6bd4-2083-4619-97cb-b46d38bcd279,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:53.440424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89a1e45f-9276-4af0-844f-e72ba25c9273 req-e34ff5a8-69a3-4b4d-99b4-2d4e47350c0b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230936 Aug 10 03:26:53.481822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-d0b22592-82d7-4ec4-b5a9-44df8e666cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.483922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-d0b22592-82d7-4ec4-b5a9-44df8e666cef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1347914 Aug 10 03:26:53.552621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Attempting to bind port 46bd6bd4-2083-4619-97cb-b46d38bcd279 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:53.552964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Attempting to bind port 46bd6bd4-2083-4619-97cb-b46d38bcd279 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:53.553296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Attempting to bind port 46bd6bd4-2083-4619-97cb-b46d38bcd279 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:53.564732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Port 46bd6bd4-2083-4619-97cb-b46d38bcd279 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:53.565063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Attempting to bind port 46bd6bd4-2083-4619-97cb-b46d38bcd279 on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:53.572587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:53.572930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:53.573318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Bound using segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:53.573770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Bound port: 46bd6bd4-2083-4619-97cb-b46d38bcd279, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:53.574105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.645791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-b77b6dcb-7278-4dab-ae00-83ab347fcc8f service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520548 Aug 10 03:26:53.739749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] For port 46bd6bd4-2083-4619-97cb-b46d38bcd279, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:53.774586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] For port 46bd6bd4-2083-4619-97cb-b46d38bcd279, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:53.806706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a4d2b-18b5-4331-b1ae-87647d6b465b req-39896c8d-4038-4fdf-a952-3b18cc1811b4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.808204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-507a4d2b-18b5-4331-b1ae-87647d6b465b req-39896c8d-4038-4fdf-a952-3b18cc1811b4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.1143177 Aug 10 03:26:53.825473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-4d2cce5f-4313-4798-9e91-401f2f80b142 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655028 Aug 10 03:26:53.874880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-9856bc51-51b3-4a55-ba81-06f66127330c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 200 len: 217 time: 0.0400817 Aug 10 03:26:53.889864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35414) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:53.902260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-507a4d2b-18b5-4331-b1ae-87647d6b465b req-62d27d90-af10-429c-9bf7-ec6967fbb2dc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789704 Aug 10 03:26:53.956801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:54.018111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 6ad96741-f6c2-45fe-91ef-1584ae63d58c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:54.018858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.061444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15fd65b3-7b1b-49a5-ac48-df7573a8a8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.101229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.151635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:54.160577 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542da9ee-f780-4edb-851a-4bbe2d6f6c19" -d '{"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-plugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:54.204305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:54.226885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15fd65b3-7b1b-49a5-ac48-df7573a8a8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.260740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.304323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.328039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.329041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.330155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] 10.222.0.46 "PUT /v2.0/ports/46bd6bd4-2083-4619-97cb-b46d38bcd279 HTTP/1.1" status: 200 len: 1093 time: 2.0956345 Aug 10 03:26:54.337348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'tag': '46bd6bd4-2083-4619-97cb-b46d38bcd279'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:54.340000 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c798f049-7e80-437e-9266-c32b0bf8db18" -d '{"events": [{"name": "network-changed", "server_uuid": "49545201-3191-46cb-97fa-ac9a5e5c8b1e", "tag": "46bd6bd4-2083-4619-97cb-b46d38bcd279"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:54.353680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15fd65b3-7b1b-49a5-ac48-df7573a8a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.358153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-7e4bbf6a-8bed-4212-a3a5-c7cf2279b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.361399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-7e4bbf6a-8bed-4212-a3a5-c7cf2279b957 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.4749618 Aug 10 03:26:54.366231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=11']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.391218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca20e59-baa6-4519-a745-cf928cbb8895 service neutron] Pushing event updated for resources: {'Port': ['ID=46bd6bd4-2083-4619-97cb-b46d38bcd279,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.396495 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-15fd65b3-7b1b-49a5-ac48-df7573a8a8da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b369b8a8a2d54cd9a4043fac7c2864eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054398 Aug 10 03:26:54.397839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd65b3-7b1b-49a5-ac48-df7573a8a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b705ec7-727c-430b-a929-dcf134761dc7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.400443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:54.431338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61602-c035-4818-a755-b05df596e030 req-26b79d3a-eebc-464c-a69d-86a79e246c67 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.435920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bcd61602-c035-4818-a755-b05df596e030 req-26b79d3a-eebc-464c-a69d-86a79e246c67 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 950 time: 0.1789050 Aug 10 03:26:54.447725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-4e801df0-08ef-499c-85e3-bccad6fa1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.449442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-4e801df0-08ef-499c-85e3-bccad6fa1e77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752521 Aug 10 03:26:54.477406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4786306b-9cb0-45c6-b3b7-37db3a5e042c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.500558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4786306b-9cb0-45c6-b3b7-37db3a5e042c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.578525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bcd61602-c035-4818-a755-b05df596e030 req-7f06c7ea-e1c8-448f-8bcd-74f30fac35ac tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347561 Aug 10 03:26:54.594554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-08b18f56-d15b-49d2-a59a-e02121ec5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.596230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-08b18f56-d15b-49d2-a59a-e02121ec5bce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 1096 time: 0.1405621 Aug 10 03:26:54.608428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-ded09465-acfe-4c40-9b62-86d411abae30 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370974 Aug 10 03:26:54.641903 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed514b09-c0f4-4168-8105-ac83a6a6586a x-openstack-request-id: req-ed514b09-c0f4-4168-8105-ac83a6a6586a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:54.642202 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-plugged", "status": "completed", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:54.642461 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed514b09-c0f4-4168-8105-ac83a6a6586a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:54.642861 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'code': 200} Aug 10 03:26:54.654948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-8158d441-c424-4cb0-8ce0-1b32baeb6fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279 HTTP/1.1" status: 200 len: 217 time: 0.0449152 Aug 10 03:26:54.703760 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2586d-38d7-4ceb-94d2-2e04f3b2db0c x-openstack-request-id: req-33f2586d-38d7-4ceb-94d2-2e04f3b2db0c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:54.704053 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49545201-3191-46cb-97fa-ac9a5e5c8b1e", "tag": "46bd6bd4-2083-4619-97cb-b46d38bcd279", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:54.704191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4786306b-9cb0-45c6-b3b7-37db3a5e042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.704295 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33f2586d-38d7-4ceb-94d2-2e04f3b2db0c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:54.704769 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'tag': '46bd6bd4-2083-4619-97cb-b46d38bcd279', 'status': 'completed', 'code': 200} Aug 10 03:26:54.706826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4786306b-9cb0-45c6-b3b7-37db3a5e042c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.708568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4786306b-9cb0-45c6-b3b7-37db3a5e042c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b705ec7-727c-430b-a929-dcf134761dc7 HTTP/1.1" status: 204 len: 168 time: 0.3067939 Aug 10 03:26:54.724488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786306b-9cb0-45c6-b3b7-37db3a5e042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b705ec7-727c-430b-a929-dcf134761dc7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.762822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-c97c4494-c0e6-4dff-9a3c-9a834abdd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.764379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-c97c4494-c0e6-4dff-9a3c-9a834abdd66f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0998440 Aug 10 03:26:54.810419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-529da4bb-c3f9-4d68-a89a-3a653e59f8f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367594 Aug 10 03:26:54.822454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f320b56-7b21-47c9-82e7-2aba32559f7f req-825ab44d-6c5d-49d2-9e9f-9b05ce9b2251 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061882 Aug 10 03:26:54.943512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bb1a-4f6d-4df3-af8b-09829f55cfc4 req-c72e7ed4-2358-4399-b021-37fa0a9a422c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.943512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd22bb1a-4f6d-4df3-af8b-09829f55cfc4 req-c72e7ed4-2358-4399-b021-37fa0a9a422c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 944 time: 0.1351185 Aug 10 03:26:54.994496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8036384-aef7-4ecf-aaec-c9d42d1de467 req-60730431-4917-42ea-bc73-eeadb165b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.995917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8036384-aef7-4ecf-aaec-c9d42d1de467 req-60730431-4917-42ea-bc73-eeadb165b253 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1102 time: 0.1414657 Aug 10 03:26:55.010170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-109133a5-4638-46c7-bcfb-0bc98a08214e service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728156 Aug 10 03:26:55.034165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd22bb1a-4f6d-4df3-af8b-09829f55cfc4 req-bf2b0919-59d9-403e-b7f3-3e4ddc333d58 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795503 Aug 10 03:26:55.092865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8036384-aef7-4ecf-aaec-c9d42d1de467 req-0ccc3056-a09c-47cd-8f4d-a37157aefcfb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848517 Aug 10 03:26:55.133230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44b61b38-f86d-41d6-b01a-e1fcace5e217 req-03027602-2f4c-49a5-a422-e5ffc1f6c268 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138854 Aug 10 03:26:55.278658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b2b03-0717-401b-87a1-9e3bed99db3f req-0478407e-8830-45d2-a2d3-4e7978ba5a61 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.280378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-281b2b03-0717-401b-87a1-9e3bed99db3f req-0478407e-8830-45d2-a2d3-4e7978ba5a61 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0550122 Aug 10 03:26:55.355273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-281b2b03-0717-401b-87a1-9e3bed99db3f req-cf359eab-f262-4c8a-8ecc-4bf13bc4d059 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678809 Aug 10 03:26:55.358030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-f87535a6-17fe-4a30-ad23-22f40e5cb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.359415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-f87535a6-17fe-4a30-ad23-22f40e5cb9ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 1096 time: 0.0661085 Aug 10 03:26:55.450834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-98a7f3a2-00eb-4e7d-9dda-e2e926363041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.452317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-98a7f3a2-00eb-4e7d-9dda-e2e926363041 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 913 time: 0.0854716 Aug 10 03:26:55.503022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-f92fc494-9a27-4d89-b29a-c6320643463e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279 HTTP/1.1" status: 200 len: 217 time: 0.0403469 Aug 10 03:26:55.560046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-102bfe0d-7231-4b39-a3a4-6239e8c3c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.562113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-102bfe0d-7231-4b39-a3a4-6239e8c3c1bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0503669 Aug 10 03:26:55.603102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-39499bed-f540-4f7a-8c5a-eae5555ba8c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288947 Aug 10 03:26:55.743769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-3dc8243e-0c75-45c6-a323-d5b4d0331971 service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322398 Aug 10 03:26:55.758415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4eeb6-7686-4bd5-a4f5-289e5d0ad06f req-c2059b86-dd64-49e5-8619-3f4ccc863e43 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.758415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5e4eeb6-7686-4bd5-a4f5-289e5d0ad06f req-c2059b86-dd64-49e5-8619-3f4ccc863e43 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 950 time: 0.0731146 Aug 10 03:26:55.815565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.848573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5e4eeb6-7686-4bd5-a4f5-289e5d0ad06f req-13a0617b-2390-4af1-b310-d53967395975 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841310 Aug 10 03:26:55.878175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c798f049-7e80-437e-9266-c32b0bf8db18 req-f299e797-927f-4554-b3e0-5675f4a95ebd service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211042 Aug 10 03:26:56.150238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ce82a-4a0d-478d-bb83-b77e5844b4e8 req-71e4b7c5-e06a-4c98-952e-bac0302b04e9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.151729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-100ce82a-4a0d-478d-bb83-b77e5844b4e8 req-71e4b7c5-e06a-4c98-952e-bac0302b04e9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 944 time: 0.0500903 Aug 10 03:26:56.191957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-100ce82a-4a0d-478d-bb83-b77e5844b4e8 req-25423964-773d-46d1-be60-9da064966132 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Aug 10 03:26:56.516132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff89e49-0b45-427a-9717-d735274864f3 req-a4ae1585-5f57-4aac-acf0-76e282283ed9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.517817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eff89e49-0b45-427a-9717-d735274864f3 req-a4ae1585-5f57-4aac-acf0-76e282283ed9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0548904 Aug 10 03:26:56.570227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eff89e49-0b45-427a-9717-d735274864f3 req-7e4c5651-f46d-4ce9-ba23-6317986db6ff tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Aug 10 03:26:56.980699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20176ddf-4ab5-4f1b-8a3a-7d48733d32e0 req-28107a42-c8b0-4773-92d9-1927be84ba6e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.982228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20176ddf-4ab5-4f1b-8a3a-7d48733d32e0 req-28107a42-c8b0-4773-92d9-1927be84ba6e tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 950 time: 0.0593035 Aug 10 03:26:57.028842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20176ddf-4ab5-4f1b-8a3a-7d48733d32e0 req-2890516a-a284-4451-845f-d9e9e08ccb3a tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Aug 10 03:26:57.618814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4911-6072-46da-b0ed-08678b994bd6 req-686c4f6b-f3f8-40e0-9bd3-cac63ce4f0b0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.621494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d93d4911-6072-46da-b0ed-08678b994bd6 req-686c4f6b-f3f8-40e0-9bd3-cac63ce4f0b0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 944 time: 0.0540931 Aug 10 03:26:57.668057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d93d4911-6072-46da-b0ed-08678b994bd6 req-1c30557b-7a9e-4963-9b03-91826955ff1c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Aug 10 03:26:57.900699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1150087-0737-4560-a848-4dd26b1d84c2 req-f81eda24-b4c2-4982-a1b3-3a9a7e2eaba9 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.902358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1150087-0737-4560-a848-4dd26b1d84c2 req-f81eda24-b4c2-4982-a1b3-3a9a7e2eaba9 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1102 time: 0.0415878 Aug 10 03:26:57.937837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1150087-0737-4560-a848-4dd26b1d84c2 req-390fca9b-5fe0-4ab9-b861-68d9482b288b tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294127 Aug 10 03:26:57.964012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 46bd6bd4-2083-4619-97cb-b46d38bcd279 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:58.091965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec7db-f5bc-4f20-b3b9-650111c37a0a req-d10b8374-0f77-4dc8-9eda-d08edbbad594 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.094427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-961ec7db-f5bc-4f20-b3b9-650111c37a0a req-d10b8374-0f77-4dc8-9eda-d08edbbad594 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0665145 Aug 10 03:26:58.095621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 46bd6bd4-2083-4619-97cb-b46d38bcd279, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:58.123688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '46bd6bd4-2083-4619-97cb-b46d38bcd279', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': '46bd6bd4-2083-4619-97cb-b46d38bcd279', 'mac_address': 'fa:16:3e:6e:32:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:58.147250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-961ec7db-f5bc-4f20-b3b9-650111c37a0a req-b13476ff-193e-4d45-ae00-f7d249de4315 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 Aug 10 03:26:58.171776 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.188393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bd6bd4-2083-4619-97cb-b46d38bcd279 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:58.208449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 46bd6bd4-2083-4619-97cb-b46d38bcd279, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:58.287699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35590) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:58.320997 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.407678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=46bd6bd4-2083-4619-97cb-b46d38bcd279,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:58.428700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51c2395e-89d2-475c-9f5e-3983b901979a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.540046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51c2395e-89d2-475c-9f5e-3983b901979a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.612967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51c2395e-89d2-475c-9f5e-3983b901979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.656181 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51c2395e-89d2-475c-9f5e-3983b901979a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66cb7aebad2f41a9bd1a96110b1bab2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672636 Aug 10 03:26:58.658857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35602) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:58.665078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2395e-89d2-475c-9f5e-3983b901979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6d259c-5e1e-406e-a3ef-49ea5fbdd7ac,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:58.676244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ad527-0f77-46c5-9fd5-4d08cc4e61a7 req-d3c08f57-0a28-498b-83ac-b3ae43df7a4e tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.678917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-456ad527-0f77-46c5-9fd5-4d08cc4e61a7 req-d3c08f57-0a28-498b-83ac-b3ae43df7a4e tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 1102 time: 0.0438232 Aug 10 03:26:58.706023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['46bd6bd4-2083-4619-97cb-b46d38bcd279'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:58.726493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-456ad527-0f77-46c5-9fd5-4d08cc4e61a7 req-80cd1d50-9a07-4e31-bd99-f63e5a180175 tempest-ServersAdminTestJSON-1834113841 tempest-ServersAdminTestJSON-1834113841-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333519 Aug 10 03:26:58.730943 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2407-418a-42d1-a5f3-86a2d5a2bc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.777113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2407-418a-42d1-a5f3-86a2d5a2bc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.865182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c6207-b5d8-4bad-b14d-58dd30d7bf9f req-405fe65c-e9d5-4478-82c9-b4a299adca07 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.867216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a54c6207-b5d8-4bad-b14d-58dd30d7bf9f req-405fe65c-e9d5-4478-82c9-b4a299adca07 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 945 time: 0.0623355 Aug 10 03:26:58.916909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2407-418a-42d1-a5f3-86a2d5a2bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.919183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2407-418a-42d1-a5f3-86a2d5a2bc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.925574 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff6d2407-418a-42d1-a5f3-86a2d5a2bc6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd6d259c-5e1e-406e-a3ef-49ea5fbdd7ac HTTP/1.1" status: 204 len: 168 time: 0.2605855 Aug 10 03:26:58.944679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a54c6207-b5d8-4bad-b14d-58dd30d7bf9f req-9a2b3e6d-0c24-4246-8a3a-867c91ffaf1c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Aug 10 03:26:58.947880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d2407-418a-42d1-a5f3-86a2d5a2bc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6d259c-5e1e-406e-a3ef-49ea5fbdd7ac,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:59.647459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eca44e-79fd-43a5-8587-a660c8d058b5 req-2e22e8fe-7508-4402-984c-0a1a13dc4a46 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.653275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0eca44e-79fd-43a5-8587-a660c8d058b5 req-2e22e8fe-7508-4402-984c-0a1a13dc4a46 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0850737 Aug 10 03:26:59.693831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0eca44e-79fd-43a5-8587-a660c8d058b5 req-e8387e6f-8b6c-47a7-a299-34034cf47e25 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Aug 10 03:26:59.767426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:59.780736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-111196e2-12b6-4834-81f7-9aae77285cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.808181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d3a6-40d5-43a6-ae9c-c3feb31c15df req-95a59e49-f1ab-4262-a983-57ff8c87325c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.810283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f57d3a6-40d5-43a6-ae9c-c3feb31c15df req-95a59e49-f1ab-4262-a983-57ff8c87325c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0517924 Aug 10 03:26:59.858045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f57d3a6-40d5-43a6-ae9c-c3feb31c15df req-d1588f80-5294-450c-9f8c-672074bb9c19 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Aug 10 03:26:59.882427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-111196e2-12b6-4834-81f7-9aae77285cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.043145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0faa-2a01-45ed-a77b-76372b61e894 req-8023c8b5-f5a0-4bee-88f5-ec9d1e861258 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.044677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-234c0faa-2a01-45ed-a77b-76372b61e894 req-8023c8b5-f5a0-4bee-88f5-ec9d1e861258 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 945 time: 0.0488245 Aug 10 03:27:00.052282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-111196e2-12b6-4834-81f7-9aae77285cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.083622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-234c0faa-2a01-45ed-a77b-76372b61e894 req-4c169627-491b-4bc8-bf05-263c406b5aa1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Aug 10 03:27:00.091035 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-111196e2-12b6-4834-81f7-9aae77285cd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccc95614f43e41e98d71dd5de8240d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225067 Aug 10 03:27:00.093729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111196e2-12b6-4834-81f7-9aae77285cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208f49a-3298-4355-b463-09d1e672ec72,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.094452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35634) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:00.157397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b06e826f-bd88-4416-a8f8-6d29a15280e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.183325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b06e826f-bd88-4416-a8f8-6d29a15280e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.195331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a398a4d-157b-451c-9b7f-10ce262081d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.332361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b06e826f-bd88-4416-a8f8-6d29a15280e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.334968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b06e826f-bd88-4416-a8f8-6d29a15280e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.336114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b06e826f-bd88-4416-a8f8-6d29a15280e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1208f49a-3298-4355-b463-09d1e672ec72 HTTP/1.1" status: 204 len: 168 time: 0.2406807 Aug 10 03:27:00.348766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e826f-bd88-4416-a8f8-6d29a15280e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208f49a-3298-4355-b463-09d1e672ec72,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.843949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00454a-e40d-4d81-af38-d14d6444fc9f req-e9a47f0a-6fcc-40c7-913e-4e04520a6ef9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.845565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab00454a-e40d-4d81-af38-d14d6444fc9f req-e9a47f0a-6fcc-40c7-913e-4e04520a6ef9 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0643110 Aug 10 03:27:00.888494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab00454a-e40d-4d81-af38-d14d6444fc9f req-06491d85-7530-4a87-85ef-23ac82103546 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Aug 10 03:27:01.013906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebbc18-f9f2-4d44-95e5-00de8e44d232 req-9c0774cb-3a5d-490d-94b5-de9297029c23 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.015430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4ebbc18-f9f2-4d44-95e5-00de8e44d232 req-9c0774cb-3a5d-490d-94b5-de9297029c23 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0542407 Aug 10 03:27:01.054044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4ebbc18-f9f2-4d44-95e5-00de8e44d232 req-bf35b133-c9ce-4122-9873-1a6c92f83843 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322101 Aug 10 03:27:01.219204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69df6-37e2-4602-b2f8-d6ff688eca07 req-01aa6587-91b3-4283-80df-43cb4fb532dc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.220725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41d69df6-37e2-4602-b2f8-d6ff688eca07 req-01aa6587-91b3-4283-80df-43cb4fb532dc tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 945 time: 0.0565274 Aug 10 03:27:01.271433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41d69df6-37e2-4602-b2f8-d6ff688eca07 req-ce970796-1974-45b0-acf5-c44f8cde30fb tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446224 Aug 10 03:27:01.334208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08169-a838-4678-851f-40eb62c19251 req-9f7bc50e-b4e6-41c2-860c-b4cd3fd02161 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.337012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fe08169-a838-4678-851f-40eb62c19251 req-9f7bc50e-b4e6-41c2-860c-b4cd3fd02161 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 950 time: 0.0764258 Aug 10 03:27:01.455679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Deleting port bb25cac4-78d9-4610-bb07-59936f08aeeb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:01.456136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.582226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] For port bb25cac4-78d9-4610-bb07-59936f08aeeb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bb25cac4-78d9-4610-bb07-59936f08aeeb,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:01.583054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.601884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Calling delete_port for bb25cac4-78d9-4610-bb07-59936f08aeeb owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:01.847406 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.862643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['99e02c54-c611-45ad-a746-bd169032eedf', 'bb25cac4-78d9-4610-bb07-59936f08aeeb', '6ad96741-f6c2-45fe-91ef-1584ae63d58c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:01.886699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event deleted for resources: {'Port': ['ID=bb25cac4-78d9-4610-bb07-59936f08aeeb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:01.987199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] No DVR routers for this DVR port bb25cac4-78d9-4610-bb07-59936f08aeeb on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:02.006122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.008305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fe08169-a838-4678-851f-40eb62c19251 req-63617455-7cf2-48d2-891e-70e933d5ab99 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "DELETE /v2.0/ports/bb25cac4-78d9-4610-bb07-59936f08aeeb HTTP/1.1" status: 204 len: 173 time: 0.6577916 Aug 10 03:27:02.008832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'name': 'network-vif-deleted', 'tag': 'bb25cac4-78d9-4610-bb07-59936f08aeeb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:02.013741 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9625b74e-5fbf-4ea2-bbe9-cff6995f8421" -d '{"events": [{"server_uuid": "ba18b2c7-ca54-4987-bf62-c8f01d1cf383", "name": "network-vif-deleted", "tag": "bb25cac4-78d9-4610-bb07-59936f08aeeb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:02.066867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 46bd6bd4-2083-4619-97cb-b46d38bcd279 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:02.300614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e74fbe-cfd7-46e0-9924-9d591b218968 req-beb71203-0fdf-42e9-b454-3e4ade052087 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.302376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41e74fbe-cfd7-46e0-9924-9d591b218968 req-beb71203-0fdf-42e9-b454-3e4ade052087 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.1492703 Aug 10 03:27:02.436589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41e74fbe-cfd7-46e0-9924-9d591b218968 req-c4c8f372-0e8b-4493-9979-f6f5c5ec868f tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247625 Aug 10 03:27:02.454614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 46bd6bd4-2083-4619-97cb-b46d38bcd279 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:02.490880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 46bd6bd4-2083-4619-97cb-b46d38bcd279 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:02.492300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.596486 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae9de2-b568-4256-9c1d-b258afc8f09a x-openstack-request-id: req-f1ae9de2-b568-4256-9c1d-b258afc8f09a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:02.597018 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba18b2c7-ca54-4987-bf62-c8f01d1cf383", "name": "network-vif-deleted", "tag": "bb25cac4-78d9-4610-bb07-59936f08aeeb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:02.597527 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1ae9de2-b568-4256-9c1d-b258afc8f09a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:02.598164 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba18b2c7-ca54-4987-bf62-c8f01d1cf383', 'name': 'network-vif-deleted', 'tag': 'bb25cac4-78d9-4610-bb07-59936f08aeeb', 'status': 'completed', 'code': 200} Aug 10 03:27:02.653475 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.737099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b6fed20-100b-4a62-80f5-51ce55a34b80 req-0803704b-a120-45d5-bb67-ff1260bfd537 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba18b2c7-ca54-4987-bf62-c8f01d1cf383 HTTP/1.1" status: 200 len: 210 time: 0.0542781 Aug 10 03:27:02.741673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 46bd6bd4-2083-4619-97cb-b46d38bcd279, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:02.742837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.746684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bd6bd4-2083-4619-97cb-b46d38bcd279'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:02.752919 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e86143-fc56-4347-8684-e9d1ceec83e0" -d '{"events": [{"server_uuid": "49545201-3191-46cb-97fa-ac9a5e5c8b1e", "name": "network-vif-plugged", "status": "completed", "tag": "46bd6bd4-2083-4619-97cb-b46d38bcd279"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:02.816590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.837591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d466ed1-5839-4f5f-8911-8bc0db4a30f4 req-d31648b9-9070-43ef-bd60-d462fb14c1d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.839146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d466ed1-5839-4f5f-8911-8bc0db4a30f4 req-d31648b9-9070-43ef-bd60-d462fb14c1d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 945 time: 0.0508904 Aug 10 03:27:02.882901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=46bd6bd4-2083-4619-97cb-b46d38bcd279,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.902725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d466ed1-5839-4f5f-8911-8bc0db4a30f4 req-c1f90fb9-c61b-4c76-92c2-e6918a0e45ab tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Aug 10 03:27:02.996795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-87c96c2b-d6ab-41fd-8857-32d38e33c983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.112494 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a90e6a-4224-454a-89f9-d69f69472dd9 x-openstack-request-id: req-70a90e6a-4224-454a-89f9-d69f69472dd9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:03.112891 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49545201-3191-46cb-97fa-ac9a5e5c8b1e", "name": "network-vif-plugged", "status": "completed", "tag": "46bd6bd4-2083-4619-97cb-b46d38bcd279", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:03.113283 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a90e6a-4224-454a-89f9-d69f69472dd9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:03.113683 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bd6bd4-2083-4619-97cb-b46d38bcd279', 'code': 200} Aug 10 03:27:03.257785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63592f34-b5eb-431d-a0b0-80157a2c68bb req-c73c3895-f731-4800-8e2d-337ef7676e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.260524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63592f34-b5eb-431d-a0b0-80157a2c68bb req-c73c3895-f731-4800-8e2d-337ef7676e75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 1098 time: 0.0762353 Aug 10 03:27:03.298129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63592f34-b5eb-431d-a0b0-80157a2c68bb req-326ff332-509f-47ea-bd77-33e67d9e34dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300002 Aug 10 03:27:03.318926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35742) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.439474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c389169f-2169-44f0-85a7-275c6939ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.569031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c389169f-2169-44f0-85a7-275c6939ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.585379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ea897-3a70-4d6f-9837-6c7b1dc9d860 req-7377b33f-3803-42c0-a7d4-b0fa1c51a56d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.587107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b1ea897-3a70-4d6f-9837-6c7b1dc9d860 req-7377b33f-3803-42c0-a7d4-b0fa1c51a56d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0709741 Aug 10 03:27:03.632679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b1ea897-3a70-4d6f-9837-6c7b1dc9d860 req-f0330665-cf02-4cb6-806e-5845ca601d5d tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367608 Aug 10 03:27:03.663551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c389169f-2169-44f0-85a7-275c6939ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.704180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c389169f-2169-44f0-85a7-275c6939ecf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=495e96f5f60e4238adec91a24fe6e179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839729 Aug 10 03:27:03.705009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389169f-2169-44f0-85a7-275c6939ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4bad50-8ac4-4245-aa14-65c4d81bb7c4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:03.706795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35752) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.763360 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29df5b63-f0d6-4fe9-a9d7-d494f8863f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.804743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29df5b63-f0d6-4fe9-a9d7-d494f8863f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.979200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bb25cac4-78d9-4610-bb07-59936f08aeeb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:03.998499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: bb25cac4-78d9-4610-bb07-59936f08aeeb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:03.998848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bb25cac4-78d9-4610-bb07-59936f08aeeb not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:04.086796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29df5b63-f0d6-4fe9-a9d7-d494f8863f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.098389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29df5b63-f0d6-4fe9-a9d7-d494f8863f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.098389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29df5b63-f0d6-4fe9-a9d7-d494f8863f28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb4bad50-8ac4-4245-aa14-65c4d81bb7c4 HTTP/1.1" status: 204 len: 168 time: 0.3829310 Aug 10 03:27:04.099035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df5b63-f0d6-4fe9-a9d7-d494f8863f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4bad50-8ac4-4245-aa14-65c4d81bb7c4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.194962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.506118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192135f-f555-459b-a501-512a28a015ed req-1974fed4-4102-4700-ba0f-07d8f3025e71 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.507661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f192135f-f555-459b-a501-512a28a015ed req-1974fed4-4102-4700-ba0f-07d8f3025e71 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0538981 Aug 10 03:27:04.551907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f192135f-f555-459b-a501-512a28a015ed req-90f02629-2cd4-4cb4-8aac-b2a11478ead5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354218 Aug 10 03:27:04.786481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982eadc-340e-48e2-a535-307951dd3ba7 req-987b7ea5-c385-4d50-81ec-c9fccc46ce49 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.788046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b982eadc-340e-48e2-a535-307951dd3ba7 req-987b7ea5-c385-4d50-81ec-c9fccc46ce49 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.0540669 Aug 10 03:27:04.826125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b982eadc-340e-48e2-a535-307951dd3ba7 req-7a588673-a784-47f4-8ddd-905a5ed8c703 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Aug 10 03:27:04.934902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d336a-8160-4b44-9f22-4ccb078ffe05 req-b69968cf-6c0d-436a-800d-b604b4f49ea4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.937167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a1d336a-8160-4b44-9f22-4ccb078ffe05 req-b69968cf-6c0d-436a-800d-b604b4f49ea4 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0504625 Aug 10 03:27:04.976914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a1d336a-8160-4b44-9f22-4ccb078ffe05 req-3d9d8b58-03c1-42d6-866b-49361e9b60b7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Aug 10 03:27:04.999029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35802) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:05.012110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f126-0b33-47b2-89d1-e248164d2b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.108513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f126-0b33-47b2-89d1-e248164d2b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.239197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f126-0b33-47b2-89d1-e248164d2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.283682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6f126-0b33-47b2-89d1-e248164d2b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf7812-d0d0-481d-96a4-3e1f3f7562b5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.287993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d9d6f126-0b33-47b2-89d1-e248164d2b9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a1b475f6534c15aea3658b59724d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879598 Aug 10 03:27:05.290645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35810) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:05.341417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45235568-7bf2-44fa-b94e-4ce415820a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.363800 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45235568-7bf2-44fa-b94e-4ce415820a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.515019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45235568-7bf2-44fa-b94e-4ce415820a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.517609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45235568-7bf2-44fa-b94e-4ce415820a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.518882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-45235568-7bf2-44fa-b94e-4ce415820a67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17cf7812-d0d0-481d-96a4-3e1f3f7562b5 HTTP/1.1" status: 204 len: 168 time: 0.2265027 Aug 10 03:27:05.531506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45235568-7bf2-44fa-b94e-4ce415820a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf7812-d0d0-481d-96a4-3e1f3f7562b5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.640755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.676459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813d45-610b-46ac-b5c0-30d767edfe9e req-374efe64-f006-4265-8b1e-b0f4b32ce401 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.678878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34813d45-610b-46ac-b5c0-30d767edfe9e req-374efe64-f006-4265-8b1e-b0f4b32ce401 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0498619 Aug 10 03:27:05.717660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34813d45-610b-46ac-b5c0-30d767edfe9e req-6b09020a-7801-4942-b09d-a72bc4a635cd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Aug 10 03:27:05.854153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35826) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:06.027142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d354c0d-8e3c-40d3-a74b-14bc5bb25f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.144924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-6c04b795-3241-4eee-b69f-afe73b3d607b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.146472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-6c04b795-3241-4eee-b69f-afe73b3d607b tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.0764456 Aug 10 03:27:06.206875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d354c0d-8e3c-40d3-a74b-14bc5bb25f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.304163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fdc15-8c1a-4939-8fe9-16b64efaa26d req-43715028-80c3-424f-a7c5-cf6e9ae4fc1c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.305860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a7fdc15-8c1a-4939-8fe9-16b64efaa26d req-43715028-80c3-424f-a7c5-cf6e9ae4fc1c tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 950 time: 0.0919874 Aug 10 03:27:06.329384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Deleting port 99e02c54-c611-45ad-a746-bd169032eedf {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:06.330352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.346391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d354c0d-8e3c-40d3-a74b-14bc5bb25f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.449235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a7fdc15-8c1a-4939-8fe9-16b64efaa26d req-4c68e980-a748-4ee2-add2-18840e15f943 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320546 Aug 10 03:27:06.461213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7d354c0d-8e3c-40d3-a74b-14bc5bb25f59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=185d189d231e472fb3a6646486b357a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6056719 Aug 10 03:27:06.465614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35848) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:06.476944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d354c0d-8e3c-40d3-a74b-14bc5bb25f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ac861-8c65-4fd1-b730-2ddcb8057e0c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:06.534205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] For port 99e02c54-c611-45ad-a746-bd169032eedf, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=99e02c54-c611-45ad-a746-bd169032eedf,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:06.534766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.537246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5110c57e-f933-4d0b-a2ed-d554c112b799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.550296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Calling delete_port for 99e02c54-c611-45ad-a746-bd169032eedf owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:06.585160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5110c57e-f933-4d0b-a2ed-d554c112b799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.659189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37571d6-402a-4fb2-bfa3-6da858cd765b req-cf2f06a7-b807-47b3-affd-3b660ebd15cf tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.660713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b37571d6-402a-4fb2-bfa3-6da858cd765b req-cf2f06a7-b807-47b3-affd-3b660ebd15cf tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0661030 Aug 10 03:27:06.725837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b37571d6-402a-4fb2-bfa3-6da858cd765b req-43e2598e-c198-4932-b6f9-730a2a302afc tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582445 Aug 10 03:27:06.737859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5110c57e-f933-4d0b-a2ed-d554c112b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.740687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5110c57e-f933-4d0b-a2ed-d554c112b799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.754568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5110c57e-f933-4d0b-a2ed-d554c112b799 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/338ac861-8c65-4fd1-b730-2ddcb8057e0c HTTP/1.1" status: 204 len: 168 time: 0.2895596 Aug 10 03:27:06.768430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110c57e-f933-4d0b-a2ed-d554c112b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ac861-8c65-4fd1-b730-2ddcb8057e0c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:06.829837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.843659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['99e02c54-c611-45ad-a746-bd169032eedf', '6ad96741-f6c2-45fe-91ef-1584ae63d58c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:06.869102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event deleted for resources: {'Port': ['ID=99e02c54-c611-45ad-a746-bd169032eedf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:06.922461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] No DVR routers for this DVR port 99e02c54-c611-45ad-a746-bd169032eedf on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:06.928047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.930286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32e27a2e-1095-4638-89e5-ee0a3528f5e3 req-07c4085b-9b96-4695-b2df-a9a81f3d8ee7 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "DELETE /v2.0/ports/99e02c54-c611-45ad-a746-bd169032eedf HTTP/1.1" status: 204 len: 173 time: 0.7645607 Aug 10 03:27:06.931921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'name': 'network-vif-deleted', 'tag': '99e02c54-c611-45ad-a746-bd169032eedf'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:06.936735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6066dd7-794c-4643-b8ce-a5cd2024bfd8" -d '{"events": [{"server_uuid": "25f18990-39ba-40f4-83b9-0a5b2a8fc551", "name": "network-vif-deleted", "tag": "99e02c54-c611-45ad-a746-bd169032eedf"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:07.081924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe99be-2bb5-403c-907a-6e24867689de req-144be967-c728-4c7f-b05e-52fdd5749cb6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.083413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0dbe99be-2bb5-403c-907a-6e24867689de req-144be967-c728-4c7f-b05e-52fdd5749cb6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0657372 Aug 10 03:27:07.122115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0dbe99be-2bb5-403c-907a-6e24867689de req-b08f76d1-423e-46a0-b99b-859d751e7f17 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Aug 10 03:27:07.322853 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc0e0b-6c3b-4dfd-b8b9-ee2012778251 x-openstack-request-id: req-aebc0e0b-6c3b-4dfd-b8b9-ee2012778251 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:07.323347 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f18990-39ba-40f4-83b9-0a5b2a8fc551", "name": "network-vif-deleted", "tag": "99e02c54-c611-45ad-a746-bd169032eedf", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:07.323756 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aebc0e0b-6c3b-4dfd-b8b9-ee2012778251 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:07.324308 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f18990-39ba-40f4-83b9-0a5b2a8fc551', 'name': 'network-vif-deleted', 'tag': '99e02c54-c611-45ad-a746-bd169032eedf', 'status': 'completed', 'code': 200} Aug 10 03:27:07.577021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8031d7e-e551-4ba8-98ec-c91339367625 req-bc8d7841-dd52-44d1-a1e8-2710d0914150 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f18990-39ba-40f4-83b9-0a5b2a8fc551 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Aug 10 03:27:07.829738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35882) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:07.844129 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0514eda4-af90-4719-83f9-e718737eeb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.850896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048cbf-860e-4cee-97fe-98d622aea73d req-a2faf870-f6fb-4420-bc62-cb023d116875 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.859807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65048cbf-860e-4cee-97fe-98d622aea73d req-a2faf870-f6fb-4420-bc62-cb023d116875 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0607462 Aug 10 03:27:07.910765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65048cbf-860e-4cee-97fe-98d622aea73d req-80bb60fa-4471-4faf-9074-c967eb74c3d6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Aug 10 03:27:07.951470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0514eda4-af90-4719-83f9-e718737eeb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.124151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0514eda4-af90-4719-83f9-e718737eeb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.143316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35888) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.178601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514eda4-af90-4719-83f9-e718737eeb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94cda2-5711-4d87-bd04-2f351f24fe72,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:08.212339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0514eda4-af90-4719-83f9-e718737eeb20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdba049456b246aeb716e31c479cf5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731251 Aug 10 03:27:08.215665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35898) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.329717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67630-f3e3-4b55-ac4e-ff6c0dda24bf req-9490239a-d4b4-4ef8-8d2e-f4d712584d83 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.331320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fda67630-f3e3-4b55-ac4e-ff6c0dda24bf req-9490239a-d4b4-4ef8-8d2e-f4d712584d83 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1066375 Aug 10 03:27:08.362881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f096d6a9-b449-43b9-ab7e-9cc7e4ee554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.394673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c844913-a2e4-4814-a620-793f153f3b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.417295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f096d6a9-b449-43b9-ab7e-9cc7e4ee554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.428737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fda67630-f3e3-4b55-ac4e-ff6c0dda24bf req-8cd1df21-d104-4b1e-a74e-d949d4a9e10e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913403 Aug 10 03:27:08.564441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c844913-a2e4-4814-a620-793f153f3b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.601093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f096d6a9-b449-43b9-ab7e-9cc7e4ee554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.603669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f096d6a9-b449-43b9-ab7e-9cc7e4ee554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.605614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f096d6a9-b449-43b9-ab7e-9cc7e4ee554e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce94cda2-5711-4d87-bd04-2f351f24fe72 HTTP/1.1" status: 204 len: 168 time: 0.3874216 Aug 10 03:27:08.615475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d6a9-b449-43b9-ab7e-9cc7e4ee554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94cda2-5711-4d87-bd04-2f351f24fe72,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:08.726313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0c844913-a2e4-4814-a620-793f153f3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.776750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0c844913-a2e4-4814-a620-793f153f3b0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a095071ebc434177a00f93b2c3d47c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6377985 Aug 10 03:27:08.777637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c844913-a2e4-4814-a620-793f153f3b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c0b86-debd-42fa-8e51-a305275059cc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:08.780167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35920) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.834186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-161f56b7-e7c2-4dee-be5b-21b50f3f448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.856282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-161f56b7-e7c2-4dee-be5b-21b50f3f448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.055942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-161f56b7-e7c2-4dee-be5b-21b50f3f448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.058805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-161f56b7-e7c2-4dee-be5b-21b50f3f448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.061502 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-161f56b7-e7c2-4dee-be5b-21b50f3f448e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f14c0b86-debd-42fa-8e51-a305275059cc HTTP/1.1" status: 204 len: 168 time: 0.2801700 Aug 10 03:27:09.069585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f56b7-e7c2-4dee-be5b-21b50f3f448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c0b86-debd-42fa-8e51-a305275059cc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:09.240760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891159-157d-45cc-a241-f46a30b0b91e req-2358260e-3171-468e-872d-bb8f60756d09 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.242256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb891159-157d-45cc-a241-f46a30b0b91e req-2358260e-3171-468e-872d-bb8f60756d09 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Aug 10 03:27:09.281853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb891159-157d-45cc-a241-f46a30b0b91e req-e6653537-7a48-4e5e-bdb5-5a4cf5c8045c tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Aug 10 03:27:09.388498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee0f2-bfd9-4e02-b825-e9e662f9acdb req-ece6275c-4cff-498f-b407-6da0aa0e8b56 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.389994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3eee0f2-bfd9-4e02-b825-e9e662f9acdb req-ece6275c-4cff-498f-b407-6da0aa0e8b56 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 950 time: 0.0504804 Aug 10 03:27:09.427762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3eee0f2-bfd9-4e02-b825-e9e662f9acdb req-17526f57-764f-41cd-82cc-596745d96370 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 10 03:27:09.441642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:09.611647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9c9e-c432-4171-b5d6-580418c16e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.730575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9c9e-c432-4171-b5d6-580418c16e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.773522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e7774-bbd4-4bf4-a66e-6142831f53c6 req-564eb363-455d-4c9c-8f85-be3a93fa00d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.775126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce5e7774-bbd4-4bf4-a66e-6142831f53c6 req-564eb363-455d-4c9c-8f85-be3a93fa00d5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0605071 Aug 10 03:27:09.814980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce5e7774-bbd4-4bf4-a66e-6142831f53c6 req-70bebbd1-3b0f-458f-ba93-58c15ba9da6c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Aug 10 03:27:09.846310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9c9e-c432-4171-b5d6-580418c16e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.886956 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab4f9c9e-c432-4171-b5d6-580418c16e49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84c15f97fb644043a634266fde5fd896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440508 Aug 10 03:27:09.889614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f9c9e-c432-4171-b5d6-580418c16e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996a316-cab7-48c0-8584-5462897b870b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:09.890180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35954) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:09.939187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c623-cb77-46f9-80d7-e33e14bfa531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.964304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c623-cb77-46f9-80d7-e33e14bfa531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.993978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 99e02c54-c611-45ad-a746-bd169032eedf no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:10.014025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 99e02c54-c611-45ad-a746-bd169032eedf {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:10.014365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 99e02c54-c611-45ad-a746-bd169032eedf not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:10.045984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53217b8e-c477-4fd1-bb9a-3763bb5cdc38 req-8df3fa24-4fec-4968-9656-c1db55f83388 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.047579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53217b8e-c477-4fd1-bb9a-3763bb5cdc38 req-8df3fa24-4fec-4968-9656-c1db55f83388 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0571320 Aug 10 03:27:10.087680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53217b8e-c477-4fd1-bb9a-3763bb5cdc38 req-5c613134-600f-4697-8554-8dabf34e5898 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Aug 10 03:27:10.158963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c623-cb77-46f9-80d7-e33e14bfa531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.161876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c623-cb77-46f9-80d7-e33e14bfa531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.162759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fc8c623-cb77-46f9-80d7-e33e14bfa531 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8996a316-cab7-48c0-8584-5462897b870b HTTP/1.1" status: 204 len: 168 time: 0.2716079 Aug 10 03:27:10.193148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8c623-cb77-46f9-80d7-e33e14bfa531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996a316-cab7-48c0-8584-5462897b870b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:10.219764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b63d33-18c2-42bd-9de8-293ab99a99a7 req-7e4f3b7d-49a3-419a-b85b-e2a9a6fb1b65 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.221310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72b63d33-18c2-42bd-9de8-293ab99a99a7 req-7e4f3b7d-49a3-419a-b85b-e2a9a6fb1b65 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0575528 Aug 10 03:27:10.259349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72b63d33-18c2-42bd-9de8-293ab99a99a7 req-d0084d8b-059d-40eb-9b0a-025a99d3b2ab tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Aug 10 03:27:10.642964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-382dda7f-d592-4ee3-86b2-ec167200f7ad tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.644502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-382dda7f-d592-4ee3-86b2-ec167200f7ad tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 950 time: 0.0609727 Aug 10 03:27:10.734249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Deleting port 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:10.734608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.080234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35994) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:11.094475 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-443c2eb9-138f-4f4e-b6a6-5f635bb462af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.151147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] For port 6ad96741-f6c2-45fe-91ef-1584ae63d58c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6ad96741-f6c2-45fe-91ef-1584ae63d58c,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:11.151717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.166370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc879a9-e394-4825-a97d-396297cde2c6 req-36c218dd-d63e-4c4d-839f-c7ed3d298926 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.169266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bc879a9-e394-4825-a97d-396297cde2c6 req-36c218dd-d63e-4c4d-839f-c7ed3d298926 tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 950 time: 0.0864680 Aug 10 03:27:11.174253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Calling delete_port for 6ad96741-f6c2-45fe-91ef-1584ae63d58c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:11.190008 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-443c2eb9-138f-4f4e-b6a6-5f635bb462af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.254494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35998) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:11.254945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bc879a9-e394-4825-a97d-396297cde2c6 req-0e6c74d1-2ddf-46bc-b0dd-ff47490bedff tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbaf5279-efd5-4846-a44a-94fa6d4695de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780683 Aug 10 03:27:11.280897 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-443c2eb9-138f-4f4e-b6a6-5f635bb462af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.340106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-443c2eb9-138f-4f4e-b6a6-5f635bb462af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=029f1f144df740bdbd28df915e145cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579563 Aug 10 03:27:11.342170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36002) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:11.342921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c2eb9-138f-4f4e-b6a6-5f635bb462af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058c50f-76fa-411d-b88a-c2bd3ec4e29b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.383719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c838-bd00-4fd4-8941-0b96cb549373 req-f7825834-c521-4fc4-9bdd-faea5c7ba2b7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.385243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8479c838-bd00-4fd4-8941-0b96cb549373 req-f7825834-c521-4fc4-9bdd-faea5c7ba2b7 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0572019 Aug 10 03:27:11.392259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc84adb4-10a5-4190-b202-62f8d53894f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.424421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21babce9-d6f8-4cb4-94f4-fd06e8ff131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.424975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8479c838-bd00-4fd4-8941-0b96cb549373 req-3d6000e8-8b05-4ae0-bc1d-8a7940f2cb87 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Aug 10 03:27:11.458572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21babce9-d6f8-4cb4-94f4-fd06e8ff131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.480019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.492244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6ad96741-f6c2-45fe-91ef-1584ae63d58c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:11.539651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Pushing event deleted for resources: {'Port': ['ID=6ad96741-f6c2-45fe-91ef-1584ae63d58c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.557427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc84adb4-10a5-4190-b202-62f8d53894f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.587300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] No DVR routers for this DVR port 6ad96741-f6c2-45fe-91ef-1584ae63d58c on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:11.590492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.593204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fd7ade3-6fdd-4fb5-85de-41ab2eaf69f3 req-c81a7be6-e846-4e1f-8120-ccb177fd3eed tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.46 "DELETE /v2.0/ports/6ad96741-f6c2-45fe-91ef-1584ae63d58c HTTP/1.1" status: 204 len: 173 time: 0.9431031 Aug 10 03:27:11.593646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-deleted', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:11.595892 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41cd5f4-cfea-45ed-8b6a-478a18fc1d57" -d '{"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-deleted", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:11.610126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08915d7-6f55-4c04-a96f-c631ba3949ca req-a3143ec7-ca9b-455d-a9d5-4fdd3ca4f814 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.611785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f08915d7-6f55-4c04-a96f-c631ba3949ca req-a3143ec7-ca9b-455d-a9d5-4fdd3ca4f814 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1230543 Aug 10 03:27:11.612214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21babce9-d6f8-4cb4-94f4-fd06e8ff131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.614896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21babce9-d6f8-4cb4-94f4-fd06e8ff131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.618756 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-21babce9-d6f8-4cb4-94f4-fd06e8ff131b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4058c50f-76fa-411d-b88a-c2bd3ec4e29b HTTP/1.1" status: 204 len: 168 time: 0.2694292 Aug 10 03:27:11.629977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21babce9-d6f8-4cb4-94f4-fd06e8ff131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058c50f-76fa-411d-b88a-c2bd3ec4e29b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.640652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc84adb4-10a5-4190-b202-62f8d53894f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.677988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f08915d7-6f55-4c04-a96f-c631ba3949ca req-4e8a7910-45bc-4435-b693-a07887b47191 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591698 Aug 10 03:27:11.701702 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fc84adb4-10a5-4190-b202-62f8d53894f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f612f277a265489a8c37b859135dde26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460762 Aug 10 03:27:11.702679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84adb4-10a5-4190-b202-62f8d53894f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b80d0-91c0-4da3-9565-1b1968dc6afb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.714171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36008) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:11.774446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48be9982-9873-46fc-9575-3758211afa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.790461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48be9982-9873-46fc-9575-3758211afa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.862628 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85442a1-bca3-44f4-bcd3-551a57b8eec6 x-openstack-request-id: req-a85442a1-bca3-44f4-bcd3-551a57b8eec6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:11.862928 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af4c89d-dc99-42a9-b2c7-160e2d072c27", "name": "network-vif-deleted", "tag": "6ad96741-f6c2-45fe-91ef-1584ae63d58c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:11.863187 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a85442a1-bca3-44f4-bcd3-551a57b8eec6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:11.863593 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af4c89d-dc99-42a9-b2c7-160e2d072c27', 'name': 'network-vif-deleted', 'tag': '6ad96741-f6c2-45fe-91ef-1584ae63d58c', 'status': 'completed', 'code': 200} Aug 10 03:27:11.903756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48be9982-9873-46fc-9575-3758211afa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.906366 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48be9982-9873-46fc-9575-3758211afa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.908272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-48be9982-9873-46fc-9575-3758211afa3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b43b80d0-91c0-4da3-9565-1b1968dc6afb HTTP/1.1" status: 204 len: 168 time: 0.2034075 Aug 10 03:27:11.915268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9982-9873-46fc-9575-3758211afa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b80d0-91c0-4da3-9565-1b1968dc6afb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.269754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-f7b89580-24f3-4bd6-8738-8e62360e0514 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.269754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-f7b89580-24f3-4bd6-8738-8e62360e0514 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.0594273 Aug 10 03:27:12.396138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13c6941c-d145-4c27-be01-a95b194b5cab req-55e50246-e4db-4c4a-8255-091b2a23599d tempest-ServersAdminTestJSON-2140603980 tempest-ServersAdminTestJSON-2140603980-project] 10.222.0.26 "GET /v2.0/ports?device_id=2af4c89d-dc99-42a9-b2c7-160e2d072c27 HTTP/1.1" status: 200 len: 210 time: 0.0342665 Aug 10 03:27:12.431574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:12.431920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.597336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port 48c7c779-6d31-4e0b-a166-6f7bca97bec9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=48c7c779-6d31-4e0b-a166-6f7bca97bec9,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:12.597798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.616216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for 48c7c779-6d31-4e0b-a166-6f7bca97bec9 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:12.637671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f52e-2f1d-4c5c-8a5a-d179502ff695 req-00ee586c-8ece-4956-b2ce-b8cfb6d0f5e1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.639764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b57f52e-2f1d-4c5c-8a5a-d179502ff695 req-00ee586c-8ece-4956-b2ce-b8cfb6d0f5e1 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 945 time: 0.1094453 Aug 10 03:27:12.728015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b57f52e-2f1d-4c5c-8a5a-d179502ff695 req-3dc2ce05-3371-42d8-a19f-951020501bf0 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 Aug 10 03:27:12.844640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec6b2a-71b3-49f5-88e5-c83a3b5cb2e3 req-e03102f3-a543-43ec-af09-cc05d630fe4c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.846183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36ec6b2a-71b3-49f5-88e5-c83a3b5cb2e3 req-e03102f3-a543-43ec-af09-cc05d630fe4c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0576487 Aug 10 03:27:12.892328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36ec6b2a-71b3-49f5-88e5-c83a3b5cb2e3 req-e55c2533-5703-4f2f-90b1-9cbe7a3be12e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 Aug 10 03:27:12.901635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.917536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e2e037d7-b01f-42ed-997d-acba7a3d2463', '48c7c779-6d31-4e0b-a166-6f7bca97bec9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:12.973626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=48c7c779-6d31-4e0b-a166-6f7bca97bec9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:13.019993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port 48c7c779-6d31-4e0b-a166-6f7bca97bec9 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:13.022770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.025156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3d56860-3586-48ac-87ef-7d64e14ed207 req-45801777-6833-4fb8-ab25-fcc111777600 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/48c7c779-6d31-4e0b-a166-6f7bca97bec9 HTTP/1.1" status: 204 len: 173 time: 0.7453580 Aug 10 03:27:13.844586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1ef4d4b-c96b-4a7c-be6b-0ed13bcf7f16 req-b0b7dd38-ffb1-42b6-829b-b381ac4f5b42 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=99e87554-5e70-40d0-8716-dff3df4cd487 HTTP/1.1" status: 200 len: 210 time: 0.0287156 Aug 10 03:27:13.865931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e87554-5e70-40d0-8716-dff3df4cd487', 'name': 'network-vif-deleted', 'tag': '48c7c779-6d31-4e0b-a166-6f7bca97bec9'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:13.868155 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e650e66c-658b-40a4-b39d-0fd98bff87a7" -d '{"events": [{"server_uuid": "99e87554-5e70-40d0-8716-dff3df4cd487", "name": "network-vif-deleted", "tag": "48c7c779-6d31-4e0b-a166-6f7bca97bec9"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:13.907376 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b17d8a-9920-48c6-a404-54990dd35e6d x-openstack-request-id: req-91b17d8a-9920-48c6-a404-54990dd35e6d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:13.907671 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e87554-5e70-40d0-8716-dff3df4cd487", "name": "network-vif-deleted", "tag": "48c7c779-6d31-4e0b-a166-6f7bca97bec9", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:13.907917 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91b17d8a-9920-48c6-a404-54990dd35e6d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:13.908310 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e87554-5e70-40d0-8716-dff3df4cd487', 'name': 'network-vif-deleted', 'tag': '48c7c779-6d31-4e0b-a166-6f7bca97bec9', 'status': 'completed', 'code': 200} Aug 10 03:27:13.964111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:14.032577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 48c7c779-6d31-4e0b-a166-6f7bca97bec9 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:14.033870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271d53-1da9-47a6-87ce-84f38b860388 req-32bebdf8-c21b-410e-ae61-77b1e4ec82e1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.039518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35271d53-1da9-47a6-87ce-84f38b860388 req-32bebdf8-c21b-410e-ae61-77b1e4ec82e1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0719323 Aug 10 03:27:14.081076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 48c7c779-6d31-4e0b-a166-6f7bca97bec9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:14.081506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 48c7c779-6d31-4e0b-a166-6f7bca97bec9 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:14.084385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:14.108253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35271d53-1da9-47a6-87ce-84f38b860388 req-52575276-d978-498b-8bf1-0fd44250ab00 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Aug 10 03:27:14.114978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 6ad96741-f6c2-45fe-91ef-1584ae63d58c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:14.115522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6ad96741-f6c2-45fe-91ef-1584ae63d58c not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:14.262263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-079d068d-82d6-4018-ba65-0f2bdbfbaa44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0944cf149184345a6e1fe4283b09e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967317 Aug 10 03:27:14.264786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36120) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:14.313972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.336602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.501557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.504163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.505380 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbaf5279-efd5-4846-a44a-94fa6d4695de HTTP/1.1" status: 204 len: 168 time: 0.2395771 Aug 10 03:27:14.513754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaf5279-efd5-4846-a44a-94fa6d4695de,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.521109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.521465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.521812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.522148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.522485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.522819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.523148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.523484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.523936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.524127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.524478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.524888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1cb72-ed4f-43b0-ae61-46bc0df324c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:15.218178 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:15.234878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d283d8-dc92-41f3-8182-27d647e1f356 req-c0885335-2fee-497a-b402-23167891dc3b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.236405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8d283d8-dc92-41f3-8182-27d647e1f356 req-c0885335-2fee-497a-b402-23167891dc3b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0572102 Aug 10 03:27:15.252492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.275621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8d283d8-dc92-41f3-8182-27d647e1f356 req-7d6ed48f-99b5-4b80-aa55-a44f99600b80 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333250 Aug 10 03:27:15.487183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.527151 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d30788c1-b6bb-447a-aa43-e255d50feb41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f25427f67fc841e3babdad07cc3788de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387979 Aug 10 03:27:15.532877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36208) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.584324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b8b726f-da41-4860-8b3d-2951b906e34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.607071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b8b726f-da41-4860-8b3d-2951b906e34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.732953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b8b726f-da41-4860-8b3d-2951b906e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.735668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b8b726f-da41-4860-8b3d-2951b906e34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.736950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7b8b726f-da41-4860-8b3d-2951b906e34c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ece809b-6988-4fdc-84ad-c501fd18e6b9 HTTP/1.1" status: 204 len: 168 time: 0.2030516 Aug 10 03:27:15.745108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b726f-da41-4860-8b3d-2951b906e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece809b-6988-4fdc-84ad-c501fd18e6b9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.862005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36240) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.971236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0b956ba-808b-4cc9-a59c-a254ef610d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.069078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0b956ba-808b-4cc9-a59c-a254ef610d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.171877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5b68-8e6b-4cea-9dbd-f4269377ac5a req-2fd7b5dd-947e-4bf9-a153-d56391c2a3a3 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.173464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2eb5b68-8e6b-4cea-9dbd-f4269377ac5a req-2fd7b5dd-947e-4bf9-a153-d56391c2a3a3 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 946 time: 0.0541561 Aug 10 03:27:16.190504 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0b956ba-808b-4cc9-a59c-a254ef610d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.244888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d0b956ba-808b-4cc9-a59c-a254ef610d76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86b6ae0c2e1e4d00b207133c5d20bce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811884 Aug 10 03:27:16.247806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:16.254682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2eb5b68-8e6b-4cea-9dbd-f4269377ac5a req-2be61949-d439-4426-89bb-7da20866564b tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748639 Aug 10 03:27:16.255453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b956ba-808b-4cc9-a59c-a254ef610d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba0c93-c44d-453a-8725-d308d17cd493,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.319027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efa0af3-3522-4008-a9e8-fb47c98cfcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.333827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efa0af3-3522-4008-a9e8-fb47c98cfcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.396675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de9ba-9046-48c4-9afc-3a43c899895b req-107690c0-d6d8-47cc-9590-289ff6ffb444 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.398192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-952de9ba-9046-48c4-9afc-3a43c899895b req-107690c0-d6d8-47cc-9590-289ff6ffb444 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0536950 Aug 10 03:27:16.435985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-952de9ba-9046-48c4-9afc-3a43c899895b req-a0d84a94-3a4a-47c8-b22d-ecdb4f9d08ef tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Aug 10 03:27:16.469167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efa0af3-3522-4008-a9e8-fb47c98cfcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.471726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3efa0af3-3522-4008-a9e8-fb47c98cfcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.472874 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3efa0af3-3522-4008-a9e8-fb47c98cfcc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ba0c93-c44d-453a-8725-d308d17cd493 HTTP/1.1" status: 204 len: 168 time: 0.2233398 Aug 10 03:27:16.480929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0af3-3522-4008-a9e8-fb47c98cfcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ba0c93-c44d-453a-8725-d308d17cd493,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:17.400222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab474a-d378-45e6-9c78-404295aac43f req-898bfeaf-6c97-4b48-afc3-b5f049a81a3a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.401951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26ab474a-d378-45e6-9c78-404295aac43f req-898bfeaf-6c97-4b48-afc3-b5f049a81a3a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 946 time: 0.0599737 Aug 10 03:27:17.445244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26ab474a-d378-45e6-9c78-404295aac43f req-903213a4-d67a-487a-b40f-17bf484b6934 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/security-groups?id=b31a0d6e-7b97-411f-bad1-5be35033ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Aug 10 03:27:17.505770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:17.519422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3f6f-d6c6-454e-be30-4c6dfb4de532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.555239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7c711-d6db-4841-bed4-9ef012214aec req-a677c234-98b8-4a1a-ba9b-fe6c880c9eb8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.556806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8f7c711-d6db-4841-bed4-9ef012214aec req-a677c234-98b8-4a1a-ba9b-fe6c880c9eb8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0525355 Aug 10 03:27:17.618045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3f6f-d6c6-454e-be30-4c6dfb4de532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.631768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-c565b0f5-dcb1-43a1-8e9d-80927ba4535e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.633335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-c565b0f5-dcb1-43a1-8e9d-80927ba4535e tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 946 time: 0.0755250 Aug 10 03:27:17.636233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8f7c711-d6db-4841-bed4-9ef012214aec req-21f81dff-2851-4e36-891f-46ff8f5edc6e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696473 Aug 10 03:27:17.726253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3f6f-d6c6-454e-be30-4c6dfb4de532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.744122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Deleting port e2e037d7-b01f-42ed-997d-acba7a3d2463 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:17.744580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.769940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d4b3f6f-d6c6-454e-be30-4c6dfb4de532 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=618fc8f2157146c1ade75e0740ea7f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630224 Aug 10 03:27:17.770925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36342) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:17.792302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b3f6f-d6c6-454e-be30-4c6dfb4de532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe64f0d-466d-477a-8b04-b807e434e1c6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:17.832030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f414ff9-05e7-4e93-8fed-326fbd1582d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.853345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] For port e2e037d7-b01f-42ed-997d-acba7a3d2463, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e2e037d7-b01f-42ed-997d-acba7a3d2463,segment=NetworkSegment(bb2379a9-c525-499d-85de-6016cffbb627),segment_id=bb2379a9-c525-499d-85de-6016cffbb627)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:17.856259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.858239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f414ff9-05e7-4e93-8fed-326fbd1582d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.867646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Calling delete_port for e2e037d7-b01f-42ed-997d-acba7a3d2463 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:18.045033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f414ff9-05e7-4e93-8fed-326fbd1582d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.047632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f414ff9-05e7-4e93-8fed-326fbd1582d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.048836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f414ff9-05e7-4e93-8fed-326fbd1582d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbe64f0d-466d-477a-8b04-b807e434e1c6 HTTP/1.1" status: 204 len: 168 time: 0.2757843 Aug 10 03:27:18.056490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414ff9-05e7-4e93-8fed-326fbd1582d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe64f0d-466d-477a-8b04-b807e434e1c6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:18.090101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.118475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Pushing event deleted for resources: {'Port': ['ID=e2e037d7-b01f-42ed-997d-acba7a3d2463,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:18.173325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] No DVR routers for this DVR port e2e037d7-b01f-42ed-997d-acba7a3d2463 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:18.175827 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.177963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3bffa4d-5550-41ae-b3c5-38e998c4b8ce req-03e02a49-f59a-4c89-8e41-541114cd22b6 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.46 "DELETE /v2.0/ports/e2e037d7-b01f-42ed-997d-acba7a3d2463 HTTP/1.1" status: 204 len: 173 time: 0.5387504 Aug 10 03:27:18.178495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'name': 'network-vif-deleted', 'tag': 'e2e037d7-b01f-42ed-997d-acba7a3d2463'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:18.181029 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c50a0-aab4-4291-93aa-f96ca59f6a57" -d '{"events": [{"server_uuid": "c2c11ac8-a314-4d13-b5fe-4c64cd796202", "name": "network-vif-deleted", "tag": "e2e037d7-b01f-42ed-997d-acba7a3d2463"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:18.218509 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1766bb-e4c9-44d7-b161-e4fd04f846b1 x-openstack-request-id: req-6d1766bb-e4c9-44d7-b161-e4fd04f846b1 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:18.218839 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c11ac8-a314-4d13-b5fe-4c64cd796202", "name": "network-vif-deleted", "tag": "e2e037d7-b01f-42ed-997d-acba7a3d2463", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:18.219061 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d1766bb-e4c9-44d7-b161-e4fd04f846b1 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:18.219457 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c11ac8-a314-4d13-b5fe-4c64cd796202', 'name': 'network-vif-deleted', 'tag': 'e2e037d7-b01f-42ed-997d-acba7a3d2463', 'status': 'completed', 'code': 200} Aug 10 03:27:18.660444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-04aa9e90-1007-4cb1-8bfb-4afe3484617a tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5eceb6a9fa6048e587da09ddf7f579bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224237 Aug 10 03:27:18.766631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-9bde0ac2-1d58-4e8f-a30d-672037cd575c tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.768129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-9bde0ac2-1d58-4e8f-a30d-672037cd575c tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1022613 Aug 10 03:27:18.785163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8bdeae74-aee0-4ec3-a299-afcb2e679331 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/quotas/5eceb6a9fa6048e587da09ddf7f579bc HTTP/1.1" status: 200 len: 375 time: 0.0108998 Aug 10 03:27:18.818437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-1e7c7f98-42cd-40aa-9f14-a8706da82568 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5eceb6a9fa6048e587da09ddf7f579bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277421 Aug 10 03:27:19.204568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8500c1d0-57e4-40ca-9729-01a8719cc5f0 req-6f5269bb-e74a-4145-93db-598ab375e73a tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2c11ac8-a314-4d13-b5fe-4c64cd796202 HTTP/1.1" status: 200 len: 210 time: 0.0331247 Aug 10 03:27:19.314559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0cc66-a3b5-45c6-822b-f48a09af3fd8 req-2ad60af4-f912-4798-907a-f547faf7e051 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.316096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d0cc66-a3b5-45c6-822b-f48a09af3fd8 req-2ad60af4-f912-4798-907a-f547faf7e051 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0561001 Aug 10 03:27:19.356691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d0cc66-a3b5-45c6-822b-f48a09af3fd8 req-6746adfe-f25b-4087-bb1d-9d506290a320 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Aug 10 03:27:19.513991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36440) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:19.553769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0aed3aea-7e0d-4968-94b6-cd3b7f970afb req-aaacb6d8-cb9f-4ad9-84a0-f379029c478f tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 210 time: 0.0289257 Aug 10 03:27:19.623774 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1b86e76-a304-49be-b3af-74213b2823e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.714253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1b86e76-a304-49be-b3af-74213b2823e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.849666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e1b86e76-a304-49be-b3af-74213b2823e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.891154 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1b86e76-a304-49be-b3af-74213b2823e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6f1b9baf4704a909abd8596ff30afc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743100 Aug 10 03:27:19.891285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36448) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:19.896864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86e76-a304-49be-b3af-74213b2823e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0447dca5-2ab0-4774-8024-c9ded126fa3d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:19.942486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b01db6ed-826b-4c9d-af8b-5fcaf0480f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.963831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b01db6ed-826b-4c9d-af8b-5fcaf0480f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.039887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e2e037d7-b01f-42ed-997d-acba7a3d2463 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:20.060070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: e2e037d7-b01f-42ed-997d-acba7a3d2463 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:20.060448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e2e037d7-b01f-42ed-997d-acba7a3d2463 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:20.171859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b01db6ed-826b-4c9d-af8b-5fcaf0480f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.183766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b01db6ed-826b-4c9d-af8b-5fcaf0480f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.183766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b01db6ed-826b-4c9d-af8b-5fcaf0480f73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0447dca5-2ab0-4774-8024-c9ded126fa3d HTTP/1.1" status: 204 len: 168 time: 0.2831492 Aug 10 03:27:20.183766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01db6ed-826b-4c9d-af8b-5fcaf0480f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0447dca5-2ab0-4774-8024-c9ded126fa3d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.260265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:20.306444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Deleting subnet 370671f8-18ad-473b-9649-eaf4e22257fe {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:20.310169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.348363 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.401751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.478504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c299b7-e7a9-4451-96ae-11ea224746ec req-0395ae70-a0a4-4dc5-8cd6-e67105529571 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.480336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9c299b7-e7a9-4451-96ae-11ea224746ec req-0395ae70-a0a4-4dc5-8cd6-e67105529571 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0500257 Aug 10 03:27:20.522878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9c299b7-e7a9-4451-96ae-11ea224746ec req-5cf05de6-46ba-4c04-a568-8920e2d6a329 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Aug 10 03:27:20.525991 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.558509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.573570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/370671f8-18ad-473b-9649-eaf4e22257fe HTTP/1.1" status: 204 len: 168 time: 0.3000050 Aug 10 03:27:20.573570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7223770-cafe-4c7a-ad61-e80708fc2a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370671f8-18ad-473b-9649-eaf4e22257fe,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.576910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36480) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:20.652893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.740442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.750862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ad6170-7879-433e-9570-1e1e56a2bbc4']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:20.761395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2379a9-c525-499d-85de-6016cffbb627') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:20.761676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2379a9-c525-499d-85de-6016cffbb627') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:20.770612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.772421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e0b7bae-e989-4c20-ae32-d678ecb01814 req-e0b678e1-232b-43e7-877e-e2be4f60b95e tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 210 time: 0.0278444 Aug 10 03:27:20.785458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:20.794544 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:21.164077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36482) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:21.177411 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-212a0d4a-585f-47a9-add9-d0ad9398e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.249302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.254995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.259542 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61ad6170-7879-433e-9570-1e1e56a2bbc4 HTTP/1.1" status: 204 len: 168 time: 0.6816049 Aug 10 03:27:21.273295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b997e7-49df-441b-bb53-6f921ffde0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ad6170-7879-433e-9570-1e1e56a2bbc4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:21.300122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-212a0d4a-585f-47a9-add9-d0ad9398e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.457885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-212a0d4a-585f-47a9-add9-d0ad9398e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.495892 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-212a0d4a-585f-47a9-add9-d0ad9398e0db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=962f8e206f48473bb44fbb443d4c0fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306122 Aug 10 03:27:21.497364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a0d4a-585f-47a9-add9-d0ad9398e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5193a16b-8ca9-4df6-a90f-be3f5e8d6da4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:21.499189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36486) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:21.552278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28bf-f1be-4826-ab29-f403b6e6f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.577398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28bf-f1be-4826-ab29-f403b6e6f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.660198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780be7-0d15-4115-899b-51083d45ac48 req-32d9e846-edf8-4d80-bb97-58b0efc95966 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.661769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f780be7-0d15-4115-899b-51083d45ac48 req-32d9e846-edf8-4d80-bb97-58b0efc95966 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0541508 Aug 10 03:27:21.701025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f780be7-0d15-4115-899b-51083d45ac48 req-edcf4946-13a5-466d-8088-27c12b5cd682 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Aug 10 03:27:21.834826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28bf-f1be-4826-ab29-f403b6e6f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.837495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbcf28bf-f1be-4826-ab29-f403b6e6f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.838618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cbcf28bf-f1be-4826-ab29-f403b6e6f65c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5193a16b-8ca9-4df6-a90f-be3f5e8d6da4 HTTP/1.1" status: 204 len: 168 time: 0.3383501 Aug 10 03:27:21.847741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf28bf-f1be-4826-ab29-f403b6e6f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193a16b-8ca9-4df6-a90f-be3f5e8d6da4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:21.900955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ea9b798-4d86-4b32-85e4-476bc276ca4c req-d2ee6577-d41b-4070-913a-7491990eab23 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 210 time: 0.0301123 Aug 10 03:27:21.931607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36502) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:21.973726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fa4a2f6-7df1-4198-941f-dc2e5e0148ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e48ecba53045408abfca6a6c0a827f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384648 Aug 10 03:27:21.974116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:22.022815 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59ea1d81-fa87-49fe-bfc6-8fbdec61550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.044653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59ea1d81-fa87-49fe-bfc6-8fbdec61550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.107287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-852d832f-fcc8-466a-a971-44cdd49b127f tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5eceb6a9fa6048e587da09ddf7f579bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249426 Aug 10 03:27:22.212324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59ea1d81-fa87-49fe-bfc6-8fbdec61550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.216852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59ea1d81-fa87-49fe-bfc6-8fbdec61550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.223021 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-59ea1d81-fa87-49fe-bfc6-8fbdec61550d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b31a0d6e-7b97-411f-bad1-5be35033ba05 HTTP/1.1" status: 204 len: 168 time: 0.2466249 Aug 10 03:27:22.234604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea1d81-fa87-49fe-bfc6-8fbdec61550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a0d6e-7b97-411f-bad1-5be35033ba05,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:22.278333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-1d431691-26cb-4965-85f4-28d509a54cf0 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.281570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-1d431691-26cb-4965-85f4-28d509a54cf0 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680853 Aug 10 03:27:22.295743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Request body: {'port': {'device_id': '4000d198-2293-408b-9895-01a23e63518a', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '5eceb6a9fa6048e587da09ddf7f579bc'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:22.606059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Made reservation on behalf of 5eceb6a9fa6048e587da09ddf7f579bc for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:22.611524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.619760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.741995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.848620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.935034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7df1b9-7573-42ab-bee2-a62b91ecfd53 req-406d74af-f517-497e-8b28-e6d043429a72 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.936573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc7df1b9-7573-42ab-bee2-a62b91ecfd53 req-406d74af-f517-497e-8b28-e6d043429a72 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1485910 Aug 10 03:27:22.940126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9781d3e-d755-448f-890a-c3d03f9d9290,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.019114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc7df1b9-7573-42ab-bee2-a62b91ecfd53 req-3ac06f63-2b1f-4310-b4d1-8975cfa93212 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706382 Aug 10 03:27:23.044681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Allocated IP 192.168.233.78 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/031a87fe-6d34-41ae-833c-c3d130ffa10e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:23.104575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36548) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:23.253002 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.278423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb162259-37e4-4bc6-939a-bd20a954eac7 req-8a62c9f3-69cf-480c-9a99-73444557cfb3 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 210 time: 0.0389550 Aug 10 03:27:23.283445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Transition to ACTIVE for port object 031a87fe-6d34-41ae-833c-c3d130ffa10e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:23.331310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-569877203'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:23.421361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.467254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:23.470530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:23.474334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:23.486545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Pushing event updated for resources: {'Port': ['ID=031a87fe-6d34-41ae-833c-c3d130ffa10e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.528793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.529428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.546708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Made reservation on behalf of ad37d6c46c6b446785775a950c21403d for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:23.550445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.559647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.633387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-8a5f621e-be87-4717-9a64-73adbcf89745 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3419855 Aug 10 03:27:23.647194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Request body: {'port': {'device_id': '4000d198-2293-408b-9895-01a23e63518a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:23.718371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.759814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.886119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f62b7bf8-e52e-4a56-8522-0742759c54c6 None None] Provisioning for port 031a87fe-6d34-41ae-833c-c3d130ffa10e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:23.890592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f62b7bf8-e52e-4a56-8522-0742759c54c6 None None] Provisioning complete for port 031a87fe-6d34-41ae-833c-c3d130ffa10e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:23.908047 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f62b7bf8-e52e-4a56-8522-0742759c54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.926514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f62b7bf8-e52e-4a56-8522-0742759c54c6 None None] Port 031a87fe-6d34-41ae-833c-c3d130ffa10e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:23.981316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.996007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031a87fe-6d34-41ae-833c-c3d130ffa10e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:24.004714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.008334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:24.019488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Transition to ACTIVE for port object 031a87fe-6d34-41ae-833c-c3d130ffa10e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:24.022207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd06fd-5ab9-452c-a4bb-79d3087cdcd0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.029488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.034179 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Added segment ceadd0fe-715b-47bf-8c6c-a5f49f628f75 of type vlan for network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d Aug 10 03:27:24.072847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.226501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.279753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Pushing event updated for resources: {'Port': ['ID=031a87fe-6d34-41ae-833c-c3d130ffa10e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.303199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.309719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.315886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.359140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Attempting to bind port 031a87fe-6d34-41ae-833c-c3d130ffa10e on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:24.359829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Attempting to bind port 031a87fe-6d34-41ae-833c-c3d130ffa10e by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:24.359829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Attempting to bind port 031a87fe-6d34-41ae-833c-c3d130ffa10e on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:24.365470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Port 031a87fe-6d34-41ae-833c-c3d130ffa10e on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:24.365793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Attempting to bind port 031a87fe-6d34-41ae-833c-c3d130ffa10e on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:24.370952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:24.371330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:24.371755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:24.372193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Bound port: 031a87fe-6d34-41ae-833c-c3d130ffa10e, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:24.373186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.383281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event updated for resources: {'Network': ['ID=1511e867-ff7c-4cb2-b522-a6fb7dfcc84d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.396139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:24.443102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] For port 031a87fe-6d34-41ae-833c-c3d130ffa10e, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:24.448198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] For port 031a87fe-6d34-41ae-833c-c3d130ffa10e, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:24.458345 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8a370645-17d2-46bf-8a61-f15dabfb80db tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3515065 Aug 10 03:27:24.461309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:24.467896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Request body: {'subnet': {'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:24.544486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.580104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.580104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.580630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] 10.222.0.46 "PUT /v2.0/ports/031a87fe-6d34-41ae-833c-c3d130ffa10e HTTP/1.1" status: 200 len: 1096 time: 0.9388673 Aug 10 03:27:24.581070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4000d198-2293-408b-9895-01a23e63518a', 'tag': '031a87fe-6d34-41ae-833c-c3d130ffa10e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:24.583305 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de" -d '{"events": [{"name": "network-changed", "server_uuid": "4000d198-2293-408b-9895-01a23e63518a", "tag": "031a87fe-6d34-41ae-833c-c3d130ffa10e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:24.612633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Pushing event updated for resources: {'Port': ['ID=031a87fe-6d34-41ae-833c-c3d130ffa10e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:24.620560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.620916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.621266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.621633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.621973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.622310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.622645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.622977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.623310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.623641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.623974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.624309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7646c03-a0fd-4c99-a1a6-97d4edc0e375 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:24.651684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Made reservation on behalf of ad37d6c46c6b446785775a950c21403d for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:24.656437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.833408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-64979f93-85d9-4ec9-ab56-045dbf604ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.835546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-64979f93-85d9-4ec9-ab56-045dbf604ef3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5eceb6a9fa6048e587da09ddf7f579bc&device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 1099 time: 0.0521686 Aug 10 03:27:24.878542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-e7f89bdc-33fc-4b9a-9cee-63f5b3b173b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e HTTP/1.1" status: 200 len: 217 time: 0.0348771 Aug 10 03:27:24.927724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-07ddb174-a3a7-496c-8ae5-28a807dcbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.929180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-07ddb174-a3a7-496c-8ae5-28a807dcbc02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0437312 Aug 10 03:27:24.981432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-319b70dd-21f3-4ce2-8e23-fc274f16a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.982972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-319b70dd-21f3-4ce2-8e23-fc274f16a6ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465543 Aug 10 03:27:24.995025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.057433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event updated for resources: {'Subnet': ['ID=011f57a6-1b8d-43fe-a7f3-5e639d22952f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:25.069040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Checking segment: {'id': 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:25.069464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Network hostable DHCP agents. Network: 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:25.083241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-2ae60fb9-dad5-401c-8dbb-4dfc109595e8 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922906 Aug 10 03:27:25.232806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5be6c-ab6d-430b-a601-9a6e366c2773 req-6b81dd79-06af-4a77-9273-1ef0f748c779 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.234284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35f5be6c-ab6d-430b-a601-9a6e366c2773 req-6b81dd79-06af-4a77-9273-1ef0f748c779 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0890992 Aug 10 03:27:25.236547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85e08cd2-1670-4b73-9c74-08bc6d1b3ca6 req-c758c5a2-b25e-499e-a7b5-3b563de4de8d service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462905 Aug 10 03:27:25.260983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:25.272188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35f5be6c-ab6d-430b-a601-9a6e366c2773 req-9a0cb43b-45fe-4b42-8b01-3b6c380524e6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Aug 10 03:27:25.438057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:25.443409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.444383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.448636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb52cc-8391-4cb8-8712-410c0f8b3076 None None] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:25.518231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77424c2a-1f32-4e58-97c9-036cecc4812e req-2d1d8dc2-d96a-45e0-8ec8-f79f49d866e6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.520220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77424c2a-1f32-4e58-97c9-036cecc4812e req-2d1d8dc2-d96a-45e0-8ec8-f79f49d866e6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 947 time: 0.0555439 Aug 10 03:27:25.561761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77424c2a-1f32-4e58-97c9-036cecc4812e req-2b1c0545-6e87-4461-9ef7-d281b98212da tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Aug 10 03:27:25.577160 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a265ebfb-38b5-457d-a2ad-ea172ee2ca43 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1138017 Aug 10 03:27:25.580558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36592) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:25.588981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Request body: {'port': {'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1871936118'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:25.618166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-1511e867-ff7c-4cb2-b522-a6fb7dfcc84d', 'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d', 'tenant_id': 'ad37d6c46c6b446785775a950c21403d', 'fixed_ips': [{'subnet_id': '011f57a6-1b8d-43fe-a7f3-5e639d22952f'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:25.619262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.687814 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d42a36-b45a-4f41-a220-1f057b7e4e19 x-openstack-request-id: req-62d42a36-b45a-4f41-a220-1f057b7e4e19 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:25.688175 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4000d198-2293-408b-9895-01a23e63518a", "tag": "031a87fe-6d34-41ae-833c-c3d130ffa10e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:25.688433 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62d42a36-b45a-4f41-a220-1f057b7e4e19 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:25.688806 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4000d198-2293-408b-9895-01a23e63518a', 'tag': '031a87fe-6d34-41ae-833c-c3d130ffa10e', 'status': 'completed', 'code': 200} Aug 10 03:27:25.790639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Allocated IP 2001:db8::2 (1511e867-ff7c-4cb2-b522-a6fb7dfcc84d/011f57a6-1b8d-43fe-a7f3-5e639d22952f/a18f9aae-b7db-4edd-bca1-50c165c8ec13) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:25.807263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-392e18a6-cb06-4b52-aad8-f06ba4f90220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.812192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-392e18a6-cb06-4b52-aad8-f06ba4f90220 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5eceb6a9fa6048e587da09ddf7f579bc&device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 1099 time: 0.1170347 Aug 10 03:27:25.949480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-32d8589f-e5cb-41f9-a938-5d06e10c6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.950199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.952802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-32d8589f-e5cb-41f9-a938-5d06e10c6a39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.1322091 Aug 10 03:27:25.967174 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.984584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Transition to ACTIVE for port object a18f9aae-b7db-4edd-bca1-50c165c8ec13 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:26.000558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Made reservation on behalf of ad37d6c46c6b446785775a950c21403d for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:26.017281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.026920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-5536d25e-2ed4-4905-90aa-5e0733319029 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e HTTP/1.1" status: 200 len: 217 time: 0.0652440 Aug 10 03:27:26.028680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Transition to ACTIVE for port object a18f9aae-b7db-4edd-bca1-50c165c8ec13 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:26.052655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] device_id is not set on port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:27:26.082547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-a0695ae9-5bea-47e9-80ec-28f79d0bb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.084043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-a0695ae9-5bea-47e9-80ec-28f79d0bb7b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0493994 Aug 10 03:27:26.116183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.140848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-c25f74da-2ba4-4a63-8b73-2b8380785f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.142914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-c25f74da-2ba4-4a63-8b73-2b8380785f9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512137 Aug 10 03:27:26.183111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Pushing event updated for resources: {'Port': ['ID=a18f9aae-b7db-4edd-bca1-50c165c8ec13,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.193995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:26.195644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:26.198359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:26.205986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Allocated IP 2001:db8::d8 (1511e867-ff7c-4cb2-b522-a6fb7dfcc84d/011f57a6-1b8d-43fe-a7f3-5e639d22952f/5f155501-aec6-41e7-b19f-d3c0ed1d68e2) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:26.260808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Attempting to bind port a18f9aae-b7db-4edd-bca1-50c165c8ec13 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:26.261175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Attempting to bind port a18f9aae-b7db-4edd-bca1-50c165c8ec13 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:26.261534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Attempting to bind port a18f9aae-b7db-4edd-bca1-50c165c8ec13 on network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:26.266676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:26.267046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Checking segment: {'id': 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:26.267442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.267832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Bound using segment: {'id': 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:26.269380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Bound port: a18f9aae-b7db-4edd-bca1-50c165c8ec13, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:26.269380 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.306602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-64c32d39-262a-47c7-86f1-55a337596732 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539357 Aug 10 03:27:26.341356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] For port a18f9aae-b7db-4edd-bca1-50c165c8ec13, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:26.344833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] For port a18f9aae-b7db-4edd-bca1-50c165c8ec13, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a18f9aae-b7db-4edd-bca1-50c165c8ec13,segment=NetworkSegment(ceadd0fe-715b-47bf-8c6c-a5f49f628f75),segment_id=ceadd0fe-715b-47bf-8c6c-a5f49f628f75)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:26.413349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.451126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Transition to ACTIVE for port object 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:26.491544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408a39-204e-45bc-8f3e-f6d6a6e6d329 req-b61f6fce-83ef-46cd-9799-0056aa35b502 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.493034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba408a39-204e-45bc-8f3e-f6d6a6e6d329 req-b61f6fce-83ef-46cd-9799-0056aa35b502 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0892227 Aug 10 03:27:26.505092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.525260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddd3f67c-cdcd-4eee-8ac9-8decb0a919de req-37ab6a08-1612-4722-8102-7edf0b42fd2e service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011914 Aug 10 03:27:26.575650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddce0a-af16-40e0-b7a5-165d6ab778fb None None] Pushing event updated for resources: {'Port': ['ID=a18f9aae-b7db-4edd-bca1-50c165c8ec13,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.576937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba408a39-204e-45bc-8f3e-f6d6a6e6d329 req-240fdfce-13cd-4c19-80ae-8bcaacd2a512 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Aug 10 03:27:26.604817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.672908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:26.676710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:26.681275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:26.688408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.689170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.700198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event updated for resources: {'Port': ['ID=5f155501-aec6-41e7-b19f-d3c0ed1d68e2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.866419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59795aab-fb3d-4a12-89cd-dbb47a2766c2 req-e25ee704-6cd6-4e40-8ded-11b931a9296b tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.868726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59795aab-fb3d-4a12-89cd-dbb47a2766c2 req-e25ee704-6cd6-4e40-8ded-11b931a9296b tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 947 time: 0.0627024 Aug 10 03:27:26.885440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bdc8681f-87f0-4524-8cc3-57576b0ceb4e tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3036962 Aug 10 03:27:26.889040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36610) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:26.894533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Request body: {'port': {'network_id': '1511e867-ff7c-4cb2-b522-a6fb7dfcc84d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-147526414', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:26.895464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] bootfile-name is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:27:26.895813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] tftp-server is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:27:26.896149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] server-ip-address is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:27:26.931425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59795aab-fb3d-4a12-89cd-dbb47a2766c2 req-c1d6adc7-64fd-4be0-8fda-1f2ba9944004 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557759 Aug 10 03:27:27.154957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Made reservation on behalf of ad37d6c46c6b446785775a950c21403d for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:27.158828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.176625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] device_id is not set on port cfa45708-b55f-456c-80b8-95366f48dde1 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:27:27.304809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Allocated IP 2001:db8::264 (1511e867-ff7c-4cb2-b522-a6fb7dfcc84d/011f57a6-1b8d-43fe-a7f3-5e639d22952f/cfa45708-b55f-456c-80b8-95366f48dde1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:27.517581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.532855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Transition to ACTIVE for port object cfa45708-b55f-456c-80b8-95366f48dde1 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:27.624213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341c63d-dab1-4603-990b-8dbe762bdbe1 None None] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:27.712565 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.764178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd376bc-d3bd-41a4-8c98-5ec7da79411b req-9381abe1-acf3-4442-9db8-d9d081667d56 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.778650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afd376bc-d3bd-41a4-8c98-5ec7da79411b req-9381abe1-acf3-4442-9db8-d9d081667d56 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1082494 Aug 10 03:27:27.816162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:27.819791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:27.822692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:27.831601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.832303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.839638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event updated for resources: {'Port': ['ID=cfa45708-b55f-456c-80b8-95366f48dde1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.840690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afd376bc-d3bd-41a4-8c98-5ec7da79411b req-f69a5672-df74-43f3-97b5-b041f35af6ee tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606503 Aug 10 03:27:27.865037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a18f9aae-b7db-4edd-bca1-50c165c8ec13 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:27.953597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5aaec534-c7c1-4aa7-b73a-4fe176da4b67 None None] Provisioning for port a18f9aae-b7db-4edd-bca1-50c165c8ec13 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:28.112998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3f146-03cb-47db-914d-c305a6369630 req-4e302b8f-fd2f-44b5-93ff-3e9e4d21ddfd tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.115467 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4616e0ea-3f2b-4054-9882-f6b7178d4531 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2252219 Aug 10 03:27:28.118532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:28.122502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d3f146-03cb-47db-914d-c305a6369630 req-4e302b8f-fd2f-44b5-93ff-3e9e4d21ddfd tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 947 time: 0.0724106 Aug 10 03:27:28.148984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a18f9aae-b7db-4edd-bca1-50c165c8ec13 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:28.154401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a18f9aae-b7db-4edd-bca1-50c165c8ec13 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:28.154904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.204052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d3f146-03cb-47db-914d-c305a6369630 req-8a95aadc-8d80-4eed-90c9-9ee7634484cb tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805917 Aug 10 03:27:28.221691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Provisioning complete for port a18f9aae-b7db-4edd-bca1-50c165c8ec13 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:28.222326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.228274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c9a29-8c4b-448c-93ef-188c8a4911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.235307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c9a29-8c4b-448c-93ef-188c8a4911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.241445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c9a29-8c4b-448c-93ef-188c8a4911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.246079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9b0c9a29-8c4b-448c-93ef-188c8a4911b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1239054 Aug 10 03:27:28.246521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:28.326253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.379460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Deleting port cfa45708-b55f-456c-80b8-95366f48dde1 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:28.380208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.535050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.551942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.553894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Calling delete_port for cfa45708-b55f-456c-80b8-95366f48dde1 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:28.557895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a18f9aae-b7db-4edd-bca1-50c165c8ec13, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a18f9aae-b7db-4edd-bca1-50c165c8ec13,segment=NetworkSegment(ceadd0fe-715b-47bf-8c6c-a5f49f628f75),segment_id=ceadd0fe-715b-47bf-8c6c-a5f49f628f75)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:28.684941 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.770086 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:27:28.770450 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:27:28.780877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a18f9aae-b7db-4edd-bca1-50c165c8ec13,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.828935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.866424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event deleted for resources: {'Port': ['ID=cfa45708-b55f-456c-80b8-95366f48dde1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.912438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.915009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b93af890-1d8d-4400-8c7b-cd60b3678a50 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "DELETE /v2.0/ports/cfa45708-b55f-456c-80b8-95366f48dde1 HTTP/1.1" status: 204 len: 168 time: 0.6673963 Aug 10 03:27:28.919076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36654) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:28.927890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Request body: {'port': {'name': 'tempest-new-port-name-655269594', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:28.927890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] bootfile-name is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:27:28.927890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] tftp-server is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:27:28.927890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] server-ip-address is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:27:29.017072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.042325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2b320-d77c-4bb3-b981-e77d03b92241 req-70dd52da-8111-4449-a100-c594e862ac5d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.056296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ac2b320-d77c-4bb3-b981-e77d03b92241 req-70dd52da-8111-4449-a100-c594e862ac5d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0998125 Aug 10 03:27:29.115222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ac2b320-d77c-4bb3-b981-e77d03b92241 req-fe8ba1d2-4254-4972-809f-47e24c8849a9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609560 Aug 10 03:27:29.342893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.350073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Could not find standard attr ID for object cfa45708-b55f-456c-80b8-95366f48dde1. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:27:29.383255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401a498-3054-407f-b8da-a3d6142c0ac9 req-4d995474-208f-4361-82c4-b9380400f807 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.385001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5401a498-3054-407f-b8da-a3d6142c0ac9 req-4d995474-208f-4361-82c4-b9380400f807 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 947 time: 0.0537281 Aug 10 03:27:29.425429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5401a498-3054-407f-b8da-a3d6142c0ac9 req-ad7266d2-94e0-406d-a13a-6129cab94b9c tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Aug 10 03:27:29.543788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.581097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] In _notify_port_updated(), no bound segment for port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 on network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:27:29.587017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.587658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.591303 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "PUT /v2.0/ports/5f155501-aec6-41e7-b19f-d3c0ed1d68e2 HTTP/1.1" status: 200 len: 1128 time: 0.6685793 Aug 10 03:27:29.592015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36664) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:29.639865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd54230-4fd5-4e18-b906-8bf8f19011a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event updated for resources: {'Port': ['ID=5f155501-aec6-41e7-b19f-d3c0ed1d68e2,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:29.660438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989400e-679f-4241-9a9d-8eb26d0e23fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.665870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36668) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:29.666190 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7989400e-679f-4241-9a9d-8eb26d0e23fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "GET /v2.0/ports/5f155501-aec6-41e7-b19f-d3c0ed1d68e2 HTTP/1.1" status: 200 len: 1128 time: 0.0731182 Aug 10 03:27:29.666727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Provisioning for port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:29.673473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Provisioning complete for port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:29.674027 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.738137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e216da83-9c70-48d5-8eb8-d67d9bc423cd None None] Port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:29.832990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a18f9aae-b7db-4edd-bca1-50c165c8ec13 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:29.849078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Deleting port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:29.849481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.869636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca500098-c157-4cfd-95d3-92e9ab0315a2 None None] Could not find standard attr ID for object cfa45708-b55f-456c-80b8-95366f48dde1. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:27:29.917202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca500098-c157-4cfd-95d3-92e9ab0315a2 None None] Provisioning complete for port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:29.917712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca500098-c157-4cfd-95d3-92e9ab0315a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.951593 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.966160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Calling delete_port for 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:29.968020 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ca500098-c157-4cfd-95d3-92e9ab0315a2 None None] Port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:29.978040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a18f9aae-b7db-4edd-bca1-50c165c8ec13 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:29.978040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.090967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4322352e-becd-47d3-882b-316fc8619dc4 None None] Provisioning complete for port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:30.091350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4322352e-becd-47d3-882b-316fc8619dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.098483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 031a87fe-6d34-41ae-833c-c3d130ffa10e details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:30.196094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.208493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4322352e-becd-47d3-882b-316fc8619dc4 None None] Port 5f155501-aec6-41e7-b19f-d3c0ed1d68e2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:30.242371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event deleted for resources: {'Port': ['ID=5f155501-aec6-41e7-b19f-d3c0ed1d68e2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.262523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 031a87fe-6d34-41ae-833c-c3d130ffa10e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:30.281521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '031a87fe-6d34-41ae-833c-c3d130ffa10e', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '031a87fe-6d34-41ae-833c-c3d130ffa10e', 'mac_address': 'fa:16:3e:20:0b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:30.287893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.299085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-383cb238-67d7-44c4-978a-afbdb404954d tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "DELETE /v2.0/ports/5f155501-aec6-41e7-b19f-d3c0ed1d68e2 HTTP/1.1" status: 204 len: 168 time: 0.6226249 Aug 10 03:27:30.299377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36680) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:30.320265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25ce16-af9f-41b7-ab60-2cdd74eeddd7 req-e54028fb-6f20-4d89-9366-b65bba62560c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.323873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16f2a260-8f85-4dc7-9a50-f8a6c7873681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.331810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d25ce16-af9f-41b7-ab60-2cdd74eeddd7 req-e54028fb-6f20-4d89-9366-b65bba62560c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1161730 Aug 10 03:27:30.346416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.368780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031a87fe-6d34-41ae-833c-c3d130ffa10e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:30.378993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Deleting subnet 011f57a6-1b8d-43fe-a7f3-5e639d22952f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:30.383669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.407446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d25ce16-af9f-41b7-ab60-2cdd74eeddd7 req-b1c901a2-2993-4f4f-88fa-b633d5f0248f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Aug 10 03:27:30.412209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 031a87fe-6d34-41ae-833c-c3d130ffa10e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:30.441163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.500436 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.578687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.598378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=031a87fe-6d34-41ae-833c-c3d130ffa10e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.731978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10411684-0e87-45c0-93c6-f6e21c187b52 req-d33ceede-f1e1-4dbe-a91f-604d1c13abfe tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.733742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10411684-0e87-45c0-93c6-f6e21c187b52 req-d33ceede-f1e1-4dbe-a91f-604d1c13abfe tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 948 time: 0.0534294 Aug 10 03:27:30.774139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10411684-0e87-45c0-93c6-f6e21c187b52 req-4fdecd0c-68ab-4e85-b501-ec44b28c3e7d tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Aug 10 03:27:30.784253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.807332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['031a87fe-6d34-41ae-833c-c3d130ffa10e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:30.814114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event deleted for resources: {'Subnet': ['ID=011f57a6-1b8d-43fe-a7f3-5e639d22952f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.821165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.821165 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4906a5d8-153a-43c3-a976-d1925cf213fe tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "DELETE /v2.0/subnets/011f57a6-1b8d-43fe-a7f3-5e639d22952f HTTP/1.1" status: 204 len: 168 time: 0.5253725 Aug 10 03:27:30.822914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36686) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:30.838484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77db0c-bbef-4522-a4d9-d85c8ffd9f2f None None] Network 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:30.930259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.020543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Deleting port a18f9aae-b7db-4edd-bca1-50c165c8ec13 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:31.021224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.089414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] For port a18f9aae-b7db-4edd-bca1-50c165c8ec13, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a18f9aae-b7db-4edd-bca1-50c165c8ec13,segment=NetworkSegment(ceadd0fe-715b-47bf-8c6c-a5f49f628f75),segment_id=ceadd0fe-715b-47bf-8c6c-a5f49f628f75)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:31.089799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.102963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Calling delete_port for a18f9aae-b7db-4edd-bca1-50c165c8ec13 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:31.114335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] DHCP port deletion for 1511e867-ff7c-4cb2-b522-a6fb7dfcc84d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:31.192970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] Deleting port a18f9aae-b7db-4edd-bca1-50c165c8ec13 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:31.192970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.292245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] For port a18f9aae-b7db-4edd-bca1-50c165c8ec13, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a18f9aae-b7db-4edd-bca1-50c165c8ec13,segment=NetworkSegment(ceadd0fe-715b-47bf-8c6c-a5f49f628f75),segment_id=ceadd0fe-715b-47bf-8c6c-a5f49f628f75)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:31.294116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.331449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] Calling delete_port for a18f9aae-b7db-4edd-bca1-50c165c8ec13 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:31.548902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33970a0c-f469-45a7-a9bb-c71f2d0f1204 req-384e7cf2-a790-4d97-9b7b-0ea3ee490376 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.549826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33970a0c-f469-45a7-a9bb-c71f2d0f1204 req-384e7cf2-a790-4d97-9b7b-0ea3ee490376 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0575860 Aug 10 03:27:31.608868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33970a0c-f469-45a7-a9bb-c71f2d0f1204 req-ccce67e5-8297-463b-90a7-62d6b0d85fc4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 Aug 10 03:27:31.615547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36700) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:31.666468 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.674707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.692706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] No DVR routers for this DVR port a18f9aae-b7db-4edd-bca1-50c165c8ec13 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:31.707192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event deleted for resources: {'Port': ['ID=a18f9aae-b7db-4edd-bca1-50c165c8ec13,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.712224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] No DVR routers for this DVR port a18f9aae-b7db-4edd-bca1-50c165c8ec13 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:31.741554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5549b-c211-43ed-8542-4ae80342f844 None None] Pushing event deleted for resources: {'Port': ['ID=a18f9aae-b7db-4edd-bca1-50c165c8ec13,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.783137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a18f9aae-b7db-4edd-bca1-50c165c8ec13 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:31.808231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a18f9aae-b7db-4edd-bca1-50c165c8ec13 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:31.809009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a18f9aae-b7db-4edd-bca1-50c165c8ec13 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:31.861311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5c17-3926-4175-8a05-6986c2d231ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.861840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.872588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1511e867-ff7c-4cb2-b522-a6fb7dfcc84d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:31.884990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:31.885386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceadd0fe-715b-47bf-8c6c-a5f49f628f75') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:31.917035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.936850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.945553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:31.945964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:31.948920 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:32.026609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5c17-3926-4175-8a05-6986c2d231ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.026821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9faaaa-6dbe-45c1-9579-0bd4e8491d71 req-e21472b1-0247-4a60-bfaa-ff5de36412e9 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.026821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b9faaaa-6dbe-45c1-9579-0bd4e8491d71 req-e21472b1-0247-4a60-bfaa-ff5de36412e9 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 948 time: 0.1268630 Aug 10 03:27:32.049391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b9faaaa-6dbe-45c1-9579-0bd4e8491d71 req-f0d82676-3674-4ddd-ad6d-1edc33823031 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346172 Aug 10 03:27:32.110750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 031a87fe-6d34-41ae-833c-c3d130ffa10e up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:32.232665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5c17-3926-4175-8a05-6986c2d231ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.272134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.275915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff9a5c17-3926-4175-8a05-6986c2d231ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4598779cc944d5a9ad406f82f4470e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481931 Aug 10 03:27:32.276792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a5c17-3926-4175-8a05-6986c2d231ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b5f387-c905-4e40-bc6e-12c1dc2a320e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.278118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.279708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36712) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:32.281221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] 10.222.0.26 "DELETE /v2.0/networks/1511e867-ff7c-4cb2-b522-a6fb7dfcc84d HTTP/1.1" status: 204 len: 168 time: 1.4571402 Aug 10 03:27:32.296783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed0fe5-4d8f-4f05-acd1-772fde628500 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866 tempest-ExtraDHCPOptionsIpV6TestJSON-2098010866-project] Pushing event deleted for resources: {'Network': ['ID=1511e867-ff7c-4cb2-b522-a6fb7dfcc84d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.340531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 031a87fe-6d34-41ae-833c-c3d130ffa10e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:32.346757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 031a87fe-6d34-41ae-833c-c3d130ffa10e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:32.347348 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.351543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b755b3-7dcc-4e89-8468-217a7917c033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.373836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b755b3-7dcc-4e89-8468-217a7917c033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.437100 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.459915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4000d198-2293-408b-9895-01a23e63518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031a87fe-6d34-41ae-833c-c3d130ffa10e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:32.462363 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed7379-9452-4c77-a3ef-a6ae0fd2c1ee" -d '{"events": [{"server_uuid": "4000d198-2293-408b-9895-01a23e63518a", "name": "network-vif-plugged", "status": "completed", "tag": "031a87fe-6d34-41ae-833c-c3d130ffa10e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:32.476735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 031a87fe-6d34-41ae-833c-c3d130ffa10e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:32.507704 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c88fc6-5866-45b4-88bc-9983a8e397b0 x-openstack-request-id: req-91c88fc6-5866-45b4-88bc-9983a8e397b0 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:32.507999 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4000d198-2293-408b-9895-01a23e63518a", "name": "network-vif-plugged", "status": "completed", "tag": "031a87fe-6d34-41ae-833c-c3d130ffa10e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:32.508255 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91c88fc6-5866-45b4-88bc-9983a8e397b0 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:32.508678 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4000d198-2293-408b-9895-01a23e63518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031a87fe-6d34-41ae-833c-c3d130ffa10e', 'code': 200} Aug 10 03:27:32.537201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b755b3-7dcc-4e89-8468-217a7917c033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.539912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b755b3-7dcc-4e89-8468-217a7917c033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.541250 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32b755b3-7dcc-4e89-8468-217a7917c033 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38b5f387-c905-4e40-bc6e-12c1dc2a320e HTTP/1.1" status: 204 len: 168 time: 0.2604573 Aug 10 03:27:32.556386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b755b3-7dcc-4e89-8468-217a7917c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b5f387-c905-4e40-bc6e-12c1dc2a320e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.615170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec675-ce27-4dc9-ab85-14e87237a547 req-39a0926d-f6bf-425e-b566-2433819b029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.616705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad6ec675-ce27-4dc9-ab85-14e87237a547 req-39a0926d-f6bf-425e-b566-2433819b029c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 1100 time: 0.0431292 Aug 10 03:27:32.655689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad6ec675-ce27-4dc9-ab85-14e87237a547 req-88d444d3-5f2d-4318-8cac-55fd93fa655d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Aug 10 03:27:32.688997 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.721585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.737985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ccbed-0100-446e-bd60-811ef7ba1c60 req-a4f4c110-e7e3-42c9-8b32-d7910c154359 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.739652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-321ccbed-0100-446e-bd60-811ef7ba1c60 req-a4f4c110-e7e3-42c9-8b32-d7910c154359 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0603852 Aug 10 03:27:32.766539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=031a87fe-6d34-41ae-833c-c3d130ffa10e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.790505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-321ccbed-0100-446e-bd60-811ef7ba1c60 req-8da9aa66-ca66-4a98-89f5-fa0f8bb26acf tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Aug 10 03:27:33.015593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36730) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:33.040091 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a20d4399-9f3e-4b90-a6f9-ec3f7a7faaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.189279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8d086a61-b39a-489e-9293-05e916ab772f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad37d6c46c6b446785775a950c21403d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725276 Aug 10 03:27:33.191789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36738) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:33.205820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d38c7-eeff-46fd-bae7-60c3fb632c6b req-12b9d5ed-3e3f-4f7e-94e4-9b0f86b77ab1 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.228711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce9d38c7-eeff-46fd-bae7-60c3fb632c6b req-12b9d5ed-3e3f-4f7e-94e4-9b0f86b77ab1 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 949 time: 0.0807233 Aug 10 03:27:33.266836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce9d38c7-eeff-46fd-bae7-60c3fb632c6b req-48a5ce72-92ae-48b6-b2cb-1398ad31a868 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529656 Aug 10 03:27:33.282129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-157d2338-c425-4d81-9357-fbfbc84f68b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.304206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-157d2338-c425-4d81-9357-fbfbc84f68b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.637770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-157d2338-c425-4d81-9357-fbfbc84f68b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.641045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-157d2338-c425-4d81-9357-fbfbc84f68b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.642251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-157d2338-c425-4d81-9357-fbfbc84f68b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abdd06fd-5ab9-452c-a4bb-79d3087cdcd0 HTTP/1.1" status: 204 len: 168 time: 0.4495320 Aug 10 03:27:33.650309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d2338-c425-4d81-9357-fbfbc84f68b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd06fd-5ab9-452c-a4bb-79d3087cdcd0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:33.923662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1383-dbbf-443a-a2da-eb1712a82b5d req-f038fe02-37e5-4d7c-8654-738b813aafd4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.925489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-078d1383-dbbf-443a-a2da-eb1712a82b5d req-f038fe02-37e5-4d7c-8654-738b813aafd4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0636621 Aug 10 03:27:33.969156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-078d1383-dbbf-443a-a2da-eb1712a82b5d req-c287dfab-198b-4489-add5-62ce93277425 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365977 Aug 10 03:27:34.115127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.400248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e7944-dbcf-48fa-9fa1-335429872ebb req-142bdafb-187d-4ccc-9d1b-86f345ade94c tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.406117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-202e7944-dbcf-48fa-9fa1-335429872ebb req-142bdafb-187d-4ccc-9d1b-86f345ade94c tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 949 time: 0.0616512 Aug 10 03:27:34.444888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-202e7944-dbcf-48fa-9fa1-335429872ebb req-63edf827-a7f5-4903-901b-a21e203823fe tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 Aug 10 03:27:35.152060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344af3d6-d9bd-4f75-8310-e2b75b87c029 req-3c6d438f-8249-4f2b-9f65-fa0d963b3d03 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.154458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-344af3d6-d9bd-4f75-8310-e2b75b87c029 req-3c6d438f-8249-4f2b-9f65-fa0d963b3d03 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0562341 Aug 10 03:27:35.193122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-344af3d6-d9bd-4f75-8310-e2b75b87c029 req-b9c7cc55-76b6-4045-ab2c-f4429325973b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Aug 10 03:27:35.269761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:35.392806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-868534656'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:35.657755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:35.661671 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.673979 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.714560 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.784506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.005623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.048868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:36.065119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada6d755-9da2-4f3f-acdd-6e83b7a6c07c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.069515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.070313 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 2f8f0244-faf5-45d8-af8c-c87c123e83d5 of type vlan for network b32b7d63-707b-4a67-9a46-194d220d1a55 Aug 10 03:27:36.114983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.260093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.266758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.267371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.371940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=b32b7d63-707b-4a67-9a46-194d220d1a55,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.382619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b32b7d63-707b-4a67-9a46-194d220d1a55 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:36.424230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d4e28-c3ac-48c1-939f-4600953036d1 req-0e642f29-8621-4962-862e-2b049c525382 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.426500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-571d4e28-c3ac-48c1-939f-4600953036d1 req-0e642f29-8621-4962-862e-2b049c525382 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0603893 Aug 10 03:27:36.466432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-571d4e28-c3ac-48c1-939f-4600953036d1 req-003e05ca-e818-4782-a48e-deb3e5200b8f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Aug 10 03:27:36.476480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-00930131-3dfa-4ec0-bed0-e9f57b2bf7b3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2027266 Aug 10 03:27:36.478711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36858) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:36.488305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-1947846038'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:36.570014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc789-9e8c-430f-8b44-609a969ac062 req-9ed03111-0979-4b4f-a82d-cd5f67bbcda9 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.571517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78dfc789-9e8c-430f-8b44-609a969ac062 req-9ed03111-0979-4b4f-a82d-cd5f67bbcda9 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 949 time: 0.0484281 Aug 10 03:27:36.611508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78dfc789-9e8c-430f-8b44-609a969ac062 req-2e6a3b47-69ee-479f-a5bb-98f9e93a1ac3 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Aug 10 03:27:36.678572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:36.682661 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.710840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:36.720625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.720989 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896 of type vlan for network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 Aug 10 03:27:36.770846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.942927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.948704 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.949822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.017120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=e5fbe1a5-71cb-46fc-aacc-19b471c37e89,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:37.027071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:37.247420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36866) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:37.247683 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f434c6e7-7000-4d39-9d39-329b20401bca tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7677982 Aug 10 03:27:37.253398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:37.541007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:37.541007 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.644440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106320b-de7b-40fa-a96f-d21acb077885 req-6d9eecfb-b0ab-4d9e-a1fe-3082224c8cce tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.645959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b106320b-de7b-40fa-a96f-d21acb077885 req-6d9eecfb-b0ab-4d9e-a1fe-3082224c8cce tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1071911 Aug 10 03:27:37.750979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b106320b-de7b-40fa-a96f-d21acb077885 req-3275b7dd-cce0-4e40-a118-b3f46a7849b3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986819 Aug 10 03:27:37.780691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-508b066c-327a-47f3-a87a-d60688dcefa0 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.782176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-508b066c-327a-47f3-a87a-d60688dcefa0 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.46 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 949 time: 0.1082652 Aug 10 03:27:37.943665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faa446-9d6b-42bf-9fe0-ad7243a19f1d req-0201dc90-0286-423b-a8e1-8af1d9598317 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.945288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66faa446-9d6b-42bf-9fe0-ad7243a19f1d req-0201dc90-0286-423b-a8e1-8af1d9598317 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 949 time: 0.0650580 Aug 10 03:27:37.951033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Deleting port 031a87fe-6d34-41ae-833c-c3d130ffa10e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:37.951374 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.001320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.090156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66faa446-9d6b-42bf-9fe0-ad7243a19f1d req-bf2519de-f4c5-4275-93a8-8b833a834209 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9781d3e-d755-448f-890a-c3d03f9d9290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346676 Aug 10 03:27:38.114123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=d26f55d1-ed89-4ccc-b69c-20118a7b786a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.128076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] For port 031a87fe-6d34-41ae-833c-c3d130ffa10e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=031a87fe-6d34-41ae-833c-c3d130ffa10e,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:38.128439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.145469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Calling delete_port for 031a87fe-6d34-41ae-833c-c3d130ffa10e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:38.149609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '2f8f0244-faf5-45d8-af8c-c87c123e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:38.149969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: b32b7d63-707b-4a67-9a46-194d220d1a55, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:38.337295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network b32b7d63-707b-4a67-9a46-194d220d1a55 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:38.423141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.435426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['031a87fe-6d34-41ae-833c-c3d130ffa10e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:38.458986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Pushing event deleted for resources: {'Port': ['ID=031a87fe-6d34-41ae-833c-c3d130ffa10e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.464144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b32b7d63-707b-4a67-9a46-194d220d1a55) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:38.486663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.487387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.493423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faffe3e-cfa6-4f7b-a320-87ec45e738bf None None] Network b32b7d63-707b-4a67-9a46-194d220d1a55 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:38.521707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] No DVR routers for this DVR port 031a87fe-6d34-41ae-833c-c3d130ffa10e on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:38.526405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.528966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76b0cd42-2d4d-4378-8be6-8f0b12b4b4aa req-1620e320-3dc2-4ff0-ae51-2a2d03101dd6 tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.46 "DELETE /v2.0/ports/031a87fe-6d34-41ae-833c-c3d130ffa10e HTTP/1.1" status: 204 len: 173 time: 0.7269561 Aug 10 03:27:38.529417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4000d198-2293-408b-9895-01a23e63518a', 'name': 'network-vif-deleted', 'tag': '031a87fe-6d34-41ae-833c-c3d130ffa10e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:38.531688 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad7fba-56e4-44c4-b6ed-0bb5d547f6ed" -d '{"events": [{"server_uuid": "4000d198-2293-408b-9895-01a23e63518a", "name": "network-vif-deleted", "tag": "031a87fe-6d34-41ae-833c-c3d130ffa10e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:38.648175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-b32b7d63-707b-4a67-9a46-194d220d1a55', 'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': 'd26f55d1-ed89-4ccc-b69c-20118a7b786a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:38.649093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.771408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-21759a4b-ebbc-4728-9c36-a8f9a04edbe7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5160687 Aug 10 03:27:38.771408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36906) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:38.773482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:38.789410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Allocated IP 172.20.0.2 (b32b7d63-707b-4a67-9a46-194d220d1a55/d26f55d1-ed89-4ccc-b69c-20118a7b786a/bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:38.920994 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbd63e-9daf-4242-82ec-9d8787ee2d25 x-openstack-request-id: req-29fbd63e-9daf-4242-82ec-9d8787ee2d25 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:38.921511 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4000d198-2293-408b-9895-01a23e63518a", "name": "network-vif-deleted", "tag": "031a87fe-6d34-41ae-833c-c3d130ffa10e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:38.922374 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29fbd63e-9daf-4242-82ec-9d8787ee2d25 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:38.922951 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4000d198-2293-408b-9895-01a23e63518a', 'name': 'network-vif-deleted', 'tag': '031a87fe-6d34-41ae-833c-c3d130ffa10e', 'status': 'completed', 'code': 200} Aug 10 03:27:38.976003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.985202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Transition to ACTIVE for port object bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:39.001397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Transition to ACTIVE for port object bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:39.032989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373146d-c388-424f-95cb-9bb137eac82e req-d652e944-ce43-49e2-bd0e-5fbdcdaacfd8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.034770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9373146d-c388-424f-95cb-9bb137eac82e req-d652e944-ce43-49e2-bd0e-5fbdcdaacfd8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0655587 Aug 10 03:27:39.074452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9373146d-c388-424f-95cb-9bb137eac82e req-548c8425-3d52-4ce7-a01a-fbab93e1a8b1 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Aug 10 03:27:39.085622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:39.089361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.200997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f112f5c-aa02-4760-876e-48afc89746f1 req-38e89929-c4b6-4ef5-b5fc-3615dd5c8b0e tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 210 time: 0.0299766 Aug 10 03:27:39.201252 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.258711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Network b32b7d63-707b-4a67-9a46-194d220d1a55 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:39.263468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:39.268032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:39.271407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Pushing event updated for resources: {'Port': ['ID=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:39.329039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Attempting to bind port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:39.329410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Attempting to bind port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2f8f0244-faf5-45d8-af8c-c87c123e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:39.329777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Attempting to bind port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 on network b32b7d63-707b-4a67-9a46-194d220d1a55 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:39.334632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:39.335005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Checking segment: {'id': '2f8f0244-faf5-45d8-af8c-c87c123e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:39.335407 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.335845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Bound using segment: {'id': '2f8f0244-faf5-45d8-af8c-c87c123e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:39.336312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Bound port: bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8f0244-faf5-45d8-af8c-c87c123e83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b32b7d63-707b-4a67-9a46-194d220d1a55'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:39.336719 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.401745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] For port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:39.405037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] For port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,segment=NetworkSegment(2f8f0244-faf5-45d8-af8c-c87c123e83d5),segment_id=2f8f0244-faf5-45d8-af8c-c87c123e83d5)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:39.520284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.520475 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.591983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778e20c-d4ea-44da-a844-a52ac7a16e75 None None] Pushing event updated for resources: {'Port': ['ID=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:39.636564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=cddc144d-726d-44cf-ba1b-8c915cd1a135,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:39.644131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:39.644532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: e5fbe1a5-71cb-46fc-aacc-19b471c37e89, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:39.789262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:39.926599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e5fbe1a5-71cb-46fc-aacc-19b471c37e89) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:39.936833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88039561-cdf0-4d49-b76d-7d9c0882f373 None None] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:39.942122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.942937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.111398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e5fbe1a5-71cb-46fc-aacc-19b471c37e89', 'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': 'cddc144d-726d-44cf-ba1b-8c915cd1a135'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:40.112530 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.150495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e7ebfbc5-a5f4-45ca-b854-3988fef95c7f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3814130 Aug 10 03:27:40.154042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36938) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:40.162151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1889910728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:40.234780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-0014b792-f13b-406b-9d1a-ebc539ed7542 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.236263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-0014b792-f13b-406b-9d1a-ebc539ed7542 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.1524746 Aug 10 03:27:40.262008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d8b57-cedc-48bf-b218-35c95687852f req-b083c917-4847-48ac-8979-ea2dc9e9edc9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.263561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-183d8b57-cedc-48bf-b218-35c95687852f req-b083c917-4847-48ac-8979-ea2dc9e9edc9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 946 time: 0.0719862 Aug 10 03:27:40.286777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Allocated IP 172.21.0.2 (e5fbe1a5-71cb-46fc-aacc-19b471c37e89/cddc144d-726d-44cf-ba1b-8c915cd1a135/e20befdd-57e3-4a95-8e6d-3fe6e40a740c) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:40.351693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-183d8b57-cedc-48bf-b218-35c95687852f req-1012945d-722e-4cdf-a96c-3b9c4d168d8f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671468 Aug 10 03:27:40.392054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.393132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.419275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Deleting port 46bd6bd4-2083-4619-97cb-b46d38bcd279 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:40.419718 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.537555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.672084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e7a99b6-edd0-4780-85f6-a27c9ddf4891 req-6e955105-8b66-4ffc-a3cf-37f5fee4771d tempest-TenantUsagesTestJSON-1570018274 tempest-TenantUsagesTestJSON-1570018274-project] 10.222.0.26 "GET /v2.0/ports?device_id=4000d198-2293-408b-9895-01a23e63518a HTTP/1.1" status: 200 len: 210 time: 0.0409725 Aug 10 03:27:40.672196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.672627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] For port 46bd6bd4-2083-4619-97cb-b46d38bcd279, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=46bd6bd4-2083-4619-97cb-b46d38bcd279,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:40.672627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.672840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Transition to ACTIVE for port object e20befdd-57e3-4a95-8e6d-3fe6e40a740c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:40.686157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Transition to ACTIVE for port object e20befdd-57e3-4a95-8e6d-3fe6e40a740c will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:40.687638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Calling delete_port for 46bd6bd4-2083-4619-97cb-b46d38bcd279 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:40.744727 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.833853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83e3b2-c9c1-424d-8896-c20fcd5edb06 None None] Network b32b7d63-707b-4a67-9a46-194d220d1a55 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:40.887485 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.941656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:40.957523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:40.967405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:40.973163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Pushing event updated for resources: {'Port': ['ID=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.032163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.033896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3ddeab7f-6e84-448e-a43c-66da24c50e2e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8783288 Aug 10 03:27:41.036383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36956) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:41.056467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Attempting to bind port e20befdd-57e3-4a95-8e6d-3fe6e40a740c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:41.061196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Attempting to bind port e20befdd-57e3-4a95-8e6d-3fe6e40a740c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:41.061196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Attempting to bind port e20befdd-57e3-4a95-8e6d-3fe6e40a740c on network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:41.081627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:41.081943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Checking segment: {'id': '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:41.082438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.082934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Bound using segment: {'id': '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:41.083450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Bound port: e20befdd-57e3-4a95-8e6d-3fe6e40a740c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e5fbe1a5-71cb-46fc-aacc-19b471c37e89'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:41.084012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.140965 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.153621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d18a7f4e-9409-4a7b-ab29-d8e6474d9a66 None None] Provisioning for port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:41.159333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['46bd6bd4-2083-4619-97cb-b46d38bcd279'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:41.206262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] For port e20befdd-57e3-4a95-8e6d-3fe6e40a740c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:41.231290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] For port e20befdd-57e3-4a95-8e6d-3fe6e40a740c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,segment=NetworkSegment(6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896),segment_id=6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:41.237099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event deleted for resources: {'Port': ['ID=46bd6bd4-2083-4619-97cb-b46d38bcd279,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.288728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] No DVR routers for this DVR port 46bd6bd4-2083-4619-97cb-b46d38bcd279 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:41.322406 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.325011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23af4fe3-65a1-415c-83a2-79ea2d30e219 req-82b4cf72-edd3-4503-9ab7-1cd372d32e4b tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "DELETE /v2.0/ports/46bd6bd4-2083-4619-97cb-b46d38bcd279 HTTP/1.1" status: 204 len: 173 time: 1.0824964 Aug 10 03:27:41.325464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'name': 'network-vif-deleted', 'tag': '46bd6bd4-2083-4619-97cb-b46d38bcd279'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:41.327734 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21802f7b-eebf-4f2c-ae60-d31739c1fb41" -d '{"events": [{"server_uuid": "49545201-3191-46cb-97fa-ac9a5e5c8b1e", "name": "network-vif-deleted", "tag": "46bd6bd4-2083-4619-97cb-b46d38bcd279"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:41.395680 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c006252b-4601-4fac-9247-d4133dd286ab x-openstack-request-id: req-c006252b-4601-4fac-9247-d4133dd286ab {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:41.397518 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49545201-3191-46cb-97fa-ac9a5e5c8b1e", "name": "network-vif-deleted", "tag": "46bd6bd4-2083-4619-97cb-b46d38bcd279", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:41.397518 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c006252b-4601-4fac-9247-d4133dd286ab {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:41.397518 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49545201-3191-46cb-97fa-ac9a5e5c8b1e', 'name': 'network-vif-deleted', 'tag': '46bd6bd4-2083-4619-97cb-b46d38bcd279', 'status': 'completed', 'code': 200} Aug 10 03:27:41.443152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.494409 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.513517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-230c64e0-9294-4b72-ba59-394f2e73bb19 req-0d4d99c0-b984-4ba4-9dbb-3c6315f2c226 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 210 time: 0.0616024 Aug 10 03:27:41.587127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8781ed-6923-406a-b675-7304acc08b80 None None] Pushing event updated for resources: {'Port': ['ID=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.814827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.20.0.1 (b32b7d63-707b-4a67-9a46-194d220d1a55/d26f55d1-ed89-4ccc-b69c-20118a7b786a/47dc3fc6-aeff-43ff-9501-913610bcb7df) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:41.899011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:42.001922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.023979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object 47dc3fc6-aeff-43ff-9501-913610bcb7df will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:42.123197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 031a87fe-6d34-41ae-833c-c3d130ffa10e no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:42.144996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 031a87fe-6d34-41ae-833c-c3d130ffa10e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:42.145337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 031a87fe-6d34-41ae-833c-c3d130ffa10e not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:42.225967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:42.230704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:42.230947 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.309308 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.342157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.350836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,segment=NetworkSegment(2f8f0244-faf5-45d8-af8c-c87c123e83d5),segment_id=2f8f0244-faf5-45d8-af8c-c87c123e83d5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:42.396606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network b32b7d63-707b-4a67-9a46-194d220d1a55 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:42.402442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:42.407667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:42.451970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=47dc3fc6-aeff-43ff-9501-913610bcb7df,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:42.481212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.539930 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.644821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:42.695493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a5519a4-4cac-4a9c-a233-894c6225f2c7 req-025a2476-b18a-4ca4-bd35-43d11144d868 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=49545201-3191-46cb-97fa-ac9a5e5c8b1e HTTP/1.1" status: 200 len: 210 time: 0.0350227 Aug 10 03:27:42.793299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37000) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:42.844227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f622fc9-18da-440a-b8a4-f7a664299f20 None None] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:42.976905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-74bcf8b9-4cbd-48b5-bff3-26729b726f05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5eceb6a9fa6048e587da09ddf7f579bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821234 Aug 10 03:27:42.977135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37008) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:43.032707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.036935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ad92aec-a817-4dd5-92da-31f291108a9b None None] Provisioning for port 47dc3fc6-aeff-43ff-9501-913610bcb7df completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:43.047062 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-893cdad9-4263-4202-b702-34bdf711819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.048753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ad92aec-a817-4dd5-92da-31f291108a9b None None] Provisioning complete for port 47dc3fc6-aeff-43ff-9501-913610bcb7df triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:43.049354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ad92aec-a817-4dd5-92da-31f291108a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.098420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-893cdad9-4263-4202-b702-34bdf711819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.112481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4ad92aec-a817-4dd5-92da-31f291108a9b None None] Port 47dc3fc6-aeff-43ff-9501-913610bcb7df cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:43.363821 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.409003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-893cdad9-4263-4202-b702-34bdf711819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.409003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-893cdad9-4263-4202-b702-34bdf711819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.409003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-893cdad9-4263-4202-b702-34bdf711819f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9781d3e-d755-448f-890a-c3d03f9d9290 HTTP/1.1" status: 204 len: 168 time: 0.4297023 Aug 10 03:27:43.415993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cdad9-4263-4202-b702-34bdf711819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9781d3e-d755-448f-890a-c3d03f9d9290,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:43.573502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-19cf15f2-8f61-4d75-ad17-2f9c042d442b None None] Provisioning for port e20befdd-57e3-4a95-8e6d-3fe6e40a740c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:43.773742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.865990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:43.888282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=47dc3fc6-aeff-43ff-9501-913610bcb7df,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:43.890967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.936540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:43.936994 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.033861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e20befdd-57e3-4a95-8e6d-3fe6e40a740c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:44.072079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network b32b7d63-707b-4a67-9a46-194d220d1a55 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:44.076299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:44.134076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-beaa230d-c046-4e25-a2d0-c78f63788140 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.135662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-beaa230d-c046-4e25-a2d0-c78f63788140 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.1741736 Aug 10 03:27:44.143955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 46bd6bd4-2083-4619-97cb-b46d38bcd279 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:44.166434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 46bd6bd4-2083-4619-97cb-b46d38bcd279 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:44.166786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 46bd6bd4-2083-4619-97cb-b46d38bcd279 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:44.328105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cebced98-02ab-4bf8-abf7-5db20b5643b5 None None] Provisioning complete for port 47dc3fc6-aeff-43ff-9501-913610bcb7df triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:44.328512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cebced98-02ab-4bf8-abf7-5db20b5643b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.375313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cebced98-02ab-4bf8-abf7-5db20b5643b5 None None] Port 47dc3fc6-aeff-43ff-9501-913610bcb7df cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:44.465612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e20befdd-57e3-4a95-8e6d-3fe6e40a740c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:44.465612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e20befdd-57e3-4a95-8e6d-3fe6e40a740c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:44.466097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.497334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-fec7a564-8651-40da-9486-5f82573b9c44 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/quotas/3b4c30977b044d2bb0f11a210c3e3412 HTTP/1.1" status: 200 len: 375 time: 0.0257764 Aug 10 03:27:44.541186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-c8ce42bd-c93d-4f27-9df8-41fb67d37f0f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312560 Aug 10 03:27:44.568024 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.632243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port e20befdd-57e3-4a95-8e6d-3fe6e40a740c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,segment=NetworkSegment(6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896),segment_id=6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:44.684367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-89e77e3e-9c8d-4e09-ac0a-b73b4356ad9e service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284904 Aug 10 03:27:44.786695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-572db75d-4e41-434d-8282-34d5702183a2 service neutron] 10.222.0.26 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892971 Aug 10 03:27:44.835382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 89a94fa8-6278-47cb-817d-424904f85d1b is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:44.840180 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.920891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.942243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:44.947163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dd7dcdb1-5713-42aa-bdde-2b2c7c9b5b9d tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/89a94fa8-6278-47cb-817d-424904f85d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9097047 Aug 10 03:27:44.950625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:44.953307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] Sync routers for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:44.962290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:44.962903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:44.993802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70944ca0-062d-47b3-a478-064667cf5a09 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.995345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-70944ca0-062d-47b3-a478-064667cf5a09 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports/47dc3fc6-aeff-43ff-9501-913610bcb7df HTTP/1.1" status: 200 len: 910 time: 0.0436399 Aug 10 03:27:44.997945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37058) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.001889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:45.010830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:45.011823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:45.048318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:45.048871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14dc8eb-c4a1-45ed-97e3-ac641a22b1f2 None None] The sync data for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:45.279327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.299934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88b9a366-6e1e-4301-8638-7bcb172d92fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.356493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.446154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.499610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88b9a366-6e1e-4301-8638-7bcb172d92fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.562614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce75ca0d-b0cd-463f-b761-ed8eb769fb03 req-d41a3e21-921f-4623-946e-1b3790a4bbac tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0628574 Aug 10 03:27:45.735663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.21.0.1 (e5fbe1a5-71cb-46fc-aacc-19b471c37e89/cddc144d-726d-44cf-ba1b-8c915cd1a135/47e58c0c-aaf7-4026-bfff-c3ce38df36d6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:45.739509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e20befdd-57e3-4a95-8e6d-3fe6e40a740c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:45.777164 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88b9a366-6e1e-4301-8638-7bcb172d92fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.810116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9a366-6e1e-4301-8638-7bcb172d92fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1707a906-cde5-4fda-bba7-ea54dccde345,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:45.816633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e20befdd-57e3-4a95-8e6d-3fe6e40a740c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:45.817279 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.877758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.881999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37088) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:45.884324 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-88b9a366-6e1e-4301-8638-7bcb172d92fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96db7fa3ec9f4ab5b2e7ebac91b3c252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032777 Aug 10 03:27:45.905533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:45.965445 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5db2732-c434-410a-950c-7f735852e7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.000251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5db2732-c434-410a-950c-7f735852e7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.232722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.275212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:46.280428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:46.282994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:46.315699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=47e58c0c-aaf7-4026-bfff-c3ce38df36d6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:46.343151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.465660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5db2732-c434-410a-950c-7f735852e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.468372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5db2732-c434-410a-950c-7f735852e7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.469691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f5db2732-c434-410a-950c-7f735852e7f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1707a906-cde5-4fda-bba7-ea54dccde345 HTTP/1.1" status: 204 len: 168 time: 0.5864835 Aug 10 03:27:46.478306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db2732-c434-410a-950c-7f735852e7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707a906-cde5-4fda-bba7-ea54dccde345,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:46.704332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.733067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4a9f712f-7b1f-438c-be72-929d04bd2a73 None None] Provisioning for port 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:46.738006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4a9f712f-7b1f-438c-be72-929d04bd2a73 None None] Provisioning complete for port 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:46.738378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4a9f712f-7b1f-438c-be72-929d04bd2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:46.762241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-928b3854-fdc6-47de-bab8-f0bb3e3fc2e5 req-c74ebc03-8186-4a2d-bc6c-160621e3ed9d tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0450323 Aug 10 03:27:46.776263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f712f-7b1f-438c-be72-929d04bd2a73 None None] Port 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:47.002026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.271611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.347681 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.350352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=47e58c0c-aaf7-4026-bfff-c3ce38df36d6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:47.458279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:47.459887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:47.721674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 89a94fa8-6278-47cb-817d-424904f85d1b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:47.826488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f99fcceb-ea1c-4324-80e8-5c0abf185313 None None] Provisioning complete for port 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:47.827130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f99fcceb-ea1c-4324-80e8-5c0abf185313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.838556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:47.844460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-063f8a8a-e798-4480-bdcb-d02abeb7e87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/89a94fa8-6278-47cb-817d-424904f85d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8454342 Aug 10 03:27:47.847209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37166) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:47.852413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] Sync routers for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:47.866841 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:47.867472 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:47.898813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f99fcceb-ea1c-4324-80e8-5c0abf185313 None None] Port 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:47.951884 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:47.956583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f7a89-4a2d-4eb5-a75c-834fa0959147 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.958008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a0f7a89-4a2d-4eb5-a75c-834fa0959147 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports/47e58c0c-aaf7-4026-bfff-c3ce38df36d6 HTTP/1.1" status: 200 len: 910 time: 0.1098640 Aug 10 03:27:47.961069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:47.973577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e39cba8b-11e7-4bcd-b102-812e627652d2 req-444041a8-81f8-4fa4-a647-8572c5e83dbe tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0391369 Aug 10 03:27:48.005073 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:48.005073 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:48.037040 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:48.039180 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d700ac-9edf-447d-bcf2-bc04af105e33 None None] The sync data for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:48.330503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37182) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:48.413852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.464619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-network', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:48.648588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Made reservation on behalf of 243808cd02bc4a86acb0ff91c3331b08 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:48.654625 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.672196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.688752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:48.689023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.818280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.824401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.832807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 47e58c0c-aaf7-4026-bfff-c3ce38df36d6 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:49.019422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.061411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.114857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cda47e13-f327-4663-ac32-916d23abdd07 req-c21663ec-dd1f-47ce-9247-7398e7291ab4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0332706 Aug 10 03:27:49.294864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.300505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:49.312592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.313048 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Added segment b9241aa7-017a-4590-98e5-24b6c29a514d of type vlan for network 06d4304a-88af-4f6d-a6bd-65598510a406 Aug 10 03:27:49.327688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=47e58c0c-aaf7-4026-bfff-c3ce38df36d6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.438877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.571696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.589879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-40af56a9-7b39-45ed-9a42-aab76081d807 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.594380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-40af56a9-7b39-45ed-9a42-aab76081d807 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/networks?id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 200 len: 812 time: 0.2699096 Aug 10 03:27:49.609002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Request body: {'port': {'device_id': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'admin_state_up': True, 'tenant_id': '3b4c30977b044d2bb0f11a210c3e3412'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:49.662309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.664035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.665264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.798812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] Pushing event updated for resources: {'Network': ['ID=06d4304a-88af-4f6d-a6bd-65598510a406,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.810693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 06d4304a-88af-4f6d-a6bd-65598510a406 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:49.916811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-963c5449-c600-4a04-b77b-d32c996b93f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5848584 Aug 10 03:27:49.920499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37216) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:49.926815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Request body: {'subnet': {'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-subnet', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:50.081911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 89a94fa8-6278-47cb-817d-424904f85d1b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:50.107849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Made reservation on behalf of 3b4c30977b044d2bb0f11a210c3e3412 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:50.109744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.215456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:50.222048 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13a56526-5dbf-425c-bb0b-c6385cbac3dc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/89a94fa8-6278-47cb-817d-424904f85d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2591045 Aug 10 03:27:50.224741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37222) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:50.230808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] Sync routers for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:50.243839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:50.249440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:50.285128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:50.291813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e94e491a-eaa9-4126-a8c5-802f80e318d4 req-aa6ab9b7-7b3c-4f53-9bc7-634c117094e7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0382252 Aug 10 03:27:50.298222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:50.299150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:50.311521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Made reservation on behalf of 243808cd02bc4a86acb0ff91c3331b08 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:50.314034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.317279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Allocated IP 172.20.0.14 (5654e0d4-e42c-45ca-8cc7-7a6075c6a95a/3022cdcd-e254-4e53-adb0-29274653858b/e84adc8d-40d9-4bb7-9129-ad2815a8e84c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:50.364483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:50.365484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55fc00-ec8a-4462-bce9-54e45575717e None None] The sync data for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:50.632601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.658275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.774482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.854119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83686be0-9556-463f-8d2a-d52ab17c939c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:50.865895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Checking segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:50.866260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Network hostable DHCP agents. Network: 06d4304a-88af-4f6d-a6bd-65598510a406, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:50.880692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.985765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:50.989455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:50.995305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:51.008589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 47dc3fc6-aeff-43ff-9501-913610bcb7df {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:51.008865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.014958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event updated for resources: {'Port': ['ID=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.071482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Network 06d4304a-88af-4f6d-a6bd-65598510a406 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:51.104275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.105198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.134272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.150347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 47dc3fc6-aeff-43ff-9501-913610bcb7df owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:51.219351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 06d4304a-88af-4f6d-a6bd-65598510a406) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:51.223554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.224497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.232609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bbae4-a14e-44bd-9a95-06ae08bc6b8d None None] Network 06d4304a-88af-4f6d-a6bd-65598510a406 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:51.251897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-8acd08c6-d43f-4980-b87a-9bb67344ccf7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6479611 Aug 10 03:27:51.264695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Request body: {'port': {'device_id': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:51.343128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.357906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-000e0bbe-d336-4df0-a9eb-73f425589341 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4363701 Aug 10 03:27:51.366601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37248) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:51.366601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:51.444496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.463369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-06d4304a-88af-4f6d-a6bd-65598510a406', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:51.464784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.533220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.563013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.564483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f414e54-03ad-408d-a15f-97149ff1c9d9 req-3153196f-02f8-455c-abb5-be86384b96fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.568995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=47dc3fc6-aeff-43ff-9501-913610bcb7df,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:51.573802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f414e54-03ad-408d-a15f-97149ff1c9d9 req-3153196f-02f8-455c-abb5-be86384b96fd tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 932 time: 0.1705608 Aug 10 03:27:51.694609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Allocated IP 172.20.0.2 (06d4304a-88af-4f6d-a6bd-65598510a406/83686be0-9556-463f-8d2a-d52ab17c939c/bae9501d-723c-4847-9f87-950f2ce6f7ee) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:51.848491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.936866 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.949195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Transition to ACTIVE for port object bae9501d-723c-4847-9f87-950f2ce6f7ee will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:51.968926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Transition to ACTIVE for port object bae9501d-723c-4847-9f87-950f2ce6f7ee will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:51.997243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.063456 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.106455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f414e54-03ad-408d-a15f-97149ff1c9d9 req-f9e601f0-438a-42eb-af03-0963721138d7 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304635 Aug 10 03:27:52.147333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Network 06d4304a-88af-4f6d-a6bd-65598510a406 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:52.158778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:52.159142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-7f1527e0-6850-4cca-82d5-6acdfad9a248 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1560545 Aug 10 03:27:52.167996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:52.217194 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:52.223539 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.302991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-7de5c733-e5a8-48f4-b7c2-7a8a5101575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.308739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-7de5c733-e5a8-48f4-b7c2-7a8a5101575e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1098 time: 0.1166928 Aug 10 03:27:52.315076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Pushing event updated for resources: {'Port': ['ID=bae9501d-723c-4847-9f87-950f2ce6f7ee,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.330932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.331322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.331665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.331999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.332339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.332728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.333059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.333464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.333787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.334109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.334478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.334799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:52.338187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Attempting to bind port bae9501d-723c-4847-9f87-950f2ce6f7ee on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:52.341792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Attempting to bind port bae9501d-723c-4847-9f87-950f2ce6f7ee by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:52.341792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Attempting to bind port bae9501d-723c-4847-9f87-950f2ce6f7ee on network 06d4304a-88af-4f6d-a6bd-65598510a406 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:52.345530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:52.345907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Checking segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:52.346307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.346699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Bound using segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:52.347165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Bound port: bae9501d-723c-4847-9f87-950f2ce6f7ee, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:52.347549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.414876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] For port bae9501d-723c-4847-9f87-950f2ce6f7ee, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:52.422027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] For port bae9501d-723c-4847-9f87-950f2ce6f7ee, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bae9501d-723c-4847-9f87-950f2ce6f7ee,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:52.453903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84adc8d-40d9-4bb7-9129-ad2815a8e84c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:52.464240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.486079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 89a94fa8-6278-47cb-817d-424904f85d1b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:52.488582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Transition to ACTIVE for port object e84adc8d-40d9-4bb7-9129-ad2815a8e84c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:52.503994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-004893a6-5438-444b-ad33-da01140d237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.505573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-004893a6-5438-444b-ad33-da01140d237d service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1649399 Aug 10 03:27:52.529028 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.582222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:52.591383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-164e1231-405c-4d79-9258-f39300f80fe2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/89a94fa8-6278-47cb-817d-424904f85d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3613801 Aug 10 03:27:52.591854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37268) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:52.607274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] Sync routers for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:52.619630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a669-9be8-4cfb-be3b-0a69ccb7776a None None] Pushing event updated for resources: {'Port': ['ID=bae9501d-723c-4847-9f87-950f2ce6f7ee,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.625832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-3ba3ad20-4922-4058-a5a8-90a236031368 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 1001 time: 0.1125247 Aug 10 03:27:52.637591 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:52.640623 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.648906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5c2eb263-69ba-44e4-8d49-af6df7b21828 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a94fa8-6278-47cb-817d-424904f85d1b HTTP/1.1" status: 200 len: 205 time: 0.0558829 Aug 10 03:27:52.669692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37270) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:52.701404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-ee86caa6-acb9-4f7e-ad5a-8cfd5f692c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.703006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-ee86caa6-acb9-4f7e-ad5a-8cfd5f692c01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0570290 Aug 10 03:27:52.704260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.721534 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.741680 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] Routers {'89a94fa8-6278-47cb-817d-424904f85d1b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:52.742535 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['89a94fa8-6278-47cb-817d-424904f85d1b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.783131 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:52.783949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f547c-17c2-4b8d-a232-70ee617186e8 None None] The sync data for ids ['89a94fa8-6278-47cb-817d-424904f85d1b'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:52.824316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.836450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Pushing event updated for resources: {'Port': ['ID=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.916799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-a34895bd-b922-4910-a1dd-71c40c06ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.919365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-a34895bd-b922-4910-a1dd-71c40c06ae9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1989722 Aug 10 03:27:52.979081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.012989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Attempting to bind port e84adc8d-40d9-4bb7-9129-ad2815a8e84c on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:53.012989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Attempting to bind port e84adc8d-40d9-4bb7-9129-ad2815a8e84c by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:53.012989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Attempting to bind port e84adc8d-40d9-4bb7-9129-ad2815a8e84c on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:53.030284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Port e84adc8d-40d9-4bb7-9129-ad2815a8e84c on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:53.030642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Attempting to bind port e84adc8d-40d9-4bb7-9129-ad2815a8e84c on network 5654e0d4-e42c-45ca-8cc7-7a6075c6a95a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:53.041302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:53.041690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Checking segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:53.042048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Bound using segment: {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:53.042487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Bound port: e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:53.042847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.061524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-326f474c-bef7-407d-9bb4-3b281faa083e service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325955 Aug 10 03:27:53.111011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.166693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.173960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.219409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f73acf0-b178-44ba-a8de-3332ecf6846b req-b8f3e142-caff-422d-873a-eb5d6c4681e3 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411741 Aug 10 03:27:53.264089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee08fd-2f78-4e57-9bf4-28da9555e2a1 req-38bc80f1-d4ae-4654-8d15-806890669955 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.265577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abee08fd-2f78-4e57-9bf4-28da9555e2a1 req-38bc80f1-d4ae-4654-8d15-806890669955 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 944 time: 0.0645332 Aug 10 03:27:53.310825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abee08fd-2f78-4e57-9bf4-28da9555e2a1 req-ded5fe2f-89e6-4c4c-8ac6-d0db3e84d91e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Aug 10 03:27:53.372971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] For port e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:53.387015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] For port e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:53.534630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.550405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Allocated IP 172.25.1.5 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/85151924-1e78-43a6-b4aa-6caf5f9ec0fd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:53.562425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.563212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router 89a94fa8-6278-47cb-817d-424904f85d1b {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:27:53.571361 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.572987 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64c9b47a-b721-4e8b-9ecc-e53769a88e14 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/89a94fa8-6278-47cb-817d-424904f85d1b HTTP/1.1" status: 204 len: 168 time: 0.9020960 Aug 10 03:27:53.576551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37286) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.594596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.596017 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.597501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] 10.222.0.46 "PUT /v2.0/ports/e84adc8d-40d9-4bb7-9129-ad2815a8e84c HTTP/1.1" status: 200 len: 1093 time: 2.3374274 Aug 10 03:27:53.597962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'tag': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:53.600269 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353d87c-bb2e-42b3-8305-178d9be2eb17" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099", "tag": "e84adc8d-40d9-4bb7-9129-ad2815a8e84c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:53.655067 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6135236b-f44c-477a-92fa-0679dae87bd9 x-openstack-request-id: req-6135236b-f44c-477a-92fa-0679dae87bd9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:53.655599 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099", "tag": "e84adc8d-40d9-4bb7-9129-ad2815a8e84c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:53.656015 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6135236b-f44c-477a-92fa-0679dae87bd9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:53.656630 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'tag': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c', 'status': 'completed', 'code': 200} Aug 10 03:27:53.657515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb3e53-a3e2-40a4-ba89-a83fbee33dfc service neutron] Pushing event updated for resources: {'Port': ['ID=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.757963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353d87c-bb2e-42b3-8305-178d9be2eb17 req-7070fce5-ae4f-420a-9a0b-b1f8bb1e6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.759515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e353d87c-bb2e-42b3-8305-178d9be2eb17 req-7070fce5-ae4f-420a-9a0b-b1f8bb1e6479 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 1096 time: 0.0730162 Aug 10 03:27:53.765299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.840374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bae9501d-723c-4847-9f87-950f2ce6f7ee up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:53.842191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet cddc144d-726d-44cf-ba1b-8c915cd1a135 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:53.846756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.895267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353d87c-bb2e-42b3-8305-178d9be2eb17 req-3ca789a3-1d8a-4d1d-be01-c38dd19c1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.898727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e353d87c-bb2e-42b3-8305-178d9be2eb17 req-3ca789a3-1d8a-4d1d-be01-c38dd19c1868 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1307979 Aug 10 03:27:53.905493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.918140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98446935-9e60-4572-b895-6960ed0e0ba7 None None] Network 06d4304a-88af-4f6d-a6bd-65598510a406 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:54.025379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353d87c-bb2e-42b3-8305-178d9be2eb17 req-f45e5966-25b3-4c4a-a6fa-ab62933ba533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.026202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.027230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e353d87c-bb2e-42b3-8305-178d9be2eb17 req-f45e5966-25b3-4c4a-a6fa-ab62933ba533 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215119 Aug 10 03:27:54.137824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-cb41b53c-93c9-4619-8b4f-cd5b3f828f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.139440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-cb41b53c-93c9-4619-8b4f-cd5b3f828f3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 1096 time: 0.0663824 Aug 10 03:27:54.154469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port bae9501d-723c-4847-9f87-950f2ce6f7ee completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:54.157440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1396f5fd-791e-4ad0-9254-150660cb07e1 None None] Provisioning for port bae9501d-723c-4847-9f87-950f2ce6f7ee completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:54.170678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port bae9501d-723c-4847-9f87-950f2ce6f7ee triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:54.170678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.215353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-791a54c2-0b05-4d98-9142-185d1952713c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e84adc8d-40d9-4bb7-9129-ad2815a8e84c HTTP/1.1" status: 200 len: 217 time: 0.0679002 Aug 10 03:27:54.216305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1396f5fd-791e-4ad0-9254-150660cb07e1 None None] Provisioning complete for port bae9501d-723c-4847-9f87-950f2ce6f7ee triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:54.216761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1396f5fd-791e-4ad0-9254-150660cb07e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.320898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-ad0f8c6d-1a33-4310-8dfc-c39c03867b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.323177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-ad0f8c6d-1a33-4310-8dfc-c39c03867b40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 200 len: 852 time: 0.0822182 Aug 10 03:27:54.336310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.384382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-96086eb0-1fed-4f7d-badf-43548ff69f65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525138 Aug 10 03:27:54.525593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.561017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port bae9501d-723c-4847-9f87-950f2ce6f7ee, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bae9501d-723c-4847-9f87-950f2ce6f7ee,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:54.561381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-c8f95eaf-2e4a-4920-a45f-232c8b3e646b service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598995 Aug 10 03:27:54.561502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1396f5fd-791e-4ad0-9254-150660cb07e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.578366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:54.584678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:54.587258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:54.591566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Pushing event updated for resources: {'Port': ['ID=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:54.707095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aeb79-5c2e-45b9-b692-63afb3cbb992 req-f0e6b324-e7a4-4b6f-bafe-a3dc20f571aa tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.708548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-333aeb79-5c2e-45b9-b692-63afb3cbb992 req-f0e6b324-e7a4-4b6f-bafe-a3dc20f571aa tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 944 time: 0.2685623 Aug 10 03:27:54.710877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a41efc8b-5125-4a89-8b78-9dc5b944888c req-78fd64bd-ea26-4716-aa1c-b9aeec34b1ae service neutron] 10.222.0.46 "GET /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325729 Aug 10 03:27:54.736327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.759201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-333aeb79-5c2e-45b9-b692-63afb3cbb992 req-6f1ffd3d-71c2-4560-b13f-ebd6f3e6ff95 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Aug 10 03:27:54.766245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.824145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=cddc144d-726d-44cf-ba1b-8c915cd1a135,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:54.840961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.845813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37312) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.847211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbf180-6f52-4156-a512-1e5091507cbc None None] Network e5fbe1a5-71cb-46fc-aacc-19b471c37e89 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:54.847725 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-02c72d5c-0ed1-4cac-b191-e8394b0d82c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/cddc144d-726d-44cf-ba1b-8c915cd1a135 HTTP/1.1" status: 204 len: 168 time: 1.2696166 Aug 10 03:27:54.949506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet d26f55d1-ed89-4ccc-b69c-20118a7b786a {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:27:54.953060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.002303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.003077 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-1396f5fd-791e-4ad0-9254-150660cb07e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:27:55.003870 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-1396f5fd-791e-4ad0-9254-150660cb07e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:27:55.004622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=bae9501d-723c-4847-9f87-950f2ce6f7ee,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.104291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.163444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] DHCP port deletion for e5fbe1a5-71cb-46fc-aacc-19b471c37e89 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:55.222490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] Deleting port e20befdd-57e3-4a95-8e6d-3fe6e40a740c {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:55.223630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.324573 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.325610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] For port e20befdd-57e3-4a95-8e6d-3fe6e40a740c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,segment=NetworkSegment(6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896),segment_id=6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:55.326102 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.342966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] Calling delete_port for e20befdd-57e3-4a95-8e6d-3fe6e40a740c owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:55.400093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.467614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=d26f55d1-ed89-4ccc-b69c-20118a7b786a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.469628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.480739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fcd20e-fd2c-4fd1-ba5d-982471cd7f8c None None] Network b32b7d63-707b-4a67-9a46-194d220d1a55 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:55.485062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b848e307-eea8-462c-b737-47255d8ae034 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/d26f55d1-ed89-4ccc-b69c-20118a7b786a HTTP/1.1" status: 204 len: 168 time: 0.6380606 Aug 10 03:27:55.485754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37320) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:55.567535 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.567842 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.583558 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.632188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] Pushing event deleted for resources: {'Port': ['ID=e20befdd-57e3-4a95-8e6d-3fe6e40a740c,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.660433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666d314-1811-4f9a-842c-a3954454c091 None None] No DVR routers for this DVR port e20befdd-57e3-4a95-8e6d-3fe6e40a740c on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:55.706502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.718188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fbe1a5-71cb-46fc-aacc-19b471c37e89']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:55.731692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:55.732564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8b51bf-5a4f-48c0-bce0-2b9bf12c6896') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:55.743926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.768081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.777252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:55.787668 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:55.790875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bae9501d-723c-4847-9f87-950f2ce6f7ee up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:55.813620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7fac3d08-6beb-49de-8e84-bb40e54dfeee None None] Provisioning complete for port bae9501d-723c-4847-9f87-950f2ce6f7ee triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:55.814137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7fac3d08-6beb-49de-8e84-bb40e54dfeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.860159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Router 03384b2d-e750-4586-bce2-2858ee621849 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:55.903514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] DHCP port deletion for b32b7d63-707b-4a67-9a46-194d220d1a55 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:27:55.939528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.022258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.040663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.042639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/e5fbe1a5-71cb-46fc-aacc-19b471c37e89 HTTP/1.1" status: 204 len: 168 time: 0.5556064 Aug 10 03:27:56.045689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:56.069351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038c4dc-4d40-43f0-bc60-66cfbc4790f8 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=e5fbe1a5-71cb-46fc-aacc-19b471c37e89,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:56.081148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d137-ec79-4404-bebe-694bf9376eae req-972c9838-6d3d-495d-82bb-fae7d79f11b6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:56.082683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd71d137-ec79-4404-bebe-694bf9376eae req-972c9838-6d3d-495d-82bb-fae7d79f11b6 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 944 time: 0.1609790 Aug 10 03:27:56.127442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port bae9501d-723c-4847-9f87-950f2ce6f7ee triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:56.127996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.136524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd71d137-ec79-4404-bebe-694bf9376eae req-77f8fb63-bb17-4669-98ff-fcaa713962ee tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Aug 10 03:27:56.141334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.156663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] Deleting port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:56.157157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.157345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:56.225918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:56.240874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] For port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,segment=NetworkSegment(2f8f0244-faf5-45d8-af8c-c87c123e83d5),segment_id=2f8f0244-faf5-45d8-af8c-c87c123e83d5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:56.248632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.249028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:56.249028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.284523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:56.285670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.314325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,segment=NetworkSegment(2f8f0244-faf5-45d8-af8c-c87c123e83d5),segment_id=2f8f0244-faf5-45d8-af8c-c87c123e83d5)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:56.314694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.323742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] Calling delete_port for bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:56.324043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.345161 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c5c14fc4-ca5f-4946-a79b-e15d5f9b1aeb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9635966 Aug 10 03:27:56.345161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:56.345856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37340) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:56.475844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:56.610740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e20befdd-57e3-4a95-8e6d-3fe6e40a740c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:56.649563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e20befdd-57e3-4a95-8e6d-3fe6e40a740c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:56.649917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e20befdd-57e3-4a95-8e6d-3fe6e40a740c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:56.663808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.671075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.683878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:56.704261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] Pushing event deleted for resources: {'Port': ['ID=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:56.715452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:56.728206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ecbbca-485f-4d15-8e1c-39c2967a23fc None None] No DVR routers for this DVR port bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:56.765241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:54Z', 'revision_number': 3, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.801424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:56.801892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Updating router 03384b2d-e750-4586-bce2-2858ee621849 port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:56.830993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.840334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.883840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32b7d63-707b-4a67-9a46-194d220d1a55']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.896998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8f0244-faf5-45d8-af8c-c87c123e83d5') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.897794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8f0244-faf5-45d8-af8c-c87c123e83d5') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:56.913345 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.931749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.961974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:56.962376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:56.966094 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:57.117939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.122199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.132655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Transition to ACTIVE for port object 85151924-1e78-43a6-b4aa-6caf5f9ec0fd will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:57.180952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.189401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.189401 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/b32b7d63-707b-4a67-9a46-194d220d1a55 HTTP/1.1" status: 204 len: 168 time: 1.1412132 Aug 10 03:27:57.192598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37354) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:57.198279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-1876055652'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:57.222019 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.266862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66498fe4-02d5-420e-a7ad-b03c553cda96 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=b32b7d63-707b-4a67-9a46-194d220d1a55,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.290300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba7bad-bcd6-4c99-9724-deb45104921a req-7478c088-32c4-411b-8d49-76ed41b492fe tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.293705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ba7bad-bcd6-4c99-9724-deb45104921a req-7478c088-32c4-411b-8d49-76ed41b492fe tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 944 time: 0.0717909 Aug 10 03:27:57.293705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:57.297067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.311989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Attempting to bind port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:57.312382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Attempting to bind port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:57.312757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Attempting to bind port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:57.333888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba04f7-af46-4c12-aeb9-7b0ac8f060c6 None None] Pushing event updated for resources: {'Port': ['ID=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.335633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:57.336142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:57.336598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.337043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:57.337612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Bound port: 85151924-1e78-43a6-b4aa-6caf5f9ec0fd, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:57.338006 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.348540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Allocated IP 172.20.0.1 (06d4304a-88af-4f6d-a6bd-65598510a406/83686be0-9556-463f-8d2a-d52ab17c939c/7229f9f5-1b06-4da0-9a12-b0b74683948f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:57.356177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ba7bad-bcd6-4c99-9724-deb45104921a req-c02b0c06-d78d-4c3e-966b-1f19577c02f9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Aug 10 03:27:57.356929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:57.367690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.369163 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 6948cbbc-b988-42ee-bd7c-ff653d5ad240 of type vlan for network 750e6dff-3e6e-4546-a450-050343e58669 Aug 10 03:27:57.411595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] For port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:57.416546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] For port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:57.418717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.519830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.522169 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.539531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Transition to ACTIVE for port object 7229f9f5-1b06-4da0-9a12-b0b74683948f will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:57.561113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.566728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.567637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.639236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba04f7-af46-4c12-aeb9-7b0ac8f060c6 None None] Pushing event updated for resources: {'Port': ['ID=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.652947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:57.653222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:57.661839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=750e6dff-3e6e-4546-a450-050343e58669,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.705582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3b3ccf71-b5f9-447a-840c-68f703156acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5087049 Aug 10 03:27:57.706348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37364) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:57.711993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': '750e6dff-3e6e-4546-a450-050343e58669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:57.715025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 750e6dff-3e6e-4546-a450-050343e58669 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:57.772117 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.848215 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Network 06d4304a-88af-4f6d-a6bd-65598510a406 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:57.855232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:57.862954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:57.866113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Pushing event updated for resources: {'Port': ['ID=7229f9f5-1b06-4da0-9a12-b0b74683948f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:57.907569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:57.920444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:57.966840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:57.967183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bc03a06e-2bc7-4efb-85f7-ccaf2ea319b3 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:58.018208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:58.158151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:58.161941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.249311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e84adc8d-40d9-4bb7-9129-ad2815a8e84c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:58.375465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.382879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:54Z', 'revision_number': 3, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:58.385982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:58.421281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2da670-9b4b-4ff5-9293-62ef0dadeaad None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:54Z', 'revision_number': 3, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:58.422956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c', 'network_id': '5654e0d4-e42c-45ca-8cc7-7a6075c6a95a', 'port_id': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c', 'mac_address': 'fa:16:3e:d4:16:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3022cdcd-e254-4e53-adb0-29274653858b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:58.449577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f9a2d449-85a2-406d-b76e-d40d4f115454 None None] Provisioning for port 7229f9f5-1b06-4da0-9a12-b0b74683948f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:58.460058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f9a2d449-85a2-406d-b76e-d40d4f115454 None None] Provisioning complete for port 7229f9f5-1b06-4da0-9a12-b0b74683948f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:58.460462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f9a2d449-85a2-406d-b76e-d40d4f115454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.485202 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.507368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84adc8d-40d9-4bb7-9129-ad2815a8e84c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:58.514096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2d449-85a2-406d-b76e-d40d4f115454 None None] Port 7229f9f5-1b06-4da0-9a12-b0b74683948f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:58.535538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d1b6-78a9-4a91-9155-076267a2eb9d req-bcd0694c-6b2f-4e2f-8fdf-a50d125a8c83 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.537291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6e8d1b6-78a9-4a91-9155-076267a2eb9d req-bcd0694c-6b2f-4e2f-8fdf-a50d125a8c83 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 944 time: 0.0643506 Aug 10 03:27:58.544693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:58.582649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6e8d1b6-78a9-4a91-9155-076267a2eb9d req-00e96d4b-52fb-49c2-a97c-9fc3a967a9d4 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Aug 10 03:27:58.601436 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.644029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.676747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=5ee26b52-b0e7-4e90-85e3-5eba41d76309,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.689024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '6948cbbc-b988-42ee-bd7c-ff653d5ad240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '750e6dff-3e6e-4546-a450-050343e58669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:58.689269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: 750e6dff-3e6e-4546-a450-050343e58669, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:58.715542 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.791188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.801819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.860820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 750e6dff-3e6e-4546-a450-050343e58669 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:58.920432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Pushing event updated for resources: {'Port': ['ID=7229f9f5-1b06-4da0-9a12-b0b74683948f,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:58.923616 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:58.958329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37390) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:58.971385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 750e6dff-3e6e-4546-a450-050343e58669) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:58.980546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f2ee7-383b-4b93-8a93-5856db11d095 None None] Network 750e6dff-3e6e-4546-a450-050343e58669 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:59.005023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.005687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.048663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e84adc8d-40d9-4bb7-9129-ad2815a8e84c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:59.066351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Network 06d4304a-88af-4f6d-a6bd-65598510a406 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:59.067844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:59.136722 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d14ee536-8725-412c-8e29-6a85ab4a21fd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4290967 Aug 10 03:27:59.137566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37398) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.144621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594555478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:59.155781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bf67-fc86-43c9-9110-af4af2e720c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.285966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:59.374810 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.375833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.443201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-750e6dff-3e6e-4546-a450-050343e58669', 'network_id': '750e6dff-3e6e-4546-a450-050343e58669', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': '5ee26b52-b0e7-4e90-85e3-5eba41d76309'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:59.446523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.534452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bf67-fc86-43c9-9110-af4af2e720c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.565100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.578269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:59.591605 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e368a51e-7415-4141-b2c6-9b86c78c1e20 admin admin] 10.222.0.26 "PUT /v2.0/routers/03384b2d-e750-4586-bce2-2858ee621849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2383914 Aug 10 03:27:59.682980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bf67-fc86-43c9-9110-af4af2e720c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.719513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0fc4bd00-94db-4d7d-8f05-ed19286f7205 None None] Provisioning complete for port 7229f9f5-1b06-4da0-9a12-b0b74683948f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:59.720057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0fc4bd00-94db-4d7d-8f05-ed19286f7205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.723262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.825044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0fc4bd00-94db-4d7d-8f05-ed19286f7205 None None] Port 7229f9f5-1b06-4da0-9a12-b0b74683948f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:59.835973 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.837462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32fcf528-f70c-4475-80f4-5937fbed43bf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6971023 Aug 10 03:27:59.840179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37414) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.845486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'port': {'network_id': '750e6dff-3e6e-4546-a450-050343e58669', 'name': 'tempest-RoutersTest-90575085'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:59.861705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 85151924-1e78-43a6-b4aa-6caf5f9ec0fd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:59.889208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Allocated IP 172.20.0.2 (750e6dff-3e6e-4546-a450-050343e58669/5ee26b52-b0e7-4e90-85e3-5eba41d76309/113d2ca1-75e3-4692-9a5e-c2e160d7bd42) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:59.905397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2bf67-fc86-43c9-9110-af4af2e720c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657a580-ba5a-4eeb-be1c-6a5547df44ac,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:59.937550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2ac2bf67-fc86-43c9-9110-af4af2e720c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e8c17e9221d4d969387b67c1e5b00c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755361 Aug 10 03:27:59.947290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37418) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.968388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4af5a-1033-4506-bf54-083feacbcfb0 req-e1c28e06-8574-4837-bc66-885c1de31b1f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.971873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bc4af5a-1033-4506-bf54-083feacbcfb0 req-e1c28e06-8574-4837-bc66-885c1de31b1f tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 945 time: 0.2514980 Aug 10 03:28:00.091160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bc4af5a-1033-4506-bf54-083feacbcfb0 req-476a6bf9-b67b-4ea3-bc3c-a7256fa19c5e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028311 Aug 10 03:28:00.109790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.140333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-915e0bff-f002-455c-b0e6-39f93fe650d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.155439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:00.164610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Transition to ACTIVE for port object 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:00.170731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:00.171520 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.214033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Transition to ACTIVE for port object 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:00.244260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-915e0bff-f002-455c-b0e6-39f93fe650d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.307332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1ab5cbb9-3079-4071-96eb-bba1ba61e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.324448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.349579 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.401732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:00.431952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Network 750e6dff-3e6e-4546-a450-050343e58669 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:00.436654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Pushing event updated for resources: {'Port': ['ID=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.439133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:00.441569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:00.462119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-915e0bff-f002-455c-b0e6-39f93fe650d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.464922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-915e0bff-f002-455c-b0e6-39f93fe650d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.466071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-915e0bff-f002-455c-b0e6-39f93fe650d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b657a580-ba5a-4eeb-be1c-6a5547df44ac HTTP/1.1" status: 204 len: 168 time: 0.4931819 Aug 10 03:28:00.487995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e0bff-f002-455c-b0e6-39f93fe650d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657a580-ba5a-4eeb-be1c-6a5547df44ac,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.506784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Attempting to bind port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Attempting to bind port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6948cbbc-b988-42ee-bd7c-ff653d5ad240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '750e6dff-3e6e-4546-a450-050343e58669'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Attempting to bind port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 on network 750e6dff-3e6e-4546-a450-050343e58669 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Checking segment: {'id': '6948cbbc-b988-42ee-bd7c-ff653d5ad240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '750e6dff-3e6e-4546-a450-050343e58669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Bound using segment: {'id': '6948cbbc-b988-42ee-bd7c-ff653d5ad240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '750e6dff-3e6e-4546-a450-050343e58669'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Bound port: 113d2ca1-75e3-4692-9a5e-c2e160d7bd42, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6948cbbc-b988-42ee-bd7c-ff653d5ad240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '750e6dff-3e6e-4546-a450-050343e58669'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:00.586124 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.588985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.630300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:00.634851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.654035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] device_id is not set on port c91ed1e9-a18b-4b05-bdb0-664f8f98149d yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:28:00.664396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] For port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:00.667875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] For port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,segment=NetworkSegment(6948cbbc-b988-42ee-bd7c-ff653d5ad240),segment_id=6948cbbc-b988-42ee-bd7c-ff653d5ad240)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:00.753033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-75101e6b-4f72-4ae8-b10a-63c0ab27677d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.755136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-75101e6b-4f72-4ae8-b10a-63c0ab27677d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 820 time: 0.1141570 Aug 10 03:28:00.779462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-ad0d2879-1174-41a0-831a-302a784a64b2 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/quotas/243808cd02bc4a86acb0ff91c3331b08 HTTP/1.1" status: 200 len: 375 time: 0.0101511 Aug 10 03:28:00.779599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.20.0.3 (750e6dff-3e6e-4546-a450-050343e58669/5ee26b52-b0e7-4e90-85e3-5eba41d76309/c91ed1e9-a18b-4b05-bdb0-664f8f98149d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:00.821525 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.836686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-a282796d-ab7e-4101-999f-070659b8ba92 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557172 Aug 10 03:28:00.912793 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262b560-8e49-4ccd-b89f-a6ebe5651af7 None None] Pushing event updated for resources: {'Port': ['ID=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.944720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:00.983751 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:00.984929 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:01.004837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.022586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object c91ed1e9-a18b-4b05-bdb0-664f8f98149d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:01.070267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-a557ed58-66b2-4b75-b7d9-4d40f490d21f service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357109 Aug 10 03:28:01.145417 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:01.173889 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.259696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 750e6dff-3e6e-4546-a450-050343e58669 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:01.263910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:01.271892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:01.322558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=c91ed1e9-a18b-4b05-bdb0-664f8f98149d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:01.349163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-9b05f6ff-752e-4170-9753-d1e8750a0c59 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763512 Aug 10 03:28:01.369002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.370216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.424335 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 2, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:01.451307 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:01.451611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Updating router 03384b2d-e750-4586-bce2-2858ee621849 port 7229f9f5-1b06-4da0-9a12-b0b74683948f binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:01.475723 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.514192 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-56783beb-eaa8-42c7-aeb8-5eab8acbf9b0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.6699820 Aug 10 03:28:01.514470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37462) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.923057 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.949831 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Transition to ACTIVE for port object 7229f9f5-1b06-4da0-9a12-b0b74683948f will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:01.982396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:01.989472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e770359-81c7-4171-94d4-3a4eb0b8b8d3 req-68434efd-6074-4149-bff8-3da0e4f58b50 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.992167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e770359-81c7-4171-94d4-3a4eb0b8b8d3 req-68434efd-6074-4149-bff8-3da0e4f58b50 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 945 time: 0.1393893 Aug 10 03:28:02.080048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e770359-81c7-4171-94d4-3a4eb0b8b8d3 req-f64525dd-8778-4535-83e9-95db23364109 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Aug 10 03:28:02.121329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.210497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f95686-f92a-4a2a-9609-7ec979e21fb6 None None] Network 750e6dff-3e6e-4546-a450-050343e58669 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:02.224848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e84adc8d-40d9-4bb7-9129-ad2815a8e84c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:02.248122 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.349966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:02.376837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 85151924-1e78-43a6-b4aa-6caf5f9ec0fd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:02.428621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1db2d-e684-45eb-a475-659545f57282 req-dac572f8-2997-4dc2-81fd-d2229606d3d4 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 210 time: 0.0803001 Aug 10 03:28:02.472186 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Pushing event updated for resources: {'Port': ['ID=7229f9f5-1b06-4da0-9a12-b0b74683948f,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:02.491351 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.491789 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.492200 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.496831 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:02.499807 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Attempting to bind port 7229f9f5-1b06-4da0-9a12-b0b74683948f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:02.500462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Attempting to bind port 7229f9f5-1b06-4da0-9a12-b0b74683948f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:02.501084 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Attempting to bind port 7229f9f5-1b06-4da0-9a12-b0b74683948f on network 06d4304a-88af-4f6d-a6bd-65598510a406 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:02.508449 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:02.509043 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Checking segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:02.509781 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.510298 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Bound using segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:02.510900 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Bound port: 7229f9f5-1b06-4da0-9a12-b0b74683948f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:02.511378 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.546614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-10273557-ef28-46fc-82de-91031cb70546 None None] Provisioning for port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:02.554976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-10273557-ef28-46fc-82de-91031cb70546 None None] Provisioning complete for port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:02.555671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-10273557-ef28-46fc-82de-91031cb70546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.568461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.624856 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] For port 7229f9f5-1b06-4da0-9a12-b0b74683948f, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:02.628824 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] For port 7229f9f5-1b06-4da0-9a12-b0b74683948f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7229f9f5-1b06-4da0-9a12-b0b74683948f,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:02.678950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:02.679326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.702386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port e84adc8d-40d9-4bb7-9129-ad2815a8e84c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:02.727235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port e84adc8d-40d9-4bb7-9129-ad2815a8e84c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:02.727528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.746104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.751592 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.823408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-10273557-ef28-46fc-82de-91031cb70546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.864196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:02.992068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-10273557-ef28-46fc-82de-91031cb70546 None None] For port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,segment=NetworkSegment(6948cbbc-b988-42ee-bd7c-ff653d5ad240),segment_id=6948cbbc-b988-42ee-bd7c-ff653d5ad240)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:03.003916 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.014828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=c91ed1e9-a18b-4b05-bdb0-664f8f98149d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.193386 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:03.195806 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:03.209226 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4078be9-f48a-46d5-a8a8-12df3ad7a14a None None] Pushing event updated for resources: {'Port': ['ID=7229f9f5-1b06-4da0-9a12-b0b74683948f,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.321435 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-10273557-ef28-46fc-82de-91031cb70546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.323274 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-27c45e44-13cf-46fe-9f78-87d8bae36929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.350637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:03.353278 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8f79c-42b2-4dd7-a114-fed4275cb4b2" -d '{"events": [{"server_uuid": "a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099", "name": "network-vif-plugged", "status": "completed", "tag": "e84adc8d-40d9-4bb7-9129-ad2815a8e84c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:03.410986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:03.427034 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:03.480926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.493099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0620f-6f8f-4593-bc30-4bdb0d4a9dba req-bb26a406-531b-4897-b997-bc18f6b7c2e3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:03.503279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0a0620f-6f8f-4593-bc30-4bdb0d4a9dba req-bb26a406-531b-4897-b997-bc18f6b7c2e3 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 945 time: 0.2242670 Aug 10 03:28:03.504372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10273557-ef28-46fc-82de-91031cb70546 None None] Pushing event updated for resources: {'Port': ['ID=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.536355 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.622501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:03.664703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd744468-2ca3-43fa-b0df-74df473524e6 None None] Provisioning for port c91ed1e9-a18b-4b05-bdb0-664f8f98149d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:03.670764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd744468-2ca3-43fa-b0df-74df473524e6 None None] Provisioning complete for port c91ed1e9-a18b-4b05-bdb0-664f8f98149d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:03.671654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd744468-2ca3-43fa-b0df-74df473524e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.709006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0a0620f-6f8f-4593-bc30-4bdb0d4a9dba req-b6516151-2ab8-496a-8d45-a8b96cbf3f19 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065659 Aug 10 03:28:03.797186 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:02Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:03.797497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fd744468-2ca3-43fa-b0df-74df473524e6 None None] Port c91ed1e9-a18b-4b05-bdb0-664f8f98149d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:03.840126 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed62fe6-a2cb-44aa-8519-1040d07007f8 None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:02Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:03.895309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:03.926687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd744468-2ca3-43fa-b0df-74df473524e6 None None] Provisioning complete for port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:03.927095 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd744468-2ca3-43fa-b0df-74df473524e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.993887 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea76cada-0525-481e-abed-ba85ff97f278 x-openstack-request-id: req-ea76cada-0525-481e-abed-ba85ff97f278 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:03.995871 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099", "name": "network-vif-plugged", "status": "completed", "tag": "e84adc8d-40d9-4bb7-9129-ad2815a8e84c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:03.996313 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea76cada-0525-481e-abed-ba85ff97f278 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:03.996933 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c', 'code': 200} Aug 10 03:28:04.011011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.110956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76feb06a-f7e5-44b4-a30a-ee777b7359a9 req-aba2454d-057f-40b1-8645-66c0160cc4cd tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 210 time: 0.0570593 Aug 10 03:28:04.135956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:04.136332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.226699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4bd75-fdef-463b-9a5b-9d77e60ac81b req-8e73ff41-81c9-4081-8b63-3b8975e79b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.228534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ea4bd75-fdef-463b-9a5b-9d77e60ac81b req-8e73ff41-81c9-4081-8b63-3b8975e79b14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 1098 time: 0.1305461 Aug 10 03:28:04.299257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.327795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-49b0f2ec-576c-4c3d-954c-e689501b628e None None] Provisioning complete for port c91ed1e9-a18b-4b05-bdb0-664f8f98149d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:04.328815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-49b0f2ec-576c-4c3d-954c-e689501b628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.329159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ea4bd75-fdef-463b-9a5b-9d77e60ac81b req-2695b912-ee0a-4201-b580-9536d5a60a0c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705807 Aug 10 03:28:04.369335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-49b0f2ec-576c-4c3d-954c-e689501b628e None None] Port c91ed1e9-a18b-4b05-bdb0-664f8f98149d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:04.497887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.641458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.714720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:04.725415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=c91ed1e9-a18b-4b05-bdb0-664f8f98149d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:04.875357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111810e-8ba5-477e-87d4-b32c40b4e720 req-d3b2783f-84c8-42f2-a4f7-6d81677c08b9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:04.881259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d111810e-8ba5-477e-87d4-b32c40b4e720 req-d3b2783f-84c8-42f2-a4f7-6d81677c08b9 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.0918696 Aug 10 03:28:04.898186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 750e6dff-3e6e-4546-a450-050343e58669 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:04.901365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:05.213536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b05c-5d7c-4865-93df-17c0c2bca054 None None] Provisioning complete for port c91ed1e9-a18b-4b05-bdb0-664f8f98149d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:05.214126 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b05c-5d7c-4865-93df-17c0c2bca054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.257860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b05c-5d7c-4865-93df-17c0c2bca054 None None] Port c91ed1e9-a18b-4b05-bdb0-664f8f98149d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:05.414036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d111810e-8ba5-477e-87d4-b32c40b4e720 req-faf362d6-d428-4bed-8bfc-9b522df89c50 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300992 Aug 10 03:28:05.623127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 695a398b-1036-47e9-967a-a71eb3e693ff is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:05.643416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36fde370-23ec-42f8-9d2c-4fb2bcd2f4a8 req-ed62eecf-810d-47db-8f57-0bd9841f856c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 210 time: 0.0310891 Aug 10 03:28:05.737818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:05.743080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9ea44be6-2483-40cf-883c-54df1285880e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/695a398b-1036-47e9-967a-a71eb3e693ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2274749 Aug 10 03:28:05.746411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37574) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:05.749226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] Sync routers for ids ['695a398b-1036-47e9-967a-a71eb3e693ff'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:05.760988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] Routers {'695a398b-1036-47e9-967a-a71eb3e693ff'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:05.761977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['695a398b-1036-47e9-967a-a71eb3e693ff'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:05.799224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129321d4-2943-47aa-9ef7-e6286bd5cd93 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.803903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-129321d4-2943-47aa-9ef7-e6286bd5cd93 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports/c91ed1e9-a18b-4b05-bdb0-664f8f98149d HTTP/1.1" status: 200 len: 975 time: 0.0539112 Aug 10 03:28:05.804055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37578) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:05.831103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7229f9f5-1b06-4da0-9a12-b0b74683948f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:05.831103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:05.831103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:05.861955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] Routers {'695a398b-1036-47e9-967a-a71eb3e693ff'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:05.862597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['695a398b-1036-47e9-967a-a71eb3e693ff'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:05.901531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:05.902184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3009841-6008-4e72-8168-3f6e5efc7636 None None] The sync data for ids ['695a398b-1036-47e9-967a-a71eb3e693ff'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:05.993430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 7229f9f5-1b06-4da0-9a12-b0b74683948f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:06.000720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7229f9f5-1b06-4da0-9a12-b0b74683948f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:06.001407 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.103914 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.142575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 7229f9f5-1b06-4da0-9a12-b0b74683948f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7229f9f5-1b06-4da0-9a12-b0b74683948f,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:06.185014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-71185a97-3763-482a-8ec5-d4e45430eb7b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.186497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-71185a97-3763-482a-8ec5-d4e45430eb7b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 820 time: 0.1896226 Aug 10 03:28:06.201908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'port': {'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'admin_state_up': True, 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:06.319367 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.374167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=7229f9f5-1b06-4da0-9a12-b0b74683948f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:06.477858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.604954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e4920-fb49-4da9-9699-26535c28b3a4 req-3dba99d6-fdcc-48a1-8402-6296123f5f6e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.606612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-360e4920-fb49-4da9-9699-26535c28b3a4 req-3dba99d6-fdcc-48a1-8402-6296123f5f6e tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.0914304 Aug 10 03:28:06.669502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Made reservation on behalf of 243808cd02bc4a86acb0ff91c3331b08 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:06.672968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.714623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-360e4920-fb49-4da9-9699-26535c28b3a4 req-25ea5954-bf04-4ee8-a125-b0cd8cffefad tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804772 Aug 10 03:28:06.862389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Allocated IP 172.20.0.5 (06d4304a-88af-4f6d-a6bd-65598510a406/83686be0-9556-463f-8d2a-d52ab17c939c/e7c56ea9-8178-4b0d-ad12-37326bf8b819) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:06.906262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port c91ed1e9-a18b-4b05-bdb0-664f8f98149d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:06.906607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:06.990364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fcb8fd41-0d7e-40f9-83d6-6eb2e532e9f8 req-e3901927-82ea-49ab-85c8-97fdd3245dc7 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 210 time: 0.0786486 Aug 10 03:28:07.094502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.132856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for c91ed1e9-a18b-4b05-bdb0-664f8f98149d owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:07.145570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.188526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Transition to ACTIVE for port object e7c56ea9-8178-4b0d-ad12-37326bf8b819 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:07.390534 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.447498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Network 06d4304a-88af-4f6d-a6bd-65598510a406 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:07.450482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.462126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:07.464637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:07.496594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event updated for resources: {'Port': ['ID=e7c56ea9-8178-4b0d-ad12-37326bf8b819,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:07.609510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=c91ed1e9-a18b-4b05-bdb0-664f8f98149d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:07.673145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:07.673847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.810417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7229f9f5-1b06-4da0-9a12-b0b74683948f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:07.839486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-f719bff7-149a-48f1-81cd-ea442a8b9f44 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6423306 Aug 10 03:28:07.846441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.857751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ae488-3786-499a-916e-bf898414a580 req-369c3db8-1273-43dd-be70-c80f14e935b0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:07.859258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-106ae488-3786-499a-916e-bf898414a580 req-369c3db8-1273-43dd-be70-c80f14e935b0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.1750784 Aug 10 03:28:07.864964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7229f9f5-1b06-4da0-9a12-b0b74683948f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:07.865334 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.868636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Request body: {'port': {'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:08.016102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-106ae488-3786-499a-916e-bf898414a580 req-2e18730e-f877-4977-b056-78197878e4dc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446674 Aug 10 03:28:08.058859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.084814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d8f9dcdf-4c03-47f4-a646-97fa11a65632 None None] Provisioning for port e7c56ea9-8178-4b0d-ad12-37326bf8b819 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:08.090164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d8f9dcdf-4c03-47f4-a646-97fa11a65632 None None] Provisioning complete for port e7c56ea9-8178-4b0d-ad12-37326bf8b819 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:08.090538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d8f9dcdf-4c03-47f4-a646-97fa11a65632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.132054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9dcdf-4c03-47f4-a646-97fa11a65632 None None] Port e7c56ea9-8178-4b0d-ad12-37326bf8b819 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:08.193169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 695a398b-1036-47e9-967a-a71eb3e693ff has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:08.232911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27f370-1651-4453-8f08-46ffe943ac9b req-e14ce099-ba51-4ee7-800f-19166b901ea5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:08.236388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e27f370-1651-4453-8f08-46ffe943ac9b req-e14ce099-ba51-4ee7-800f-19166b901ea5 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.1207700 Aug 10 03:28:08.350096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37642) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.385534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:08.393638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bf03bd1d-372b-4004-bda1-968ad09e5c68 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/695a398b-1036-47e9-967a-a71eb3e693ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884144 Aug 10 03:28:08.396593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.399293 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] Sync routers for ids ['695a398b-1036-47e9-967a-a71eb3e693ff'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:08.417257 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] Routers {'695a398b-1036-47e9-967a-a71eb3e693ff'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:08.417687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e27f370-1651-4453-8f08-46ffe943ac9b req-b8dcf2ad-26bd-49ee-9b36-08b347910dd0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354482 Aug 10 03:28:08.419040 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['695a398b-1036-47e9-967a-a71eb3e693ff'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:08.470890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:08.483710 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] Routers {'695a398b-1036-47e9-967a-a71eb3e693ff'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:08.484909 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['695a398b-1036-47e9-967a-a71eb3e693ff'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:08.567642 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:08.571712 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a960b-bb2b-45dd-81ed-4a9657a5b4bb None None] The sync data for ids ['695a398b-1036-47e9-967a-a71eb3e693ff'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:08.589444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4be2e58-b54e-4f9e-bc8c-933b97ef8626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.748607 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-d27f5b6d-1242-4d4c-9fd1-11f28f34bddd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:28:08.752365 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d27f5b6d-1242-4d4c-9fd1-11f28f34bddd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/695a398b-1036-47e9-967a-a71eb3e693ff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3522415 Aug 10 03:28:08.755153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.793443 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-90fce382-6af7-41e6-b8d4-5e17dea11958 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=695a398b-1036-47e9-967a-a71eb3e693ff HTTP/1.1" status: 200 len: 205 time: 0.0371385 Aug 10 03:28:08.797943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37654) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.884596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.941250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c56ea9-8178-4b0d-ad12-37326bf8b819 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:08.950173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.969205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Transition to ACTIVE for port object e7c56ea9-8178-4b0d-ad12-37326bf8b819 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:08.977239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3617d-b54a-487d-8b6d-0c4d246fe93c req-b49b4760-ff49-4d67-bb9f-b6cfd745d6a8 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:08.988569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18f3617d-b54a-487d-8b6d-0c4d246fe93c req-b49b4760-ff49-4d67-bb9f-b6cfd745d6a8 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 931 time: 0.3798263 Aug 10 03:28:09.025393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4be2e58-b54e-4f9e-bc8c-933b97ef8626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.026412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18f3617d-b54a-487d-8b6d-0c4d246fe93c req-9e211736-0cec-4ef8-a7ef-784b08391b30 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Aug 10 03:28:09.104018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.106234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.116036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.186757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c56ea9-8178-4b0d-ad12-37326bf8b819,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.190187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4be2e58-b54e-4f9e-bc8c-933b97ef8626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.234997 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b4be2e58-b54e-4f9e-bc8c-933b97ef8626 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f4e824a6b214162a4bf3cc92a4ba38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837788 Aug 10 03:28:09.236013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2e58-b54e-4f9e-bc8c-933b97ef8626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb44bd3f-e199-4945-bde5-033e4ed25e51,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.238549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37666) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.276294 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.276294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router 695a398b-1036-47e9-967a-a71eb3e693ff {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:09.284603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.285726 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8bdd2386-1c33-4e0f-88db-5a215e43c87b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/695a398b-1036-47e9-967a-a71eb3e693ff HTTP/1.1" status: 204 len: 168 time: 0.4868386 Aug 10 03:28:09.288807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37672) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.298231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Attempting to bind port e7c56ea9-8178-4b0d-ad12-37326bf8b819 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:09.298715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Attempting to bind port e7c56ea9-8178-4b0d-ad12-37326bf8b819 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:09.299365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Attempting to bind port e7c56ea9-8178-4b0d-ad12-37326bf8b819 on network 06d4304a-88af-4f6d-a6bd-65598510a406 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:09.305162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Port e7c56ea9-8178-4b0d-ad12-37326bf8b819 on network 06d4304a-88af-4f6d-a6bd-65598510a406 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:09.305593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Attempting to bind port e7c56ea9-8178-4b0d-ad12-37326bf8b819 on network 06d4304a-88af-4f6d-a6bd-65598510a406 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:09.312153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a507e942-024e-45cf-9a30-98aba08c50a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.330481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:09.330981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Checking segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:09.331474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Bound using segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:09.332021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Bound port: e7c56ea9-8178-4b0d-ad12-37326bf8b819, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:09.332518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.336469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a507e942-024e-45cf-9a30-98aba08c50a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.384427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet 5ee26b52-b0e7-4e90-85e3-5eba41d76309 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:09.390863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.453548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.477685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] For port e7c56ea9-8178-4b0d-ad12-37326bf8b819, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:09.497080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] For port e7c56ea9-8178-4b0d-ad12-37326bf8b819, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:09.553886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.554652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a507e942-024e-45cf-9a30-98aba08c50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.557612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a507e942-024e-45cf-9a30-98aba08c50a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.559175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a507e942-024e-45cf-9a30-98aba08c50a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb44bd3f-e199-4945-bde5-033e4ed25e51 HTTP/1.1" status: 204 len: 168 time: 0.3196254 Aug 10 03:28:09.568487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e942-024e-45cf-9a30-98aba08c50a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb44bd3f-e199-4945-bde5-033e4ed25e51,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.659241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.697966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.698595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.701242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 1092 time: 1.8371246 Aug 10 03:28:09.703086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:09.706744 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e48d9-864d-4e80-a812-0dab45a14bad" -d '{"events": [{"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:09.731959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd83dae-03d2-4c77-a69e-9b1a754daa81 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c56ea9-8178-4b0d-ad12-37326bf8b819,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.831890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.862292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee26b52-b0e7-4e90-85e3-5eba41d76309,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.864266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.866855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-22708719-7c94-4e0b-aa3c-a9b204819dc5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/5ee26b52-b0e7-4e90-85e3-5eba41d76309 HTTP/1.1" status: 204 len: 168 time: 0.5762432 Aug 10 03:28:09.868818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37688) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.871963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8d3f4-dcd1-4cf7-be55-3a5b23630cc5 None None] Network 750e6dff-3e6e-4546-a450-050343e58669 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:09.947096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.071348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-462486db-9cc1-4317-82bb-56c21ebd0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.081018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-462486db-9cc1-4317-82bb-56c21ebd0409 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1095 time: 0.1163723 Aug 10 03:28:10.131174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] DHCP port deletion for 750e6dff-3e6e-4546-a450-050343e58669 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:10.154869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-4b6db9a5-21da-4dc9-92da-2ac6317b0db9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.0577571 Aug 10 03:28:10.184470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] Deleting port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:10.184470 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.198842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:10.199197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.252354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] For port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,segment=NetworkSegment(6948cbbc-b988-42ee-bd7c-ff653d5ad240),segment_id=6948cbbc-b988-42ee-bd7c-ff653d5ad240)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:10.252917 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.263189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a096ca-d4f8-440a-b0bc-2b71762b8782 req-1c510f98-a4c5-45fe-9360-cd41bce4910c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.270463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a096ca-d4f8-440a-b0bc-2b71762b8782 req-1c510f98-a4c5-45fe-9360-cd41bce4910c tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.1800368 Aug 10 03:28:10.270630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] Calling delete_port for 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:10.277683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-555ce452-4a74-4c26-ad76-46c63bd10499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.279184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-555ce452-4a74-4c26-ad76-46c63bd10499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.1172862 Aug 10 03:28:10.323686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,segment=NetworkSegment(6948cbbc-b988-42ee-bd7c-ff653d5ad240),segment_id=6948cbbc-b988-42ee-bd7c-ff653d5ad240)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:10.323904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.353488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:10.380713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a096ca-d4f8-440a-b0bc-2b71762b8782 req-8c783c0c-5ad2-4b85-b3df-06e740433a73 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Aug 10 03:28:10.424012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-bb25ceed-a1d7-4880-9d5a-8f8527c3e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.425561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-bb25ceed-a1d7-4880-9d5a-8f8527c3e703 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274776 Aug 10 03:28:10.521659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.523239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.560433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.563949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:10.564179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] Pushing event deleted for resources: {'Port': ['ID=113d2ca1-75e3-4692-9a5e-c2e160d7bd42,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.566016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5c295-7a0d-4853-b3eb-76313241e46f None None] No DVR routers for this DVR port 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:10.570026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-184d43af-585d-4700-bd1e-05f237477ad7 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321242 Aug 10 03:28:10.675235 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e683e1a5-f53a-4880-b686-f69ced897e46 x-openstack-request-id: req-e683e1a5-f53a-4880-b686-f69ced897e46 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:10.675540 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:10.675798 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e683e1a5-f53a-4880-b686-f69ced897e46 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:10.676199 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'status': 'completed', 'code': 200} Aug 10 03:28:10.703502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.747197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750e6dff-3e6e-4546-a450-050343e58669']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.763675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6948cbbc-b988-42ee-bd7c-ff653d5ad240') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.763974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6948cbbc-b988-42ee-bd7c-ff653d5ad240') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:10.781640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.794523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37710) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.803471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-745fae20-c0e1-4c6c-8c0e-dc2e6f7f36ea req-d012ea86-970a-4136-b485-1c35d9e04e67 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118595 Aug 10 03:28:10.808481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7866f68-7b89-4916-92be-cd0c09184216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.812851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467573e-a776-4b76-890f-56ce3e10958b req-44e31d94-5115-4ba8-aff9-7ddfac70c291 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.814339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d467573e-a776-4b76-890f-56ce3e10958b req-44e31d94-5115-4ba8-aff9-7ddfac70c291 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 943 time: 0.1148262 Aug 10 03:28:10.815431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.821674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:10.822075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:10.825633 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:10.903922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d467573e-a776-4b76-890f-56ce3e10958b req-8205dedd-babc-4e4b-97d8-5d1261cefb75 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774786 Aug 10 03:28:11.000457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.014708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.017552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/750e6dff-3e6e-4546-a450-050343e58669 HTTP/1.1" status: 204 len: 168 time: 1.1472621 Aug 10 03:28:11.021604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37714) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:11.034435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-704508210'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:11.053885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3283012-8836-4144-b4d4-ffb4e3187c5c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=750e6dff-3e6e-4546-a450-050343e58669,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.075420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-369489da-6d6b-48a1-bb52-23fb42439d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.077071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-369489da-6d6b-48a1-bb52-23fb42439d64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1095 time: 0.1042080 Aug 10 03:28:11.101933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7866f68-7b89-4916-92be-cd0c09184216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.174095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-edf7a4c6-c618-4e14-ba1e-b8b8526d6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.175620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-edf7a4c6-c618-4e14-ba1e-b8b8526d6a3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.0893157 Aug 10 03:28:11.222431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-675641d9-2559-4a6e-9fcc-1c3e9896e79b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.0383246 Aug 10 03:28:11.241441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7866f68-7b89-4916-92be-cd0c09184216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.281265 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c7866f68-7b89-4916-92be-cd0c09184216 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efc00051292d40a1acb1e994d96913f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853647 Aug 10 03:28:11.281948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-3c3124fd-c765-42c0-9e78-c84df918b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.283420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-3c3124fd-c765-42c0-9e78-c84df918b4d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0516484 Aug 10 03:28:11.283874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37722) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:11.284652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7866f68-7b89-4916-92be-cd0c09184216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db416a-29f5-4741-a92d-e326659ebb9c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.363265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:11.367262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.377832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-0ce87a43-6433-46a9-9f76-8e5d704fd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.379702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-0ce87a43-6433-46a9-9f76-8e5d704fd99e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815308 Aug 10 03:28:11.388540 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-960c8425-1f14-4f93-bc15-df194729be03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.485234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-960c8425-1f14-4f93-bc15-df194729be03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.486871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:11.528688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.529037 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 29336119-60de-4192-a6eb-143155e79fe6 of type vlan for network 68fbbe37-b73e-4d09-b825-043bdc25d6ca Aug 10 03:28:11.624918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca92ed-8f39-45a5-955b-9c2ec870da28 req-27ab23cb-3bec-4e8a-a0f2-aa49a4957326 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.626433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47ca92ed-8f39-45a5-955b-9c2ec870da28 req-27ab23cb-3bec-4e8a-a0f2-aa49a4957326 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.1708462 Aug 10 03:28:11.628900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.635836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-1a0d1bb8-bbde-44fe-b67a-5742f3c125f8 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483873 Aug 10 03:28:11.736127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47ca92ed-8f39-45a5-955b-9c2ec870da28 req-3aefa8e1-2e7f-48b8-bae9-cafc19f57b13 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028903 Aug 10 03:28:11.751661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:11.779398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d6e48d9-864d-4e80-a812-0dab45a14bad req-8b07b76d-f277-4183-a303-52243fe1d79a service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266468 Aug 10 03:28:11.782494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:11.782839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 113d2ca1-75e3-4692-9a5e-c2e160d7bd42 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:11.829877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-960c8425-1f14-4f93-bc15-df194729be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.832717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-960c8425-1f14-4f93-bc15-df194729be03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.834618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-960c8425-1f14-4f93-bc15-df194729be03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5db416a-29f5-4741-a92d-e326659ebb9c HTTP/1.1" status: 204 len: 168 time: 0.5497224 Aug 10 03:28:11.844373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8425-1f14-4f93-bc15-df194729be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db416a-29f5-4741-a92d-e326659ebb9c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.867830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.870857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.871628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.944577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=68fbbe37-b73e-4d09-b825-043bdc25d6ca,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.957304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:12.027648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7abb7816-be57-49de-8a35-c385580ed2f9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0049911 Aug 10 03:28:12.030585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:12.037106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:12.048387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2234f59-9bbb-461c-b263-f8ec72eaedb8 req-4185e171-8ccd-468b-9cfa-3c8eaa29021c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:12.049964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2234f59-9bbb-461c-b263-f8ec72eaedb8 req-4185e171-8ccd-468b-9cfa-3c8eaa29021c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 943 time: 0.0574210 Aug 10 03:28:12.091043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2234f59-9bbb-461c-b263-f8ec72eaedb8 req-24748e84-ed59-4576-be4b-e747bebb4884 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Aug 10 03:28:12.301876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:12.305449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.660248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.724938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=728eb723-90ce-417f-8178-a29f56533349,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.735826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '29336119-60de-4192-a6eb-143155e79fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:12.736188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: 68fbbe37-b73e-4d09-b825-043bdc25d6ca, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:12.849996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:12.865316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0259ffa-1cc9-4d47-8324-85eabd187e79 req-c8a03a86-c716-4882-8e80-8766b1cd0d24 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:12.866836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0259ffa-1cc9-4d47-8324-85eabd187e79 req-c8a03a86-c716-4882-8e80-8766b1cd0d24 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.0537674 Aug 10 03:28:12.904694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0259ffa-1cc9-4d47-8324-85eabd187e79 req-e3994ec3-0fb7-4d0f-9ab2-982aa3408fc8 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eedddb-c5fd-42dd-92f9-600f754b387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Aug 10 03:28:13.006645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 68fbbe37-b73e-4d09-b825-043bdc25d6ca) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:13.010981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.011801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.029726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956919f7-fe3c-4c1d-b868-b9c0f194ad90 None None] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:13.046708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-4bd29a54-cb12-4548-8d9d-11af43d940e0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.048271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-4bd29a54-cb12-4548-8d9d-11af43d940e0 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 946 time: 0.0543401 Aug 10 03:28:13.199206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-683e4769-9f9d-4aa6-b3dd-5fe472859896 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1674528 Aug 10 03:28:13.200054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.208537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-335582168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:13.233282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-68fbbe37-b73e-4d09-b825-043bdc25d6ca', 'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': '728eb723-90ce-417f-8178-a29f56533349'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:13.234579 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.271587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Deleting port e84adc8d-40d9-4bb7-9129-ad2815a8e84c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:13.271935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.327613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff8c2-d103-4a1e-bfd9-e43a6b87e5cf req-c6dac6ca-2e85-4e67-9656-7ec7e255cea0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.329150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1aeff8c2-d103-4a1e-bfd9-e43a6b87e5cf req-c6dac6ca-2e85-4e67-9656-7ec7e255cea0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 943 time: 0.1440415 Aug 10 03:28:13.373128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.374719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.389872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Allocated IP 172.20.0.2 (68fbbe37-b73e-4d09-b825-043bdc25d6ca/728eb723-90ce-417f-8178-a29f56533349/48f6805d-3361-45d5-860c-ec2feb40c328) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:13.403752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1aeff8c2-d103-4a1e-bfd9-e43a6b87e5cf req-8317e3bd-169e-459a-8c70-d89d8a8b4a85 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637603 Aug 10 03:28:13.418185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] For port e84adc8d-40d9-4bb7-9129-ad2815a8e84c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,segment=NetworkSegment(b7e72e7c-5b97-4efd-9e5e-57344e384a0f),segment_id=b7e72e7c-5b97-4efd-9e5e-57344e384a0f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:13.418619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.439162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Calling delete_port for e84adc8d-40d9-4bb7-9129-ad2815a8e84c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:13.451908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.588663 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.598564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Transition to ACTIVE for port object 48f6805d-3361-45d5-860c-ec2feb40c328 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:13.614838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Transition to ACTIVE for port object 48f6805d-3361-45d5-860c-ec2feb40c328 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:13.636429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.793099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.793315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.793416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.796786 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cfae1c68-7308-4610-9912-cbc6cb598eab tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5953586 Aug 10 03:28:13.798038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37802) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:13.824399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Pushing event deleted for resources: {'Port': ['ID=e84adc8d-40d9-4bb7-9129-ad2815a8e84c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.844544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:13.846358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e84adc8d-40d9-4bb7-9129-ad2815a8e84c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:13.851252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:13.873279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:13.902371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Pushing event updated for resources: {'Port': ['ID=48f6805d-3361-45d5-860c-ec2feb40c328,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.920433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] No DVR routers for this DVR port e84adc8d-40d9-4bb7-9129-ad2815a8e84c on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:13.923229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.929647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e5a475-8f8b-4eac-ac15-c5d22b083917 req-970fc330-6285-4aee-ad51-3db24a338187 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.46 "DELETE /v2.0/ports/e84adc8d-40d9-4bb7-9129-ad2815a8e84c HTTP/1.1" status: 204 len: 173 time: 0.8698103 Aug 10 03:28:13.929647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'name': 'network-vif-deleted', 'tag': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:13.931019 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45745958-2ba5-4ca8-8aa9-bb3f8c93a1fe" -d '{"events": [{"server_uuid": "a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099", "name": "network-vif-deleted", "tag": "e84adc8d-40d9-4bb7-9129-ad2815a8e84c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:14.007731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Attempting to bind port 48f6805d-3361-45d5-860c-ec2feb40c328 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:14.008608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Attempting to bind port 48f6805d-3361-45d5-860c-ec2feb40c328 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '29336119-60de-4192-a6eb-143155e79fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:14.009135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Attempting to bind port 48f6805d-3361-45d5-860c-ec2feb40c328 on network 68fbbe37-b73e-4d09-b825-043bdc25d6ca {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:14.017199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:14.017800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Checking segment: {'id': '29336119-60de-4192-a6eb-143155e79fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:14.018480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.018954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Bound using segment: {'id': '29336119-60de-4192-a6eb-143155e79fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:14.019684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Bound port: 48f6805d-3361-45d5-860c-ec2feb40c328, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29336119-60de-4192-a6eb-143155e79fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '68fbbe37-b73e-4d09-b825-043bdc25d6ca'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:14.020171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.028662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eda634e4-def2-4a0f-bfb3-5090ea621c62 req-02522ddf-00db-4743-8768-ec1648ec3269 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0394700 Aug 10 03:28:14.086220 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd58c15-a462-42fc-9406-850728b229ad x-openstack-request-id: req-fdd58c15-a462-42fc-9406-850728b229ad {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:14.086863 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099", "name": "network-vif-deleted", "tag": "e84adc8d-40d9-4bb7-9129-ad2815a8e84c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:14.086863 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdd58c15-a462-42fc-9406-850728b229ad {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:14.087161 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099', 'name': 'network-vif-deleted', 'tag': 'e84adc8d-40d9-4bb7-9129-ad2815a8e84c', 'status': 'completed', 'code': 200} Aug 10 03:28:14.147738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] For port 48f6805d-3361-45d5-860c-ec2feb40c328, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:14.151055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] For port 48f6805d-3361-45d5-860c-ec2feb40c328, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48f6805d-3361-45d5-860c-ec2feb40c328,segment=NetworkSegment(29336119-60de-4192-a6eb-143155e79fe6),segment_id=29336119-60de-4192-a6eb-143155e79fe6)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:14.254546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.297250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e7c56ea9-8178-4b0d-ad12-37326bf8b819 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:14.398919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.589457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ca1ff-efb2-4899-aa2d-458783667f5b None None] Pushing event updated for resources: {'Port': ['ID=48f6805d-3361-45d5-860c-ec2feb40c328,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:14.620512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.20.0.1 (68fbbe37-b73e-4d09-b825-043bdc25d6ca/728eb723-90ce-417f-8178-a29f56533349/f75d49a7-5064-4329-8988-2fe79931615b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:14.640849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e7c56ea9-8178-4b0d-ad12-37326bf8b819, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:14.661335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:14.695192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cad88-11b7-4e80-9411-a8774df195de req-ec41879a-75f3-43c3-8890-eacabe5308bf tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.720166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e30cad88-11b7-4e80-9411-a8774df195de req-ec41879a-75f3-43c3-8890-eacabe5308bf tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 943 time: 0.1374488 Aug 10 03:28:14.729241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.759503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c56ea9-8178-4b0d-ad12-37326bf8b819 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:14.812527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e7c56ea9-8178-4b0d-ad12-37326bf8b819, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:14.820022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e30cad88-11b7-4e80-9411-a8774df195de req-c39a8ba3-96d6-42f5-bdcb-eba02e34198d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977452 Aug 10 03:28:14.836565 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.868147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object f75d49a7-5064-4329-8988-2fe79931615b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:15.107667 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.108506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:15.138417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ac9b5f1-e089-4832-a055-ae5b259d0b0a req-67473eb9-50c7-4e56-9f6a-e7363d2f3023 tempest-DeleteServersTestJSON-1711275877 tempest-DeleteServersTestJSON-1711275877-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8ad3ffa-ada5-4aaa-a6c6-71b0fc92c099 HTTP/1.1" status: 200 len: 210 time: 0.0283649 Aug 10 03:28:15.213390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e7c56ea9-8178-4b0d-ad12-37326bf8b819,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.217248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.271881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:15.283795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:15.338671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:15.338671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:15.338671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:15.343724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.360979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:15.394510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=f75d49a7-5064-4329-8988-2fe79931615b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.433143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:15.434372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.442159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.442508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.445566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.445918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.446261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.446607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.446947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.447335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.447667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.447997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.448328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.453835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.480583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.555720 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.681045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['bfed7062-c869-404b-a18d-6e78ba82c4fb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:15.911938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.082002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6d651-a37f-47bd-9a24-89395be7e8ba req-88c9232a-4445-468d-8121-3ed9c977795f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.093695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0de6d651-a37f-47bd-9a24-89395be7e8ba req-88c9232a-4445-468d-8121-3ed9c977795f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 944 time: 0.0952332 Aug 10 03:28:16.151074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48f6805d-3361-45d5-860c-ec2feb40c328 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:16.158817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0de6d651-a37f-47bd-9a24-89395be7e8ba req-37416184-7800-4ad8-baa3-0f6340b473be tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574992 Aug 10 03:28:16.163651 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d892789-78ea-43fd-8a38-558a7211fc87 None None] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:16.258592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.328611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e7c56ea9-8178-4b0d-ad12-37326bf8b819'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:16.331276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e84adc8d-40d9-4bb7-9129-ad2815a8e84c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:16.397301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: e84adc8d-40d9-4bb7-9129-ad2815a8e84c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:16.397717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e84adc8d-40d9-4bb7-9129-ad2815a8e84c not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:16.450898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-64e7cc76-fb02-421d-a683-935171845eaf None None] Provisioning for port 48f6805d-3361-45d5-860c-ec2feb40c328 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:16.568847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.710037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 48f6805d-3361-45d5-860c-ec2feb40c328 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:16.720601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 48f6805d-3361-45d5-860c-ec2feb40c328 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:16.720978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.743394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.898079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=f75d49a7-5064-4329-8988-2fe79931615b,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.944992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.988813 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.087232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 48f6805d-3361-45d5-860c-ec2feb40c328, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48f6805d-3361-45d5-860c-ec2feb40c328,segment=NetworkSegment(29336119-60de-4192-a6eb-143155e79fe6),segment_id=29336119-60de-4192-a6eb-143155e79fe6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:17.140295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:17.141943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:17.235433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b3fba739-4bd9-4448-a78b-027224f1ab94 None None] Provisioning complete for port 48f6805d-3361-45d5-860c-ec2feb40c328 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:17.235433 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3fba739-4bd9-4448-a78b-027224f1ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.288142 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.366793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247a92-cac9-4fd1-98ea-aaa49d980046 req-fd4dfb23-00e1-4f96-a325-ce2762791ccf tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.387878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a247a92-cac9-4fd1-98ea-aaa49d980046 req-fd4dfb23-00e1-4f96-a325-ce2762791ccf tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 944 time: 0.1099768 Aug 10 03:28:17.415103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=48f6805d-3361-45d5-860c-ec2feb40c328,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.445818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a247a92-cac9-4fd1-98ea-aaa49d980046 req-8c65e332-fcd2-430c-b090-94b912259b8e tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567582 Aug 10 03:28:17.532828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router c5f0572c-1b6f-4f25-9232-81171767035c is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:17.655695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b3fba739-4bd9-4448-a78b-027224f1ab94 None None] Provisioning for port f75d49a7-5064-4329-8988-2fe79931615b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:17.663207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b3fba739-4bd9-4448-a78b-027224f1ab94 None None] Provisioning complete for port f75d49a7-5064-4329-8988-2fe79931615b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:17.667872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3fba739-4bd9-4448-a78b-027224f1ab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.732129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba739-4bd9-4448-a78b-027224f1ab94 None None] Port f75d49a7-5064-4329-8988-2fe79931615b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:17.742695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:17.757204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] Sync routers for ids ['c5f0572c-1b6f-4f25-9232-81171767035c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:17.773232 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7a1fb3fb-8a7a-4118-94b0-eaeb9e9a61a3 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/c5f0572c-1b6f-4f25-9232-81171767035c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9737616 Aug 10 03:28:17.775841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37954) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.795013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] Routers {'c5f0572c-1b6f-4f25-9232-81171767035c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:17.796019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c5f0572c-1b6f-4f25-9232-81171767035c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:17.911045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab911160-adb2-40fc-b87c-d009310701ae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.916656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab911160-adb2-40fc-b87c-d009310701ae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports/f75d49a7-5064-4329-8988-2fe79931615b HTTP/1.1" status: 200 len: 910 time: 0.1367235 Aug 10 03:28:17.917555 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:17.919368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48f6805d-3361-45d5-860c-ec2feb40c328 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:17.923983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:17.992323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] Routers {'c5f0572c-1b6f-4f25-9232-81171767035c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:17.993241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c5f0572c-1b6f-4f25-9232-81171767035c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:18.046755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-68493366-7ee4-4a91-b8eb-1cf49266708a None None] Provisioning complete for port f75d49a7-5064-4329-8988-2fe79931615b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:18.048560 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-68493366-7ee4-4a91-b8eb-1cf49266708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.052502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:18.053809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a533564-36e6-4834-9b69-a4ba40c39de2 None None] The sync data for ids ['c5f0572c-1b6f-4f25-9232-81171767035c'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:18.079231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37964) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:18.127273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 48f6805d-3361-45d5-860c-ec2feb40c328 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:18.127976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.185933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-68493366-7ee4-4a91-b8eb-1cf49266708a None None] Port f75d49a7-5064-4329-8988-2fe79931615b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:18.320190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e7c56ea9-8178-4b0d-ad12-37326bf8b819 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:18.322205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52c40cb4-9747-4055-80fa-484033302b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.475466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-172bfa74-945f-4bb0-ae6c-d980b0c9e147 None None] Provisioning complete for port f75d49a7-5064-4329-8988-2fe79931615b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:18.490889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-172bfa74-945f-4bb0-ae6c-d980b0c9e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.690957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-172bfa74-945f-4bb0-ae6c-d980b0c9e147 None None] Port f75d49a7-5064-4329-8988-2fe79931615b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:18.723351 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52c40cb4-9747-4055-80fa-484033302b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.764530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port e7c56ea9-8178-4b0d-ad12-37326bf8b819 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:18.772952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b932d-27f4-4df5-83ef-c3d32a9a1660 req-3cfc873a-bf3b-47e0-b32e-b1d9209a6a5d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:18.774897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port e7c56ea9-8178-4b0d-ad12-37326bf8b819 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:18.776113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.776425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f9b932d-27f4-4df5-83ef-c3d32a9a1660 req-3cfc873a-bf3b-47e0-b32e-b1d9209a6a5d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 944 time: 0.0720613 Aug 10 03:28:18.839041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f9b932d-27f4-4df5-83ef-c3d32a9a1660 req-0c95eecd-59f0-4ea5-8f65-d776d8c3cfbc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616243 Aug 10 03:28:18.875081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52c40cb4-9747-4055-80fa-484033302b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.919868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c40cb4-9747-4055-80fa-484033302b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c8a336-cf7f-4138-b727-dc31b3835345,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:18.965950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-52c40cb4-9747-4055-80fa-484033302b09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=374aac083de845429d5ebe6d1e73edfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8855069 Aug 10 03:28:18.968413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37986) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:18.970870 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.011284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:19.019700 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252a69a0-5246-4ae7-a275-de4eb33d62a2" -d '{"events": [{"server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "name": "network-vif-plugged", "status": "completed", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:19.026323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.034939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port e7c56ea9-8178-4b0d-ad12-37326bf8b819, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:19.086160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50cd79c4-9476-4b26-b7c1-e3ac6364b655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.140018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50cd79c4-9476-4b26-b7c1-e3ac6364b655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.241089 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.241915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:19.321255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50cd79c4-9476-4b26-b7c1-e3ac6364b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.323934 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50cd79c4-9476-4b26-b7c1-e3ac6364b655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.327413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-50cd79c4-9476-4b26-b7c1-e3ac6364b655 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07c8a336-cf7f-4138-b727-dc31b3835345 HTTP/1.1" status: 204 len: 168 time: 0.3562224 Aug 10 03:28:19.336399 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deac3b7b-ec01-43a7-9c99-a64da158b7a8 x-openstack-request-id: req-deac3b7b-ec01-43a7-9c99-a64da158b7a8 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:19.336965 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "name": "network-vif-plugged", "status": "completed", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:19.336965 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-deac3b7b-ec01-43a7-9c99-a64da158b7a8 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:19.337373 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'code': 200} Aug 10 03:28:19.342193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd79c4-9476-4b26-b7c1-e3ac6364b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c8a336-cf7f-4138-b727-dc31b3835345,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.459218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589de38-fd55-41f0-9c31-ba63d1b08649 req-7f0aa6d7-65a9-4f1c-9890-9248b1f23c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.462227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e589de38-fd55-41f0-9c31-ba63d1b08649 req-7f0aa6d7-65a9-4f1c-9890-9248b1f23c9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.1212127 Aug 10 03:28:19.508943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=e7c56ea9-8178-4b0d-ad12-37326bf8b819,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.523321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port bfed7062-c869-404b-a18d-6e78ba82c4fb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:19.524621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.536425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e589de38-fd55-41f0-9c31-ba63d1b08649 req-de4cbec5-614e-416e-bca9-ff4f8a4a720a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Aug 10 03:28:19.584942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port f75d49a7-5064-4329-8988-2fe79931615b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:19.585392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.701871 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.753635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:19.780832 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.795733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for f75d49a7-5064-4329-8988-2fe79931615b owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:19.889258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.048579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523b23-a938-43b7-8ddd-1019d04876a1 req-8b5e5aa6-6672-4a58-92ce-74456c29a4c3 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.054834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a523b23-a938-43b7-8ddd-1019d04876a1 req-8b5e5aa6-6672-4a58-92ce-74456c29a4c3 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 945 time: 0.0623507 Aug 10 03:28:20.092300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:20.120053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a523b23-a938-43b7-8ddd-1019d04876a1 req-e2d6fe90-1227-44e0-ae33-05c9ab677317 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Aug 10 03:28:20.450672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.479887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=f75d49a7-5064-4329-8988-2fe79931615b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:20.744439 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.799044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38022) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:20.825236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baba33d8-9546-4942-aa51-7a5fdf78fdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.965971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baba33d8-9546-4942-aa51-7a5fdf78fdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.974606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router c5f0572c-1b6f-4f25-9232-81171767035c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:21.095408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:21.262007 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3978e84a-f197-40b2-a856-2452abee8b99 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/c5f0572c-1b6f-4f25-9232-81171767035c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1816852 Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] Sync routers for ids ['c5f0572c-1b6f-4f25-9232-81171767035c'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] Routers {'c5f0572c-1b6f-4f25-9232-81171767035c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c5f0572c-1b6f-4f25-9232-81171767035c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] Routers {'c5f0572c-1b6f-4f25-9232-81171767035c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c5f0572c-1b6f-4f25-9232-81171767035c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.262146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9351ae5e-b4cb-43c6-8c59-0486851c2a49 None None] The sync data for ids ['c5f0572c-1b6f-4f25-9232-81171767035c'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:21.263362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531028-1552-4e8e-9272-fcf74b323b03 req-72259825-3810-4be8-b8bc-71b3f201709d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.263362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6531028-1552-4e8e-9272-fcf74b323b03 req-72259825-3810-4be8-b8bc-71b3f201709d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Aug 10 03:28:21.263362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38032) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:21.290039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ea010336-5b9c-41bb-9b0c-83af185e18c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5f0572c-1b6f-4f25-9232-81171767035c HTTP/1.1" status: 200 len: 205 time: 0.0279086 Aug 10 03:28:21.293066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:21.305409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6531028-1552-4e8e-9272-fcf74b323b03 req-f3627b8c-b5bc-43be-ab73-00555e455949 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Aug 10 03:28:21.339100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:21.342447 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041925c-8761-414f-8997-1be45105e4fb" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:21.370066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-baba33d8-9546-4942-aa51-7a5fdf78fdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.384388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.415894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-baba33d8-9546-4942-aa51-7a5fdf78fdde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c48be904fc7449e8b976087f4a9f3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154227 Aug 10 03:28:21.416813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba33d8-9546-4942-aa51-7a5fdf78fdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d0ee02-f006-4c8f-aa15-2317d2baae92,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.418898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38040) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:21.592009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.595432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.611224 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d0a07-e62a-4694-a437-345bc378c63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.658461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-b6a94ac1-90dc-4790-966a-4914f80096a0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2377651 Aug 10 03:28:21.664392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d0a07-e62a-4694-a437-345bc378c63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.670100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:21.978522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.979806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d0a07-e62a-4694-a437-345bc378c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.982455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d0a07-e62a-4694-a437-345bc378c63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.983618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-578d0a07-e62a-4694-a437-345bc378c63d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72d0ee02-f006-4c8f-aa15-2317d2baae92 HTTP/1.1" status: 204 len: 168 time: 0.5637319 Aug 10 03:28:21.990873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.991340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router c5f0572c-1b6f-4f25-9232-81171767035c {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:21.999975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.001150 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-754681f2-8fca-4fb4-a044-9af69c20c0ad tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/c5f0572c-1b6f-4f25-9232-81171767035c HTTP/1.1" status: 204 len: 168 time: 0.7067819 Aug 10 03:28:22.003890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:22.006485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d0a07-e62a-4694-a437-345bc378c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d0ee02-f006-4c8f-aa15-2317d2baae92,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:22.190753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet 728eb723-90ce-417f-8178-a29f56533349 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:22.200391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.267858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.320068 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.457748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.525069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Allocated IP 172.25.1.241 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/700fdc26-9164-4166-b252-398a698d3600) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:23.186497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.241647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=728eb723-90ce-417f-8178-a29f56533349,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:23.253527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.257964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b0163630-3b79-4576-b9b4-f8e35ca7db18 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/728eb723-90ce-417f-8178-a29f56533349 HTTP/1.1" status: 204 len: 168 time: 1.2503662 Aug 10 03:28:23.258621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:23.262588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f7a9b-0d09-4148-bb5c-dc54f6dbf849 None None] Network 68fbbe37-b73e-4d09-b825-043bdc25d6ca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:23.409401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.472303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.530376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 48f6805d-3361-45d5-860c-ec2feb40c328 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:23.530858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.640919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port 48f6805d-3361-45d5-860c-ec2feb40c328, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48f6805d-3361-45d5-860c-ec2feb40c328,segment=NetworkSegment(29336119-60de-4192-a6eb-143155e79fe6),segment_id=29336119-60de-4192-a6eb-143155e79fe6)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:23.641359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.664511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 48f6805d-3361-45d5-860c-ec2feb40c328 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:23.667144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] DHCP port deletion for 68fbbe37-b73e-4d09-b825-043bdc25d6ca request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:23.764082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] Deleting port 48f6805d-3361-45d5-860c-ec2feb40c328 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:23.764574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.809592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48f6805d-3361-45d5-860c-ec2feb40c328 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:23.901833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.978601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:23.991259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.001786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:24.015118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:24.031143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] For port 48f6805d-3361-45d5-860c-ec2feb40c328, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48f6805d-3361-45d5-860c-ec2feb40c328,segment=NetworkSegment(29336119-60de-4192-a6eb-143155e79fe6),segment_id=29336119-60de-4192-a6eb-143155e79fe6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:24.031810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.042182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event updated for resources: {'Port': ['ID=700fdc26-9164-4166-b252-398a698d3600,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.044923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port 48f6805d-3361-45d5-860c-ec2feb40c328 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:24.093412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] Calling delete_port for 48f6805d-3361-45d5-860c-ec2feb40c328 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:24.107022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.107736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=48f6805d-3361-45d5-860c-ec2feb40c328,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.239025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.264706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fbbe37-b73e-4d09-b825-043bdc25d6ca']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:24.278896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29336119-60de-4192-a6eb-143155e79fe6') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:24.287518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29336119-60de-4192-a6eb-143155e79fe6') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:24.297333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.314795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.316304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.354284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] Pushing event deleted for resources: {'Port': ['ID=48f6805d-3361-45d5-860c-ec2feb40c328,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.362109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425125c2-8a4b-43cb-b55f-f9bfe559b8d5 None None] No DVR routers for this DVR port 48f6805d-3361-45d5-860c-ec2feb40c328 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:24.413007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:24.413691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:24.455638 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:24.466465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.659122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.668605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.674043 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.676197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/68fbbe37-b73e-4d09-b825-043bdc25d6ca HTTP/1.1" status: 204 len: 168 time: 1.4155877 Aug 10 03:28:24.680524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38128) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:24.686139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149789829', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:24.712967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=68fbbe37-b73e-4d09-b825-043bdc25d6ca,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.727056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.727398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.727738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.728640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.728972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.729299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.729622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.729944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.730268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.730591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.730929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.731283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417966d0-f77f-41a5-bfa9-ba2631ed64b4 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.867425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.870091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.893958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.937962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.063638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.141022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event updated for resources: {'Port': ['ID=700fdc26-9164-4166-b252-398a698d3600,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:25.151751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.391444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.442135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.444236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-28046634-27db-4bde-86ae-bfe406c54ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7788894 Aug 10 03:28:25.588074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-7aa0755f-7033-4a2a-a089-62f48b35fcb4 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.1363912 Aug 10 03:28:25.755662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-b05c7f5f-8d1e-4eaa-ba67-5dcc0558ccf7 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.757508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-b05c7f5f-8d1e-4eaa-ba67-5dcc0558ccf7 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1594462 Aug 10 03:28:25.773936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-7979e7ce-06c8-4239-b75b-15b8d02ee143 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:25.774868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa7da7c-ad15-4527-9216-734b7b7fd983 req-7979e7ce-06c8-4239-b75b-15b8d02ee143 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060401 Aug 10 03:28:25.789567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.814031 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.816611 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d3abd-646d-4c28-8660-16e34518b42d x-openstack-request-id: req-d87d3abd-646d-4c28-8660-16e34518b42d {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:25.821139 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:25.821139 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d87d3abd-646d-4c28-8660-16e34518b42d {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:25.821139 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:28:25.936516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.25.1.175 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3fd0c4e2-7579-4bc0-b52c-0cac2a93cf90) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:26.056575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.069099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.102222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-8da6f4e0-ce05-4a98-9848-d930f9db70fd tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.105631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-8da6f4e0-ce05-4a98-9848-d930f9db70fd tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 820 time: 0.1170683 Aug 10 03:28:26.120377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-a33d13dd-0b85-4a7c-9fb8-3956ee33b430 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/quotas/243808cd02bc4a86acb0ff91c3331b08 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Aug 10 03:28:26.183899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-d98a0ad6-e720-4853-ac73-779d197200b0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545797 Aug 10 03:28:26.284301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-7d993c6f-fdd9-4ccb-bae7-5f8093983676 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930700 Aug 10 03:28:26.386853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-611d3311-7a2d-4a14-a1ef-a0fbd9dc05ba service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899465 Aug 10 03:28:26.416868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.482228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:26.485226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:26.488760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:26.530298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=3fd0c4e2-7579-4bc0-b52c-0cac2a93cf90,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:26.866136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e719d380-6c3a-48d3-8b7f-ac2fbcd59ad2 req-1533d81a-2ae1-43b6-a7dc-4e259840a576 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 210 time: 0.0524437 Aug 10 03:28:27.045799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38208) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:27.193410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.474479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.519330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Deleting subnet 3022cdcd-e254-4e53-adb0-29274653858b {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:27.523813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.581554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.633458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.884767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 0018d871-bb69-44d5-8d06-1d7baa3cd0ea is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:28.015042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2eaedb00-d04e-47df-84d9-73bf1df791c4 req-d0a1053a-77b6-4b49-81ed-96a43fec2f41 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 210 time: 0.0775671 Aug 10 03:28:28.016800 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.089558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3022cdcd-e254-4e53-adb0-29274653858b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.105526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.106062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-76692d2c-43ff-4c59-b1ac-688bb5af59f9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3022cdcd-e254-4e53-adb0-29274653858b HTTP/1.1" status: 204 len: 168 time: 1.0584912 Aug 10 03:28:28.107937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38236) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:28.189438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.310320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.325773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5654e0d4-e42c-45ca-8cc7-7a6075c6a95a']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.342188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.342543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e72e7c-5b97-4efd-9e5e-57344e384a0f') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.360866 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.378939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:28.402897 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:28.411497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:28.423187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] Sync routers for ids ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:28.435439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] Routers {'0018d871-bb69-44d5-8d06-1d7baa3cd0ea'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:28.436076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.476247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.485428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] Routers {'0018d871-bb69-44d5-8d06-1d7baa3cd0ea'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:28.486251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.528591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:28.529252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a903d-be1b-407c-ad49-ff399c99707c None None] The sync data for ids ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:28.783807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.784482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.785098 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-15214b16-8d10-4f27-a9fb-fc90765250f1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.1029055 Aug 10 03:28:28.790060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38248) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:28.808463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.808463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5654e0d4-e42c-45ca-8cc7-7a6075c6a95a HTTP/1.1" status: 204 len: 168 time: 0.6977441 Aug 10 03:28:28.808463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6348e-e6bd-4c9b-85ea-b014eb1256b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5654e0d4-e42c-45ca-8cc7-7a6075c6a95a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.006944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e60a03b-0b1e-44a8-abd0-9db0c37c1a5a tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/routers/0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 200 len: 881 time: 0.2151394 Aug 10 03:28:29.009842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.026189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38256) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.165568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1c0-78bf-434f-a786-a74e4db67945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.179177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c795c1d-1e2a-4855-800e-560a1dc54431 req-f0be6c98-1b78-4d1d-bfc7-823f32a90bce tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 210 time: 0.0595560 Aug 10 03:28:29.218618 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:29.274556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1c0-78bf-434f-a786-a74e4db67945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.418863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6c49b8bc-7575-4bc0-9832-d233239af4f7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4073188 Aug 10 03:28:29.421467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38270) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.427084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1149789829'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:29.530066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1c0-78bf-434f-a786-a74e4db67945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.566980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38272) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.567113 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8f9eb1c0-78bf-434f-a786-a74e4db67945 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e38faf529bc40089ba3db9954f389a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344803 Aug 10 03:28:29.597456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eb1c0-78bf-434f-a786-a74e4db67945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff067727-f9f7-4e32-9eca-2bfbb08f0e98,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.736798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd575-1c64-4266-956a-37a535d1d8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.778204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd575-1c64-4266-956a-37a535d1d8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.959121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.160277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38280) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.203418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-272a6fa2-32e9-45ad-abaf-5618d5ef99f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b4c30977b044d2bb0f11a210c3e3412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418844 Aug 10 03:28:30.206010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38282) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.270478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b329caa-1053-4d0a-be64-70ab8f571fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.287628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc53ce82-4ae7-44d9-821d-ca02b9d15c1d req-87b90694-6ad7-4bdf-94f5-d29fb8545075 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Aug 10 03:28:30.307129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b329caa-1053-4d0a-be64-70ab8f571fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.376211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.391973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd575-1c64-4266-956a-37a535d1d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.391973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd575-1c64-4266-956a-37a535d1d8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.391973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5bfcd575-1c64-4266-956a-37a535d1d8a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff067727-f9f7-4e32-9eca-2bfbb08f0e98 HTTP/1.1" status: 204 len: 168 time: 0.8187220 Aug 10 03:28:30.391973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcd575-1c64-4266-956a-37a535d1d8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff067727-f9f7-4e32-9eca-2bfbb08f0e98,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.490407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 0018d871-bb69-44d5-8d06-1d7baa3cd0ea has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:30.543112 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-08ba0ba7-9a0a-42b5-b879-7654103aee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.594486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b329caa-1053-4d0a-be64-70ab8f571fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.597687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3b329caa-1053-4d0a-be64-70ab8f571fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.601788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3b329caa-1053-4d0a-be64-70ab8f571fa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89eedddb-c5fd-42dd-92f9-600f754b387b HTTP/1.1" status: 204 len: 168 time: 0.3919783 Aug 10 03:28:30.608566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b329caa-1053-4d0a-be64-70ab8f571fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eedddb-c5fd-42dd-92f9-600f754b387b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.644154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:30.651270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.661112 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-290611be-bb7b-46ce-a114-5030fc889f2f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 200 len: 888 time: 1.2304742 Aug 10 03:28:30.661300 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] Sync routers for ids ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:30.664108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38296) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.673639 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] Routers {'0018d871-bb69-44d5-8d06-1d7baa3cd0ea'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:30.674742 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.708560 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.717278 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] Routers {'0018d871-bb69-44d5-8d06-1d7baa3cd0ea'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:30.717899 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.754907 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:30.755577 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a899dc9-6de4-43d3-9cb8-4432ccbbc6df None None] The sync data for ids ['0018d871-bb69-44d5-8d06-1d7baa3cd0ea'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:30.849471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ce0e47fc-741b-40e9-a495-4c1a23803785 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/routers/0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 200 len: 888 time: 0.1808331 Aug 10 03:28:30.849902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38308) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.889186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-66ce46fa-578c-479e-8a23-13adf8667afd tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 200 len: 205 time: 0.0353184 Aug 10 03:28:30.890074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38310) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:31.041348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.183742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.421259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17fdf9f0-9799-42f9-9ce1-a4f5cdd8ff04 req-dc29014e-fe9a-45e6-bc4c-5e093ad52b84 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 210 time: 0.0425398 Aug 10 03:28:31.423146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 3fd0c4e2-7579-4bc0-b52c-0cac2a93cf90 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:31.423499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.556618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.572288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 3fd0c4e2-7579-4bc0-b52c-0cac2a93cf90 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:31.856775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-49cdbf1f-9c13-4a82-ad5c-37c8225628f9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:31.858241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-49cdbf1f-9c13-4a82-ad5c-37c8225628f9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 820 time: 0.1124065 Aug 10 03:28:31.874168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'port': {'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'admin_state_up': True, 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:31.959020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.992547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=3fd0c4e2-7579-4bc0-b52c-0cac2a93cf90,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.058057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.134615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.150412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d31dd5a-ff24-49fd-941b-b5ccf88e9e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.151583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.154770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.234631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Made reservation on behalf of 243808cd02bc4a86acb0ff91c3331b08 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:32.238544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.347813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.348451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router 0018d871-bb69-44d5-8d06-1d7baa3cd0ea {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:32.358893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.360014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8f0a68c7-8c5f-4cb9-8c30-67d4b4e66743 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 204 len: 168 time: 1.4681892 Aug 10 03:28:32.366049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.373074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856943650'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:32.501794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Allocated IP 172.20.0.9 (06d4304a-88af-4f6d-a6bd-65598510a406/83686be0-9556-463f-8d2a-d52ab17c939c/34cdb947-3d89-4349-ac99-6282845c40c7) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:32.543007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7dbdc96c-014e-48f3-bb6f-09528d357fd0 req-2471a850-290f-447f-b4d8-08978d01b7d1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 210 time: 0.0483379 Aug 10 03:28:32.549194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d31dd5a-ff24-49fd-941b-b5ccf88e9e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.690133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.699595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38372) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.715092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Transition to ACTIVE for port object 34cdb947-3d89-4349-ac99-6282845c40c7 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:32.760252 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.765840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d31dd5a-ff24-49fd-941b-b5ccf88e9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.799867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7d31dd5a-ff24-49fd-941b-b5ccf88e9e6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c6b1a25f52c44d3bc8ec699003d058b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637816 Aug 10 03:28:32.802767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38376) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:32.814167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31dd5a-ff24-49fd-941b-b5ccf88e9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf84af-034b-4bdc-8428-558bdc489574,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.841921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-409533868-network', 'tenant_id': 'aa19e4658e5440aeb040705248cd022a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:32.858579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.874518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e7c56ea9-8178-4b0d-ad12-37326bf8b819'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:32.881142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30c45c4e-4262-473d-aef4-4d55a13c92e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.913699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:32.921540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.929764 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30c45c4e-4262-473d-aef4-4d55a13c92e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.980467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Network 06d4304a-88af-4f6d-a6bd-65598510a406 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:32.985306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:32.987948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:32.991622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:32.996169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.997592 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 78e7bd87-fdae-4d86-a902-187da1b5a14d of type vlan for network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 Aug 10 03:28:33.045451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.048172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event updated for resources: {'Port': ['ID=34cdb947-3d89-4349-ac99-6282845c40c7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.066472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.067209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.085099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77849939-2d24-4e73-8f98-f77160f98f17 req-4709872c-8a2b-4d14-bfef-a3c02a35931d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.086646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77849939-2d24-4e73-8f98-f77160f98f17 req-4709872c-8a2b-4d14-bfef-a3c02a35931d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.1423788 Aug 10 03:28:33.134325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77849939-2d24-4e73-8f98-f77160f98f17 req-f0d6ae89-f6c4-4960-b84a-eb597bbf2ee4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339007 Aug 10 03:28:33.284029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Made reservation on behalf of aa19e4658e5440aeb040705248cd022a for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:33.284303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-763bfdfd-58a0-4c98-bc80-f11d7c454cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.284453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.286817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30c45c4e-4262-473d-aef4-4d55a13c92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.289451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30c45c4e-4262-473d-aef4-4d55a13c92e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.291351 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-30c45c4e-4262-473d-aef4-4d55a13c92e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45bf84af-034b-4bdc-8428-558bdc489574 HTTP/1.1" status: 204 len: 168 time: 0.4875233 Aug 10 03:28:33.300100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.312712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c45c4e-4262-473d-aef4-4d55a13c92e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf84af-034b-4bdc-8428-558bdc489574,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.370206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.375965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.398999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.437012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-bc714f55-bfa3-4044-b54a-153f9690944d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5669234 Aug 10 03:28:33.438946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb51d364-14ac-4ea2-9a70-8ff507faadab None None] Provisioning for port 34cdb947-3d89-4349-ac99-6282845c40c7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:33.443284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb51d364-14ac-4ea2-9a70-8ff507faadab None None] Provisioning complete for port 34cdb947-3d89-4349-ac99-6282845c40c7 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:33.459680 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eb51d364-14ac-4ea2-9a70-8ff507faadab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.461320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=08ed63b4-290f-42d9-99ef-9140aa8bd1c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.461431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Request body: {'port': {'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:33.486103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:33.521360 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.553038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eb51d364-14ac-4ea2-9a70-8ff507faadab None None] Port 34cdb947-3d89-4349-ac99-6282845c40c7 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:33.564197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9bf2cb35-dd0e-4e9d-b62d-2e3f8ad4dff5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1943235 Aug 10 03:28:33.564714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38398) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:33.571891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:33.648572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.792136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66e1ff-83bd-4a4b-b05b-f0d69a16bd4d req-84efa528-07d5-4b58-b453-a80b84c9407c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.793746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e66e1ff-83bd-4a4b-b05b-f0d69a16bd4d req-84efa528-07d5-4b58-b453-a80b84c9407c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 931 time: 0.1645401 Aug 10 03:28:33.801546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.838490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e105b-3793-4fcc-8deb-fe940707f1cf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.866643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:33.890781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.890781 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Added segment f2b1e646-1cde-46bb-bbb8-f739a86fac92 of type vlan for network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 Aug 10 03:28:33.890988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e66e1ff-83bd-4a4b-b05b-f0d69a16bd4d req-8a79a422-a507-437c-a94f-b183e22f44cd tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Aug 10 03:28:33.940638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cdb947-3d89-4349-ac99-6282845c40c7 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:33.950952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.972333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.972562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Transition to ACTIVE for port object 34cdb947-3d89-4349-ac99-6282845c40c7 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:34.003513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:34.007102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.130646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.228012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.228685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.229326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.229934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.302133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] Pushing event updated for resources: {'Network': ['ID=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.313804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:34.395184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c7cf995-64f3-45ac-8567-087419f73dbc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6945651 Aug 10 03:28:34.398140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:34.413328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Request body: {'subnet': {'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-409533868-subnet', 'tenant_id': 'aa19e4658e5440aeb040705248cd022a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:34.518181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Made reservation on behalf of aa19e4658e5440aeb040705248cd022a for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:34.522109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.581678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Pushing event updated for resources: {'Port': ['ID=34cdb947-3d89-4349-ac99-6282845c40c7,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.675448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.697335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b30037-84d8-4464-b087-ae71006aff67 req-3e254fbf-f353-45e6-aa96-12e63793c262 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.701716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40b30037-84d8-4464-b087-ae71006aff67 req-3e254fbf-f353-45e6-aa96-12e63793c262 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.2049291 Aug 10 03:28:34.807359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=b0324502-0fd0-4922-b61a-156c1e8de2ef,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.814356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Attempting to bind port 34cdb947-3d89-4349-ac99-6282845c40c7 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:34.814697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Attempting to bind port 34cdb947-3d89-4349-ac99-6282845c40c7 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:34.815028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Attempting to bind port 34cdb947-3d89-4349-ac99-6282845c40c7 on network 06d4304a-88af-4f6d-a6bd-65598510a406 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:34.822563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40b30037-84d8-4464-b087-ae71006aff67 req-91ceed95-0461-4165-8f00-2bb958575392 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106746 Aug 10 03:28:34.826326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Port 34cdb947-3d89-4349-ac99-6282845c40c7 on network 06d4304a-88af-4f6d-a6bd-65598510a406 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:34.826551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Attempting to bind port 34cdb947-3d89-4349-ac99-6282845c40c7 on network 06d4304a-88af-4f6d-a6bd-65598510a406 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:34.836844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:34.836844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Checking segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:34.836844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Bound using segment: {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:34.836844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Bound port: 34cdb947-3d89-4349-ac99-6282845c40c7, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9241aa7-017a-4590-98e5-24b6c29a514d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:34.836844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.846640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '78e7bd87-fdae-4d86-a902-187da1b5a14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:34.846997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: 08ed63b4-290f-42d9-99ef-9140aa8bd1c0, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:34.897744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.925820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] For port 34cdb947-3d89-4349-ac99-6282845c40c7, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:34.930214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] For port 34cdb947-3d89-4349-ac99-6282845c40c7, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34cdb947-3d89-4349-ac99-6282845c40c7,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:34.966425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af336e2-8611-49c4-8779-442380da8750,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.973996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Checking segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:34.974361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Network hostable DHCP agents. Network: cf9e63c4-ee10-48e2-8bf6-80fdfb47c521, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:35.005722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:35.052195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.091857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:35.102541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.108594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.108594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] 10.222.0.46 "PUT /v2.0/ports/34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 1092 time: 1.6582208 Aug 10 03:28:35.108594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:35.110981 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c901b7b-b66f-4daf-b62a-2458a8fbd679" -d '{"events": [{"name": "network-changed", "server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:35.130650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d05a-a7a4-4931-90ff-c0593be97c56 service neutron] Pushing event updated for resources: {'Port': ['ID=34cdb947-3d89-4349-ac99-6282845c40c7,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:35.303160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 08ed63b4-290f-42d9-99ef-9140aa8bd1c0) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:35.304529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, cf9e63c4-ee10-48e2-8bf6-80fdfb47c521) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:35.308001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.308433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.329039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.329039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.329748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f806d99-3647-4d74-8079-468de7bc5a93 None None] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:35.329748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f52750-9b43-4695-b928-27da2b933cb0 None None] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:35.540764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e6367-b8fa-4bf0-992f-bddd971132a3 None None] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:35.558487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c46aea25-f155-463a-af78-bbecd2ab40c4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1591578 Aug 10 03:28:35.566144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b94e717e-0b7d-4fd6-8819-d4a7e22a88c0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9949980 Aug 10 03:28:35.570578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38470) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:35.576224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-356590710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:35.614773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-08ed63b4-290f-42d9-99ef-9140aa8bd1c0', 'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': 'b0324502-0fd0-4922-b61a-156c1e8de2ef'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:35.615601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.704892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-6258b374-e15e-4c8d-bf9f-3db0f28e0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.706549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-6258b374-e15e-4c8d-bf9f-3db0f28e0b58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1095 time: 0.0456760 Aug 10 03:28:35.784131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-863289d0-0f47-4e8e-be93-ee1c3abe6516 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 217 time: 0.0521040 Aug 10 03:28:35.837826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-b3e3e5e8-f4c1-4f89-a097-e2387e00161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.839837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-b3e3e5e8-f4c1-4f89-a097-e2387e00161b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0612719 Aug 10 03:28:35.849949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.851395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.916809 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.916809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Allocated IP 172.20.0.2 (08ed63b4-290f-42d9-99ef-9140aa8bd1c0/b0324502-0fd0-4922-b61a-156c1e8de2ef/d772d107-23d3-4a6a-817f-1e0c1290ed4a) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:35.917649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-6a1d54de-bf02-4507-ab20-0b9edc1be100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.917943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-6a1d54de-bf02-4507-ab20-0b9edc1be100 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664811 Aug 10 03:28:35.985832 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.100294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0e46a-28fe-4003-b22c-09321eb0397b req-1758c405-2fa9-4ef7-97d3-467ffea43e6f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.103067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25e0e46a-28fe-4003-b22c-09321eb0397b req-1758c405-2fa9-4ef7-97d3-467ffea43e6f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 943 time: 0.1003301 Aug 10 03:28:36.104603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-daf6b329-8743-4633-b76e-7d2cb0c005c0 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796734 Aug 10 03:28:36.108578 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.115940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.117925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Transition to ACTIVE for port object d772d107-23d3-4a6a-817f-1e0c1290ed4a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:36.137797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Transition to ACTIVE for port object d772d107-23d3-4a6a-817f-1e0c1290ed4a will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:36.209509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25e0e46a-28fe-4003-b22c-09321eb0397b req-f78882cf-c04c-44cf-97eb-c84332ca5691 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985107 Aug 10 03:28:36.254759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ea2f385-10e5-413d-a5ab-1c04181a625f req-e345e1ac-a58a-4e67-9ed6-0b6f0a9f2f95 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182363 Aug 10 03:28:36.291776 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.293066 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3c78ae7-f1f0-4237-b8a9-e88ea2c61fcc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7207222 Aug 10 03:28:36.296132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38496) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:36.317647 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1018ab-8299-4cd8-81cd-1889fa1906bd x-openstack-request-id: req-cf1018ab-8299-4cd8-81cd-1889fa1906bd {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:36.322531 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:36.322531 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf1018ab-8299-4cd8-81cd-1889fa1906bd {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:36.322531 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7', 'status': 'completed', 'code': 200} Aug 10 03:28:36.360797 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.423501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:36.426577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:36.433251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Pushing event updated for resources: {'Port': ['ID=d772d107-23d3-4a6a-817f-1e0c1290ed4a,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:36.462509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:36.465996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:36.545186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Attempting to bind port d772d107-23d3-4a6a-817f-1e0c1290ed4a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:36.545789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Attempting to bind port d772d107-23d3-4a6a-817f-1e0c1290ed4a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '78e7bd87-fdae-4d86-a902-187da1b5a14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:36.545923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Attempting to bind port d772d107-23d3-4a6a-817f-1e0c1290ed4a on network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:36.589117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:36.589421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Checking segment: {'id': '78e7bd87-fdae-4d86-a902-187da1b5a14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:36.589825 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.590238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Bound using segment: {'id': '78e7bd87-fdae-4d86-a902-187da1b5a14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:36.591034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Bound port: d772d107-23d3-4a6a-817f-1e0c1290ed4a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e7bd87-fdae-4d86-a902-187da1b5a14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '08ed63b4-290f-42d9-99ef-9140aa8bd1c0'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:36.591327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.616808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.658063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.742497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e4167853-81be-47cb-b465-be50019f8385 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.744752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:36.747076 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d78ef-17cd-4ed9-b2c7-52aef3f74521" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:36.750319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e4167853-81be-47cb-b465-be50019f8385 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 817 time: 0.2129948 Aug 10 03:28:36.753409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-58f048ed-1854-4cf0-8ef2-bbed584f5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.754884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-58f048ed-1854-4cf0-8ef2-bbed584f5c70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1095 time: 0.2158463 Aug 10 03:28:36.769671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-f5e966f1-299a-4721-b288-eb352fa55a96 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/quotas/aa19e4658e5440aeb040705248cd022a HTTP/1.1" status: 200 len: 375 time: 0.0183887 Aug 10 03:28:36.770328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:36.773221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] For port d772d107-23d3-4a6a-817f-1e0c1290ed4a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:36.786238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] For port d772d107-23d3-4a6a-817f-1e0c1290ed4a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d772d107-23d3-4a6a-817f-1e0c1290ed4a,segment=NetworkSegment(78e7bd87-fdae-4d86-a902-187da1b5a14d),segment_id=78e7bd87-fdae-4d86-a902-187da1b5a14d)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:36.806376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-4eb14e19-3f9b-465b-bfec-a326aa4c7a1d tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358219 Aug 10 03:28:36.923451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.20.0.1 (08ed63b4-290f-42d9-99ef-9140aa8bd1c0/b0324502-0fd0-4922-b61a-156c1e8de2ef/b1a01a55-f2ea-493f-be2a-dbebf8012654) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:36.931537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.966114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-f8f84c40-52a2-40b8-b53d-9690650a0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.967613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-f8f84c40-52a2-40b8-b53d-9690650a0358 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.1954195 Aug 10 03:28:36.973031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e50bcc5e-d1cb-4beb-9182-36a651a86312 service neutron] 10.222.0.26 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528044 Aug 10 03:28:36.987997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:37.003856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.031534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-6f9c0078-1698-46e6-9895-617672faefa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 217 time: 0.0525708 Aug 10 03:28:37.067507 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.068079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db83f5d-80ce-4ef7-81b4-451319ec4770 None None] Pushing event updated for resources: {'Port': ['ID=d772d107-23d3-4a6a-817f-1e0c1290ed4a,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:37.082346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object b1a01a55-f2ea-493f-be2a-dbebf8012654 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:37.132526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-5be8359f-2736-4084-9ca4-5803a9ee0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.135378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-5be8359f-2736-4084-9ca4-5803a9ee0673 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0712991 Aug 10 03:28:37.185166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e276ed43-126f-4e03-b6dd-b0f5ef3fca32 service neutron] 10.222.0.26 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992311 Aug 10 03:28:37.203595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-f1f849d2-f59e-4a41-b75e-0074115892b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.205620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-f1f849d2-f59e-4a41-b75e-0074115892b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613937 Aug 10 03:28:37.287521 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.363319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:37.363592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-8de78036-30c6-4165-b2ba-b03bc8391b32 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478219 Aug 10 03:28:37.368694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:37.371707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:37.401766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=b1a01a55-f2ea-493f-be2a-dbebf8012654,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:37.438640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.471173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c901b7b-b66f-4daf-b62a-2458a8fbd679 req-b50a61f3-1137-4119-808b-ba2e2645e435 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990646 Aug 10 03:28:37.811821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d772d107-23d3-4a6a-817f-1e0c1290ed4a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:38.039869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d772d107-23d3-4a6a-817f-1e0c1290ed4a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:38.135543 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c13d56b-7196-451e-8179-0a483a7c5bf9 x-openstack-request-id: req-8c13d56b-7196-451e-8179-0a483a7c5bf9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:38.143127 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:38.143127 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c13d56b-7196-451e-8179-0a483a7c5bf9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:38.143127 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:28:38.157693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.271485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850c3be-4bfb-411a-88ef-0a88a1e905ab req-2f8ca662-fa31-4801-a5f8-f3e2c8c67f83 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:38.273744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7850c3be-4bfb-411a-88ef-0a88a1e905ab req-2f8ca662-fa31-4801-a5f8-f3e2c8c67f83 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 943 time: 0.0564642 Aug 10 03:28:38.287582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14303867-47ce-4fb4-b7ba-d1a80041c8a0 None None] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:38.374980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7850c3be-4bfb-411a-88ef-0a88a1e905ab req-744c1b50-5490-4a02-b0da-5488bb37b914 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Aug 10 03:28:38.485760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] Provisioning for port d772d107-23d3-4a6a-817f-1e0c1290ed4a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:38.493763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] Provisioning complete for port d772d107-23d3-4a6a-817f-1e0c1290ed4a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:38.494430 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.544666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.597341 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.600332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df7ac368-28e5-4c37-b74c-bfaa60133c51 req-ced7442d-7ab4-40ef-a00a-bd242a1571ce tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0294495 Aug 10 03:28:38.634187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] For port d772d107-23d3-4a6a-817f-1e0c1290ed4a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d772d107-23d3-4a6a-817f-1e0c1290ed4a,segment=NetworkSegment(78e7bd87-fdae-4d86-a902-187da1b5a14d),segment_id=78e7bd87-fdae-4d86-a902-187da1b5a14d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:38.685910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.766852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.766852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=b1a01a55-f2ea-493f-be2a-dbebf8012654,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:38.822527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.876735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608ead4-1bc0-4a1f-a55e-9094ab117684 None None] Pushing event updated for resources: {'Port': ['ID=d772d107-23d3-4a6a-817f-1e0c1290ed4a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:38.889956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:38.891532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:39.085776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af223e51-047f-40e9-95d1-ac7ffa5ae9c1 None None] Provisioning for port b1a01a55-f2ea-493f-be2a-dbebf8012654 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:39.090707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af223e51-047f-40e9-95d1-ac7ffa5ae9c1 None None] Provisioning complete for port b1a01a55-f2ea-493f-be2a-dbebf8012654 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:39.091066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af223e51-047f-40e9-95d1-ac7ffa5ae9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.126826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-af223e51-047f-40e9-95d1-ac7ffa5ae9c1 None None] Port b1a01a55-f2ea-493f-be2a-dbebf8012654 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:39.136899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af223e51-047f-40e9-95d1-ac7ffa5ae9c1 None None] Provisioning complete for port d772d107-23d3-4a6a-817f-1e0c1290ed4a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:39.137247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af223e51-047f-40e9-95d1-ac7ffa5ae9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.209931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router f87a4f73-7f31-467d-8092-7af828656308 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:39.306198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:39.311086 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f3f517e9-8c44-4db2-b0cd-c92ccc767373 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/f87a4f73-7f31-467d-8092-7af828656308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0135403 Aug 10 03:28:39.313738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.317965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] Sync routers for ids ['f87a4f73-7f31-467d-8092-7af828656308'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:39.327664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] Routers {'f87a4f73-7f31-467d-8092-7af828656308'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:39.328284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f87a4f73-7f31-467d-8092-7af828656308'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:39.357829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32749ce-b17b-4fed-bd95-25e9ffb32466 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.361853 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f32749ce-b17b-4fed-bd95-25e9ffb32466 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports/b1a01a55-f2ea-493f-be2a-dbebf8012654 HTTP/1.1" status: 200 len: 910 time: 0.0445666 Aug 10 03:28:39.362040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:39.365895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:39.380228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0324502-0fd0-4922-b61a-156c1e8de2ef'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:39.380803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] Routers {'f87a4f73-7f31-467d-8092-7af828656308'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:39.381496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f87a4f73-7f31-467d-8092-7af828656308'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:39.384581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-68b0a240-3b6f-4fdf-95f7-35578a62e2df None None] Provisioning complete for port b1a01a55-f2ea-493f-be2a-dbebf8012654 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:39.384955 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-68b0a240-3b6f-4fdf-95f7-35578a62e2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.419784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:39.420475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c358fe-48f5-4c8e-a767-533286fb2282 None None] The sync data for ids ['f87a4f73-7f31-467d-8092-7af828656308'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:39.456274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-68b0a240-3b6f-4fdf-95f7-35578a62e2df None None] Port b1a01a55-f2ea-493f-be2a-dbebf8012654 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:39.497659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e2e7f-e20e-48ba-a707-d41148d2f22b req-19dbcbee-8b18-465a-9bb5-9bdcf4980a6d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.499212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f49e2e7f-e20e-48ba-a707-d41148d2f22b req-19dbcbee-8b18-465a-9bb5-9bdcf4980a6d tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 943 time: 0.0560105 Aug 10 03:28:39.538736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f49e2e7f-e20e-48ba-a707-d41148d2f22b req-f2564b0b-bc2b-4f2d-9b3a-c14d450f4320 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Aug 10 03:28:39.556811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.701745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0d3bc77-c754-4a47-a308-e080aed417b9 req-ad19f4e7-449a-4c23-b852-7e0656716474 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0336871 Aug 10 03:28:39.790981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d772d107-23d3-4a6a-817f-1e0c1290ed4a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:39.846102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d772d107-23d3-4a6a-817f-1e0c1290ed4a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:39.846779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.973221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.989705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.100783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fba982a-63a1-46e1-b48c-7d6d870fa4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.102742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.200164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=b1a01a55-f2ea-493f-be2a-dbebf8012654,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.209469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.210127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.211481 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff1814ff-a637-4c5d-a773-058d9d84122f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/ports/b1a01a55-f2ea-493f-be2a-dbebf8012654 HTTP/1.1" status: 200 len: 910 time: 0.8485191 Aug 10 03:28:40.214583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38646) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.287009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fba982a-63a1-46e1-b48c-7d6d870fa4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.397914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fba982a-63a1-46e1-b48c-7d6d870fa4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.428396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:40.436933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba982a-63a1-46e1-b48c-7d6d870fa4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8264f3fa-ab58-42ea-8a10-3caa92fc64ff,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.441198 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5fba982a-63a1-46e1-b48c-7d6d870fa4a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c294e89cbe07497d913763cb007bea13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503508 Aug 10 03:28:40.443706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38650) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.526323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a592f0e0-a26e-436a-9973-3dd5389168b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.547959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:40.555829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a592f0e0-a26e-436a-9973-3dd5389168b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.564188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:40.624683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.627564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.754263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a592f0e0-a26e-436a-9973-3dd5389168b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.757416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a592f0e0-a26e-436a-9973-3dd5389168b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.759007 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a592f0e0-a26e-436a-9973-3dd5389168b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8264f3fa-ab58-42ea-8a10-3caa92fc64ff HTTP/1.1" status: 204 len: 168 time: 0.3143480 Aug 10 03:28:40.769756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:40.772330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592f0e0-a26e-436a-9973-3dd5389168b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264f3fa-ab58-42ea-8a10-3caa92fc64ff,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.817076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:40.839836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654de5ad-63d5-4484-94d5-4fe35514901d req-fe370c07-0fca-4c4c-9f28-3da93f7c6a37 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.852014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-654de5ad-63d5-4484-94d5-4fe35514901d req-fe370c07-0fca-4c4c-9f28-3da93f7c6a37 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 943 time: 0.1808741 Aug 10 03:28:40.904534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-654de5ad-63d5-4484-94d5-4fe35514901d req-955ac891-b13d-4b5b-8e12-15db1ad186b7 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Aug 10 03:28:40.988410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port b1a01a55-f2ea-493f-be2a-dbebf8012654 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:40.988802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.065756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80266159-d3fa-481b-acca-2e1b87a2ee85 req-2b489b52-4af8-447d-8fdf-cbb1304fbeaa tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0338988 Aug 10 03:28:41.074463 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.075164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34cdb947-3d89-4349-ac99-6282845c40c7 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:41.132750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.149904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for b1a01a55-f2ea-493f-be2a-dbebf8012654 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:41.235632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.291586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34cdb947-3d89-4349-ac99-6282845c40c7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34cdb947-3d89-4349-ac99-6282845c40c7,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:41.304709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '34cdb947-3d89-4349-ac99-6282845c40c7', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:41.352534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.366966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cdb947-3d89-4349-ac99-6282845c40c7 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:41.390528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34cdb947-3d89-4349-ac99-6282845c40c7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34cdb947-3d89-4349-ac99-6282845c40c7,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:41.497472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.524511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=b1a01a55-f2ea-493f-be2a-dbebf8012654,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.542474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.624603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34cdb947-3d89-4349-ac99-6282845c40c7,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.673063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['bfed7062-c869-404b-a18d-6e78ba82c4fb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:41.766262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.912622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38688) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:41.922254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['34cdb947-3d89-4349-ac99-6282845c40c7'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:41.947387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0486c805-870d-4c99-8757-fc27c8b906b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.051915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router f87a4f73-7f31-467d-8092-7af828656308 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:42.078385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28e255-a405-4108-8773-ec495849facb req-2f171c5b-5fd7-4cc8-9094-712bca79b100 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:42.083138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a28e255-a405-4108-8773-ec495849facb req-2f171c5b-5fd7-4cc8-9094-712bca79b100 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 944 time: 0.0732973 Aug 10 03:28:42.127583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0486c805-870d-4c99-8757-fc27c8b906b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.210186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:42.229061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a28e255-a405-4108-8773-ec495849facb req-19f34bd9-5aff-4eee-a92a-6ba0bc73c001 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448846 Aug 10 03:28:42.234255 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] Sync routers for ids ['f87a4f73-7f31-467d-8092-7af828656308'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:42.243424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38700) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.244238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-afc5b014-34a0-49ae-9c03-a6fec1339353 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/f87a4f73-7f31-467d-8092-7af828656308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0285487 Aug 10 03:28:42.266353 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] Routers {'f87a4f73-7f31-467d-8092-7af828656308'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:42.267265 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f87a4f73-7f31-467d-8092-7af828656308'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.297639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c27c118-ec6d-4d47-a0c2-d44259fdd3aa tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f87a4f73-7f31-467d-8092-7af828656308 HTTP/1.1" status: 200 len: 205 time: 0.0524397 Aug 10 03:28:42.300310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38704) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.303257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0486c805-870d-4c99-8757-fc27c8b906b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.328759 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.347690 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0486c805-870d-4c99-8757-fc27c8b906b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14c6a010ed314b1f8f4de16cf61a5353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338591 Aug 10 03:28:42.348556 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] Routers {'f87a4f73-7f31-467d-8092-7af828656308'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:42.349600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c805-870d-4c99-8757-fc27c8b906b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83a0d2-72bd-40b9-8f10-4056fd25af6b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.349971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f87a4f73-7f31-467d-8092-7af828656308'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.353046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38706) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.397974 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.399535 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da027ed6-2a4f-4da2-ad2c-cfeb876bde85 None None] The sync data for ids ['f87a4f73-7f31-467d-8092-7af828656308'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:42.423028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41647562-b83b-4963-98bd-f4640e809801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.432856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ca10a1c-3035-450f-b01c-e5a96ab4dfea req-ad5b6f82-ccbf-4a27-96dd-c28779587b6b tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0541258 Aug 10 03:28:42.440030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.446660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41647562-b83b-4963-98bd-f4640e809801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.617142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.620371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.632596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41647562-b83b-4963-98bd-f4640e809801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.637182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41647562-b83b-4963-98bd-f4640e809801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.647422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41647562-b83b-4963-98bd-f4640e809801 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c83a0d2-72bd-40b9-8f10-4056fd25af6b HTTP/1.1" status: 204 len: 168 time: 0.2931063 Aug 10 03:28:42.681057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41647562-b83b-4963-98bd-f4640e809801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83a0d2-72bd-40b9-8f10-4056fd25af6b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.776990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.777702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router f87a4f73-7f31-467d-8092-7af828656308 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:42.794765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.794765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7922e1dd-a2f4-4797-ac67-0ade748e04cf tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/f87a4f73-7f31-467d-8092-7af828656308 HTTP/1.1" status: 204 len: 168 time: 0.4913704 Aug 10 03:28:42.796144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38714) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:42.881314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet b0324502-0fd0-4922-b61a-156c1e8de2ef {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:42.886044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.934102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.095403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.371549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499f69-0c1d-46a3-9fd8-112f5e6d0d4e req-98878ab3-5b2f-4253-bd9d-d269c0222819 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.380319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a499f69-0c1d-46a3-9fd8-112f5e6d0d4e req-98878ab3-5b2f-4253-bd9d-d269c0222819 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 944 time: 0.0710611 Aug 10 03:28:43.384577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.428037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=b0324502-0fd0-4922-b61a-156c1e8de2ef,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:43.437865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a499f69-0c1d-46a3-9fd8-112f5e6d0d4e req-56a4b0d7-e827-42b1-aa0a-b80aba169ef6 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517476 Aug 10 03:28:43.452297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.458695 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe1739ad-3a78-4d95-8533-585f40cb9b19 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/b0324502-0fd0-4922-b61a-156c1e8de2ef HTTP/1.1" status: 204 len: 168 time: 0.6614068 Aug 10 03:28:43.461150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38728) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.475580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8f79f-41a8-4519-89fa-1f77a309d5d0 None None] Network 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:43.636126 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.787498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port d772d107-23d3-4a6a-817f-1e0c1290ed4a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:43.802390 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.848208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d4a3a51-306d-4de7-8b32-552358b89d19 req-1cc27011-dcef-46bc-b730-5764286e755e tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0722907 Aug 10 03:28:43.899488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] DHCP port deletion for 08ed63b4-290f-42d9-99ef-9140aa8bd1c0 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:43.981049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-88f825a0-9e66-46a9-9058-9ca534f6a55a tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.990812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-88f825a0-9e66-46a9-9058-9ca534f6a55a tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 817 time: 0.4133208 Aug 10 03:28:44.010544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Request body: {'port': {'device_id': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'admin_state_up': True, 'tenant_id': 'aa19e4658e5440aeb040705248cd022a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:44.038588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port d772d107-23d3-4a6a-817f-1e0c1290ed4a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d772d107-23d3-4a6a-817f-1e0c1290ed4a,segment=NetworkSegment(78e7bd87-fdae-4d86-a902-187da1b5a14d),segment_id=78e7bd87-fdae-4d86-a902-187da1b5a14d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:44.040882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.042661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] Deleting port d772d107-23d3-4a6a-817f-1e0c1290ed4a {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:44.052068 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.065024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for d772d107-23d3-4a6a-817f-1e0c1290ed4a owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:44.225923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] For port d772d107-23d3-4a6a-817f-1e0c1290ed4a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d772d107-23d3-4a6a-817f-1e0c1290ed4a,segment=NetworkSegment(78e7bd87-fdae-4d86-a902-187da1b5a14d),segment_id=78e7bd87-fdae-4d86-a902-187da1b5a14d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:44.226342 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.276657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] Calling delete_port for d772d107-23d3-4a6a-817f-1e0c1290ed4a owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:44.394957 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.417582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.490558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] No DVR routers for this DVR port d772d107-23d3-4a6a-817f-1e0c1290ed4a on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:44.493501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34cdb947-3d89-4349-ac99-6282845c40c7 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:44.526837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=d772d107-23d3-4a6a-817f-1e0c1290ed4a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.544875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port d772d107-23d3-4a6a-817f-1e0c1290ed4a on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:44.589642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a955b5-a102-4619-a4ea-ab7612e26be5 None None] Pushing event deleted for resources: {'Port': ['ID=d772d107-23d3-4a6a-817f-1e0c1290ed4a,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:44.683537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 34cdb947-3d89-4349-ac99-6282845c40c7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:44.687898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 34cdb947-3d89-4349-ac99-6282845c40c7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:44.688148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.794798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.830809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ed63b4-290f-42d9-99ef-9140aa8bd1c0']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:44.832273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.870426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e7bd87-fdae-4d86-a902-187da1b5a14d') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:44.871675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e7bd87-fdae-4d86-a902-187da1b5a14d') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:44.884514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.887125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34cdb947-3d89-4349-ac99-6282845c40c7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34cdb947-3d89-4349-ac99-6282845c40c7,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:44.888084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:44.890853 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a8654d-4018-4aca-83ef-b80e4dbc548b" -d '{"events": [{"server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "name": "network-vif-plugged", "status": "completed", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:44.902597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.919170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:44.919170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.990671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-2846f685-1007-4fd2-b239-824a3ee284d5 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:44.991524 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:44.995346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-2846f685-1007-4fd2-b239-824a3ee284d5 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 817 time: 0.7768919 Aug 10 03:28:45.028132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Request body: {'port': {'device_id': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'admin_state_up': True, 'tenant_id': 'aa19e4658e5440aeb040705248cd022a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:45.047105 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.048373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:45.186694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.195137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.198537 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/08ed63b4-290f-42d9-99ef-9140aa8bd1c0 HTTP/1.1" status: 204 len: 168 time: 1.7358720 Aug 10 03:28:45.203883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:45.210776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1366381932', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:45.216264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port bfed7062-c869-404b-a18d-6e78ba82c4fb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:45.216852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.222378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34cdb947-3d89-4349-ac99-6282845c40c7,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.272684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973eadd-5b29-4d3c-a4df-5b707c24e808 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=08ed63b4-290f-42d9-99ef-9140aa8bd1c0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.290244 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.338241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0227da-cade-46d7-8410-0720e34fc110 req-ada4cedc-74c6-4b05-9705-1b9be6c4bf6c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:45.339845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c0227da-cade-46d7-8410-0720e34fc110 req-ada4cedc-74c6-4b05-9705-1b9be6c4bf6c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 944 time: 0.3434212 Aug 10 03:28:45.410245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c0227da-cade-46d7-8410-0720e34fc110 req-10b6b9ac-a8fc-4ac4-bcc2-3ebb6fe682d6 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613377 Aug 10 03:28:45.445408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.495240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Made reservation on behalf of aa19e4658e5440aeb040705248cd022a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:45.499401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.509705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:45.651219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.663737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da5f92c3-6b1b-4265-a32c-4c58197b3884 req-731f1a68-5303-4166-a78e-37f092b7f4ab tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0358629 Aug 10 03:28:45.714638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.715957 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.739473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.766515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Allocated IP 172.20.0.7 (cf9e63c4-ee10-48e2-8bf6-80fdfb47c521/0af336e2-8611-49c4-8779-442380da8750/302674d6-201b-45f8-8617-36613e901de9) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:45.808554 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ece2af-81aa-4879-b3ea-c30032f9079a x-openstack-request-id: req-79ece2af-81aa-4879-b3ea-c30032f9079a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:45.808799 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "name": "network-vif-plugged", "status": "completed", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:45.809062 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79ece2af-81aa-4879-b3ea-c30032f9079a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:45.809529 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7', 'code': 200} Aug 10 03:28:45.859730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Made reservation on behalf of aa19e4658e5440aeb040705248cd022a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:45.876515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.897907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.924005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d772d107-23d3-4a6a-817f-1e0c1290ed4a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:45.967885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d772d107-23d3-4a6a-817f-1e0c1290ed4a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:45.969313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d772d107-23d3-4a6a-817f-1e0c1290ed4a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:46.029401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.233270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925edcb-0819-4d6b-8336-ca8bf79e59d0 req-6db10d0b-3636-45e1-ad19-8d4e1385d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:46.234763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b925edcb-0819-4d6b-8336-ca8bf79e59d0 req-6db10d0b-3636-45e1-ad19-8d4e1385d521 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1097 time: 0.3133514 Aug 10 03:28:46.238787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.240047 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e8c20b0-5717-42df-85cc-8af02269c6e7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0329978 Aug 10 03:28:46.242715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38786) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:46.252602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-936078959'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:46.263423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e921dff5-d76f-4d02-9755-4fd85d964d0b tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:46.264945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e921dff5-d76f-4d02-9755-4fd85d964d0b tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 817 time: 0.3406439 Aug 10 03:28:46.286371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Request body: {'port': {'device_id': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'admin_state_up': True, 'tenant_id': 'aa19e4658e5440aeb040705248cd022a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:46.411457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:46.416019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.432459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b925edcb-0819-4d6b-8336-ca8bf79e59d0 req-e7c20392-9253-438f-9b07-8746148cc68b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831157 Aug 10 03:28:46.473212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.505819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:46.528765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.529696 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 4254f057-e76d-4ab3-b10c-56878a82d517 of type vlan for network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b Aug 10 03:28:46.607765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.635262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9b54f-1d20-4edf-b2e5-a37428a372eb req-cd7c4bc5-e80e-4baa-93d1-5ee93b1be6ec tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:46.649109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fef9b54f-1d20-4edf-b2e5-a37428a372eb req-cd7c4bc5-e80e-4baa-93d1-5ee93b1be6ec tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 945 time: 0.0876973 Aug 10 03:28:46.691725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.693925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Made reservation on behalf of aa19e4658e5440aeb040705248cd022a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:46.699523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.777181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.786422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:46.787403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.835640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:46.861357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fef9b54f-1d20-4edf-b2e5-a37428a372eb req-cac5fef5-8d85-44c9-9c13-97f75eee4ae1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126403 Aug 10 03:28:46.925151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:46.926298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.942587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Pushing event updated for resources: {'Port': ['ID=302674d6-201b-45f8-8617-36613e901de9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.969203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:46.969606 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a05e826-fe6a-425d-9cc0-1edd5993b42b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7253299 Aug 10 03:28:46.970349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38806) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:46.981771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Allocated IP 172.20.0.5 (cf9e63c4-ee10-48e2-8bf6-80fdfb47c521/0af336e2-8611-49c4-8779-442380da8750/b943829c-2d87-4790-8fcf-276e95350db2) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:46.986561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:46.998835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:47.197505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:47.206298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.231215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b25795dd-3f0d-44d1-a714-b4c1d94dfe8c req-f5dbb890-887e-4244-bba7-e073d338dfce tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.0908895 Aug 10 03:28:47.340737 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:47.345597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.348498 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.439538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-c22f03ce-0bf8-4d6a-96f7-9ce3bb53bc02 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4326906 Aug 10 03:28:47.455731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Request body: {'port': {'device_id': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:47.530901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.705833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38826) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:47.810239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:47.837311 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b5bd78-42cc-44d8-bef8-0a297bc34b05" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:47.852414 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a3070-9860-4239-a278-b861593da38d x-openstack-request-id: req-a77a3070-9860-4239-a278-b861593da38d {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:47.852705 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:47.852957 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a77a3070-9860-4239-a278-b861593da38d {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:47.853346 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:28:47.853465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:47.866922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.877583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.938671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=a18f328c-4837-4ea9-8be4-5f4b87755259,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.954053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:47.954464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:47.994038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:48.020049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:48.027832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:48.035299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Pushing event updated for resources: {'Port': ['ID=b943829c-2d87-4790-8fcf-276e95350db2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:48.067836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Allocated IP 172.20.0.10 (cf9e63c4-ee10-48e2-8bf6-80fdfb47c521/0af336e2-8611-49c4-8779-442380da8750/38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:48.129780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:48.130414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.149998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159b838-7f92-4b6b-9ca0-83f94681b48d req-adeba38d-dda3-4769-b9d6-4cec2284c397 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:48.151518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2159b838-7f92-4b6b-9ca0-83f94681b48d req-adeba38d-dda3-4769-b9d6-4cec2284c397 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 945 time: 0.1852221 Aug 10 03:28:48.152281 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.273020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:48.340798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2159b838-7f92-4b6b-9ca0-83f94681b48d req-f96c550b-25d1-4632-8e30-797fd443f32b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764178 Aug 10 03:28:48.365264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bdc14cf6-58c7-4e1c-9d7b-773b723fe0ec tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3442667 Aug 10 03:28:48.385820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Request body: {'port': {'device_id': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:48.392721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:48.410053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eae019-f9f9-4b93-8c46-041a7478f85d None None] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:48.410629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:48.412719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.457751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.541446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.599416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-02e72b3d-3c4a-43a9-b40c-d171ec917f1f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6276851 Aug 10 03:28:48.603752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38850) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:48.715400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.744771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7084588d-2fac-48f1-a1bc-f16c8d1f5ef1 req-d980843b-7ec6-4e17-9974-56671fc79cae tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.1061509 Aug 10 03:28:48.771683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:48.772456 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.934021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Allocated IP 172.25.1.95 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/f9f7e1d4-42b7-4c5a-9045-78b610cfff00) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:48.995861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.034979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Allocated IP 172.20.0.2 (8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b/a18f328c-4837-4ea9-8be4-5f4b87755259/29886a65-d809-4ae5-a398-8c1f87c6c9b7) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:49.096018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Pushing event updated for resources: {'Port': ['ID=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:49.138145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.191631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:49.198704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:49.210985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:49.274967 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.290226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Transition to ACTIVE for port object 29886a65-d809-4ae5-a398-8c1f87c6c9b7 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:49.319097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Transition to ACTIVE for port object 29886a65-d809-4ae5-a398-8c1f87c6c9b7 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:49.332095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:49.332767 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.339805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.402506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302674d6-201b-45f8-8617-36613e901de9 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:49.415210 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.426293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.470650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Transition to ACTIVE for port object 302674d6-201b-45f8-8617-36613e901de9 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:49.507848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:49.515469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:49.525494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:49.535002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-417c7774-e9f4-418c-8c5d-1e9de51c4313 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2604733 Aug 10 03:28:49.551479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Request body: {'port': {'device_id': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:49.552975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.20.0.1 (8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b/a18f328c-4837-4ea9-8be4-5f4b87755259/1f42a344-a749-4908-8f49-9491e948456b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:49.556326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Pushing event updated for resources: {'Port': ['ID=29886a65-d809-4ae5-a398-8c1f87c6c9b7,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:49.602576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec472a7-166b-4f37-8da2-8e7a87149225 req-f4538692-1e00-41af-a8de-d8eafd46ef61 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:49.606671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ec472a7-166b-4f37-8da2-8e7a87149225 req-f4538692-1e00-41af-a8de-d8eafd46ef61 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 945 time: 0.1254373 Aug 10 03:28:49.623612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.659914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Attempting to bind port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:49.660370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Attempting to bind port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:49.660843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Attempting to bind port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 on network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:49.680980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.681187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:49.681673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Checking segment: {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:49.682881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.683609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Bound using segment: {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:49.686068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Bound port: 29886a65-d809-4ae5-a398-8c1f87c6c9b7, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:49.690218 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.754584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.796681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:49.803161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] For port 29886a65-d809-4ae5-a398-8c1f87c6c9b7, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:49.807821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.809039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] For port 29886a65-d809-4ae5-a398-8c1f87c6c9b7, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=29886a65-d809-4ae5-a398-8c1f87c6c9b7,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:49.828711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object 1f42a344-a749-4908-8f49-9491e948456b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:49.838065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Pushing event updated for resources: {'Port': ['ID=302674d6-201b-45f8-8617-36613e901de9,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:49.847384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:49.858761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:49.871531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ec472a7-166b-4f37-8da2-8e7a87149225 req-7ec5d273-b64b-45d7-a200-b5e9ff2f98d9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585118 Aug 10 03:28:49.907302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.065261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301035a-a38f-4a75-a3ca-99ce39a500b0 None None] Pushing event updated for resources: {'Port': ['ID=29886a65-d809-4ae5-a398-8c1f87c6c9b7,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.146448 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.196980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Port': ['ID=f9f7e1d4-42b7-4c5a-9045-78b610cfff00,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.216902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:50.220258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:50.238505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:50.310973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=1f42a344-a749-4908-8f49-9491e948456b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:50.343494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.712066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.839535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Attempting to bind port 302674d6-201b-45f8-8617-36613e901de9 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:50.840145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Attempting to bind port 302674d6-201b-45f8-8617-36613e901de9 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:50.840269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Attempting to bind port 302674d6-201b-45f8-8617-36613e901de9 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:50.895731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Port 302674d6-201b-45f8-8617-36613e901de9 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:50.896049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Attempting to bind port 302674d6-201b-45f8-8617-36613e901de9 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:50.978746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:50.979103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Checking segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:50.979493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Bound using segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:50.980005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Bound port: 302674d6-201b-45f8-8617-36613e901de9, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:50.980427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.011790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b0e9f-17e9-46e7-9b49-86e10c87aefc req-5a28fbd6-174c-4e52-a897-4c142e0daa21 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.013866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d3b0e9f-17e9-46e7-9b49-86e10c87aefc req-5a28fbd6-174c-4e52-a897-4c142e0daa21 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 932 time: 0.9472051 Aug 10 03:28:51.064683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b943829c-2d87-4790-8fcf-276e95350db2 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:51.081292 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.087338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.167238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.172655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Transition to ACTIVE for port object b943829c-2d87-4790-8fcf-276e95350db2 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:51.208482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d3b0e9f-17e9-46e7-9b49-86e10c87aefc req-88112216-734d-4ee4-b664-e7b64b5e7c26 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713912 Aug 10 03:28:51.274694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.303194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.379106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] For port 302674d6-201b-45f8-8617-36613e901de9, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:51.428159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.447947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd3862-ebaf-40de-9d3e-d91080727b04 None None] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:51.475515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.477947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=1f42a344-a749-4908-8f49-9491e948456b,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:51.615676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.635837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:51.637735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:51.638320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] For port 302674d6-201b-45f8-8617-36613e901de9, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=302674d6-201b-45f8-8617-36613e901de9,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:51.727068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ccdc2a7b-e57e-4ffc-8acf-3695e5e3c7a4 None None] Provisioning for port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:51.739251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.767424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.822493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.945063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ff0b5cce-0387-4aed-b213-19c0218d3263 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.957455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ff0b5cce-0387-4aed-b213-19c0218d3263 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5754349 Aug 10 03:28:51.984379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=b943829c-2d87-4790-8fcf-276e95350db2,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.026719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 29886a65-d809-4ae5-a398-8c1f87c6c9b7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:52.091575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-be588aa2-4da0-42e7-8113-db665836b80b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.1331246 Aug 10 03:28:52.108326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.109164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.110583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] 10.222.0.46 "PUT /v2.0/ports/302674d6-201b-45f8-8617-36613e901de9 HTTP/1.1" status: 200 len: 1092 time: 4.6606581 Aug 10 03:28:52.113833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'floatingip': {'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:52.246683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:52.257401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.274332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Transition to ACTIVE for port object 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:52.276180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'tag': '302674d6-201b-45f8-8617-36613e901de9'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:52.278693 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07a91df-3905-46f5-a673-4a1ac7838df6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe71be7-5469-4c76-80f8-3d8ebbfd80a4", "tag": "302674d6-201b-45f8-8617-36613e901de9"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:52.332619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.337085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6273999 Aug 10 03:28:52.338415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38888) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:52.341455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:52.355868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:52.356665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.381433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1424580672'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:52.464434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750472fd-9999-44a8-b6d8-8b381d159fca tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Port': ['ID=f9f7e1d4-42b7-4c5a-9045-78b610cfff00,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.487477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:52.509690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.544713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.558630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.620823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 29886a65-d809-4ae5-a398-8c1f87c6c9b7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=29886a65-d809-4ae5-a398-8c1f87c6c9b7,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:52.626478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:52.635330 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e8ba508-1e65-4ddb-b174-495523d2e4a7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0301449 Aug 10 03:28:52.636003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38894) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:52.639436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:52.641183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-1498823979'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:52.660215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:52.661089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.776199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8ad2b-aa1e-4ab2-aad3-34bdfee9b366 service neutron] Pushing event updated for resources: {'Port': ['ID=302674d6-201b-45f8-8617-36613e901de9,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.782999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Attempting to bind port b943829c-2d87-4790-8fcf-276e95350db2 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:52.783484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Attempting to bind port b943829c-2d87-4790-8fcf-276e95350db2 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:52.783889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Attempting to bind port b943829c-2d87-4790-8fcf-276e95350db2 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:52.810358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8a30ed4b-a723-4f28-b1ab-39ab3427825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.812386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8a30ed4b-a723-4f28-b1ab-39ab3427825c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&device_id=0fe71be7-5469-4c76-80f8-3d8ebbfd80a4 HTTP/1.1" status: 200 len: 1095 time: 0.4732358 Aug 10 03:28:52.827131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:52.859086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Port b943829c-2d87-4790-8fcf-276e95350db2 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:52.859489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Attempting to bind port b943829c-2d87-4790-8fcf-276e95350db2 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:52.899073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99dd3522-6d60-4b85-8151-59d662377b72 None None] Provisioning for port 1f42a344-a749-4908-8f49-9491e948456b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:52.913387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99dd3522-6d60-4b85-8151-59d662377b72 None None] Provisioning complete for port 1f42a344-a749-4908-8f49-9491e948456b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:52.914946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99dd3522-6d60-4b85-8151-59d662377b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.922959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-0b58ce8b-e0e8-4a96-ac49-7d56353660f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=302674d6-201b-45f8-8617-36613e901de9 HTTP/1.1" status: 200 len: 217 time: 0.0774324 Aug 10 03:28:52.960507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Made reservation on behalf of 91810e4f7a7c4f8eab83286bdc585350 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:52.963865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:52.964436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Checking segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:52.964630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Bound using segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:52.965088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Bound port: b943829c-2d87-4790-8fcf-276e95350db2, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:52.965349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.965538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.984146 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.009434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.037487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.084849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Attempting to bind port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:53.085292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Attempting to bind port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:53.085760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Attempting to bind port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:53.170226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:53.170722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Attempting to bind port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 on network cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:53.195888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:53.196755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Checking segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:53.197453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Bound using segment: {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:53.201887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Bound port: 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b1e646-1cde-46bb-bbb8-f739a86fac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:53.201887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.225076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=29886a65-d809-4ae5-a398-8c1f87c6c9b7,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.233094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bd54796e-48fd-496e-94ee-c3b659c60f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.235508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-bd54796e-48fd-496e-94ee-c3b659c60f73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 200 len: 857 time: 0.2596054 Aug 10 03:28:53.248034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.248557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.249075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.250655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.252541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:53.253577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.254170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.254514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.254847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.256885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.257418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.258826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.259924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.261070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:53.270779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99dd3522-6d60-4b85-8151-59d662377b72 None None] Port 1f42a344-a749-4908-8f49-9491e948456b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:53.361369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-b0a05e04-2c16-46ea-84b7-71bc1e0173a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116779 Aug 10 03:28:53.368550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] For port b943829c-2d87-4790-8fcf-276e95350db2, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:53.383834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99dd3522-6d60-4b85-8151-59d662377b72 None None] Provisioning complete for port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:53.384209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99dd3522-6d60-4b85-8151-59d662377b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.395657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:53.449819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] For port b943829c-2d87-4790-8fcf-276e95350db2, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b943829c-2d87-4790-8fcf-276e95350db2,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:53.453324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.464943 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2 of type vlan for network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b Aug 10 03:28:53.544809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] For port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:53.559063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.568224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.611641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.658934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:28:50Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:28:50Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:53.662398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] For port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:53.693583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.694136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.694910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:53.695828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Updating router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f port 1f42a344-a749-4908-8f49-9491e948456b binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:53.696162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] 10.222.0.46 "PUT /v2.0/ports/b943829c-2d87-4790-8fcf-276e95350db2 HTTP/1.1" status: 200 len: 1092 time: 5.3184116 Aug 10 03:28:53.707494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.752645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.778421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.779559 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.782784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:53.791717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.863874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.868768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-b4d2ffa6-46ed-4e57-afab-f43387078e7b service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555366 Aug 10 03:28:53.878142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 29886a65-d809-4ae5-a398-8c1f87c6c9b7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:53.914911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e241badc-228d-4940-b056-5c118d847a9d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.922219 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.922945 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Added segment 5cabd8d5-bff4-4f46-a86d-3b2cd160a197 of type vlan for network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 Aug 10 03:28:53.948129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f835699-b40a-40b3-9ec1-44d88125fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=b943829c-2d87-4790-8fcf-276e95350db2,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.973933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=10a26c2a-dd5a-4732-9962-8086b7bd7b5b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:53.992815 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.004227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-86575985-7493-439b-99ec-e3fdc65a2952 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3671253 Aug 10 03:28:54.006566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38910) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.023262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:54.042826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:54.109826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.136458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.resource_extend [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:28:54.191816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.195329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-fd34a9b2-068b-4025-8433-82865efe0661 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304440 Aug 10 03:28:54.251665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.257824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.258664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.290733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.291363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.292792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 HTTP/1.1" status: 200 len: 1093 time: 4.7475045 Aug 10 03:28:54.338061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-fdbe2d39-c457-4077-b103-4054b994002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.340322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-fdbe2d39-c457-4077-b103-4054b994002a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 1095 time: 0.4705009 Aug 10 03:28:54.367434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Network': ['ID=855cd1a4-beaf-4c8c-9c83-c59afb3caf82,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.405261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:54.409535 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.412692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44011-0508-4167-9335-99f73b9723d7 service neutron] Pushing event updated for resources: {'Port': ['ID=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.426091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-125d9a7d-9818-4819-ac6b-e841ddf46d70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b943829c-2d87-4790-8fcf-276e95350db2 HTTP/1.1" status: 200 len: 217 time: 0.0662413 Aug 10 03:28:54.437387 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5 associated. External IP: 172.25.1.241, port: e7c56ea9-8178-4b0d-ad12-37326bf8b819. Aug 10 03:28:54.495584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:54.568752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-255a85ee-3faa-422f-a471-1ee5eff442e4 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2301817 Aug 10 03:28:54.575064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38912) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:54.581090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Request body: {'subnet': {'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:54.667565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.669688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-68081ac0-e089-4548-bb7e-b679c3840a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.671783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-68081ac0-e089-4548-bb7e-b679c3840a74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 200 len: 857 time: 0.2387717 Aug 10 03:28:54.681277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-aac596a7-50ec-4bd3-ad55-9b2662500e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.683138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-aac596a7-50ec-4bd3-ad55-9b2662500e09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 1096 time: 0.1453521 Aug 10 03:28:54.686245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Transition to ACTIVE for port object 1f42a344-a749-4908-8f49-9491e948456b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:54.729206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-76ee0362-5d07-4719-ac64-f693bff70312 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448518 Aug 10 03:28:54.803061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fab6110c-08be-4466-8825-9214c59c62de None None] Provisioning complete for port 1f42a344-a749-4908-8f49-9491e948456b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:54.803706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fab6110c-08be-4466-8825-9214c59c62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.865081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fab6110c-08be-4466-8825-9214c59c62de None None] Port 1f42a344-a749-4908-8f49-9491e948456b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:54.878385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.007646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:55.008255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.027511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Made reservation on behalf of 91810e4f7a7c4f8eab83286bdc585350 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:55.031139 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.061001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b80c27-2801-4f5d-8d1b-7b204d9b3a24 None None] Pushing event updated for resources: {'Port': ['ID=1f42a344-a749-4908-8f49-9491e948456b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.235848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Attempting to bind port 1f42a344-a749-4908-8f49-9491e948456b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:55.238359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Attempting to bind port 1f42a344-a749-4908-8f49-9491e948456b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:55.238732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Attempting to bind port 1f42a344-a749-4908-8f49-9491e948456b on network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:55.298101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:55.298517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Checking segment: {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:55.301129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.302084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Bound using segment: {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:55.306178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Bound port: 1f42a344-a749-4908-8f49-9491e948456b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4254f057-e76d-4ab3-b10c-56878a82d517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:55.306178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.330720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-87f777e4-dcd5-4499-ac60-7cc452e33bd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 HTTP/1.1" status: 200 len: 217 time: 0.6322713 Aug 10 03:28:55.336381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.399124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.429110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.465667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:55.466398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: 10a26c2a-dd5a-4732-9962-8086b7bd7b5b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:55.477760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] For port 1f42a344-a749-4908-8f49-9491e948456b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:55.482223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] For port 1f42a344-a749-4908-8f49-9491e948456b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1f42a344-a749-4908-8f49-9491e948456b,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:55.559359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012540d-e18f-4a91-9293-3b33d583d043 req-631e3b71-2768-44bd-9ef1-c32b157e5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.561518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-631e3b71-2768-44bd-9ef1-c32b157e5a6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 200 len: 857 time: 0.1639485 Aug 10 03:28:55.567966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Subnet': ['ID=2660e33e-010b-4d4e-aff9-66be5a138cff,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.586394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.623712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Checking segment: {'id': '5cabd8d5-bff4-4f46-a86d-3b2cd160a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:55.624091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network hostable DHCP agents. Network: 855cd1a4-beaf-4c8c-9c83-c59afb3caf82, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:55.660797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:55.664872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-0e6db07b-996b-4b13-a53b-fdc94e3c36cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467012 Aug 10 03:28:55.667238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-38b10d13-0385-4aa2-afdd-6a78a2a0e124 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572905 Aug 10 03:28:55.737368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:55.745359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b80c27-2801-4f5d-8d1b-7b204d9b3a24 None None] Pushing event updated for resources: {'Port': ['ID=1f42a344-a749-4908-8f49-9491e948456b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:55.756212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:55.757120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:55.827863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:55.834961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 855cd1a4-beaf-4c8c-9c83-c59afb3caf82) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:55.845534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.845534 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.848381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 10a26c2a-dd5a-4732-9962-8086b7bd7b5b) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:55.869119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87009a-ffb6-4606-bf26-8ecc0e0a6e38 None None] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:55.870719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.873269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.875803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acd74f2-14f8-4c1a-af59-6a2103324de3 None None] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:56.029091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-e8989caf-3f6c-40f4-8c86-97530bb6066f service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503857 Aug 10 03:28:56.033982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41cd51b7-911d-4427-9211-cb9177f71ce0 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0164468 Aug 10 03:28:56.038490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-896bbe7d-a46f-4240-b3e9-93b60f376904 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507428 Aug 10 03:28:56.041306 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9be4aa01-53e6-453e-ace9-08df260c5a17 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4646468 Aug 10 03:28:56.042157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38928) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:56.042593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38930) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:56.063262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1790743139', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:56.073026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:56.173536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:56.183256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.184298 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:56.204324 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:56.206660 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:56.242165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-ee3046d7-6e7a-4bdd-ab63-e7fb4fb30a6a tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "PUT /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 996 time: 4.1494181 Aug 10 03:28:56.370492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.452593 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:56.483151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-099640f4-1c76-48ea-8f2f-52f4b443c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.484817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-099640f4-1c76-48ea-8f2f-52f4b443c0f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.2415891 Aug 10 03:28:56.552941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-855cd1a4-beaf-4c8c-9c83-c59afb3caf82', 'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82', 'tenant_id': '91810e4f7a7c4f8eab83286bdc585350', 'fixed_ips': [{'subnet_id': '2660e33e-010b-4d4e-aff9-66be5a138cff'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:56.553885 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.668947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-847dce78-499f-465e-aec7-47ded6af7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.670659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-847dce78-499f-465e-aec7-47ded6af7848 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.1723411 Aug 10 03:28:56.673777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.674816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.690061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c012540d-e18f-4a91-9293-3b33d583d043 req-65df8b15-ac9a-45a4-9099-e0d971170242 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505153 Aug 10 03:28:56.817959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.836167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Allocated IP 172.20.0.2 (855cd1a4-beaf-4c8c-9c83-c59afb3caf82/2660e33e-010b-4d4e-aff9-66be5a138cff/1e20c370-d588-44bf-bea8-ede8963df5a0) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:56.837333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-721459d3-e286-46e5-a7ba-473afa4ae28f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 999 time: 0.1574728 Aug 10 03:28:56.838810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.911743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:28:53Z', 'revision_number': 1, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:56.965998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-2aa27db2-6390-4d4b-a94b-1bc134d32ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:56.979114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-2aa27db2-6390-4d4b-a94b-1bc134d32ae6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.1060019 Aug 10 03:28:56.979349 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:57.001331 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:57.002462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:57.220990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-97068d72-2b9b-4484-abbf-d9e506558967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:57.229241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:57.230269 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.232902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-97068d72-2b9b-4484-abbf-d9e506558967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2564642 Aug 10 03:28:57.240521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-e7319337-b95f-44a9-833a-7f94ac9f4aca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:57.249365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-e7319337-b95f-44a9-833a-7f94ac9f4aca service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153873 Aug 10 03:28:57.356954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-68acfca1-6cd9-4769-8a3b-415fc6fea009 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066084 Aug 10 03:28:57.377125 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.21.0.1 (10a26c2a-dd5a-4732-9962-8086b7bd7b5b/b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf/685fe4c3-82be-4646-9ca1-ee1eb8428215) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:57.463144 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:57.500259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.506637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:28:50Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:28:55Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:57.515525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object 685fe4c3-82be-4646-9ca1-ee1eb8428215 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:57.525931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.588576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6765671-45d0-4d00-ada9-8e32d95d4824 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:28:50Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:28:55Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:57.640208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Transition to ACTIVE for port object 1e20c370-d588-44bf-bea8-ede8963df5a0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:57.656235 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.679368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Transition to ACTIVE for port object 1e20c370-d588-44bf-bea8-ede8963df5a0 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:57.685150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.740986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f84440-7ea7-4c04-9e92-3fbf3bdc4e95 req-f28fded2-fa70-45f3-a22f-fd9b5059320a service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750255 Aug 10 03:28:57.770058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:57.781122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:57.789334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:57.806592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Allocated IP 172.21.0.2 (10a26c2a-dd5a-4732-9962-8086b7bd7b5b/b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf/5a3f58c4-6303-4709-aad5-accea2369014) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:57.821318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:28:53Z', 'revision_number': 1, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:57.825381 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.895987 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050796b-7a49-414c-8eb6-b3f1336dd7d8 None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:28:53Z', 'revision_number': 1, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:57.909121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=685fe4c3-82be-4646-9ca1-ee1eb8428215,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:57.926830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.938114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Pushing event updated for resources: {'Port': ['ID=1e20c370-d588-44bf-bea8-ede8963df5a0,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:58.170370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:58.282929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.349822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:58.362337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:58.385072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e28009-ec91-48b9-90d1-f9e0cc2e88a1 None None] New status for floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:28:58.401997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.415290 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.562675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Allocated IP 172.25.1.146 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/76aca0cf-9a6d-4de0-8f29-09ed9934ac30) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:58.662685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 302674d6-201b-45f8-8617-36613e901de9 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:58.721426 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.723561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Attempting to bind port 1e20c370-d588-44bf-bea8-ede8963df5a0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:58.724147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Attempting to bind port 1e20c370-d588-44bf-bea8-ede8963df5a0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5cabd8d5-bff4-4f46-a86d-3b2cd160a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:58.725007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Attempting to bind port 1e20c370-d588-44bf-bea8-ede8963df5a0 on network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:58.745436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Transition to ACTIVE for port object 5a3f58c4-6303-4709-aad5-accea2369014 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:58.762051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:58.762738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Checking segment: {'id': '5cabd8d5-bff4-4f46-a86d-3b2cd160a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:58.764826 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.765407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Bound using segment: {'id': '5cabd8d5-bff4-4f46-a86d-3b2cd160a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:58.766134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Bound port: 1e20c370-d588-44bf-bea8-ede8963df5a0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cabd8d5-bff4-4f46-a86d-3b2cd160a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:58.767181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.782660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.923579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204168a5-73b2-4444-bd4d-3b4cff9b88e9 req-6865e730-f444-4251-a74a-204d57ba9abd tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:58.930118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-204168a5-73b2-4444-bd4d-3b4cff9b88e9 req-6865e730-f444-4251-a74a-204d57ba9abd tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 944 time: 0.6251221 Aug 10 03:28:58.989396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Transition to ACTIVE for port object 5a3f58c4-6303-4709-aad5-accea2369014 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:59.025923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-204168a5-73b2-4444-bd4d-3b4cff9b88e9 req-47680a5d-cd40-4efb-9d52-319b7842549b tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833032 Aug 10 03:28:59.031551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.091503 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.099832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 302674d6-201b-45f8-8617-36613e901de9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=302674d6-201b-45f8-8617-36613e901de9,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:59.110337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] For port 1e20c370-d588-44bf-bea8-ede8963df5a0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:59.121662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Port': ['ID=76aca0cf-9a6d-4de0-8f29-09ed9934ac30,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.127504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '302674d6-201b-45f8-8617-36613e901de9', 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'port_id': '302674d6-201b-45f8-8617-36613e901de9', 'mac_address': 'fa:16:3e:d4:ae:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af336e2-8611-49c4-8779-442380da8750', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:59.133824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] For port 1e20c370-d588-44bf-bea8-ede8963df5a0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1e20c370-d588-44bf-bea8-ede8963df5a0,segment=NetworkSegment(5cabd8d5-bff4-4f46-a86d-3b2cd160a197),segment_id=5cabd8d5-bff4-4f46-a86d-3b2cd160a197)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:59.135330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:59.137016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:59.140764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.153098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:59.245230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:59.252544 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7cc5fd-ec10-4b89-995d-73124720ce58 x-openstack-request-id: req-fe7cc5fd-ec10-4b89-995d-73124720ce58 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:59.252544 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe71be7-5469-4c76-80f8-3d8ebbfd80a4", "tag": "302674d6-201b-45f8-8617-36613e901de9", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:59.253162 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe7cc5fd-ec10-4b89-995d-73124720ce58 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:59.253779 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'tag': '302674d6-201b-45f8-8617-36613e901de9', 'status': 'completed', 'code': 200} Aug 10 03:28:59.268293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.289371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.289776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:59.295333 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.299314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:59.301637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Pushing event updated for resources: {'Port': ['ID=5a3f58c4-6303-4709-aad5-accea2369014,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.367002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302674d6-201b-45f8-8617-36613e901de9 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:59.372701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a3aae-009c-463f-87a5-bf1da604153c None None] Pushing event updated for resources: {'Port': ['ID=1e20c370-d588-44bf-bea8-ede8963df5a0,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.436806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.529843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 302674d6-201b-45f8-8617-36613e901de9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=302674d6-201b-45f8-8617-36613e901de9,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:59.567995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Attempting to bind port 5a3f58c4-6303-4709-aad5-accea2369014 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:59.568366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Attempting to bind port 5a3f58c4-6303-4709-aad5-accea2369014 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:59.568611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Attempting to bind port 5a3f58c4-6303-4709-aad5-accea2369014 on network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:59.584802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:59.590014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Checking segment: {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:59.590014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.590014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Bound using segment: {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:59.590014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Bound port: 5a3f58c4-6303-4709-aad5-accea2369014, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:59.590014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.664913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=685fe4c3-82be-4646-9ca1-ee1eb8428215,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.754917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:59.756283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:59.769798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] For port 5a3f58c4-6303-4709-aad5-accea2369014, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:59.778247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] For port 5a3f58c4-6303-4709-aad5-accea2369014, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5a3f58c4-6303-4709-aad5-accea2369014,segment=NetworkSegment(49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2),segment_id=49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:59.782040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.883715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-e5906de2-ef97-4b62-9bb7-fd00e2594b40 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.885493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-e5906de2-ef97-4b62-9bb7-fd00e2594b40 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2772660 Aug 10 03:28:59.903039 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.919625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-c637a9cf-710d-4be9-83aa-78f49fc6815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.944082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-c637a9cf-710d-4be9-83aa-78f49fc6815a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&device_id=0fe71be7-5469-4c76-80f8-3d8ebbfd80a4 HTTP/1.1" status: 200 len: 1095 time: 0.6891763 Aug 10 03:28:59.978427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1f42a344-a749-4908-8f49-9491e948456b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:00.040912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=302674d6-201b-45f8-8617-36613e901de9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.100661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:00.258349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:00.260475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['302674d6-201b-45f8-8617-36613e901de9'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:00.279128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-752713b1-05e3-48ec-807b-35ea7360cc15 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2356412 Aug 10 03:29:00.283720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 38962) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:00.316861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-1714036866'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:00.335185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f46f-fdc4-41bf-8cd4-7ad8858e5569 None None] Pushing event updated for resources: {'Port': ['ID=5a3f58c4-6303-4709-aad5-accea2369014,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.365824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd787-297a-4345-8b83-19748b7fb7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.418943 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.454912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1f42a344-a749-4908-8f49-9491e948456b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:00.502320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1f42a344-a749-4908-8f49-9491e948456b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:00.504116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.525685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-1fd0d49e-bc8a-4153-b7ba-04d31d8286b2 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.6216829 Aug 10 03:29:00.596599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b943829c-2d87-4790-8fcf-276e95350db2 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:00.615599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-60282f97-f236-42c6-8cbc-7c83f1278c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:00.646426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-60282f97-f236-42c6-8cbc-7c83f1278c82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 918 time: 0.6416223 Aug 10 03:29:00.646426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'floatingip': {'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:00.686513 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:00.723684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:00.726675 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:00.730271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.733941 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:00.834724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-3f17cd6d-3e7b-448d-8364-63847bed2972 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=302674d6-201b-45f8-8617-36613e901de9 HTTP/1.1" status: 200 len: 217 time: 0.2016356 Aug 10 03:29:00.944494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:00.959076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.959693 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment 343164ad-81d1-4724-bde6-004a06621da0 of type vlan for network bf24cbdc-3f02-497d-930d-c54cd8619e96 Aug 10 03:29:00.988912 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:01.033789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.037494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.074362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b943829c-2d87-4790-8fcf-276e95350db2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b943829c-2d87-4790-8fcf-276e95350db2,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:01.146328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b943829c-2d87-4790-8fcf-276e95350db2', 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'port_id': 'b943829c-2d87-4790-8fcf-276e95350db2', 'mac_address': 'fa:16:3e:7b:4e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af336e2-8611-49c4-8779-442380da8750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:01.221311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.250850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b943829c-2d87-4790-8fcf-276e95350db2 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:01.262596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1f42a344-a749-4908-8f49-9491e948456b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1f42a344-a749-4908-8f49-9491e948456b,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:01.295290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b943829c-2d87-4790-8fcf-276e95350db2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b943829c-2d87-4790-8fcf-276e95350db2,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:01.297047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'tag': 'b943829c-2d87-4790-8fcf-276e95350db2'}, {'name': 'network-changed', 'server_uuid': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'tag': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17'}, {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:01.299422 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557fc458-08b2-4abd-8b41-e3190d10d15d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3f2d43-9770-4bc2-a6bb-d8ae832c289b", "tag": "b943829c-2d87-4790-8fcf-276e95350db2"}, {"name": "network-changed", "server_uuid": "ed2e7c68-62a4-43a5-adbf-fb8f83c90c14", "tag": "38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17"}, {"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:01.321232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1357b91-38de-455d-8e28-87ed764e5671 None None] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:01.357125 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:28:58Z', 'revision_number': 3, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:28:55Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:28:58Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:01.360744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.385597 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.403207 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:01.403998 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Updating router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f port 685fe4c3-82be-4646-9ca1-ee1eb8428215 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:01.413451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-50d6540c-ca98-465e-9c14-1cc79e47ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.415001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-50d6540c-ca98-465e-9c14-1cc79e47ab26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 200 len: 857 time: 0.5500395 Aug 10 03:29:01.457992 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.458426 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.459096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:01.475766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-f27d7abc-13be-4ba1-aa2f-a329321a87aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487955 Aug 10 03:29:01.496634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.496634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.496634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.516880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:01.541497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1f42a344-a749-4908-8f49-9491e948456b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.557508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'network_id': 'cf9e63c4-ee10-48e2-8bf6-80fdfb47c521', 'port_id': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'mac_address': 'fa:16:3e:22:95:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af336e2-8611-49c4-8779-442380da8750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:01.699264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.871676 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.881242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c17fdf-3af7-4fe5-8397-990d62142301 None None] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:01.894797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Transition to ACTIVE for port object 685fe4c3-82be-4646-9ca1-ee1eb8428215 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:01.900488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b943829c-2d87-4790-8fcf-276e95350db2,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.904065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:01.989334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:02.040508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5a3f58c4-6303-4709-aad5-accea2369014 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:02.105206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d658c4f7-2a9d-4403-8c0e-56f0a384ff16 None None] Provisioning for port 1e20c370-d588-44bf-bea8-ede8963df5a0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:02.141959 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.152011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.224023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.225664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-04c61273-5624-43ff-bd05-a6369666495d service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271440 Aug 10 03:29:02.289009 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Attempting to bind port 685fe4c3-82be-4646-9ca1-ee1eb8428215 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:02.289779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Attempting to bind port 685fe4c3-82be-4646-9ca1-ee1eb8428215 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:02.290400 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Attempting to bind port 685fe4c3-82be-4646-9ca1-ee1eb8428215 on network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:02.300377 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Pushing event updated for resources: {'Port': ['ID=685fe4c3-82be-4646-9ca1-ee1eb8428215,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.305264 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:02.305264 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Checking segment: {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:02.305264 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.306015 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Bound using segment: {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:02.306804 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Bound port: 685fe4c3-82be-4646-9ca1-ee1eb8428215, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:02.307373 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.366337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.523199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1373332 Aug 10 03:29:02.524060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 38990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:02.524725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] Provisioning for port 5a3f58c4-6303-4709-aad5-accea2369014 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:02.524725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] Provisioning complete for port 5a3f58c4-6303-4709-aad5-accea2369014 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:02.524725 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.524725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5a3f58c4-6303-4709-aad5-accea2369014 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:02.525233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:02.525512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5a3f58c4-6303-4709-aad5-accea2369014 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:02.525512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.525826 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] For port 685fe4c3-82be-4646-9ca1-ee1eb8428215, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:02.525826 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] For port 685fe4c3-82be-4646-9ca1-ee1eb8428215, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=685fe4c3-82be-4646-9ca1-ee1eb8428215,segment=NetworkSegment(49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2),segment_id=49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:02.661216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf6ad6-e058-42ae-8016-74e7569564d9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=bf24cbdc-3f02-497d-930d-c54cd8619e96,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.673377 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.685563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b943829c-2d87-4790-8fcf-276e95350db2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:02.696572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:02.750863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 302674d6-201b-45f8-8617-36613e901de9 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:02.778190 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Pushing event updated for resources: {'Port': ['ID=685fe4c3-82be-4646-9ca1-ee1eb8428215,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.795938 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.796380 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.796787 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.797185 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.797582 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.798119 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.798674 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.799222 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.799713 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.800387 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.800896 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.801388 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60903fa6-96ce-4abd-ad3e-d4e7f056de90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:02.816989 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:02.816989 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:28:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:02.849053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:02.901451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:02.905867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.916418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a07a91df-3905-46f5-a673-4a1ac7838df6 req-683563c9-b074-40d6-8897-60051ce6f640 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700245 Aug 10 03:29:02.972726 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:03.124035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.362170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb43dcb2-99fd-4218-aeaa-9176a45338c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.454715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Router 86d15c90-732a-49fb-8fba-11ba7b34c190 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:03.575754 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:28:58Z', 'revision_number': 3, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:02Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:03.615265 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.639362 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42f511-3013-406f-8e16-bebc2f909491 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:28:58Z', 'revision_number': 3, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:02Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:03.667648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.673138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.825517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] For port 5a3f58c4-6303-4709-aad5-accea2369014, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5a3f58c4-6303-4709-aad5-accea2369014,segment=NetworkSegment(49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2),segment_id=49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:03.849099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=87af37fb-dca7-4441-8a7c-2e41bc1a42e1,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.879809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 302674d6-201b-45f8-8617-36613e901de9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:03.894600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 302674d6-201b-45f8-8617-36613e901de9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:03.895150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.918572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:03.919750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: bf24cbdc-3f02-497d-930d-c54cd8619e96, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:03.946634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.resource_extend [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:29:03.949167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:03.966635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.981489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] Sync routers for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:04.059819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.084520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:04.149421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:04.150086 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:04.159765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.161083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b100691e-70dd-4411-a988-74502c84c972 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.1174431 Aug 10 03:29:04.171084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39016) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:04.198473 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.211582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:04.213849 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:04.214225 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:04.244672 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.248594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7bf35-dcd4-4c19-9cf4-d01d9c2f40a7 None None] Pushing event updated for resources: {'Port': ['ID=5a3f58c4-6303-4709-aad5-accea2369014,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.256757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea44c61-99de-4c40-a7bf-a3c996aa1eb8 None None] Provisioning complete for port 5a3f58c4-6303-4709-aad5-accea2369014 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:04.257170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea44c61-99de-4c40-a7bf-a3c996aa1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.301485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:04.325153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:04.326159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, bf24cbdc-3f02-497d-930d-c54cd8619e96) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:04.333936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.334536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.372742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:04.375035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db6246-37d1-4be9-9662-228b7ac34329 None None] The sync data for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:04.383601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.393758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b83cb-a151-4f71-b399-9f666515aedb None None] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:04.405690 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5 associated. External IP: 172.25.1.241, port: e7c56ea9-8178-4b0d-ad12-37326bf8b819. Aug 10 03:29:04.544873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302674d6-201b-45f8-8617-36613e901de9'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:04.547277 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9e993-a7da-4307-a0f1-ee1d833dc789" -d '{"events": [{"server_uuid": "0fe71be7-5469-4c76-80f8-3d8ebbfd80a4", "name": "network-vif-plugged", "status": "completed", "tag": "302674d6-201b-45f8-8617-36613e901de9"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:04.580072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 302674d6-201b-45f8-8617-36613e901de9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=302674d6-201b-45f8-8617-36613e901de9,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:04.604047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39028) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:04.606797 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-71addc7c-978a-499e-8b8c-55fd59822ae9 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1624160 Aug 10 03:29:04.705146 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.840066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1f42a344-a749-4908-8f49-9491e948456b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:04.842633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-bf24cbdc-3f02-497d-930d-c54cd8619e96', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:04.843706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.931948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:04.974768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=302674d6-201b-45f8-8617-36613e901de9,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:05.001734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea44c61-99de-4c40-a7bf-a3c996aa1eb8 None None] Provisioning for port 685fe4c3-82be-4646-9ca1-ee1eb8428215 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:05.100727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Allocated IP 172.22.0.2 (bf24cbdc-3f02-497d-930d-c54cd8619e96/87af37fb-dca7-4441-8a7c-2e41bc1a42e1/c0732027-ee8a-4a2c-8e27-044f7d737805) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:05.106090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:05.119055 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:05.140913 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:05.141550 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:05.321652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.439820 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:05.447270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1f42a344-a749-4908-8f49-9491e948456b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:05.447786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.586417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.596254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.620035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Transition to ACTIVE for port object c0732027-ee8a-4a2c-8e27-044f7d737805 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:05.625441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1e20c370-d588-44bf-bea8-ede8963df5a0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:05.658853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Transition to ACTIVE for port object c0732027-ee8a-4a2c-8e27-044f7d737805 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:05.795178 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Allocated IP 172.20.0.1 (855cd1a4-beaf-4c8c-9c83-c59afb3caf82/2660e33e-010b-4d4e-aff9-66be5a138cff/fabd9b40-f2a6-4e99-89b3-ea76453b73fc) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:05.803554 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:03Z', 'revision_number': 3, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:05.816561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.817241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1e20c370-d588-44bf-bea8-ede8963df5a0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:05.821150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.827493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1e20c370-d588-44bf-bea8-ede8963df5a0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:05.832598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:05.842095 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:05.852396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:05.853028 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:05.906974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:05.914539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:05.921331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:05.930306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:05.985658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.005147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Transition to ACTIVE for port object fabd9b40-f2a6-4e99-89b3-ea76453b73fc will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:06.037258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Pushing event updated for resources: {'Port': ['ID=c0732027-ee8a-4a2c-8e27-044f7d737805,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.063611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Attempting to bind port c0732027-ee8a-4a2c-8e27-044f7d737805 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:06.063854 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:06.064054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Attempting to bind port c0732027-ee8a-4a2c-8e27-044f7d737805 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:06.064642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Attempting to bind port c0732027-ee8a-4a2c-8e27-044f7d737805 on network bf24cbdc-3f02-497d-930d-c54cd8619e96 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:06.072783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:06.093447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Checking segment: {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:06.093447 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.093447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Bound using segment: {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:06.093447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Bound port: c0732027-ee8a-4a2c-8e27-044f7d737805, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:06.093447 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.163130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.204467 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.210133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1e20c370-d588-44bf-bea8-ede8963df5a0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1e20c370-d588-44bf-bea8-ede8963df5a0,segment=NetworkSegment(5cabd8d5-bff4-4f46-a86d-3b2cd160a197),segment_id=5cabd8d5-bff4-4f46-a86d-3b2cd160a197)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:06.221016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3eed6afb-3758-4836-952b-843fd668021a None None] For port c0732027-ee8a-4a2c-8e27-044f7d737805, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:06.224944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3eed6afb-3758-4836-952b-843fd668021a None None] For port c0732027-ee8a-4a2c-8e27-044f7d737805, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c0732027-ee8a-4a2c-8e27-044f7d737805,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:06.248177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:06.249597 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:06.255175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:06.260674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:06.308827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Port': ['ID=fabd9b40-f2a6-4e99-89b3-ea76453b73fc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.339247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.347081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.389298 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:03Z', 'revision_number': 3, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:06.441152 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.442398 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e4a7d-0a4d-4c65-b5aa-ab508edf2081 None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:03Z', 'revision_number': 3, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:06.467589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1e20c370-d588-44bf-bea8-ede8963df5a0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.586311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b943829c-2d87-4790-8fcf-276e95350db2 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:06.708974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5a3f58c4-6303-4709-aad5-accea2369014 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:06.709130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.22.0.1 (bf24cbdc-3f02-497d-930d-c54cd8619e96/87af37fb-dca7-4441-8a7c-2e41bc1a42e1/cd2bed05-f801-47dd-8540-82370140d6d4) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:06.710972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed6afb-3758-4836-952b-843fd668021a None None] Pushing event updated for resources: {'Port': ['ID=c0732027-ee8a-4a2c-8e27-044f7d737805,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:06.782935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.790091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa60ff8-8eba-401e-ad71-58b88cb18ca5 None None] New status for floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:06.809989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63a2cd86-8713-417f-9812-1df3cfbe4624 None None] Provisioning for port fabd9b40-f2a6-4e99-89b3-ea76453b73fc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:06.832234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:06.841123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.882196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63a2cd86-8713-417f-9812-1df3cfbe4624 None None] Provisioning complete for port fabd9b40-f2a6-4e99-89b3-ea76453b73fc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:06.882644 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63a2cd86-8713-417f-9812-1df3cfbe4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:06.949625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-63a2cd86-8713-417f-9812-1df3cfbe4624 None None] Port fabd9b40-f2a6-4e99-89b3-ea76453b73fc cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:06.963302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-3c77dba1-3b95-4fc7-847c-7979d7266159 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "PUT /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 998 time: 6.3416374 Aug 10 03:29:07.012016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.060153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5a3f58c4-6303-4709-aad5-accea2369014 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:07.060548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.066446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-15005cb8-4aea-485c-8d70-4d5e7355486b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.067991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-15005cb8-4aea-485c-8d70-4d5e7355486b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports/e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 942 time: 0.1062145 Aug 10 03:29:07.085485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object cd2bed05-f801-47dd-8540-82370140d6d4 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:07.167237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-2e6291f0-efcc-4e2c-a6f8-b2095ed6269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.167237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-2e6291f0-efcc-4e2c-a6f8-b2095ed6269d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.0649791 Aug 10 03:29:07.203290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b943829c-2d87-4790-8fcf-276e95350db2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:07.222949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b943829c-2d87-4790-8fcf-276e95350db2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:07.223324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.250663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.279947 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.308983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 685fe4c3-82be-4646-9ca1-ee1eb8428215 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:07.326678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:07.340300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:07.347281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:07.373611 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.381081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-8485912d-a57e-44d0-8257-325b4aaab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.389385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-8485912d-a57e-44d0-8257-325b4aaab6bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.2128041 Aug 10 03:29:07.418522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b943829c-2d87-4790-8fcf-276e95350db2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b943829c-2d87-4790-8fcf-276e95350db2,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:07.432716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.433347 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:07.451149 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:07.451695 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:07.488441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=cd2bed05-f801-47dd-8540-82370140d6d4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:07.494062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-ab550de7-8a97-4bd4-b3b8-c1041a7c80a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.1038179 Aug 10 03:29:07.495622 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.513110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 685fe4c3-82be-4646-9ca1-ee1eb8428215 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:07.517911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 685fe4c3-82be-4646-9ca1-ee1eb8428215 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:07.518289 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.538585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.541772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Port': ['ID=fabd9b40-f2a6-4e99-89b3-ea76453b73fc,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:07.576727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.577854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:07.642328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-9529fe9e-9575-4cf0-84eb-419587ebc7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.644228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-9529fe9e-9575-4cf0-84eb-419587ebc7ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.1039433 Aug 10 03:29:07.660316 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:07.729130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:07.729130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:07.742683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-88d85cd3-47e3-4005-824b-5ec7d9e5068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.745407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-88d85cd3-47e3-4005-824b-5ec7d9e5068a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913370 Aug 10 03:29:07.752679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b943829c-2d87-4790-8fcf-276e95350db2,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:07.849073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.939419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Router 86d15c90-732a-49fb-8fba-11ba7b34c190 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:07.941458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.941907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 685fe4c3-82be-4646-9ca1-ee1eb8428215, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=685fe4c3-82be-4646-9ca1-ee1eb8428215,segment=NetworkSegment(49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2),segment_id=49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:07.958822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:07.978016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:07.978540 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.072973 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.076400 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.102158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-330f1da9-b8cf-4215-b4e7-de5da776826e service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272865 Aug 10 03:29:08.154204 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.198686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:08.209560 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:08.212645 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8a3419ab-64db-4b98-977a-5ef86f0a49f3 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "PUT /v2.0/routers/86d15c90-732a-49fb-8fba-11ba7b34c190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0400875 Aug 10 03:29:08.215145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39088) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:08.223859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Request body: {'port': {'network_id': '855cd1a4-beaf-4c8c-9c83-c59afb3caf82', 'name': 'tempest-FloatingIPAdminTestJSON-642703285'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:08.230659 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:08.231297 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.270105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=685fe4c3-82be-4646-9ca1-ee1eb8428215,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:08.287036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] Sync routers for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:08.342361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:08.344737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.355502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b88fa-a559-441e-8b23-50287848dd39 None None] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:08.483012 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:08.509062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:08.510147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.512708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-9c9f8c1a-651c-49f4-8036-d15ad9ac16f3 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887398 Aug 10 03:29:08.541525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:08.543813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.574136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Made reservation on behalf of 91810e4f7a7c4f8eab83286bdc585350 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:08.578575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.578998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.579658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcdfc1e-19e9-4b87-9e7f-c71b309fdcd6 None None] The sync data for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:08.623664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] device_id is not set on port a20fddbd-0ccb-4023-9956-9b3730860853 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:29:08.643001 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.644825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.660163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:08.677022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c0732027-ee8a-4a2c-8e27-044f7d737805 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:08.786944 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:08.801251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Allocated IP 172.20.0.12 (855cd1a4-beaf-4c8c-9c83-c59afb3caf82/2660e33e-010b-4d4e-aff9-66be5a138cff/a20fddbd-0ccb-4023-9956-9b3730860853) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:08.826404 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f827a4d-3329-4a09-890d-4bb18d968b75 None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': '34cdb947-3d89-4349-ac99-6282845c40c7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:d3:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2470d924-5fb0-491d-823a-0dab2066ec88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:08.836951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-d346502d-8ec1-4891-81b4-2338fc155def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.845752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-d346502d-8ec1-4891-81b4-2338fc155def service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1097 time: 0.0809922 Aug 10 03:29:08.904140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:08.923073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d6853c40-0eba-4bbe-a469-af3bfcf67385 None None] Provisioning for port c0732027-ee8a-4a2c-8e27-044f7d737805 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:09.012805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.017429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.017673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.019785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=cd2bed05-f801-47dd-8540-82370140d6d4,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.038875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d6853c40-0eba-4bbe-a469-af3bfcf67385 None None] Provisioning complete for port fabd9b40-f2a6-4e99-89b3-ea76453b73fc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:09.039253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d6853c40-0eba-4bbe-a469-af3bfcf67385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.056272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Transition to ACTIVE for port object a20fddbd-0ccb-4023-9956-9b3730860853 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:09.099951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-9637cbe9-5fb4-41b3-8d91-b778790105a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.101672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-9637cbe9-5fb4-41b3-8d91-b778790105a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.2549472 Aug 10 03:29:09.153276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d6853c40-0eba-4bbe-a469-af3bfcf67385 None None] Port fabd9b40-f2a6-4e99-89b3-ea76453b73fc cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:09.155591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.194906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:09.204011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-7d22e219-0826-4022-8002-8b8a36d73f4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 1001 time: 0.0930662 Aug 10 03:29:09.211068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:09.212628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:09.327398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-ec881984-2446-40fc-a4fa-6b499d0696e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.328928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-ec881984-2446-40fc-a4fa-6b499d0696e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.1140258 Aug 10 03:29:09.347750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.352831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port c0732027-ee8a-4a2c-8e27-044f7d737805 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:09.356052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c0732027-ee8a-4a2c-8e27-044f7d737805 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:09.356453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.386141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:09.395668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-0730545a-172b-447a-981e-f70e511109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.397809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-0730545a-172b-447a-981e-f70e511109e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607872 Aug 10 03:29:09.429652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:09.433815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:09.436282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:09.446710 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.488484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.507347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event updated for resources: {'Port': ['ID=a20fddbd-0ccb-4023-9956-9b3730860853,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.595359 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.595972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port c0732027-ee8a-4a2c-8e27-044f7d737805, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c0732027-ee8a-4a2c-8e27-044f7d737805,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:09.596382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.596487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=11']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.596487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Provisioning complete for port c0732027-ee8a-4a2c-8e27-044f7d737805 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:09.596487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.596961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:09.611684 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:09.628923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.629371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e1fad19-8bbe-4b70-a293-e84e36db5acc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0234401 Aug 10 03:29:09.637228 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:09.637228 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:09.638299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899412465'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:09.658047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-8d3edab1-76df-4de5-af5d-a1a1e134aabd service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179558 Aug 10 03:29:09.725440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.726609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1e20c370-d588-44bf-bea8-ede8963df5a0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:09.773191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a7b2edc7-86c8-443f-8914-ee9e3b3259dd tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5555279 Aug 10 03:29:09.776065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:09.780921 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.843416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053118-4ccf-4489-a8b9-bd5973f8c797 req-65fba529-e4eb-4ba9-9b10-28d16dc33d1e service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754072 Aug 10 03:29:09.851170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1e20c370-d588-44bf-bea8-ede8963df5a0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:09.851582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.866686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'project_id': '91810e4f7a7c4f8eab83286bdc585350', 'port_id': 'a20fddbd-0ccb-4023-9956-9b3730860853'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:09.922940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:09.926585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:09.940589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=c0732027-ee8a-4a2c-8e27-044f7d737805,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:09.970398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:09.970753 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:09.978189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:09.985226 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:09.996523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.001560 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added segment ec5376bc-7a93-4caa-9ac2-223b29be3984 of type vlan for network c63a8ff7-77b0-461b-a850-356cd5a30d08 Aug 10 03:29:10.027225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 685fe4c3-82be-4646-9ca1-ee1eb8428215 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:10.077029 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.077831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.095242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 685fe4c3-82be-4646-9ca1-ee1eb8428215 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.096022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.263584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.307546 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:08Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:10.336708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:10.337053 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Updating router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f port cd2bed05-f801-47dd-8540-82370140d6d4 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:10.370152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.377236 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.383690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.383690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.426278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38f54-4f32-41f4-9cb5-19d3ea04769b req-8c4cfc99-4dc2-4c1e-bb4e-57dcae27f172 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.433973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43b38f54-4f32-41f4-9cb5-19d3ea04769b req-8c4cfc99-4dc2-4c1e-bb4e-57dcae27f172 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 946 time: 0.1603243 Aug 10 03:29:10.491906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Network': ['ID=c63a8ff7-77b0-461b-a850-356cd5a30d08,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:10.525500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:10.534682 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7e19e003-24aa-48fd-a81c-341798ba828e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9045446 Aug 10 03:29:10.535416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39120) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:10.545958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'subnet': {'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:10.557676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Allocated IP 172.25.1.234 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/ecb0741e-bfe0-47cd-81b7-b9f6f500491e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:10.565684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c0732027-ee8a-4a2c-8e27-044f7d737805 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:10.567191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43b38f54-4f32-41f4-9cb5-19d3ea04769b req-bef921bc-2adc-4d3e-8b03-dc78c0b977d8 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323514 Aug 10 03:29:10.723733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c0732027-ee8a-4a2c-8e27-044f7d737805 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.724459 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.745038 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f067be16-6163-4ce0-ae6a-1d494e66ac2d x-openstack-request-id: req-f067be16-6163-4ce0-ae6a-1d494e66ac2d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:10.745373 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3f2d43-9770-4bc2-a6bb-d8ae832c289b", "tag": "b943829c-2d87-4790-8fcf-276e95350db2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed2e7c68-62a4-43a5-adbf-fb8f83c90c14", "tag": "38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:10.753289 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f067be16-6163-4ce0-ae6a-1d494e66ac2d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:10.753956 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'tag': 'b943829c-2d87-4790-8fcf-276e95350db2', 'status': 'completed', 'code': 200} Aug 10 03:29:10.754400 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'tag': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'status': 'completed', 'code': 200} Aug 10 03:29:10.754819 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'status': 'completed', 'code': 200} Aug 10 03:29:10.771771 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d327be6-5b1f-494a-804c-c80aa4e48454 x-openstack-request-id: req-5d327be6-5b1f-494a-804c-c80aa4e48454 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:10.772056 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe71be7-5469-4c76-80f8-3d8ebbfd80a4", "name": "network-vif-plugged", "status": "completed", "tag": "302674d6-201b-45f8-8617-36613e901de9", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:10.772894 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d327be6-5b1f-494a-804c-c80aa4e48454 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:10.773752 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302674d6-201b-45f8-8617-36613e901de9', 'code': 200} Aug 10 03:29:10.827301 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.838030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Made reservation on behalf of 14dc05f80984408faa8b3ace3247cbed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:10.841737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.842604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Provisioning for port cd2bed05-f801-47dd-8540-82370140d6d4 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:10.853555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Provisioning complete for port cd2bed05-f801-47dd-8540-82370140d6d4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.853942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:10.863702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Transition to ACTIVE for port object cd2bed05-f801-47dd-8540-82370140d6d4 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:10.900695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bda8ca95-9239-4c67-80c1-afdbbea360c3 None None] Port cd2bed05-f801-47dd-8540-82370140d6d4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:10.976030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-58d640f3-8e98-43d2-940e-62d46e0cd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.977589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-58d640f3-8e98-43d2-940e-62d46e0cd51d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 1097 time: 0.2175448 Aug 10 03:29:10.981478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.025778 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.089363 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0649ef-8b55-4558-94df-242eddae7b25 None None] Pushing event updated for resources: {'Port': ['ID=cd2bed05-f801-47dd-8540-82370140d6d4,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.103681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd0047-29ed-48dc-936f-e8ceaef134e7 req-28a7afa4-dea0-4c08-94ce-d7b79d39b086 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.112950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52dd0047-29ed-48dc-936f-e8ceaef134e7 req-28a7afa4-dea0-4c08-94ce-d7b79d39b086 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2560177 Aug 10 03:29:11.145699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b057f8-8d25-4c4a-96b7-eba32a3aa1aa req-6fc05029-1a0d-4c88-8de9-08bd6bc498e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.147215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1b057f8-8d25-4c4a-96b7-eba32a3aa1aa req-6fc05029-1a0d-4c88-8de9-08bd6bc498e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0fe71be7-5469-4c76-80f8-3d8ebbfd80a4 HTTP/1.1" status: 200 len: 1097 time: 0.3000102 Aug 10 03:29:11.162994 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Attempting to bind port cd2bed05-f801-47dd-8540-82370140d6d4 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:11.164190 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Attempting to bind port cd2bed05-f801-47dd-8540-82370140d6d4 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:11.164190 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Attempting to bind port cd2bed05-f801-47dd-8540-82370140d6d4 on network bf24cbdc-3f02-497d-930d-c54cd8619e96 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:11.169417 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:11.169892 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Checking segment: {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:11.170362 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.170815 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Bound using segment: {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:11.171662 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Bound port: cd2bed05-f801-47dd-8540-82370140d6d4, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343164ad-81d1-4724-bde6-004a06621da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:11.172110 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.225846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2c3f73e0-be55-4b3c-9654-1bd95631f1a7 None None] Provisioning for port a20fddbd-0ccb-4023-9956-9b3730860853 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:11.237504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2c3f73e0-be55-4b3c-9654-1bd95631f1a7 None None] Provisioning complete for port a20fddbd-0ccb-4023-9956-9b3730860853 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:11.237504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2c3f73e0-be55-4b3c-9654-1bd95631f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.260035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1b057f8-8d25-4c4a-96b7-eba32a3aa1aa req-49c3c356-8bec-4279-be21-7a35f8922b52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953264 Aug 10 03:29:11.265416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f95a0aec-ea2e-4b7f-86a4-1020e122d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.267501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f95a0aec-ea2e-4b7f-86a4-1020e122d365 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 918 time: 0.2772734 Aug 10 03:29:11.267850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] For port cd2bed05-f801-47dd-8540-82370140d6d4, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:11.271810 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.278288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52dd0047-29ed-48dc-936f-e8ceaef134e7 req-f873ec3e-ccec-4149-9804-65ad2ca36361 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457744 Aug 10 03:29:11.278584 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] For port cd2bed05-f801-47dd-8540-82370140d6d4, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cd2bed05-f801-47dd-8540-82370140d6d4,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:11.300487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f73e0-be55-4b3c-9654-1bd95631f1a7 None None] Port a20fddbd-0ccb-4023-9956-9b3730860853 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:11.362446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Subnet': ['ID=e93898c6-ea3b-4280-8399-5feef5f21a98,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.366481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Checking segment: {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:11.366859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network hostable DHCP agents. Network: c63a8ff7-77b0-461b-a850-356cd5a30d08, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:11.377673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.386854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-b5b8afe0-9046-43ac-8725-ec27e5d27792 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b943829c-2d87-4790-8fcf-276e95350db2 HTTP/1.1" status: 200 len: 217 time: 0.0736291 Aug 10 03:29:11.421542 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.482071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:11.483406 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0649ef-8b55-4558-94df-242eddae7b25 None None] Pushing event updated for resources: {'Port': ['ID=cd2bed05-f801-47dd-8540-82370140d6d4,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.488486 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:11.489096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:11.495299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24c4f4e8-3713-482a-b304-44f57fb3cf10 req-49440970-fc1a-4de0-ac6f-330292f59821 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.1893752 Aug 10 03:29:11.500985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:11.510381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:11.529563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:11.553393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb0741e-bfe0-47cd-81b7-b9f6f500491e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.586970 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:11.588760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-21bbc56f-9830-4cea-8d1a-1927ec6ff6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.602406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-21bbc56f-9830-4cea-8d1a-1927ec6ff6b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 200 len: 857 time: 0.1758060 Aug 10 03:29:11.633196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4f4e8-3713-482a-b304-44f57fb3cf10 req-9ae4ebea-775c-484f-b045-d75d89817fdf tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.634611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24c4f4e8-3713-482a-b304-44f57fb3cf10 req-9ae4ebea-775c-484f-b045-d75d89817fdf tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports/34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 942 time: 0.1253211 Aug 10 03:29:11.671319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-1aecc6df-53a9-4fca-ad70-dcf878cd72c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565150 Aug 10 03:29:11.672786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c63a8ff7-77b0-461b-a850-356cd5a30d08) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:11.684087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc6802-a7ff-49c0-bfc1-2a2ae872d69f None None] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:11.700331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.700331 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.811435 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4d4e0173-339b-40c4-9738-b31aa39164e2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2697670 Aug 10 03:29:11.812652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39142) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:11.865204 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:11.895568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c63a8ff7-77b0-461b-a850-356cd5a30d08', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:11.898036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a3848b-ac7e-4fd6-9b01-017a3ddd4133 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:11Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:11.898667 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.038027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24c4f4e8-3713-482a-b304-44f57fb3cf10 req-55716b3a-845c-495f-90d4-7fd12d0527ee tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.2771981 Aug 10 03:29:12.161659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Allocated IP 172.23.0.2 (c63a8ff7-77b0-461b-a850-356cd5a30d08/e93898c6-ea3b-4280-8399-5feef5f21a98/e9737147-d7ce-412b-b78a-5e350a947867) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:12.207901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-d1e789d9-f771-4e41-b8e5-66c70116cc36 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940667 Aug 10 03:29:12.387937 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.476711 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.516270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Transition to ACTIVE for port object e9737147-d7ce-412b-b78a-5e350a947867 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:12.565209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Transition to ACTIVE for port object e9737147-d7ce-412b-b78a-5e350a947867 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:12.618927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cd2bed05-f801-47dd-8540-82370140d6d4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:12.713926 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.796234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b943829c-2d87-4790-8fcf-276e95350db2'}, {'server_uuid': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17'}, {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:12.800946 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad3b35-5513-42c8-87f2-aff4b88143cc" -d '{"events": [{"server_uuid": "cc3f2d43-9770-4bc2-a6bb-d8ae832c289b", "name": "network-vif-plugged", "status": "completed", "tag": "b943829c-2d87-4790-8fcf-276e95350db2"}, {"server_uuid": "ed2e7c68-62a4-43a5-adbf-fb8f83c90c14", "name": "network-vif-plugged", "status": "completed", "tag": "38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17"}, {"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:12.804600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Allocated IP 172.23.0.1 (c63a8ff7-77b0-461b-a850-356cd5a30d08/e93898c6-ea3b-4280-8399-5feef5f21a98/f0c51ac4-6afd-486b-9579-216953598cdf) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:12.805316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port cd2bed05-f801-47dd-8540-82370140d6d4 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:12.810078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Pushing event updated for resources: {'Port': ['ID=e9737147-d7ce-412b-b78a-5e350a947867,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:12.826960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cd2bed05-f801-47dd-8540-82370140d6d4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:12.827339 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.830030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:12.832275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}, {'name': 'network-changed', 'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:12.832804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:12.835527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:12.835962 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938931b-ac6a-4651-90f8-a90a9f220a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}, {"name": "network-changed", "server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:12.925576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Attempting to bind port e9737147-d7ce-412b-b78a-5e350a947867 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:12.926129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Attempting to bind port e9737147-d7ce-412b-b78a-5e350a947867 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:12.926452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Attempting to bind port e9737147-d7ce-412b-b78a-5e350a947867 on network c63a8ff7-77b0-461b-a850-356cd5a30d08 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:12.934982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:12.935468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Checking segment: {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:12.935946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.936441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Bound using segment: {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:12.937012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Bound port: e9737147-d7ce-412b-b78a-5e350a947867, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:12.937443 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.958177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:12.971079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Transition to ACTIVE for port object f0c51ac4-6afd-486b-9579-216953598cdf will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:12.993962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.015475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4f4e8-3713-482a-b304-44f57fb3cf10 req-127fda77-f190-484c-a00a-43596d1adaa8 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.017175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24c4f4e8-3713-482a-b304-44f57fb3cf10 req-127fda77-f190-484c-a00a-43596d1adaa8 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.9696069 Aug 10 03:29:13.041663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-e2df603a-3487-4dd9-8e04-aec39b4c1524 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896812 Aug 10 03:29:13.064991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port cd2bed05-f801-47dd-8540-82370140d6d4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cd2bed05-f801-47dd-8540-82370140d6d4,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:13.090402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] For port e9737147-d7ce-412b-b78a-5e350a947867, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:13.093599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] For port e9737147-d7ce-412b-b78a-5e350a947867, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e9737147-d7ce-412b-b78a-5e350a947867,segment=NetworkSegment(ec5376bc-7a93-4caa-9ac2-223b29be3984),segment_id=ec5376bc-7a93-4caa-9ac2-223b29be3984)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:13.112188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.233536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.261439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.279302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.321124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:13.330266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:13.334550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:13.340449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=f0c51ac4-6afd-486b-9579-216953598cdf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:13.343444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.360575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=cd2bed05-f801-47dd-8540-82370140d6d4,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:13.403200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-de4dd48c-13e6-48d0-bdb5-f1aedf5188c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.403200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-de4dd48c-13e6-48d0-bdb5-f1aedf5188c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa19e4658e5440aeb040705248cd022a&device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 1098 time: 0.0886538 Aug 10 03:29:13.409621 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.435985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1b848-d3ea-4b77-bec8-969ee9ec26d5 None None] Pushing event updated for resources: {'Port': ['ID=e9737147-d7ce-412b-b78a-5e350a947867,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:13.592669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f99b27f9-d238-45bf-90a3-b88bf48a86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.614707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f99b27f9-d238-45bf-90a3-b88bf48a86a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 200 len: 918 time: 0.1935794 Aug 10 03:29:13.646813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-a2fe2349-0f66-47e1-a87e-b7ee0f61a976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 HTTP/1.1" status: 200 len: 217 time: 0.0443010 Aug 10 03:29:13.671225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.707479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f5fa8f2b-98e9-4512-afc2-39bfb20009ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.708998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f5fa8f2b-98e9-4512-afc2-39bfb20009ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 200 len: 857 time: 0.0501156 Aug 10 03:29:13.742957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-8f0dd9d9-b972-4f57-946e-0e33491285b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264013 Aug 10 03:29:13.770206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.807553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.907858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb0741e-bfe0-47cd-81b7-b9f6f500491e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:13.921155 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:13.996753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-18bea571-344d-4342-9f05-dfb31c3cddb5 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455308 Aug 10 03:29:14.091135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.163391 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Floating IP 401495cf-caed-47f6-a2c9-fc12cba41348 associated. External IP: 172.25.1.234, port: a20fddbd-0ccb-4023-9956-9b3730860853. Aug 10 03:29:14.221124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969a040-9bbd-4798-bac2-fc311ae7f1b5 req-7f10de60-8d60-4f9d-a409-fd856c401fa0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.222705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4969a040-9bbd-4798-bac2-fc311ae7f1b5 req-7f10de60-8d60-4f9d-a409-fd856c401fa0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 946 time: 0.1368649 Aug 10 03:29:14.250542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.293840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-c12abb1f-4e1f-49d1-a93e-804c128eece5 service neutron] 10.222.0.46 "GET /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896888 Aug 10 03:29:14.325621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4969a040-9bbd-4798-bac2-fc311ae7f1b5 req-4a463f4a-15be-4525-8501-a82c166346f5 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877032 Aug 10 03:29:14.339821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.346479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event updated for resources: {'Port': ['ID=f0c51ac4-6afd-486b-9579-216953598cdf,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:14.406048 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207af22-c746-4219-a4f2-8ebc4127b06e x-openstack-request-id: req-4207af22-c746-4219-a4f2-8ebc4127b06e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:14.406944 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3f2d43-9770-4bc2-a6bb-d8ae832c289b", "name": "network-vif-plugged", "status": "completed", "tag": "b943829c-2d87-4790-8fcf-276e95350db2", "code": 200}, {"server_uuid": "ed2e7c68-62a4-43a5-adbf-fb8f83c90c14", "name": "network-vif-plugged", "status": "completed", "tag": "38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17", "code": 200}, {"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:14.407533 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4207af22-c746-4219-a4f2-8ebc4127b06e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:14.408105 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b943829c-2d87-4790-8fcf-276e95350db2', 'code': 200} Aug 10 03:29:14.408567 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'code': 200} Aug 10 03:29:14.408983 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:29:14.501976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:14.512785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:14.512902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14162153-9f5b-46dc-b876-9581bf06d177 None None] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:14.527344 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4499da-c86e-43bf-8cd2-0f30e8705d55 x-openstack-request-id: req-7b4499da-c86e-43bf-8cd2-0f30e8705d55 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:14.529984 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:14.529984 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b4499da-c86e-43bf-8cd2-0f30e8705d55 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:14.530281 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'status': 'completed', 'code': 200} Aug 10 03:29:14.530385 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7', 'status': 'completed', 'code': 200} Aug 10 03:29:14.692004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e9737147-d7ce-412b-b78a-5e350a947867 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:14.716836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-51669332-0a63-4c3b-a309-973dec3bf605 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.1920462 Aug 10 03:29:14.759957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9e4c7622-2a76-4b78-9972-e0e244667a9b None None] Provisioning for port e9737147-d7ce-412b-b78a-5e350a947867 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:14.775726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-7cd1f043-7d40-475d-94f4-184b4453d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.778226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-7cd1f043-7d40-475d-94f4-184b4453d4aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.3312035 Aug 10 03:29:14.868840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005eaa-23ab-42c8-886c-b934836ac37d req-42556996-a897-4d9e-b8f4-dcbb10b1dbe4 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.870314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-42556996-a897-4d9e-b8f4-dcbb10b1dbe4 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports/34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 942 time: 0.1428325 Aug 10 03:29:14.878863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea56a7-1cdb-446a-91f4-e859d73b540c req-5c0275ea-ef3a-44db-8f18-cf6f8b43753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.878863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8ea56a7-1cdb-446a-91f4-e859d73b540c req-5c0275ea-ef3a-44db-8f18-cf6f8b43753b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 1098 time: 0.2934980 Aug 10 03:29:14.888247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Router 86d15c90-732a-49fb-8fba-11ba7b34c190 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:14.900051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766d22b-e40c-4d4f-920e-63f28d7a9a99 req-001aa7e2-a73b-4958-9d35-e67e4344eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.905199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e9737147-d7ce-412b-b78a-5e350a947867 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:14.905386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f766d22b-e40c-4d4f-920e-63f28d7a9a99 req-001aa7e2-a73b-4958-9d35-e67e4344eab1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 1097 time: 0.3186200 Aug 10 03:29:14.907690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e9737147-d7ce-412b-b78a-5e350a947867 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:14.908177 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.967752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-a6b4674d-4a72-4e08-b4bb-bf083728618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.969418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-a6b4674d-4a72-4e08-b4bb-bf083728618a service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.1771765 Aug 10 03:29:15.035975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.046400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:15.092087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port e9737147-d7ce-412b-b78a-5e350a947867, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e9737147-d7ce-412b-b78a-5e350a947867,segment=NetworkSegment(ec5376bc-7a93-4caa-9ac2-223b29be3984),segment_id=ec5376bc-7a93-4caa-9ac2-223b29be3984)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:15.106499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Provisioning complete for port e9737147-d7ce-412b-b78a-5e350a947867 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:15.106882 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.151515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-8fe8e7df-c9c4-42ab-9ad5-d1f19f54f3c8 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.1535332 Aug 10 03:29:15.165247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f766d22b-e40c-4d4f-920e-63f28d7a9a99 req-be273023-92fd-462f-ad43-efb88d241dae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912286 Aug 10 03:29:15.194082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:15.209039 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0a70113f-1b64-44bc-b604-450ed19f22e6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3926966 Aug 10 03:29:15.210280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39196) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:15.218345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:15.257140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.268638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:15.293392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.317419 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.318554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cd2bed05-f801-47dd-8540-82370140d6d4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:15.345574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:15.346543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:15.410371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005eaa-23ab-42c8-886c-b934836ac37d req-417f6b53-116f-4a82-9db0-0688e8efa7d0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:15.412031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-417f6b53-116f-4a82-9db0-0688e8efa7d0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2595949 Aug 10 03:29:15.413870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8ea56a7-1cdb-446a-91f4-e859d73b540c req-9002fe86-0bb4-42f2-9462-0b35f0635466 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237982 Aug 10 03:29:15.415087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-b22907b5-5879-4245-bb1c-bb9d0e6f5ea8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.3837228 Aug 10 03:29:15.622524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:15.635249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-995e53dd-3db4-42ef-9974-14cd095a414c tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.1840062 Aug 10 03:29:15.644154 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] Sync routers for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:15.649476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:15.652882 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:15.653392 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:15.658650 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:15.659588 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:15.695788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-047b8e20-d668-4c20-923c-e9d6983bf557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:15.697307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-047b8e20-d668-4c20-923c-e9d6983bf557 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.2075591 Aug 10 03:29:15.705211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:15.722956 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:15.722956 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:15.741973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=e9737147-d7ce-412b-b78a-5e350a947867,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:15.753085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:15.776573 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:15.778196 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b137940-6664-47d8-9fbe-b42c59bcb0cd None None] The sync data for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:15.785774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:29:15.786303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cd2bed05-f801-47dd-8540-82370140d6d4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:15.786563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.800869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.831699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Removed routes are [] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:29:15.832543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.857126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f8576a64-53fd-48b2-9c4c-29c460c80478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:15.857126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-f8576a64-53fd-48b2-9c4c-29c460c80478 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410162 Aug 10 03:29:15.913334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.005519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d7213439-1fe8-4f95-89ff-ec73b02557f4 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.2255642 Aug 10 03:29:16.007357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39210) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:16.042938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c51ac4-6afd-486b-9579-216953598cdf', 'name': '', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:cb:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:12Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:16.067352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.079952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:16.080970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Updating router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f port f0c51ac4-6afd-486b-9579-216953598cdf binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:29:16.081319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-2d38126a-d09a-4ff1-be6d-62290d563816 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056527 Aug 10 03:29:16.122620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.154215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.154616 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5 disassociated. External IP: 172.25.1.241, port: 34cdb947-3d89-4349-ac99-6282845c40c7. Aug 10 03:29:16.234081 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-999d4f78-128a-4c55-a706-a11a11e87569 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] 10.222.0.26 "GET /v2.0/floatingips/401495cf-caed-47f6-a2c9-fc12cba41348 HTTP/1.1" status: 200 len: 983 time: 0.2228072 Aug 10 03:29:16.234838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39214) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:16.291249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557fc458-08b2-4abd-8b41-e3190d10d15d req-8fc39614-86f7-4e45-af85-da50651c4c96 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970913 Aug 10 03:29:16.370248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Provisioning for port f0c51ac4-6afd-486b-9579-216953598cdf completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:16.383175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Provisioning complete for port f0c51ac4-6afd-486b-9579-216953598cdf triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:16.383175 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.434858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ca03ef34-eb7f-494d-9931-5c46585b6e8a None None] Port f0c51ac4-6afd-486b-9579-216953598cdf cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:16.483416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e5b6752-da7a-48ac-be0b-7cdbb95f4b98 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.2474215 Aug 10 03:29:16.487949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:16.503524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-021f9a3b-1d66-47a2-9e74-0b969408c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:16.504688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-021f9a3b-1d66-47a2-9e74-0b969408c7d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.0979021 Aug 10 03:29:16.541581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e9737147-d7ce-412b-b78a-5e350a947867 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:16.582050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.595034 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.672576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.685559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a237997-b3c2-4059-a443-be4355c72e56 None None] Provisioning complete for port f0c51ac4-6afd-486b-9579-216953598cdf triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:16.686043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a237997-b3c2-4059-a443-be4355c72e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.712411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:16.769300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Transition to ACTIVE for port object f0c51ac4-6afd-486b-9579-216953598cdf will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:16.801509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5a237997-b3c2-4059-a443-be4355c72e56 None None] Port f0c51ac4-6afd-486b-9579-216953598cdf cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:16.806702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e9737147-d7ce-412b-b78a-5e350a947867 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:16.806702 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.871819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:16.880998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.881967 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b06ee287-dfa3-4cef-bc79-a33189f6686b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 934 time: 1.6705880 Aug 10 03:29:16.884754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39226) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:16.889178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.988183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:16.999956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d3a1e-9706-4d5a-9834-0f407e135081 None None] Pushing event updated for resources: {'Port': ['ID=f0c51ac4-6afd-486b-9579-216953598cdf,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.057378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1b029302-900f-4237-8340-e1f8b8cc6623 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 934 time: 0.1709898 Aug 10 03:29:17.059453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39230) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:17.065545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'routes': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:17.067274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Attempting to bind port f0c51ac4-6afd-486b-9579-216953598cdf on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:17.067737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Attempting to bind port f0c51ac4-6afd-486b-9579-216953598cdf by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:17.068110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Attempting to bind port f0c51ac4-6afd-486b-9579-216953598cdf on network c63a8ff7-77b0-461b-a850-356cd5a30d08 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:17.074398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:17.074776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Checking segment: {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:17.075185 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.075581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Bound using segment: {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:17.076175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Bound port: f0c51ac4-6afd-486b-9579-216953598cdf, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5376bc-7a93-4caa-9ac2-223b29be3984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:17.076754 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.117103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting port ecb0741e-bfe0-47cd-81b7-b9f6f500491e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:17.117367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.130046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-4fdd2629-9a66-4899-8152-f6607aa3078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.132151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-4fdd2629-9a66-4899-8152-f6607aa3078f service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.6131964 Aug 10 03:29:17.169087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] For port f0c51ac4-6afd-486b-9579-216953598cdf, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:17.172951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] For port f0c51ac4-6afd-486b-9579-216953598cdf, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0c51ac4-6afd-486b-9579-216953598cdf,segment=NetworkSegment(ec5376bc-7a93-4caa-9ac2-223b29be3984),segment_id=ec5376bc-7a93-4caa-9ac2-223b29be3984)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:17.215320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-023d33f3-d77e-4d63-b212-0e7e15e3cfc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.0691991 Aug 10 03:29:17.277788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:17.283817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.289750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:17.301702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:17.302800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.309967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-8328c071-eb4e-4ee3-a4a4-ffee55548335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.311475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-8328c071-eb4e-4ee3-a4a4-ffee55548335 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0864861 Aug 10 03:29:17.322345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-f41a536f-5f52-4efa-9622-58fbfb291853 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "PUT /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 695 time: 1.6796489 Aug 10 03:29:17.322812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:17.325583 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e99fa-7750-42b9-925b-d18e036fda56" -d '{"events": [{"name": "network-changed", "server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:17.343832 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.344950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.370288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Calling delete_port for ecb0741e-bfe0-47cd-81b7-b9f6f500491e owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:17.378828 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.418467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-8013d936-d507-433a-8fd0-64da8530a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.420129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-8013d936-d507-433a-8fd0-64da8530a0e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876074 Aug 10 03:29:17.426936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005eaa-23ab-42c8-886c-b934836ac37d req-a6062d5f-2c87-4f1b-a625-9ddcef76145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.429081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-a6062d5f-2c87-4f1b-a625-9ddcef76145f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1097 time: 0.0757005 Aug 10 03:29:17.504984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d3a1e-9706-4d5a-9834-0f407e135081 None None] Pushing event updated for resources: {'Port': ['ID=f0c51ac4-6afd-486b-9579-216953598cdf,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:17.520490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:17.520870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:17.570571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:17.667017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005eaa-23ab-42c8-886c-b934836ac37d req-ebeb6a41-552a-4627-afa8-f7ae3fa33b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.668641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-ebeb6a41-552a-4627-afa8-f7ae3fa33b52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.2274473 Aug 10 03:29:17.710059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:17.739392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-38cb14e5-bf2b-48b3-a682-01cc3fb2403a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 217 time: 0.0565047 Aug 10 03:29:17.794392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-30429cd1-b982-4ca2-982b-2f502d2bbd1d service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594905 Aug 10 03:29:17.834632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005eaa-23ab-42c8-886c-b934836ac37d req-43faa8c2-ff2e-4201-bac9-32fd4787fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.842466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-43faa8c2-ff2e-4201-bac9-32fd4787fb7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0920448 Aug 10 03:29:17.930325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005eaa-23ab-42c8-886c-b934836ac37d req-4c785482-0073-4986-b3d4-3d1be16d1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.946757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-4c785482-0073-4986-b3d4-3d1be16d1e08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949066 Aug 10 03:29:18.007051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-7264db09-c119-43d5-9ccb-6d318affae13 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989737 Aug 10 03:29:18.057320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-dd918412-4bf4-414d-a5de-9483c2e345f2 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176853 Aug 10 03:29:18.180642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:18.219491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:18.222031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-34d57bfd-93cc-46d5-9103-9fbf8daaee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.222581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added routes are [] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:29:18.222581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:29:18.225616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-34d57bfd-93cc-46d5-9103-9fbf8daaee00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1097 time: 0.1150854 Aug 10 03:29:18.230203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57005eaa-23ab-42c8-886c-b934836ac37d req-a015646f-aaad-4a54-918f-913e45d754f7 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714714 Aug 10 03:29:18.244754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.253590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:18.254248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:18.290071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Port': ['ID=ecb0741e-bfe0-47cd-81b7-b9f6f500491e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:18.320445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-bbc59ebe-6d85-4512-a5cd-2b481d6f94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.322049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-bbc59ebe-6d85-4512-a5cd-2b481d6f94ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.0909166 Aug 10 03:29:18.385838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 6, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c51ac4-6afd-486b-9579-216953598cdf', 'name': '', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:cb:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:12Z', 'updated_at': '2021-08-10T03:29:17Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:18.405317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.405777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.406296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.416793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.417485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.418212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.418744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.419571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.420217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.420383 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-6a0db5a8-d4b2-41ab-8d8f-9b6e823dbcaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 217 time: 0.0811563 Aug 10 03:29:18.420917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.421262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.421603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:18.421986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:18.443512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.448814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:18.449157 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Floating IP 401495cf-caed-47f6-a2c9-fc12cba41348 disassociated (deleted). External IP: 172.25.1.234, port: a20fddbd-0ccb-4023-9956-9b3730860853. Aug 10 03:29:18.473348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f95b-52c2-41db-b630-e6984899c883 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:15Z', 'revision_number': 6, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c51ac4-6afd-486b-9579-216953598cdf', 'name': '', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:cb:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:12Z', 'updated_at': '2021-08-10T03:29:17Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:18.578311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-9658e3ac-496a-4c83-9152-88d7e737096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.578311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-9658e3ac-496a-4c83-9152-88d7e737096d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.1469920 Aug 10 03:29:18.614819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bfb42-c28f-4954-a22f-4be7ac75b362 req-0d9ded5a-76ff-4bc0-ae3b-24733722a8b5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.618407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b3bfb42-c28f-4954-a22f-4be7ac75b362 req-0d9ded5a-76ff-4bc0-ae3b-24733722a8b5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1453962 Aug 10 03:29:18.703130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-553b27bb-f164-42fd-8e1a-8648ae523b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.705313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-553b27bb-f164-42fd-8e1a-8648ae523b5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221814 Aug 10 03:29:18.708139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:18.709869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b3bfb42-c28f-4954-a22f-4be7ac75b362 req-c80ba481-ecfe-4fe2-bf78-7530f5408ffb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547612 Aug 10 03:29:18.863078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-82743152-8cdc-4279-8595-8b7d909ffe7e service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352923 Aug 10 03:29:19.028125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.031485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:19.064997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.080884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.102860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3cf3b-6cda-40b6-83f8-be2a830eb99b None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:19.105115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'mac_address': 'fa:16:3e:11:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:19.168173 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.175989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a22ca-8b1b-41d1-8b41-eaad322956f8 req-6dee5e0c-fe61-4458-9c5b-ecc35dc7b5e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.177832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e00a22ca-8b1b-41d1-8b41-eaad322956f8 req-6dee5e0c-fe61-4458-9c5b-ecc35dc7b5e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 946 time: 0.2132604 Aug 10 03:29:19.181447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4938931b-ac6a-4651-90f8-a90a9f220a3b req-71b0ab83-f388-488a-85f2-43b0f8732c66 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834911 Aug 10 03:29:19.222740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:19.241666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:19.245441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e00a22ca-8b1b-41d1-8b41-eaad322956f8 req-36f1fd26-b683-4b64-9d5e-950a44c445e8 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545425 Aug 10 03:29:19.246009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Router 86d15c90-732a-49fb-8fba-11ba7b34c190 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:19.282149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:19.314198 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753759f-aa07-4a1b-8f03-d07a368be70e x-openstack-request-id: req-b753759f-aa07-4a1b-8f03-d07a368be70e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:19.314495 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:19.314759 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b753759f-aa07-4a1b-8f03-d07a368be70e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:19.315227 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7', 'status': 'completed', 'code': 200} Aug 10 03:29:19.394234 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.410182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e99fa-7750-42b9-925b-d18e036fda56 req-4765cd0b-2104-4085-abf9-bed40cd047bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.411755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-4765cd0b-2104-4085-abf9-bed40cd047bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 1097 time: 0.0696807 Aug 10 03:29:19.508747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=12']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:19.558723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['bfed7062-c869-404b-a18d-6e78ba82c4fb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:19.613617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:19.616517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e99fa-7750-42b9-925b-d18e036fda56 req-43b5d250-9df7-4aa4-bd80-25f72ee2abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.618237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-43b5d250-9df7-4aa4-bd80-25f72ee2abe5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.1978574 Aug 10 03:29:19.632632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.636155 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ad4ab83c-c3ee-4fa2-af09-a56cefffb90c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 700 time: 2.5729914 Aug 10 03:29:19.640130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39286) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:19.649824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:19.654793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.663020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558320e6-d1b0-428c-8275-887774f26cde None None] Sync routers for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:19.674802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558320e6-d1b0-428c-8275-887774f26cde None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:19.675507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-558320e6-d1b0-428c-8275-887774f26cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.699031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5080583d-fd38-49ee-bd65-5b6a1b2ce49c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "DELETE /v2.0/floatingips/401495cf-caed-47f6-a2c9-fc12cba41348 HTTP/1.1" status: 204 len: 168 time: 3.2096303 Aug 10 03:29:19.702854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39290) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:19.715892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:19.733156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-8acdc7bb-2b38-4b60-b777-e2435181d238 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 200 len: 217 time: 0.1066010 Aug 10 03:29:19.765007 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-558320e6-d1b0-428c-8275-887774f26cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.788225 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558320e6-d1b0-428c-8275-887774f26cde None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:19.790784 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-558320e6-d1b0-428c-8275-887774f26cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.856809 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-558320e6-d1b0-428c-8275-887774f26cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:19.857575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558320e6-d1b0-428c-8275-887774f26cde None None] The sync data for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:19.890040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.901959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e99fa-7750-42b9-925b-d18e036fda56 req-5fdf333a-005d-4b6e-9aa4-8334541abedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.903568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-5fdf333a-005d-4b6e-9aa4-8334541abedd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0976460 Aug 10 03:29:19.941028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f9c89-4e7a-4085-a790-ad6f23c4b6f9 None None] New status for floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:20.045269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-851e5545-e334-4cd9-abab-cd8cd2075252 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 700 time: 0.4026375 Aug 10 03:29:20.048743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39302) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:20.076563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.146926 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:20.159971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:20.161110 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:20.196570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e99fa-7750-42b9-925b-d18e036fda56 req-5c6ab83f-da77-4009-a8bc-701df3bbd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.198135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-5c6ab83f-da77-4009-a8bc-701df3bbd85f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2824860 Aug 10 03:29:20.235350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Allocated IP 172.25.1.225 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3b4c3410-30b1-4f82-a21b-6bc57e3e056f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:20.318246 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:20.520262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.608045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674375a-ede7-48ae-9371-e0a9df750015 req-908b3520-1103-414f-b86a-2d3217e2d799 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.617300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0c51ac4-6afd-486b-9579-216953598cdf up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:20.627424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e674375a-ede7-48ae-9371-e0a9df750015 req-908b3520-1103-414f-b86a-2d3217e2d799 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 945 time: 0.2385454 Aug 10 03:29:20.703979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-0d8904f7-ed70-411b-8889-5ee07926eee8 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865713 Aug 10 03:29:20.798628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.840701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e674375a-ede7-48ae-9371-e0a9df750015 req-08115372-558c-47cf-b31a-0a9d4154469e tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820364 Aug 10 03:29:20.846750 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:18Z', 'revision_number': 7, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c51ac4-6afd-486b-9579-216953598cdf', 'name': '', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:cb:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:12Z', 'updated_at': '2021-08-10T03:29:17Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:20.869276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4c3410-30b1-4f82-a21b-6bc57e3e056f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.905588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:20.905588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:20.905588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:20.907889 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:20.928552 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:20.929532 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:21.011375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.018929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310e99fa-7750-42b9-925b-d18e036fda56 req-bd2aad51-7667-4838-ab4c-f0ae2024d045 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996593 Aug 10 03:29:21.065496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb777ef4-4cee-476f-893e-40873459dde5 req-7ede5f92-ed68-4537-80e4-dd3c6afc7002 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.067527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb777ef4-4cee-476f-893e-40873459dde5 req-7ede5f92-ed68-4537-80e4-dd3c6afc7002 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 946 time: 0.1481917 Aug 10 03:29:21.095883 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:21.114466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f0c51ac4-6afd-486b-9579-216953598cdf completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:21.114466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f0c51ac4-6afd-486b-9579-216953598cdf triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:21.114466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.176818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb777ef4-4cee-476f-893e-40873459dde5 req-93864916-8ae7-4698-8581-0cae27ec9bd7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906715 Aug 10 03:29:21.300959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.354897 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.422254 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.452776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f0c51ac4-6afd-486b-9579-216953598cdf, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0c51ac4-6afd-486b-9579-216953598cdf,segment=NetworkSegment(ec5376bc-7a93-4caa-9ac2-223b29be3984),segment_id=ec5376bc-7a93-4caa-9ac2-223b29be3984)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:21.619388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-4ea13659-071c-49a9-8b79-e1967e796259 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.620984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-4ea13659-071c-49a9-8b79-e1967e796259 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1884289 Aug 10 03:29:21.637321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.738416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.758511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f0c51ac4-6afd-486b-9579-216953598cdf,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.799191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-f95b9fd4-6419-4118-bfdf-c15f73b84453 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 696 time: 0.1466994 Aug 10 03:29:21.811508 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:18Z', 'revision_number': 7, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c51ac4-6afd-486b-9579-216953598cdf', 'name': '', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:cb:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:12Z', 'updated_at': '2021-08-10T03:29:17Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:21.833465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'floatingip': {'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:21.843290 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ecb2d-95bc-4e7f-ba67-9cb646a386a3 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:18Z', 'revision_number': 7, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0c51ac4-6afd-486b-9579-216953598cdf', 'name': '', 'network_id': 'c63a8ff7-77b0-461b-a850-356cd5a30d08', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:cb:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:12Z', 'updated_at': '2021-08-10T03:29:17Z', 'revision_number': 4, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'e93898c6-ea3b-4280-8399-5feef5f21a98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:21.851286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.936319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.965566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Pushing event updated for resources: {'Port': ['ID=3b4c3410-30b1-4f82-a21b-6bc57e3e056f,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.991644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.032157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1298315-e645-44f3-a481-f8ded6f18412 req-74cd6195-e1ff-4d8f-9f8f-b2e5bc52573f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.033729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1298315-e645-44f3-a481-f8ded6f18412 req-74cd6195-e1ff-4d8f-9f8f-b2e5bc52573f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "GET /v2.0/ports?device_id=2470d924-5fb0-491d-823a-0dab2066ec88 HTTP/1.1" status: 200 len: 945 time: 0.2918839 Aug 10 03:29:22.101993 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.115770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b91708b1-5257-49c6-b6c1-d722a58e3d80 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3992889 Aug 10 03:29:22.115770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:22.284543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:22.413854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.485029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0c51ac4-6afd-486b-9579-216953598cdf up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:22.577422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f0c51ac4-6afd-486b-9579-216953598cdf triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:22.577699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.622620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.654212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:22.711841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port bfed7062-c869-404b-a18d-6e78ba82c4fb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:22.719620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.759754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Allocated IP 172.25.1.176 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/9d885f38-5727-4243-971c-275b504bba30) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:22.868232 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.900485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:22.903339 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca4675-85b4-45f5-9d4d-6ab61f10b967" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:22.921784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:22.977506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.985100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port f0c51ac4-6afd-486b-9579-216953598cdf {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:22.985730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.066566 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.095148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Deleting port 34cdb947-3d89-4349-ac99-6282845c40c7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:23.095513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.159191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=13']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.175103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.235818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:23.239327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:23.244582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:23.247733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Pushing event updated for resources: {'Port': ['ID=9d885f38-5727-4243-971c-275b504bba30,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.292005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port f0c51ac4-6afd-486b-9579-216953598cdf, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0c51ac4-6afd-486b-9579-216953598cdf,segment=NetworkSegment(ec5376bc-7a93-4caa-9ac2-223b29be3984),segment_id=ec5376bc-7a93-4caa-9ac2-223b29be3984)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:23.292633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.343547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for f0c51ac4-6afd-486b-9579-216953598cdf owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:23.346362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] For port 34cdb947-3d89-4349-ac99-6282845c40c7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34cdb947-3d89-4349-ac99-6282845c40c7,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:23.346706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.371374 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.374427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Calling delete_port for 34cdb947-3d89-4349-ac99-6282845c40c7 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:23.417278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.resource_extend [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:29:23.492405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.533407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.663004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.740701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.800734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.855530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=f0c51ac4-6afd-486b-9579-216953598cdf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.860782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.890665 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5 associated. External IP: 172.25.1.241, port: e7c56ea9-8178-4b0d-ad12-37326bf8b819. Aug 10 03:29:23.993862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.025794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Pushing event updated for resources: {'Port': ['ID=9d885f38-5727-4243-971c-275b504bba30,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:24.194856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.199563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.201877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-071b3ada-a1b0-417b-9351-7f8e091229ec tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0939124 Aug 10 03:29:24.203748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39356) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:24.205632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.228940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e7c56ea9-8178-4b0d-ad12-37326bf8b819', '34cdb947-3d89-4349-ac99-6282845c40c7'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:24.330738 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e5ddfc5e-b6bb-42e6-a524-c1ae5738630f tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1254952 Aug 10 03:29:24.331392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39360) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:24.381324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:24.421507 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32329b45-f32d-463f-862d-db52f519235c tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0889046 Aug 10 03:29:24.422423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:24.440104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event deleted for resources: {'Port': ['ID=34cdb947-3d89-4349-ac99-6282845c40c7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:24.538328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] No DVR routers for this DVR port 34cdb947-3d89-4349-ac99-6282845c40c7 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:24.572774 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.574926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1298315-e645-44f3-a481-f8ded6f18412 req-ad777973-d2bd-479f-becf-51faacf2db31 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "DELETE /v2.0/ports/34cdb947-3d89-4349-ac99-6282845c40c7 HTTP/1.1" status: 204 len: 173 time: 2.5329506 Aug 10 03:29:24.575517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'name': 'network-vif-deleted', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:24.578014 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc89530-dafd-49cf-9ea6-0fbad60ef0ac" -d '{"events": [{"server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "name": "network-vif-deleted", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:24.689979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Deleting port 9d885f38-5727-4243-971c-275b504bba30 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:24.690663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.805572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.805913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.819460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Calling delete_port for 9d885f38-5727-4243-971c-275b504bba30 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:24.841200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:24.847159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.856099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:24.865148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:24.866604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:24.879909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:24.891763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-969b873c-e17a-4978-a478-7cf73a5ea2dc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "PUT /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 996 time: 3.0744586 Aug 10 03:29:25.029435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-0709a359-f56e-4479-a7c1-8e6613bdc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.031199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-0709a359-f56e-4479-a7c1-8e6613bdc762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.0977786 Aug 10 03:29:25.032761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:25.040886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5e8b6a55-a680-459a-bce6-063126540974 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9883235 Aug 10 03:29:25.042118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39370) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.043937 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:25.055247 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:25.055847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.110213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet e93898c6-ea3b-4280-8399-5feef5f21a98 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:25.114888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.160412 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:25.161914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.170005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:25.179665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-db006caf-57d1-4bd3-b081-86c0411ca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.193119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-db006caf-57d1-4bd3-b081-86c0411ca3db service neutron] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.1537442 Aug 10 03:29:25.269189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.310905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-cb613037-2f2f-442a-9fe5-a8556846fbe9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 999 time: 0.1163046 Aug 10 03:29:25.382489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-8fef43ac-07d6-4c3f-b2ad-c93cd553ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.384070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-8fef43ac-07d6-4c3f-b2ad-c93cd553ef07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0638783 Aug 10 03:29:25.429902 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 8, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.456930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-1adfa212-f2a9-4a3c-854e-e6a970935cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.458766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-1adfa212-f2a9-4a3c-854e-e6a970935cc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678110 Aug 10 03:29:25.465394 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:25.476599 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:25.477259 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.488673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 8, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.517799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:25.527067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:25.527744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:25.569440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.580027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-82ef6063-4f35-44d4-8a44-ce5d286e7eaa service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058547 Aug 10 03:29:25.583366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:25.605100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Pushing event deleted for resources: {'Port': ['ID=9d885f38-5727-4243-971c-275b504bba30,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.661449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.706990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:25.764077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=e93898c6-ea3b-4280-8399-5feef5f21a98,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:25.786330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.786330 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6980701f-3aa4-4b3b-9b8b-4cdede285de6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/e93898c6-ea3b-4280-8399-5feef5f21a98 HTTP/1.1" status: 204 len: 168 time: 0.7380393 Aug 10 03:29:25.786330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39380) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.791145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5595e50e-b3ba-4b09-9b34-e6921ef1ad78 req-abaae470-3908-4a61-94bd-d8ae4b1ee38e service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098765 Aug 10 03:29:25.811828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb73758-24c3-47f4-a0e6-d3036de0279f None None] Network c63a8ff7-77b0-461b-a850-356cd5a30d08 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:25.857955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.862692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.867968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:25.868974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6056c03f-a908-4857-9558-1a52835037c8 tempest-FloatingIPAdminTestJSON-466564302 tempest-FloatingIPAdminTestJSON-466564302-project] 10.222.0.26 "DELETE /v2.0/floatingips/fb2bcb2d-912b-405f-810a-d19b4ed326a1 HTTP/1.1" status: 204 len: 168 time: 1.4453239 Aug 10 03:29:25.920777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.000645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port e9737147-d7ce-412b-b78a-5e350a947867 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:26.001087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.043953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 8, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.086004 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008ceae-9a6c-4c12-8af1-18aa6d454f9c None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 8, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd2bed05-f801-47dd-8540-82370140d6d4', 'name': '', 'network_id': 'bf24cbdc-3f02-497d-930d-c54cd8619e96', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:8a:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:05Z', 'updated_at': '2021-08-10T03:29:13Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': '87af37fb-dca7-4441-8a7c-2e41bc1a42e1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:26.129821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port e9737147-d7ce-412b-b78a-5e350a947867, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e9737147-d7ce-412b-b78a-5e350a947867,segment=NetworkSegment(ec5376bc-7a93-4caa-9ac2-223b29be3984),segment_id=ec5376bc-7a93-4caa-9ac2-223b29be3984)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:26.131911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.152694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for e9737147-d7ce-412b-b78a-5e350a947867 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:26.249080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2af9d-0230-46db-8402-4f538214c35b req-fa8088f8-eccb-4183-9c6e-8850540fe97c tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:26.250843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9af2af9d-0230-46db-8402-4f538214c35b req-fa8088f8-eccb-4183-9c6e-8850540fe97c tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fe71be7-5469-4c76-80f8-3d8ebbfd80a4 HTTP/1.1" status: 200 len: 945 time: 0.1348011 Aug 10 03:29:26.258302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.325653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Deleting port 3b4c3410-30b1-4f82-a21b-6bc57e3e056f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:26.326294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.329758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.350146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9af2af9d-0230-46db-8402-4f538214c35b req-cacc66bc-5ece-4633-b2f3-3e4642faa583 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864973 Aug 10 03:29:26.374275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 8, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.420893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port e9737147-d7ce-412b-b78a-5e350a947867 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:26.485747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.486184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.499619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Calling delete_port for 3b4c3410-30b1-4f82-a21b-6bc57e3e056f owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:26.522752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=e9737147-d7ce-412b-b78a-5e350a947867,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:26.533473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ddff5-7f87-4c3f-8d0c-9691fcfa9cf6 None None] DHCP port deletion for c63a8ff7-77b0-461b-a850-356cd5a30d08 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:26.538831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8452e67-bef8-4046-991e-b64a202508e7 None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'd90cb263-96b9-44d1-83a9-f3cfa4d541c5', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '03384b2d-e750-4586-bce2-2858ee621849', 'port_id': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'mac_address': 'fa:16:3e:69:f1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:28:24Z', 'updated_at': '2021-08-10T03:29:23Z', 'revision_number': 8, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:26.661479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34cdb947-3d89-4349-ac99-6282845c40c7 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:26.700159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 34cdb947-3d89-4349-ac99-6282845c40c7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:26.700606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34cdb947-3d89-4349-ac99-6282845c40c7 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:26.703328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.710955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e9737147-d7ce-412b-b78a-5e350a947867 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:26.737060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63a8ff7-77b0-461b-a850-356cd5a30d08']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.758620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5376bc-7a93-4caa-9ac2-223b29be3984') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.758918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5376bc-7a93-4caa-9ac2-223b29be3984') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:26.769791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e9737147-d7ce-412b-b78a-5e350a947867 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:26.770012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e9737147-d7ce-412b-b78a-5e350a947867 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:26.770409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0c51ac4-6afd-486b-9579-216953598cdf no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:26.787470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.792083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa16c3d-aa5d-4e4c-9d10-b2db7e1ee440 req-aa4e2535-bc51-467d-aa3c-05e5cc032353 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:26.802435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baa16c3d-aa5d-4e4c-9d10-b2db7e1ee440 req-aa4e2535-bc51-467d-aa3c-05e5cc032353 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 947 time: 0.1730847 Aug 10 03:29:26.814201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.824661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:26.825074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:26.832931 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:26.849295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f0c51ac4-6afd-486b-9579-216953598cdf {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:26.849664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0c51ac4-6afd-486b-9579-216953598cdf not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:26.998573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baa16c3d-aa5d-4e4c-9d10-b2db7e1ee440 req-533ab564-c7ac-42d3-8b23-9dd93f99deb8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938348 Aug 10 03:29:27.033536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbcc8e-d161-49ca-bdb3-6a4d6076c204 None None] New status for floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:27.158359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.228704 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476287d9-f695-4fa6-a2f4-2730f78dae16 x-openstack-request-id: req-476287d9-f695-4fa6-a2f4-2730f78dae16 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:27.229324 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-plugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:27.230019 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-476287d9-f695-4fa6-a2f4-2730f78dae16 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:27.230591 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:29:27.267900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b4c3410-30b1-4f82-a21b-6bc57e3e056f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.306547 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd61743-9178-49ff-b714-f588a5bdeaa4 x-openstack-request-id: req-1cd61743-9178-49ff-b714-f588a5bdeaa4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:27.306848 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2470d924-5fb0-491d-823a-0dab2066ec88", "name": "network-vif-deleted", "tag": "34cdb947-3d89-4349-ac99-6282845c40c7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:27.307106 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cd61743-9178-49ff-b714-f588a5bdeaa4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:27.311201 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470d924-5fb0-491d-823a-0dab2066ec88', 'name': 'network-vif-deleted', 'tag': '34cdb947-3d89-4349-ac99-6282845c40c7', 'status': 'completed', 'code': 200} Aug 10 03:29:27.488935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.495735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.500992 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/c63a8ff7-77b0-461b-a850-356cd5a30d08 HTTP/1.1" status: 204 len: 168 time: 1.7091751 Aug 10 03:29:27.524963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39404) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:27.664931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6511075-c395-44bc-b2cd-07bba8b46490 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=c63a8ff7-77b0-461b-a850-356cd5a30d08,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:27.814916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.815515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.817738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.818152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.819194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.819711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.820245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.827698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.827818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.828119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.828485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.828843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:27.958263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.980862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.980862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-714b3a54-29d5-4399-ba85-fcad70710100 tempest-FloatingIPAdminTestJSON-1084846338 tempest-FloatingIPAdminTestJSON-1084846338-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/c9038c55-6f0f-41a1-b110-745e747d7d2c HTTP/1.1" status: 204 len: 168 time: 2.0938034 Aug 10 03:29:27.980862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be50a206-d540-4408-979d-7e57bfd6cf2e req-01d183f1-62ed-4b84-9e44-2a7b1ebe5cf0 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 998 time: 0.1337919 Aug 10 03:29:27.980862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39410) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:28.029354 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.248987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50a206-d540-4408-979d-7e57bfd6cf2e req-856fe9a1-0eac-4fcf-912d-81246c6252d9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:28.258662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be50a206-d540-4408-979d-7e57bfd6cf2e req-856fe9a1-0eac-4fcf-912d-81246c6252d9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.2769699 Aug 10 03:29:28.263279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-be50a206-d540-4408-979d-7e57bfd6cf2e req-64be2972-b261-42af-987c-d21c3f445423 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:29:28.264339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be50a206-d540-4408-979d-7e57bfd6cf2e req-64be2972-b261-42af-987c-d21c3f445423 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139091 Aug 10 03:29:28.307626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting port a20fddbd-0ccb-4023-9956-9b3730860853 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:28.310860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.487671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.487671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Calling delete_port for a20fddbd-0ccb-4023-9956-9b3730860853 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:28.544760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port cd2bed05-f801-47dd-8540-82370140d6d4 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:28.545987 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.666193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port cd2bed05-f801-47dd-8540-82370140d6d4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cd2bed05-f801-47dd-8540-82370140d6d4,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:28.667013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.691076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for cd2bed05-f801-47dd-8540-82370140d6d4 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:28.809379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:28.911633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Port': ['ID=a20fddbd-0ccb-4023-9956-9b3730860853,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:29.022459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.024832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-73a1098e-21f7-470d-9423-6fe4533dae79 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "DELETE /v2.0/ports/a20fddbd-0ccb-4023-9956-9b3730860853 HTTP/1.1" status: 204 len: 168 time: 1.0498457 Aug 10 03:29:29.037946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.080246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.294579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a36040-bb05-4a6e-bb61-e6aa7b2beb4b req-db36522d-76b4-49b5-8735-7d332570c083 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.316979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a36040-bb05-4a6e-bb61-e6aa7b2beb4b req-db36522d-76b4-49b5-8735-7d332570c083 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 947 time: 0.1228087 Aug 10 03:29:29.318657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:29.329211 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f" -d '{"events": [{"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:29.352747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=cd2bed05-f801-47dd-8540-82370140d6d4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:29.374364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fa602-2717-49b5-8eb8-dc4a92083369 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.376403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1f9fa602-2717-49b5-8eb8-dc4a92083369 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "GET /v2.0/ports?device_id=86d15c90-732a-49fb-8fba-11ba7b34c190 HTTP/1.1" status: 200 len: 913 time: 0.3464630 Aug 10 03:29:29.389032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39436) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.491128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a36040-bb05-4a6e-bb61-e6aa7b2beb4b req-eecd5def-006c-4c97-a895-7f681a2ca757 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731689 Aug 10 03:29:29.518519 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.822369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:29.862619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-cafa0541-4d2b-4e04-a3b8-f647b7840ef6 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.1309836 Aug 10 03:29:29.924770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:29.927054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-8289bcaa-b127-4f0b-bfff-4f4e9b648784 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.931555 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-77c0e61d-2791-48e4-b37a-da8c5d9773d2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4053082 Aug 10 03:29:29.937433 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:29.946593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-8289bcaa-b127-4f0b-bfff-4f4e9b648784 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports/e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 942 time: 0.0709429 Aug 10 03:29:29.946593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39444) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:29.949571 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:29.950290 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:30.079964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet 87af37fb-dca7-4441-8a7c-2e41bc1a42e1 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:30.083046 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:30.083437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.148752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.295897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-efbd42ce-101f-48dc-bbcf-814580c678fd tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.2762287 Aug 10 03:29:30.299673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.325540 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:28Z', 'revision_number': 9, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:30.354006 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:30.363458 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:30.365599 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:30.465897 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:30.495663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.504135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-8b80033d-8ac4-43af-ad93-9445814b4084 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.514932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-8b80033d-8ac4-43af-ad93-9445814b4084 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1892745 Aug 10 03:29:30.620216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5f97-5053-4031-8ac0-ff959ec876b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.666992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.725636 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:28Z', 'revision_number': 9, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:30.754899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.777216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39456) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:30.779259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/87af37fb-dca7-4441-8a7c-2e41bc1a42e1 HTTP/1.1" status: 204 len: 168 time: 0.8105083 Aug 10 03:29:30.779497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccda09a-77ad-4177-82cc-edd9137a77b1 None None] Network bf24cbdc-3f02-497d-930d-c54cd8619e96 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:30.779611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-9daf5b4e-3ae4-40bd-bdf3-3d9bbcc76d8f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 1001 time: 0.2484393 Aug 10 03:29:30.779611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c4dee-33bf-42e2-af83-4ffed0093284 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=87af37fb-dca7-4441-8a7c-2e41bc1a42e1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.818510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:30.879890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31956ef9-297a-482d-ae64-aa4628028f28 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:28Z', 'revision_number': 9, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '685fe4c3-82be-4646-9ca1-ee1eb8428215', 'name': '', 'network_id': '10a26c2a-dd5a-4732-9962-8086b7bd7b5b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:e0:3d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:57Z', 'updated_at': '2021-08-10T03:29:07Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:30.934622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-2efb1583-f3d5-41bc-a6dd-75cea36e67a0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.941919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-2efb1583-f3d5-41bc-a6dd-75cea36e67a0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fe71be7-5469-4c76-80f8-3d8ebbfd80a4 HTTP/1.1" status: 200 len: 945 time: 0.2625360 Aug 10 03:29:30.951664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:30.977578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.081562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port c0732027-ee8a-4a2c-8e27-044f7d737805 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:31.081909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.205295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port c0732027-ee8a-4a2c-8e27-044f7d737805, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c0732027-ee8a-4a2c-8e27-044f7d737805,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:31.206297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.225563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for c0732027-ee8a-4a2c-8e27-044f7d737805 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:31.266089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] DHCP port deletion for bf24cbdc-3f02-497d-930d-c54cd8619e96 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:31.391500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] Deleting port c0732027-ee8a-4a2c-8e27-044f7d737805 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:31.391963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.449471 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.518440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=c0732027-ee8a-4a2c-8e27-044f7d737805,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:31.532064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port c0732027-ee8a-4a2c-8e27-044f7d737805 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:31.546367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] For port c0732027-ee8a-4a2c-8e27-044f7d737805, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c0732027-ee8a-4a2c-8e27-044f7d737805,segment=NetworkSegment(343164ad-81d1-4724-bde6-004a06621da0),segment_id=343164ad-81d1-4724-bde6-004a06621da0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:31.547134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.574244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] Calling delete_port for c0732027-ee8a-4a2c-8e27-044f7d737805 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:31.688746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.736902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.738231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Deleting port 302674d6-201b-45f8-8617-36613e901de9 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:31.738578 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.751553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.773094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf24cbdc-3f02-497d-930d-c54cd8619e96']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:31.799309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] Pushing event deleted for resources: {'Port': ['ID=c0732027-ee8a-4a2c-8e27-044f7d737805,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:31.801587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343164ad-81d1-4724-bde6-004a06621da0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:31.802150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343164ad-81d1-4724-bde6-004a06621da0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:31.817155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2bd73-e233-4eca-acf1-8ecfe69e454f None None] No DVR routers for this DVR port c0732027-ee8a-4a2c-8e27-044f7d737805 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:31.844252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.853646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] For port 302674d6-201b-45f8-8617-36613e901de9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=302674d6-201b-45f8-8617-36613e901de9,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:31.853872 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.863466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.869618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Calling delete_port for 302674d6-201b-45f8-8617-36613e901de9 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:31.871261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:31.871894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:31.954145 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:31.978141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.984734 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5 disassociated. External IP: 172.25.1.241, port: e7c56ea9-8178-4b0d-ad12-37326bf8b819. Aug 10 03:29:32.041404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting port fabd9b40-f2a6-4e99-89b3-ea76453b73fc {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:32.041909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.110564 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.135501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.139036 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/bf24cbdc-3f02-497d-930d-c54cd8619e96 HTTP/1.1" status: 204 len: 168 time: 1.3752928 Aug 10 03:29:32.140514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39460) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:32.172328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.191446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Calling delete_port for fabd9b40-f2a6-4e99-89b3-ea76453b73fc owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:32.206989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ec2f-0184-4836-bdd4-1a2133c7b338 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=bf24cbdc-3f02-497d-930d-c54cd8619e96,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:32.493258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c0732027-ee8a-4a2c-8e27-044f7d737805 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:32.532065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: c0732027-ee8a-4a2c-8e27-044f7d737805 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:32.532488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c0732027-ee8a-4a2c-8e27-044f7d737805 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:32.535843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cd2bed05-f801-47dd-8540-82370140d6d4 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:32.585367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: cd2bed05-f801-47dd-8540-82370140d6d4 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:32.585367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cd2bed05-f801-47dd-8540-82370140d6d4 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:32.677924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.714061 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.733710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:32.734949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.747738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'b943829c-2d87-4790-8fcf-276e95350db2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:32.839193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Pushing event deleted for resources: {'Port': ['ID=302674d6-201b-45f8-8617-36613e901de9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:32.844338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] No DVR routers for this DVR port 302674d6-201b-45f8-8617-36613e901de9 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:32.846916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.850456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81c96993-25f4-4865-98e3-9b09baf6feeb req-78f631e9-ff9e-44ad-95cb-271cf53717e0 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "DELETE /v2.0/ports/302674d6-201b-45f8-8617-36613e901de9 HTTP/1.1" status: 204 len: 173 time: 1.8948815 Aug 10 03:29:33.023790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:33.029319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.062576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-d6bbd5b5-2b37-4f39-a6b8-ee50ff1aeeb9 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "PUT /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 696 time: 2.2517273 Aug 10 03:29:33.063564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.072668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:33.087188 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0d91077c-d679-4c8d-851b-84c64b71d58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.111738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Port': ['ID=fabd9b40-f2a6-4e99-89b3-ea76453b73fc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:33.190544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 685fe4c3-82be-4646-9ca1-ee1eb8428215 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:33.201455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.221482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-ffece0fd-884f-449f-aa41-d0b6a9583f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.223968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-ffece0fd-884f-449f-aa41-d0b6a9583f84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.1261826 Aug 10 03:29:33.251812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:33.263103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:33.406502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port 685fe4c3-82be-4646-9ca1-ee1eb8428215, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=685fe4c3-82be-4646-9ca1-ee1eb8428215,segment=NetworkSegment(49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2),segment_id=49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:33.406855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.428504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:33.439530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 685fe4c3-82be-4646-9ca1-ee1eb8428215 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:33.479718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-919aa85e-a730-4007-aeb0-191fe210f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.481469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-919aa85e-a730-4007-aeb0-191fe210f24a service neutron] 10.222.0.26 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.2502236 Aug 10 03:29:33.532788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-ee2ee3cb-9e17-424a-9302-19af05f9843d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.0447013 Aug 10 03:29:33.647853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-ec12968e-2d90-4e20-9a3d-9fc59854ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.649534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-ec12968e-2d90-4e20-9a3d-9fc59854ffd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.1072021 Aug 10 03:29:33.653144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.774521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:33.777488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-5b2bb868-78a2-4df3-88c7-2902b750af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.786035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-5b2bb868-78a2-4df3-88c7-2902b750af13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263375 Aug 10 03:29:33.806560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:33.820646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.837335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:33.840618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:33.891296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-f0f34fa8-ce3a-4dba-9825-ec5224bed2ff service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043293 Aug 10 03:29:33.970263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=685fe4c3-82be-4646-9ca1-ee1eb8428215,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:34.117920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:34.314187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.497380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64639e48-11ca-4ca6-a2bb-51b04b6529d7 req-c4c2159f-f6c9-4b51-8a75-4ee94a5c2904 service neutron] 10.222.0.26 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051536 Aug 10 03:29:34.593962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:34.632568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c48ba3-9bd7-481c-b1ad-98c1e6c2892c None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:27:58Z', 'revision_number': 4, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7229f9f5-1b06-4da0-9a12-b0b74683948f', 'name': '', 'network_id': '06d4304a-88af-4f6d-a6bd-65598510a406', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:57Z', 'updated_at': '2021-08-10T03:28:06Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'subnets': [{'id': '83686be0-9556-463f-8d2a-d52ab17c939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:34.644567 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.710377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 302674d6-201b-45f8-8617-36613e901de9 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:34.717919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:34.731848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Router 86d15c90-732a-49fb-8fba-11ba7b34c190 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:34.837589 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae28d2c-d764-4465-8a46-1fa3db7b6439 x-openstack-request-id: req-1ae28d2c-d764-4465-8a46-1fa3db7b6439 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:34.838090 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:34.840152 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ae28d2c-d764-4465-8a46-1fa3db7b6439 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:34.840783 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'status': 'completed', 'code': 200} Aug 10 03:29:35.055672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 302674d6-201b-45f8-8617-36613e901de9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:35.061594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 302674d6-201b-45f8-8617-36613e901de9 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:35.158040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:35.167927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13cd84-f8da-43b4-9f8a-99ff19b515d8 req-d5e4f053-cd78-4053-85da-cc206be3fa60 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:35.168915 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] Sync routers for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:35.169754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d13cd84-f8da-43b4-9f8a-99ff19b515d8 req-d5e4f053-cd78-4053-85da-cc206be3fa60 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 947 time: 0.2065568 Aug 10 03:29:35.171094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac07b98-bb48-4290-92b2-7524a01777ed None None] New status for floating IP d90cb263-96b9-44d1-83a9-f3cfa4d541c5: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:35.173743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b82461c0-ddd1-450d-9c1b-92dd08866a58 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "PUT /v2.0/routers/86d15c90-732a-49fb-8fba-11ba7b34c190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7830606 Aug 10 03:29:35.177654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39472) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.189635 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:35.193806 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.273203 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.293403 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] Routers {'86d15c90-732a-49fb-8fba-11ba7b34c190'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:35.294190 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['86d15c90-732a-49fb-8fba-11ba7b34c190'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.308940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-e281d5ec-21f2-493c-8b0b-08fac19082ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:35.310721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-e281d5ec-21f2-493c-8b0b-08fac19082ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.4441845 Aug 10 03:29:35.385203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:35.385819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.387733 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da977afe-97ea-415a-ace7-240f18e66a9f None None] The sync data for ids ['86d15c90-732a-49fb-8fba-11ba7b34c190'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:35.393944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b62509a-220a-47aa-822a-28e933eb8304 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517509 Aug 10 03:29:35.395409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39474) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.403046 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:35.412990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d13cd84-f8da-43b4-9f8a-99ff19b515d8 req-73f46438-84b8-4718-9765-c1d22de4f551 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213190 Aug 10 03:29:35.422397 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:35.423030 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:35.557229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:35.566110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.626940 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:35.659585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.784213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.854591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.863164 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.906971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-718e361a-5df4-45ad-81bf-f390af22bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:35.911998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-718e361a-5df4-45ad-81bf-f390af22bbbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.5865712 Aug 10 03:29:36.025836 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 10, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.029266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-6c963ba4-6352-4ff8-b3f9-1871f984b030 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.1042035 Aug 10 03:29:36.059763 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:36.065989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.080557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.086816 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:36.095216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db9fc6d-6c88-48f2-b316-8ec480c02100 None None] Network 10a26c2a-dd5a-4732-9962-8086b7bd7b5b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:36.095744 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.095860 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf HTTP/1.1" status: 204 len: 168 time: 0.6952877 Aug 10 03:29:36.105312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39486) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:36.135403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18bd31-5e64-4150-98cb-5d10e06a4d5f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:36.206952 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:36.301658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.389332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] DHCP port deletion for 10a26c2a-dd5a-4732-9962-8086b7bd7b5b request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:36.451484 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 10, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.458160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.479618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-acb35025-1d00-4b1f-aa6f-6e135a40b34b tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 200 len: 694 time: 0.4557250 Aug 10 03:29:36.494862 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a5236-5ae0-488a-a9c2-d3e350a92851 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:33Z', 'revision_number': 10, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None, '_interfaces': [{'id': '1f42a344-a749-4908-8f49-9491e948456b', 'name': '', 'network_id': '8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'mac_address': 'fa:16:3e:80:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:49Z', 'updated_at': '2021-08-10T03:29:01Z', 'revision_number': 5, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'subnets': [{'id': 'a18f328c-4837-4ea9-8be4-5f4b87755259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:36.496251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] Deleting port 5a3f58c4-6303-4709-aad5-accea2369014 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:36.496416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.541043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5a3f58c4-6303-4709-aad5-accea2369014 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:36.632298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-cb7a49e7-e46b-41ba-8546-78a9f411fa52 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.638186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-cb7a49e7-e46b-41ba-8546-78a9f411fa52 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 784 time: 0.1473281 Aug 10 03:29:36.644139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] For port 5a3f58c4-6303-4709-aad5-accea2369014, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5a3f58c4-6303-4709-aad5-accea2369014,segment=NetworkSegment(49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2),segment_id=49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:36.644708 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.657951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] Calling delete_port for 5a3f58c4-6303-4709-aad5-accea2369014 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:36.686493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-cdbbf96b-bf0d-4973-a13b-f9b85fa57dcc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:29:36.687509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-cdbbf96b-bf0d-4973-a13b-f9b85fa57dcc tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0362310 Aug 10 03:29:36.711692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-bcc0d0c4-488a-40ef-be9b-6eaff76d4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.716927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-bcc0d0c4-488a-40ef-be9b-6eaff76d4f85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.6776390 Aug 10 03:29:36.785656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.836338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-4c69e6d4-11f8-4f68-8e0f-0b82cb17e88e tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 697 time: 0.1143031 Aug 10 03:29:36.845296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'name': 'network-vif-deleted', 'tag': '302674d6-201b-45f8-8617-36613e901de9'}, {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:36.847758 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5" -d '{"events": [{"server_uuid": "0fe71be7-5469-4c76-80f8-3d8ebbfd80a4", "name": "network-vif-deleted", "tag": "302674d6-201b-45f8-8617-36613e901de9"}, {"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:36.859267 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.912656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-dca7dc96-7bda-446d-9cab-5fc82b7d6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.914208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-dca7dc96-7bda-446d-9cab-5fc82b7d6448 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664236 Aug 10 03:29:36.946977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] Pushing event deleted for resources: {'Port': ['ID=5a3f58c4-6303-4709-aad5-accea2369014,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:36.947860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-94122819-b39e-4c9a-8967-635b06ddfc2f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.1.241 HTTP/1.1" status: 200 len: 697 time: 0.0935292 Aug 10 03:29:36.951058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6e287-7f0f-41d7-bd10-6fb8fa5d0b15 None None] No DVR routers for this DVR port 5a3f58c4-6303-4709-aad5-accea2369014 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:37.044092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 5a3f58c4-6303-4709-aad5-accea2369014 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:37.044556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.139532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting port 76aca0cf-9a6d-4de0-8f29-09ed9934ac30 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:37.139880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.279420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port 5a3f58c4-6303-4709-aad5-accea2369014, host n-d-765315-26, got binding levels [] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:37.279672 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.283783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-8204312e-84ef-4ded-95bc-3c5f9d121f9f service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557529 Aug 10 03:29:37.572930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 5a3f58c4-6303-4709-aad5-accea2369014 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:37.576433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Port 5a3f58c4-6303-4709-aad5-accea2369014 was not found and therefore no delete operation was performed {{(pid=94805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:29:37.589030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.619640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.636184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Calling delete_port for 76aca0cf-9a6d-4de0-8f29-09ed9934ac30 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:37.665856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=5a3f58c4-6303-4709-aad5-accea2369014,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:37.674696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port 5a3f58c4-6303-4709-aad5-accea2369014 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:37.683730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Deleting port 700fdc26-9164-4166-b252-398a698d3600 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:37.684073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.876490 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.888830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a41e2f7-e8d3-4ccd-b529-d578a6bbe93f req-1f211c7c-8110-457d-8e0b-2a8eeec8edf4 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469613 Aug 10 03:29:37.900273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a26c2a-dd5a-4732-9962-8086b7bd7b5b']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.919737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.920073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.933204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.936930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b8d7ce-66b5-4d9d-ad90-d8c7e45d09a2') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.950593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Calling delete_port for 700fdc26-9164-4166-b252-398a698d3600 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:37.994294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.073345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.093819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:38.094229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:38.097210 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:38.291100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.300861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.306166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39502) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:38.306723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/10a26c2a-dd5a-4732-9962-8086b7bd7b5b HTTP/1.1" status: 204 len: 168 time: 2.1211779 Aug 10 03:29:38.321101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.323318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81375a1c-1075-406b-b2a2-074a730824be tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=10a26c2a-dd5a-4732-9962-8086b7bd7b5b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.362029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Port': ['ID=76aca0cf-9a6d-4de0-8f29-09ed9934ac30,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.398248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.433611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 685fe4c3-82be-4646-9ca1-ee1eb8428215 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:38.434192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event deleted for resources: {'Port': ['ID=700fdc26-9164-4166-b252-398a698d3600,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.470772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 685fe4c3-82be-4646-9ca1-ee1eb8428215 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:38.471220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 685fe4c3-82be-4646-9ca1-ee1eb8428215 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:38.485893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.588046 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.592157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.596814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.600184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.601423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c72d21b-4e68-4990-81cb-9ed1ad4e4554 req-f2614581-9e21-4ad1-b394-9c35af731373 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "DELETE /v2.0/floatingips/d90cb263-96b9-44d1-83a9-f3cfa4d541c5 HTTP/1.1" status: 204 len: 173 time: 1.6526208 Aug 10 03:29:38.699783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.700409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Fanout notify agent at l3_agent the message router_deleted on router 86d15c90-732a-49fb-8fba-11ba7b34c190 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:38.709798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.711326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-561c8720-cfc6-4abd-9be2-885e6eb3399e tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "DELETE /v2.0/routers/86d15c90-732a-49fb-8fba-11ba7b34c190 HTTP/1.1" status: 204 len: 168 time: 3.5313971 Aug 10 03:29:38.713792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39508) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:38.801367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting subnet 2660e33e-010b-4d4e-aff9-66be5a138cff {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:38.805919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d73afe-3003-41a1-9def-77d631529d26 req-899e99b8-7fea-4550-b123-0116499adf35 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.806755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.807443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d73afe-3003-41a1-9def-77d631529d26 req-899e99b8-7fea-4550-b123-0116499adf35 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 947 time: 0.0558610 Aug 10 03:29:38.846059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d73afe-3003-41a1-9def-77d631529d26 req-9a02d44d-baa2-441d-ab22-28cbe3369dd0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Aug 10 03:29:38.855688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.909771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.962812 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1985673f-c743-41e1-9635-8c73bf2f0320 x-openstack-request-id: req-1985673f-c743-41e1-9635-8c73bf2f0320 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:38.963311 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe71be7-5469-4c76-80f8-3d8ebbfd80a4", "name": "network-vif-deleted", "tag": "302674d6-201b-45f8-8617-36613e901de9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:38.963613 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1985673f-c743-41e1-9635-8c73bf2f0320 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:38.964258 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe71be7-5469-4c76-80f8-3d8ebbfd80a4', 'name': 'network-vif-deleted', 'tag': '302674d6-201b-45f8-8617-36613e901de9', 'status': 'completed', 'code': 200} Aug 10 03:29:38.964690 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'status': 'completed', 'code': 200} Aug 10 03:29:39.089402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-f4eac7e6-4e0d-42d9-b34d-ed2d0e41a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.093161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-f4eac7e6-4e0d-42d9-b34d-ed2d0e41a0a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=243808cd02bc4a86acb0ff91c3331b08&device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 1097 time: 0.0981615 Aug 10 03:29:39.118441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.189247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-c2b98f69-c326-4bea-8b63-156b6476187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.191037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-c2b98f69-c326-4bea-8b63-156b6476187b service neutron] 10.222.0.46 "GET /v2.0/networks?id=06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 200 len: 921 time: 0.0916274 Aug 10 03:29:39.243841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-5012226b-6bc7-4211-9df4-8ec031858e06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 200 len: 217 time: 0.0415330 Aug 10 03:29:39.282839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 1f42a344-a749-4908-8f49-9491e948456b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:39.283188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.308672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-95723de6-d6bd-4a0a-8b0d-38f801ad75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.310223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-95723de6-d6bd-4a0a-8b0d-38f801ad75e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 200 len: 859 time: 0.0513248 Aug 10 03:29:39.330045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.359087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-bed30a9c-f00f-4a26-b818-ea0dba1272ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.360726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-bed30a9c-f00f-4a26-b818-ea0dba1272ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=06d4304a-88af-4f6d-a6bd-65598510a406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398312 Aug 10 03:29:39.365875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Subnet': ['ID=2660e33e-010b-4d4e-aff9-66be5a138cff,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:39.378707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.383366 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a8e3eb36-0202-41cc-9fb6-b05e63834f93 tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "DELETE /v2.0/subnets/2660e33e-010b-4d4e-aff9-66be5a138cff HTTP/1.1" status: 204 len: 168 time: 0.6656027 Aug 10 03:29:39.384235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39532) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.392123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6333b15-ce60-468b-bc06-0b16327e7112 None None] Network 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:39.470405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port 1f42a344-a749-4908-8f49-9491e948456b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1f42a344-a749-4908-8f49-9491e948456b,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:39.470777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.497472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.504980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 1f42a344-a749-4908-8f49-9491e948456b owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:39.523569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-8746e83e-a2a7-4cd2-a070-74dfad6e7418 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403029 Aug 10 03:29:39.647172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c6480-2c77-4427-8c12-89a49ba701b4 req-316ca32f-512e-4263-9057-50d94ac20771 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.649728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c82c6480-2c77-4427-8c12-89a49ba701b4 req-316ca32f-512e-4263-9057-50d94ac20771 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 945 time: 0.0953774 Aug 10 03:29:39.687101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting port 1e20c370-d588-44bf-bea8-ede8963df5a0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:39.687448 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.753036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] DHCP port deletion for 855cd1a4-beaf-4c8c-9c83-c59afb3caf82 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:39.794565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] For port 1e20c370-d588-44bf-bea8-ede8963df5a0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1e20c370-d588-44bf-bea8-ede8963df5a0,segment=NetworkSegment(5cabd8d5-bff4-4f46-a86d-3b2cd160a197),segment_id=5cabd8d5-bff4-4f46-a86d-3b2cd160a197)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:39.794978 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.814556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bb6ee39-b3d6-4886-a1a7-b5b4e81983f5 req-2a0bb813-c072-44d4-983c-a9588d2b98b0 service neutron] 10.222.0.46 "GET /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015140 Aug 10 03:29:39.822996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Calling delete_port for 1e20c370-d588-44bf-bea8-ede8963df5a0 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:39.848079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c82c6480-2c77-4427-8c12-89a49ba701b4 req-b5e280f4-504a-4fab-b195-511480694e36 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704744 Aug 10 03:29:39.881545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] Deleting port 1e20c370-d588-44bf-bea8-ede8963df5a0 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:39.881545 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.945233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.990985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=1f42a344-a749-4908-8f49-9491e948456b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.006172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] For port 1e20c370-d588-44bf-bea8-ede8963df5a0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1e20c370-d588-44bf-bea8-ede8963df5a0,segment=NetworkSegment(5cabd8d5-bff4-4f46-a86d-3b2cd160a197),segment_id=5cabd8d5-bff4-4f46-a86d-3b2cd160a197)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:40.006647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.023122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] Calling delete_port for 1e20c370-d588-44bf-bea8-ede8963df5a0 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:40.050224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade020e6-2dd4-427e-9a9e-68a08ddbfacc req-a376273a-aa03-4e39-9aff-ebfec083ae0b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.051790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade020e6-2dd4-427e-9a9e-68a08ddbfacc req-a376273a-aa03-4e39-9aff-ebfec083ae0b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 947 time: 0.1012914 Aug 10 03:29:40.054706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.103978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ade020e6-2dd4-427e-9a9e-68a08ddbfacc req-7bcf7087-21fb-49f1-b048-4b349b729b49 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Aug 10 03:29:40.139211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Port': ['ID=1e20c370-d588-44bf-bea8-ede8963df5a0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.161360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] No DVR routers for this DVR port 1e20c370-d588-44bf-bea8-ede8963df5a0 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:40.221289 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.275795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] Pushing event deleted for resources: {'Port': ['ID=1e20c370-d588-44bf-bea8-ede8963df5a0,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.277413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6b4d0-5b41-45d1-8f96-0687c9f11792 None None] No DVR routers for this DVR port 1e20c370-d588-44bf-bea8-ede8963df5a0 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:40.351357 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.362734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855cd1a4-beaf-4c8c-9c83-c59afb3caf82']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:40.382496 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cabd8d5-bff4-4f46-a86d-3b2cd160a197') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:40.382798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cabd8d5-bff4-4f46-a86d-3b2cd160a197') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:40.384943 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.399955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.459006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.494775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:40.495188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:40.498472 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:40.592193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1e20c370-d588-44bf-bea8-ede8963df5a0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:40.632686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1e20c370-d588-44bf-bea8-ede8963df5a0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:40.632686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1e20c370-d588-44bf-bea8-ede8963df5a0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:40.670019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:40.748561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcd169-4849-406c-b098-e50f3c2ec878 req-90a7eb9a-826f-4f7f-ac74-750d564c4acc tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.751937 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.755340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcd169-4849-406c-b098-e50f3c2ec878 req-90a7eb9a-826f-4f7f-ac74-750d564c4acc tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.757007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7efcd169-4849-406c-b098-e50f3c2ec878 req-90a7eb9a-826f-4f7f-ac74-750d564c4acc tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b&device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 1682 time: 0.0588915 Aug 10 03:29:40.760181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.763728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "DELETE /v2.0/networks/855cd1a4-beaf-4c8c-9c83-c59afb3caf82 HTTP/1.1" status: 204 len: 168 time: 1.3767159 Aug 10 03:29:40.764810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39598) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.780886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:40.791544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa76116f-b36c-4716-bcac-f47084f2dfae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4802113 Aug 10 03:29:40.791544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e019cf4-3184-440b-9c92-a41451f1627b tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Network': ['ID=855cd1a4-beaf-4c8c-9c83-c59afb3caf82,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.793172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:40.812212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39604) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.812481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:40.812481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:40.940151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7efcd169-4849-406c-b098-e50f3c2ec878 req-457fde97-053f-4e00-a03d-a8b472e5fc7f tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589425 Aug 10 03:29:40.948059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:40.957518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting subnet a18f328c-4837-4ea9-8be4-5f4b87755259 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:40.964064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Deleting port f9f7e1d4-42b7-4c5a-9045-78b610cfff00 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:40.964064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.976466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.006854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:39Z', 'revision_number': 11, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:41.039175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:41.048132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:41.048939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:41.053144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.053610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.067417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Calling delete_port for f9f7e1d4-42b7-4c5a-9045-78b610cfff00 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:41.098265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.122330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:41.181773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:39Z', 'revision_number': 11, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:41.192786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545f3fe-1153-413b-b106-686a414b8bec req-8007c49d-b6af-4ad1-a98b-8ebec9f1740f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:41.194323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a545f3fe-1153-413b-b106-686a414b8bec req-8007c49d-b6af-4ad1-a98b-8ebec9f1740f tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 945 time: 0.1626809 Aug 10 03:29:41.214753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3a60a-29b5-467a-8270-86b07a31ffc6 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:39Z', 'revision_number': 11, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:41.243099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87d6d4-18de-4f92-aab4-e1456330fc7d req-a5aa5a25-18e9-4d62-bed9-1d26c2a18839 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:41.244678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c87d6d4-18de-4f92-aab4-e1456330fc7d req-a5aa5a25-18e9-4d62-bed9-1d26c2a18839 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fdd0f5-3de2-404a-9c89-80ca8c0570d4 HTTP/1.1" status: 200 len: 945 time: 0.1979303 Aug 10 03:29:41.305088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.332303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Pushing event deleted for resources: {'Port': ['ID=f9f7e1d4-42b7-4c5a-9045-78b610cfff00,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.358811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.398078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c87d6d4-18de-4f92-aab4-e1456330fc7d req-30cef061-dc20-4db8-9713-388d34f87d58 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.26 "GET /v2.0/security-groups?id=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292753 Aug 10 03:29:41.434518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.438199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.439652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c72aa2e6-1df2-448e-9c11-6c8c011b8e2a tempest-FloatingIPAdminTestJSON-200607402 tempest-FloatingIPAdminTestJSON-200607402-project] 10.222.0.26 "DELETE /v2.0/floatingips/2d16d861-8df2-4427-945a-a448841c7e0c HTTP/1.1" status: 204 len: 168 time: 0.6738577 Aug 10 03:29:41.453502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Deleting port e7c56ea9-8178-4b0d-ad12-37326bf8b819 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:41.454318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.600535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] For port e7c56ea9-8178-4b0d-ad12-37326bf8b819, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=e7c56ea9-8178-4b0d-ad12-37326bf8b819,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:41.603993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.617644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Calling delete_port for e7c56ea9-8178-4b0d-ad12-37326bf8b819 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:41.633748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.675862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.677772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/a18f328c-4837-4ea9-8be4-5f4b87755259 HTTP/1.1" status: 204 len: 168 time: 0.8687356 Aug 10 03:29:41.679271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c985d-eb7e-4f2a-accc-df88caa27689 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Subnet': ['ID=a18f328c-4837-4ea9-8be4-5f4b87755259,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.681383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:41.692771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855572e2-36ae-4c15-93f8-338d147ce175 None None] Network 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:41.886092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.950347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Deleting port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:41.950694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.950875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.968594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['e7c56ea9-8178-4b0d-ad12-37326bf8b819'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:42.002865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Pushing event deleted for resources: {'Port': ['ID=e7c56ea9-8178-4b0d-ad12-37326bf8b819,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.047798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] DHCP port deletion for 8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:42.066737 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] For port 29886a65-d809-4ae5-a398-8c1f87c6c9b7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=29886a65-d809-4ae5-a398-8c1f87c6c9b7,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:42.067196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.084059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Calling delete_port for 29886a65-d809-4ae5-a398-8c1f87c6c9b7 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:42.099711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] No DVR routers for this DVR port e7c56ea9-8178-4b0d-ad12-37326bf8b819 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:42.112112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.128488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a545f3fe-1153-413b-b106-686a414b8bec req-34cfff1d-f631-4fee-85d3-22fbe95053e1 tempest-FloatingIPsAssociationTestJSON-1426218263 tempest-FloatingIPsAssociationTestJSON-1426218263-project] 10.222.0.46 "DELETE /v2.0/ports/e7c56ea9-8178-4b0d-ad12-37326bf8b819 HTTP/1.1" status: 204 len: 173 time: 0.9111738 Aug 10 03:29:42.129010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39680) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:42.134935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] Deleting port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:42.135385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.145202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'name': 'network-vif-deleted', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:42.150589 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11525d40-139f-4d58-9983-c99682f71871" -d '{"events": [{"server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "name": "network-vif-deleted", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:42.219693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] For port 29886a65-d809-4ae5-a398-8c1f87c6c9b7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=29886a65-d809-4ae5-a398-8c1f87c6c9b7,segment=NetworkSegment(4254f057-e76d-4ab3-b10c-56878a82d517),segment_id=4254f057-e76d-4ab3-b10c-56878a82d517)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:42.220066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.236601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] Calling delete_port for 29886a65-d809-4ae5-a398-8c1f87c6c9b7 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:42.299384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.318308 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400fc785-f5cf-4368-b551-f180ac2bc2cc x-openstack-request-id: req-400fc785-f5cf-4368-b551-f180ac2bc2cc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:42.318834 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fdd0f5-3de2-404a-9c89-80ca8c0570d4", "name": "network-vif-deleted", "tag": "e7c56ea9-8178-4b0d-ad12-37326bf8b819", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:42.324754 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-400fc785-f5cf-4368-b551-f180ac2bc2cc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:42.325224 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fdd0f5-3de2-404a-9c89-80ca8c0570d4', 'name': 'network-vif-deleted', 'tag': 'e7c56ea9-8178-4b0d-ad12-37326bf8b819', 'status': 'completed', 'code': 200} Aug 10 03:29:42.366702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Port': ['ID=29886a65-d809-4ae5-a398-8c1f87c6c9b7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.378123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No DVR routers for this DVR port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:42.420757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.432682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ff4e79ab-8e19-4b1b-ad6c-9567bd37b1e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91810e4f7a7c4f8eab83286bdc585350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747586 Aug 10 03:29:42.437585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39712) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:42.467026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] Pushing event deleted for resources: {'Port': ['ID=29886a65-d809-4ae5-a398-8c1f87c6c9b7,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.469863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7df660-fffe-406b-8961-844163cd1b50 None None] No DVR routers for this DVR port 29886a65-d809-4ae5-a398-8c1f87c6c9b7 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:42.517774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 29886a65-d809-4ae5-a398-8c1f87c6c9b7 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:42.554262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c1145e56-710a-42ab-bc19-2e2a202d95bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.568695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 29886a65-d809-4ae5-a398-8c1f87c6c9b7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:42.569867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 29886a65-d809-4ae5-a398-8c1f87c6c9b7 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:42.570548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1f42a344-a749-4908-8f49-9491e948456b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:42.582984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c1145e56-710a-42ab-bc19-2e2a202d95bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.604109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.607946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1f42a344-a749-4908-8f49-9491e948456b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:42.608638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1f42a344-a749-4908-8f49-9491e948456b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:42.622086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:42.636928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4254f057-e76d-4ab3-b10c-56878a82d517') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:42.637531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4254f057-e76d-4ab3-b10c-56878a82d517') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:42.648076 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.665546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.680325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:42.680827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:42.684734 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:42.719791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:42.728612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c1145e56-710a-42ab-bc19-2e2a202d95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.731317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c1145e56-710a-42ab-bc19-2e2a202d95bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.734891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c1145e56-710a-42ab-bc19-2e2a202d95bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e241badc-228d-4940-b056-5c118d847a9d HTTP/1.1" status: 204 len: 168 time: 0.2952032 Aug 10 03:29:42.741858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1145e56-710a-42ab-bc19-2e2a202d95bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241badc-228d-4940-b056-5c118d847a9d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.817538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.844104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:42.846928 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66fbd0c-d69b-488c-883e-4fcd920b8571" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:42.863094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:42.865862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.877194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.883371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39736) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:42.883795 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/networks/8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b HTTP/1.1" status: 204 len: 168 time: 1.2012806 Aug 10 03:29:42.889507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'routes': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:42.897029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba759650-e373-4a5c-b3de-d2e3678fd7c2 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Pushing event deleted for resources: {'Network': ['ID=8a8c89a4-9dd4-4918-a961-8e0e99cbaa1b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.995745 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.081463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=14']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.112876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb0b87-134c-49b4-8bdf-48c87c939c2c req-7160316a-2cc5-4920-97e3-290324a095ad tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:43.112876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02bb0b87-134c-49b4-8bdf-48c87c939c2c req-7160316a-2cc5-4920-97e3-290324a095ad tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 947 time: 0.1385832 Aug 10 03:29:43.130596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.extraroute_db [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Added routes are [] {{(pid=94805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:29:43.141116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.extraroute_db [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Removed routes are [] {{(pid=94805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:29:43.141116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.249340 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:43.488689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02bb0b87-134c-49b4-8bdf-48c87c939c2c req-5b711f31-a1aa-44b1-bbc2-5fe47c74773c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584545 Aug 10 03:29:43.556439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39766) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:43.582814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.586769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.641343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39768) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:43.696448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54206c17-c0f4-4dbf-8f3a-ab70a7aff8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.719277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:43.755499 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16250d2e-45c1-4067-bd9c-6b6fc9127cd6 x-openstack-request-id: req-16250d2e-45c1-4067-bd9c-6b6fc9127cd6 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:43.755499 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-unplugged", "status": "completed", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:43.755499 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16250d2e-45c1-4067-bd9c-6b6fc9127cd6 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:43.755858 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'code': 200} Aug 10 03:29:43.862065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:43.875142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:43.879404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dcf3a837-ddaf-4b9e-8f66-11155bd2916e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 701 time: 0.9949045 Aug 10 03:29:43.881939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39784) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:43.882895 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] Sync routers for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:43.897887 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:43.903710 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:43.932823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b0f636cf-3c96-4dfa-a6e2-05666eb2d42e tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 205 time: 0.0495026 Aug 10 03:29:43.935794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39792) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:44.022797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:44.066683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-27a952ae-5c0c-4788-88c6-ed79fae9a5ca tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.068275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-27a952ae-5c0c-4788-88c6-ed79fae9a5ca tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 945 time: 0.2476547 Aug 10 03:29:44.088291 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:39Z', 'revision_number': 11, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:44.122935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.137674 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] Checking router: 3992b3cf-902c-47dc-abb1-a2d1f75bab3f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:44.150696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] Routers {'3992b3cf-902c-47dc-abb1-a2d1f75bab3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:44.151334 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:44.254464 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] Set router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:44.298377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e26a-d461-48eb-ad4d-0bf294684dcf req-b50a8523-6014-48d8-aa9c-f628042830bd tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.300837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6157e26a-d461-48eb-ad4d-0bf294684dcf req-b50a8523-6014-48d8-aa9c-f628042830bd tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 945 time: 0.3054497 Aug 10 03:29:44.326401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:39Z', 'revision_number': 11, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:44.338905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54206c17-c0f4-4dbf-8f3a-ab70a7aff8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.364724 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560b1d0-d551-449a-a856-56b75d6eabf1 None None] The sync data for ids ['3992b3cf-902c-47dc-abb1-a2d1f75bab3f'] in n-d-765315-26 is: [{'id': '3992b3cf-902c-47dc-abb1-a2d1f75bab3f', 'name': 'tempest-RoutersTest-router-1366381932', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:45Z', 'updated_at': '2021-08-10T03:29:39Z', 'revision_number': 11, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:44.483652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54206c17-c0f4-4dbf-8f3a-ab70a7aff8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.495908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.499814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.558030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6157e26a-d461-48eb-ad4d-0bf294684dcf req-0d2ece22-a112-418c-bc61-4b7739fc8d03 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/security-groups?id=621e105b-3793-4fcc-8deb-fe940707f1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450240 Aug 10 03:29:44.602545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Deleting port b943829c-2d87-4790-8fcf-276e95350db2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:44.602867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.615420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.623055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54206c17-c0f4-4dbf-8f3a-ab70a7aff8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e3474-9549-4bf9-9a03-1a5bd28c4862,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:44.677515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54206c17-c0f4-4dbf-8f3a-ab70a7aff8dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68e9fa1d565d42bdbd8efdc13c3e5d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348039 Aug 10 03:29:44.682632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39828) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:44.701060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.701758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router 3992b3cf-902c-47dc-abb1-a2d1f75bab3f {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:44.718646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-e58053a0-97c0-4610-9723-d961eca8dcf1 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.720667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-e58053a0-97c0-4610-9723-d961eca8dcf1 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 946 time: 0.2451684 Aug 10 03:29:44.730545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.731982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e00c213-7209-4728-9706-6ee691e76fac tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 204 len: 168 time: 0.7914920 Aug 10 03:29:44.738417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39836) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:44.744904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-667620500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:44.747750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e7c56ea9-8178-4b0d-ad12-37326bf8b819 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:44.781452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: e7c56ea9-8178-4b0d-ad12-37326bf8b819 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:44.782481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device e7c56ea9-8178-4b0d-ad12-37326bf8b819 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:44.840789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] For port b943829c-2d87-4790-8fcf-276e95350db2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b943829c-2d87-4790-8fcf-276e95350db2,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:44.841168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.889395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.891208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.891517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Calling delete_port for b943829c-2d87-4790-8fcf-276e95350db2 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:44.900798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251989f3-2d86-4f80-9f7b-0e10128bf6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.934014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251989f3-2d86-4f80-9f7b-0e10128bf6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.005332 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.016037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Deleting port 7229f9f5-1b06-4da0-9a12-b0b74683948f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:45.016494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.021268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Deleting port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:45.021679 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.112885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] For port 7229f9f5-1b06-4da0-9a12-b0b74683948f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7229f9f5-1b06-4da0-9a12-b0b74683948f,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:45.113333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.123723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.136630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Calling delete_port for 7229f9f5-1b06-4da0-9a12-b0b74683948f owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:45.151853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.154925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251989f3-2d86-4f80-9f7b-0e10128bf6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.158139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251989f3-2d86-4f80-9f7b-0e10128bf6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.159480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-251989f3-2d86-4f80-9f7b-0e10128bf6b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/175e3474-9549-4bf9-9a03-1a5bd28c4862 HTTP/1.1" status: 204 len: 168 time: 0.4749053 Aug 10 03:29:45.165982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] For port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,segment=NetworkSegment(f2b1e646-1cde-46bb-bbb8-f739a86fac92),segment_id=f2b1e646-1cde-46bb-bbb8-f739a86fac92)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:45.166406 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.192922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Calling delete_port for 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:45.195608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251989f3-2d86-4f80-9f7b-0e10128bf6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e3474-9549-4bf9-9a03-1a5bd28c4862,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.224657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.229524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01ac2d2e-8334-4ce8-a7a1-b8f6e75214a5 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4891753 Aug 10 03:29:45.230473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39864) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:45.240990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:45.277623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.290201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'b943829c-2d87-4790-8fcf-276e95350db2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:45.309183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Pushing event deleted for resources: {'Port': ['ID=b943829c-2d87-4790-8fcf-276e95350db2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.375461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] No DVR routers for this DVR port b943829c-2d87-4790-8fcf-276e95350db2 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:45.380038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.382120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3f6819b-a060-4f7e-beb1-8f936aed40ca req-b6beb543-a1dc-4ae6-800e-1c0549e78982 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "DELETE /v2.0/ports/b943829c-2d87-4790-8fcf-276e95350db2 HTTP/1.1" status: 204 len: 173 time: 1.2991667 Aug 10 03:29:45.382945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'name': 'network-vif-deleted', 'tag': 'b943829c-2d87-4790-8fcf-276e95350db2'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:45.385593 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e205be-cb3c-418b-94d9-be009fcd4913" -d '{"events": [{"server_uuid": "cc3f2d43-9770-4bc2-a6bb-d8ae832c289b", "name": "network-vif-deleted", "tag": "b943829c-2d87-4790-8fcf-276e95350db2"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:45.428032 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ed180-261a-4b88-ba6d-d9b3a44ae114 x-openstack-request-id: req-d56ed180-261a-4b88-ba6d-d9b3a44ae114 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:45.428361 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3f2d43-9770-4bc2-a6bb-d8ae832c289b", "name": "network-vif-deleted", "tag": "b943829c-2d87-4790-8fcf-276e95350db2", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:45.429058 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d56ed180-261a-4b88-ba6d-d9b3a44ae114 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:45.429570 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3f2d43-9770-4bc2-a6bb-d8ae832c289b', 'name': 'network-vif-deleted', 'tag': 'b943829c-2d87-4790-8fcf-276e95350db2', 'status': 'completed', 'code': 200} Aug 10 03:29:45.545032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.562283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b943829c-2d87-4790-8fcf-276e95350db2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:45.589928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Pushing event deleted for resources: {'Port': ['ID=38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.602835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.650293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] No DVR routers for this DVR port 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:45.654989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.657973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a479a235-21b8-4676-8038-0cf3ba53c0c6 req-a27e0226-9448-4462-a4ae-e84936129a80 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.46 "DELETE /v2.0/ports/38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 HTTP/1.1" status: 204 len: 173 time: 0.9178166 Aug 10 03:29:45.706334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.722096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a093c85-4a4d-4750-be77-ab98f21e843d req-6824a180-d154-428e-b183-6f30d0728737 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc3f2d43-9770-4bc2-a6bb-d8ae832c289b HTTP/1.1" status: 200 len: 210 time: 0.0295725 Aug 10 03:29:45.768148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.895914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7229f9f5-1b06-4da0-9a12-b0b74683948f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:46.063057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.075061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Router 0126e453-47f1-4084-8470-7cbef79f0118 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:46.166824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39912) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.205490 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45955cc0-bbb1-4e7b-9163-c001f61604fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.243764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:46.259799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.259799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-321d1c18-7dce-48e1-a678-f978b0d23549 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "PUT /v2.0/routers/0126e453-47f1-4084-8470-7cbef79f0118 HTTP/1.1" status: 200 len: 693 time: 1.0171356 Aug 10 03:29:46.260041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] Sync routers for ids ['0126e453-47f1-4084-8470-7cbef79f0118'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:46.260594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39920) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.267561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] Routers {'0126e453-47f1-4084-8470-7cbef79f0118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:46.268185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0126e453-47f1-4084-8470-7cbef79f0118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.423729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Router 03384b2d-e750-4586-bce2-2858ee621849 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:46.464857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45955cc0-bbb1-4e7b-9163-c001f61604fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.484645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a6de0f31-0767-4fc2-945a-b56442194417 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/routers/0126e453-47f1-4084-8470-7cbef79f0118 HTTP/1.1" status: 200 len: 699 time: 0.2235072 Aug 10 03:29:46.485041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39934) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.502543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] Set router 0126e453-47f1-4084-8470-7cbef79f0118 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:46.529704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac68e42e-9538-4ca7-9698-217db8248417 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=0126e453-47f1-4084-8470-7cbef79f0118 HTTP/1.1" status: 200 len: 205 time: 0.0429969 Aug 10 03:29:46.530314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39936) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.566452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126e453-47f1-4084-8470-7cbef79f0118', 'name': 'tempest-RoutersTest-router-667620500', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:44Z', 'updated_at': '2021-08-10T03:29:45Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.591883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:46.599854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9221db34-9c1f-45c2-b235-3638eef46a89 admin admin] 10.222.0.26 "PUT /v2.0/routers/03384b2d-e750-4586-bce2-2858ee621849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0419850 Aug 10 03:29:46.601950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 39946) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.607960 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] Sync routers for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:46.618084 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:46.619144 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.621455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] Checking router: 0126e453-47f1-4084-8470-7cbef79f0118 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:46.629353 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-45955cc0-bbb1-4e7b-9163-c001f61604fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.633295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] Routers {'0126e453-47f1-4084-8470-7cbef79f0118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:46.633984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0126e453-47f1-4084-8470-7cbef79f0118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.703398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] Set router 0126e453-47f1-4084-8470-7cbef79f0118 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:46.712478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-45955cc0-bbb1-4e7b-9163-c001f61604fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6c75c8bca68439dab3c00d62a51c823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439718 Aug 10 03:29:46.720285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45955cc0-bbb1-4e7b-9163-c001f61604fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f3d7f-b84b-48e7-b28f-35c6ebe279af,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:46.727619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.734939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39948) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.774810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.831631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126e453-47f1-4084-8470-7cbef79f0118', 'name': 'tempest-RoutersTest-router-667620500', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:44Z', 'updated_at': '2021-08-10T03:29:45Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.894736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9c903-b3f5-48d8-a4ba-be74083f9035 None None] The sync data for ids ['0126e453-47f1-4084-8470-7cbef79f0118'] in n-d-765315-26 is: [{'id': '0126e453-47f1-4084-8470-7cbef79f0118', 'name': 'tempest-RoutersTest-router-667620500', 'tenant_id': '14dc05f80984408faa8b3ace3247cbed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:44Z', 'updated_at': '2021-08-10T03:29:45Z', 'revision_number': 2, 'project_id': '14dc05f80984408faa8b3ace3247cbed', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:46.898809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.941813 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:47.013848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.017049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.018902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04e8ec00-2da4-499f-9252-5d08bad0e62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.111828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04e8ec00-2da4-499f-9252-5d08bad0e62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.178619 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:29:45Z', 'revision_number': 5, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port': {'id': '85151924-1e78-43a6-b4aa-6caf5f9ec0fd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03384b2d-e750-4586-bce2-2858ee621849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:53Z', 'updated_at': '2021-08-10T03:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:47.200088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Deleting port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:47.200956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.206010 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] Checking router: 03384b2d-e750-4586-bce2-2858ee621849 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:47.221968 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] Routers {'03384b2d-e750-4586-bce2-2858ee621849'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:47.221968 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['03384b2d-e750-4586-bce2-2858ee621849'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:47.249118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.250286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Fanout notify agent at l3_agent the message router_deleted on router 0126e453-47f1-4084-8470-7cbef79f0118 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:47.263760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.263760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e3dcb8e-a4ca-4f63-9237-2572db0fceae tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/0126e453-47f1-4084-8470-7cbef79f0118 HTTP/1.1" status: 204 len: 168 time: 0.7289515 Aug 10 03:29:47.263760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39980) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.308993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-521aa35e-2bf4-4f03-8466-4fb8acde54b1 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=0126e453-47f1-4084-8470-7cbef79f0118 HTTP/1.1" status: 200 len: 205 time: 0.0443659 Aug 10 03:29:47.310049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39984) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.338245 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] Set router 03384b2d-e750-4586-bce2-2858ee621849 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:47.339745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] For port 85151924-1e78-43a6-b4aa-6caf5f9ec0fd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:47.340112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.357715 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04e8ec00-2da4-499f-9252-5d08bad0e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.360458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04e8ec00-2da4-499f-9252-5d08bad0e62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.363598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Calling delete_port for 85151924-1e78-43a6-b4aa-6caf5f9ec0fd owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:47.364990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-04e8ec00-2da4-499f-9252-5d08bad0e62c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/784f3d7f-b84b-48e7-b28f-35c6ebe279af HTTP/1.1" status: 204 len: 168 time: 0.6290526 Aug 10 03:29:47.387880 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-8575ba9b-87e4-4ec9-95d4-e9a44ced5841 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:47.389001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8575ba9b-87e4-4ec9-95d4-e9a44ced5841 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/0126e453-47f1-4084-8470-7cbef79f0118 HTTP/1.1" status: 404 len: 336 time: 0.0754094 Aug 10 03:29:47.391202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7706dad8-658a-4930-8bdd-66211360a3ef req-d828f987-11f5-48ca-af45-5cd14432ef48 tempest-ListServersNegativeTestJSON-1018900593 tempest-ListServersNegativeTestJSON-1018900593-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2e7c68-62a4-43a5-adbf-fb8f83c90c14 HTTP/1.1" status: 200 len: 210 time: 0.4594796 Aug 10 03:29:47.396087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 39992) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.405776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8ec00-2da4-499f-9252-5d08bad0e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f3d7f-b84b-48e7-b28f-35c6ebe279af,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:47.447396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:29:46Z', 'revision_number': 6, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:47.480769 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b94dbf-167a-4498-9f3a-23f31e53e47e None None] The sync data for ids ['03384b2d-e750-4586-bce2-2858ee621849'] in n-d-765315-26 is: [{'id': '03384b2d-e750-4586-bce2-2858ee621849', 'name': 'tempest-FloatingIPsAssociationTestJSON-202525298-router', 'tenant_id': '243808cd02bc4a86acb0ff91c3331b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:51Z', 'updated_at': '2021-08-10T03:29:46Z', 'revision_number': 6, 'project_id': '243808cd02bc4a86acb0ff91c3331b08', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:47.690357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'name': 'network-vif-deleted', 'tag': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:47.692629 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c543499-f281-4854-b6a2-4bda261f9de1" -d '{"events": [{"server_uuid": "ed2e7c68-62a4-43a5-adbf-fb8f83c90c14", "name": "network-vif-deleted", "tag": "38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:47.696663 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-05517ee7-f252-4ade-9111-0d474e9b2fed tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:47.697168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05517ee7-f252-4ade-9111-0d474e9b2fed tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:47.698907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-05517ee7-f252-4ade-9111-0d474e9b2fed tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/e93898c6-ea3b-4280-8399-5feef5f21a98 HTTP/1.1" status: 404 len: 337 time: 0.3018312 Aug 10 03:29:47.701443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40000) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.730918 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca0a312-2fe7-42c5-b757-9d61a88a28c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:47.731492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca0a312-2fe7-42c5-b757-9d61a88a28c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:47.733660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2ca0a312-2fe7-42c5-b757-9d61a88a28c6 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/87af37fb-dca7-4441-8a7c-2e41bc1a42e1 HTTP/1.1" status: 404 len: 337 time: 0.0312858 Aug 10 03:29:47.735213 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e29e2-760b-4a66-9010-c11790d8b897 x-openstack-request-id: req-0a1e29e2-760b-4a66-9010-c11790d8b897 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:47.735502 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2e7c68-62a4-43a5-adbf-fb8f83c90c14", "name": "network-vif-deleted", "tag": "38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:47.735753 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a1e29e2-760b-4a66-9010-c11790d8b897 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:47.736137 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2e7c68-62a4-43a5-adbf-fb8f83c90c14', 'name': 'network-vif-deleted', 'tag': '38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17', 'status': 'completed', 'code': 200} Aug 10 03:29:47.736518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40006) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.768460 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-64493332-f71a-45bf-88ac-b00bbf555f95 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:47.769009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64493332-f71a-45bf-88ac-b00bbf555f95 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:47.772412 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64493332-f71a-45bf-88ac-b00bbf555f95 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/b72d811a-a8f0-4adc-b3d9-fbf0bd1262bf HTTP/1.1" status: 404 len: 337 time: 0.0333564 Aug 10 03:29:47.773679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40010) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.816781 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-96462611-ac4a-4316-9ca5-a4ffa8bcc488 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:47.817271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96462611-ac4a-4316-9ca5-a4ffa8bcc488 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:47.819051 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-96462611-ac4a-4316-9ca5-a4ffa8bcc488 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/a18f328c-4837-4ea9-8be4-5f4b87755259 HTTP/1.1" status: 404 len: 337 time: 0.0444059 Aug 10 03:29:47.819707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.822031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40012) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.853933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Pushing event deleted for resources: {'Port': ['ID=85151924-1e78-43a6-b4aa-6caf5f9ec0fd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:47.855615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40014) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.856143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ef39a12c-e674-4c1e-9e34-43344563b06b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 200 len: 205 time: 0.0322292 Aug 10 03:29:47.935953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4d70-88f5-44f0-82cb-dd1771cda406 req-58ed8ea3-ce48-4a68-8fcc-703bd3f30b96 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:47.939641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a8c4d70-88f5-44f0-82cb-dd1771cda406 req-58ed8ea3-ce48-4a68-8fcc-703bd3f30b96 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1038427 Aug 10 03:29:47.939821 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-e27bb690-7c49-4e6c-8d42-ac1a254523ec tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:47.942752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e27bb690-7c49-4e6c-8d42-ac1a254523ec tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/3992b3cf-902c-47dc-abb1-a2d1f75bab3f HTTP/1.1" status: 404 len: 336 time: 0.0840073 Aug 10 03:29:47.944094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.982810 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2234300f-fb3d-4361-a603-100377d877d7 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=f87a4f73-7f31-467d-8092-7af828656308 HTTP/1.1" status: 200 len: 205 time: 0.0375917 Aug 10 03:29:47.985312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40022) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.990011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a8c4d70-88f5-44f0-82cb-dd1771cda406 req-e3259452-7fba-4bd2-aed4-67e4883b287e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446289 Aug 10 03:29:48.051240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.055663 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4d1a6306-97c5-4f7b-b49b-c76abe9f1956 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:48.059099 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4d1a6306-97c5-4f7b-b49b-c76abe9f1956 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/f87a4f73-7f31-467d-8092-7af828656308 HTTP/1.1" status: 404 len: 336 time: 0.0707324 Aug 10 03:29:48.059569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40030) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.109421 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a8df17-bd1c-4322-bf21-4e43bb3a1404 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:48.109887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a8df17-bd1c-4322-bf21-4e43bb3a1404 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:48.114315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d1a8df17-bd1c-4322-bf21-4e43bb3a1404 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/b0324502-0fd0-4922-b61a-156c1e8de2ef HTTP/1.1" status: 404 len: 337 time: 0.0510883 Aug 10 03:29:48.114489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40036) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.154823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-73af2d80-ee65-406d-85e3-d66c7676093a tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 200 len: 205 time: 0.0391843 Aug 10 03:29:48.157291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40042) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.205319 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-c19508b8-c005-4ab3-89e5-89f744624d5b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:48.205319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c19508b8-c005-4ab3-89e5-89f744624d5b tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/0018d871-bb69-44d5-8d06-1d7baa3cd0ea HTTP/1.1" status: 404 len: 336 time: 0.0381300 Aug 10 03:29:48.205319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40046) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.249194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6429044e-a763-44d4-90b5-c553f27cb140 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5f0572c-1b6f-4f25-9232-81171767035c HTTP/1.1" status: 200 len: 205 time: 0.0426340 Aug 10 03:29:48.251464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.307682 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-d9e39d4e-7399-413d-a256-924a4d253216 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:48.312660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d9e39d4e-7399-413d-a256-924a4d253216 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/c5f0572c-1b6f-4f25-9232-81171767035c HTTP/1.1" status: 404 len: 336 time: 0.0563681 Aug 10 03:29:48.312660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.353704 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3008b3c5-b270-404e-95c2-d7f124513190 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:48.357768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3008b3c5-b270-404e-95c2-d7f124513190 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:48.361304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3008b3c5-b270-404e-95c2-d7f124513190 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/728eb723-90ce-417f-8178-a29f56533349 HTTP/1.1" status: 404 len: 337 time: 0.0474088 Aug 10 03:29:48.363706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40062) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.415545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7ff27c45-e7da-4eda-b00f-92aab44bc548 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=695a398b-1036-47e9-967a-a71eb3e693ff HTTP/1.1" status: 200 len: 205 time: 0.0489571 Aug 10 03:29:48.436020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40070) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.512651 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-d78cbc3e-d474-4c79-aaf6-f2416ac7cecc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:48.517011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d78cbc3e-d474-4c79-aaf6-f2416ac7cecc tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/695a398b-1036-47e9-967a-a71eb3e693ff HTTP/1.1" status: 404 len: 336 time: 0.0776544 Aug 10 03:29:48.518869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40074) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.539080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7229f9f5-1b06-4da0-9a12-b0b74683948f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:48.565977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 7229f9f5-1b06-4da0-9a12-b0b74683948f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:48.567021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7229f9f5-1b06-4da0-9a12-b0b74683948f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:48.568068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 85151924-1e78-43a6-b4aa-6caf5f9ec0fd no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:48.578167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.578167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.596375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 85151924-1e78-43a6-b4aa-6caf5f9ec0fd {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:48.596965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 85151924-1e78-43a6-b4aa-6caf5f9ec0fd not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:48.602242 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60436a9-52b3-440a-9a75-cb4b1a9df50c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:48.602740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60436a9-52b3-440a-9a75-cb4b1a9df50c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:48.606826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c60436a9-52b3-440a-9a75-cb4b1a9df50c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/5ee26b52-b0e7-4e90-85e3-5eba41d76309 HTTP/1.1" status: 404 len: 337 time: 0.0816009 Aug 10 03:29:48.607344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.638801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-723ab2d4-b118-4bbf-81ff-e87802150cbe tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a94fa8-6278-47cb-817d-424904f85d1b HTTP/1.1" status: 200 len: 205 time: 0.0303855 Aug 10 03:29:48.640615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-ac3db8e1-b043-4fbf-a227-66b1574d85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.641546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40082) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.641979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-ac3db8e1-b043-4fbf-a227-66b1574d85d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.1747544 Aug 10 03:29:48.650081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c046d-f3aa-4d8e-b137-782f6d7ce822 req-259e8af9-47c5-4ff4-8851-72186b4b870c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.652809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c7c046d-f3aa-4d8e-b137-782f6d7ce822 req-259e8af9-47c5-4ff4-8851-72186b4b870c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2325854 Aug 10 03:29:48.680779 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2b1dc48f-91a5-4f6c-b4e8-c1bbc5f2f60f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] delete failed (client error): The resource could not be found. Aug 10 03:29:48.684142 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b1dc48f-91a5-4f6c-b4e8-c1bbc5f2f60f tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/routers/89a94fa8-6278-47cb-817d-424904f85d1b HTTP/1.1" status: 404 len: 336 time: 0.0390623 Aug 10 03:29:48.684470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.744518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.745055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03384b2d-e750-4586-bce2-2858ee621849 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:48.751096 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-685020b6-88da-4ecf-b3e1-8a8f6af0c050 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:48.751544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685020b6-88da-4ecf-b3e1-8a8f6af0c050 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:48.753341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-685020b6-88da-4ecf-b3e1-8a8f6af0c050 tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/cddc144d-726d-44cf-ba1b-8c915cd1a135 HTTP/1.1" status: 404 len: 337 time: 0.0411839 Aug 10 03:29:48.756275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.758588 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1d65acb2-0c3f-4595-be12-543d33b2f96f admin admin] 10.222.0.26 "DELETE /v2.0/routers/03384b2d-e750-4586-bce2-2858ee621849 HTTP/1.1" status: 204 len: 168 time: 2.1554384 Aug 10 03:29:48.759388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40092) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.765194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.766976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b943829c-2d87-4790-8fcf-276e95350db2 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:48.797762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b943829c-2d87-4790-8fcf-276e95350db2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:48.798400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b943829c-2d87-4790-8fcf-276e95350db2 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:48.799090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:48.813688 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89fca8d-7020-419c-83b2-fbc0e59cb98c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] DELETE failed (client error): The resource could not be found. Aug 10 03:29:48.813688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89fca8d-7020-419c-83b2-fbc0e59cb98c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:29:48.813688 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f89fca8d-7020-419c-83b2-fbc0e59cb98c tempest-RoutersTest-1119264824 tempest-RoutersTest-1119264824-project] 10.222.0.26 "DELETE /v2.0/subnets/d26f55d1-ed89-4ccc-b69c-20118a7b786a HTTP/1.1" status: 404 len: 337 time: 0.0475876 Aug 10 03:29:48.813969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c7c046d-f3aa-4d8e-b137-782f6d7ce822 req-c1dae578-1102-4b8b-9471-72b82ca8a255 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506159 Aug 10 03:29:48.842911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Deleting subnet 83686be0-9556-463f-8d2a-d52ab17c939c {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:48.850055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:48.851018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.851436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38c7c3b0-6e2d-45c3-8f55-4bf5e0b1dd17 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:48.893985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-f24e11a3-30d1-4d1f-9b4d-0a092ce1436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.895516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-f24e11a3-30d1-4d1f-9b4d-0a092ce1436a service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.2414989 Aug 10 03:29:48.905769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.912586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40106) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.988327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Deleting subnet 0af336e2-8611-49c4-8779-442380da8750 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:48.992850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.033915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-8b2134d1-b42a-40df-b6bb-a3520ef7183b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.1195698 Aug 10 03:29:49.045384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.095903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.114512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.147440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-954adbcd-6717-44de-997d-15b3b6ab94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.148992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-954adbcd-6717-44de-997d-15b3b6ab94ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0975482 Aug 10 03:29:49.216802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-34f5ebb6-ca7b-48e8-b6d2-9f76dfb00a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.218337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-34f5ebb6-ca7b-48e8-b6d2-9f76dfb00a33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613263 Aug 10 03:29:49.312149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-96fd68b0-1c46-475b-ae9e-ffbc511e1c2b service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863435 Aug 10 03:29:49.367977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.370102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.400845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af336e2-8611-49c4-8779-442380da8750,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.403453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83686be0-9556-463f-8d2a-d52ab17c939c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.413162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.415370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.418378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a8fe39c5-b1d9-4372-a1ae-8c04b9bc39c8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0af336e2-8611-49c4-8779-442380da8750 HTTP/1.1" status: 204 len: 168 time: 0.5017495 Aug 10 03:29:49.418489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dcd43ca0-d5dc-4433-a627-6bb59dfb5b0b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/83686be0-9556-463f-8d2a-d52ab17c939c HTTP/1.1" status: 204 len: 168 time: 0.6511471 Aug 10 03:29:49.419639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40132) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:49.419943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e089f32-e8c0-44e1-88e3-17981652d495 None None] Network 06d4304a-88af-4f6d-a6bd-65598510a406 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:49.420171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:49.420466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:49.561458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45a7e4c4-42d6-4935-82b2-f29f5865eb8e req-b6c95cc3-3649-4f85-a439-d2ff5b8b3fa0 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422972 Aug 10 03:29:49.589310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.620823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.638635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f2746f78-158a-4cb9-8f27-4dd6bf02ee66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14dc05f80984408faa8b3ace3247cbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167137 Aug 10 03:29:49.641096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40148) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:49.646864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] DHCP port deletion for 06d4304a-88af-4f6d-a6bd-65598510a406 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:29:49.701681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b04926f0-8956-425b-8d33-13935331654d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.707775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] Deleting port bae9501d-723c-4847-9f87-950f2ce6f7ee {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:49.708423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.748080 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b04926f0-8956-425b-8d33-13935331654d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.749116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.761522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9e63c4-ee10-48e2-8bf6-80fdfb47c521']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:49.779631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b1e646-1cde-46bb-bbb8-f739a86fac92') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:49.779631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b1e646-1cde-46bb-bbb8-f739a86fac92') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:49.788881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.792657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] For port bae9501d-723c-4847-9f87-950f2ce6f7ee, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bae9501d-723c-4847-9f87-950f2ce6f7ee,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:49.793066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.805926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.812750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] Calling delete_port for bae9501d-723c-4847-9f87-950f2ce6f7ee owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:49.814292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:49.814696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.816956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Deleting port bae9501d-723c-4847-9f87-950f2ce6f7ee {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:49.817828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:49.819461 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:49.956125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b04926f0-8956-425b-8d33-13935331654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.960546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] For port bae9501d-723c-4847-9f87-950f2ce6f7ee, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=bae9501d-723c-4847-9f87-950f2ce6f7ee,segment=NetworkSegment(b9241aa7-017a-4590-98e5-24b6c29a514d),segment_id=b9241aa7-017a-4590-98e5-24b6c29a514d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:49.960919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.961393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b04926f0-8956-425b-8d33-13935331654d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.965676 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b04926f0-8956-425b-8d33-13935331654d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ada6d755-9da2-4f3f-acdd-6e83b7a6c07c HTTP/1.1" status: 204 len: 168 time: 0.3234959 Aug 10 03:29:49.976708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04926f0-8956-425b-8d33-13935331654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada6d755-9da2-4f3f-acdd-6e83b7a6c07c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.978914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Calling delete_port for bae9501d-723c-4847-9f87-950f2ce6f7ee owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:50.004167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee80978-bf9a-4e95-af7c-0e81f53d09b9 req-515ef70f-f8b3-42a5-a3d8-4941d9ae5a45 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.006484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ee80978-bf9a-4e95-af7c-0e81f53d09b9 req-515ef70f-f8b3-42a5-a3d8-4941d9ae5a45 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0922294 Aug 10 03:29:50.015985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.060320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] Pushing event deleted for resources: {'Port': ['ID=bae9501d-723c-4847-9f87-950f2ce6f7ee,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.064839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8551fc-29ce-4e65-93f2-9a5672acf0da None None] No DVR routers for this DVR port bae9501d-723c-4847-9f87-950f2ce6f7ee on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:50.072101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.092293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.092293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cf9e63c4-ee10-48e2-8bf6-80fdfb47c521 HTTP/1.1" status: 204 len: 168 time: 0.6582623 Aug 10 03:29:50.116051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6af487-55e7-4a45-a0fb-af9cfdadba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9e63c4-ee10-48e2-8bf6-80fdfb47c521,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.133358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ee80978-bf9a-4e95-af7c-0e81f53d09b9 req-06a18927-0409-4688-87be-6863f9d515d3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938754 Aug 10 03:29:50.143298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.172404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae9501d-723c-4847-9f87-950f2ce6f7ee,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.178779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] No DVR routers for this DVR port bae9501d-723c-4847-9f87-950f2ce6f7ee on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:50.267929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.278404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d4304a-88af-4f6d-a6bd-65598510a406']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:50.289536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9241aa7-017a-4590-98e5-24b6c29a514d') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:50.289839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9241aa7-017a-4590-98e5-24b6c29a514d') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:50.298938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.313075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.318810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:50.319201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:50.320873 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:50.473902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bae9501d-723c-4847-9f87-950f2ce6f7ee no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:50.493983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: bae9501d-723c-4847-9f87-950f2ce6f7ee {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:50.494330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device bae9501d-723c-4847-9f87-950f2ce6f7ee not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:50.504522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.510082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.512532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/06d4304a-88af-4f6d-a6bd-65598510a406 HTTP/1.1" status: 204 len: 168 time: 1.0891459 Aug 10 03:29:50.525246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167521f8-2a70-4147-a81a-e1b44259ddc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d4304a-88af-4f6d-a6bd-65598510a406,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.649972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40196) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:50.751227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40200) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:50.796628 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f647f9a1-2fd7-4c92-b8d8-3d147009e75d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa19e4658e5440aeb040705248cd022a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460062 Aug 10 03:29:50.798170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40204) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:50.856739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e700e71-744a-49e0-a666-b5ad4ba57ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.878519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e700e71-744a-49e0-a666-b5ad4ba57ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.989351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1217574899', 'router:external': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:51.116045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e700e71-744a-49e0-a666-b5ad4ba57ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.118847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e700e71-744a-49e0-a666-b5ad4ba57ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.122630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9e700e71-744a-49e0-a666-b5ad4ba57ce5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/621e105b-3793-4fcc-8deb-fe940707f1cf HTTP/1.1" status: 204 len: 168 time: 0.3234167 Aug 10 03:29:51.131433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e700e71-744a-49e0-a666-b5ad4ba57ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e105b-3793-4fcc-8deb-fe940707f1cf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.218626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Made reservation on behalf of 33ca8db7d8c94ecd8fde7a38cd0bbfc5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:51.222109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.230949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.236728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40224) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:51.306446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d22909be-08ca-4b2b-8895-fb50319f2a3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=243808cd02bc4a86acb0ff91c3331b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684433 Aug 10 03:29:51.310176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40234) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:51.314225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88ca7a-2efd-4991-abd0-745317d1dd89 req-84f3cfc6-b9da-4424-8c4d-6e52ec6dd20e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.323959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc88ca7a-2efd-4991-abd0-745317d1dd89 req-84f3cfc6-b9da-4424-8c4d-6e52ec6dd20e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0992501 Aug 10 03:29:51.368855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc88ca7a-2efd-4991-abd0-745317d1dd89 req-f6fa2e8c-c819-47fa-b456-1744f8e1cea3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Aug 10 03:29:51.410217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.413697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b976c5e-6f79-4660-a8b1-890f7b342d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.490573 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b976c5e-6f79-4660-a8b1-890f7b342d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.594405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb09697-82d3-435d-9fff-e9e75b2ef530 req-3370f739-eb8b-4557-9635-9a07fb470cbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.595809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbb09697-82d3-435d-9fff-e9e75b2ef530 req-3370f739-eb8b-4557-9635-9a07fb470cbe tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0483134 Aug 10 03:29:51.634458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbb09697-82d3-435d-9fff-e9e75b2ef530 req-ed4e0619-b960-4439-b0c2-0cbf25703670 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317242 Aug 10 03:29:51.636061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.661807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941369f3-2201-4a5d-b801-26c87a98c1d7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.679067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b976c5e-6f79-4660-a8b1-890f7b342d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.687778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b976c5e-6f79-4660-a8b1-890f7b342d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.695519 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b976c5e-6f79-4660-a8b1-890f7b342d66 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43f1cfb5-fc20-4bce-80c3-0b3f8143ab15 HTTP/1.1" status: 204 len: 168 time: 0.3823340 Aug 10 03:29:51.702753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:51.721179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b976c5e-6f79-4660-a8b1-890f7b342d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f1cfb5-fc20-4bce-80c3-0b3f8143ab15,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.726658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.727025 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Added segment 4b3085c5-dbca-464d-8e56-148b276654bd of type vlan for network bd6bf219-ef46-4c90-9265-ffb729d712ee Aug 10 03:29:51.779403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.799850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddfab8-c847-4a9b-be4f-9705dfc6a1e9 req-40cb2bdd-8499-4f50-ad55-6d4816cbeddf tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.808600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebddfab8-c847-4a9b-be4f-9705dfc6a1e9 req-40cb2bdd-8499-4f50-ad55-6d4816cbeddf tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0706239 Aug 10 03:29:51.852569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebddfab8-c847-4a9b-be4f-9705dfc6a1e9 req-3389a7cb-080a-456e-bf58-2e256be93017 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Aug 10 03:29:51.876214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.878132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.878132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.943531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Network': ['ID=bd6bf219-ef46-4c90-9265-ffb729d712ee,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:51.953262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network bd6bf219-ef46-4c90-9265-ffb729d712ee details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:52.154116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-beb5a4d4-8de5-4a5e-b10b-1ce617f703b7 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5030134 Aug 10 03:29:52.179185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40284) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:52.184139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'subnet': {'network_id': 'bd6bf219-ef46-4c90-9265-ffb729d712ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:52.185428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-2a94755e-e600-4389-9b1c-2b16ea020715 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.186950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-2a94755e-e600-4389-9b1c-2b16ea020715 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.1103568 Aug 10 03:29:52.202769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-050feeec-89e8-48c1-8d65-53252c96104c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/quotas/8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 375 time: 0.0094011 Aug 10 03:29:52.269316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-134df5ee-e36d-4aef-85c0-e8acf73959ce tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0609736 Aug 10 03:29:52.363232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-61c48c69-1870-45a6-ba7d-b09709a9533d service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868113 Aug 10 03:29:52.452457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-de45b38b-94be-4108-9d3e-8aea54c07973 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820174 Aug 10 03:29:52.709876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Made reservation on behalf of 33ca8db7d8c94ecd8fde7a38cd0bbfc5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:52.712476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.723802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40304) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:52.860209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-524462669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:53.018282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad4e3aa1-1b6e-4c4f-976b-84d5e28172f4 req-fa2efa1e-c53f-4316-82f8-9d81d9388514 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 210 time: 0.0371790 Aug 10 03:29:53.047414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.048643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.102740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.299783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.423028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:29:53.423538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.446581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.462410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d136a3a-7f61-4def-a193-d459aba1d4bd tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7357941 Aug 10 03:29:53.463931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:53.472695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1820123543'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:53.486362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b699c4fd-8d94-406c-9a00-d88efd330ed8,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:53.496542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Checking segment: {'id': '4b3085c5-dbca-464d-8e56-148b276654bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bd6bf219-ef46-4c90-9265-ffb729d712ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:53.497002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network hostable DHCP agents. Network: bd6bf219-ef46-4c90-9265-ffb729d712ee, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:53.601543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:53.605051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.614573 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.639308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network bd6bf219-ef46-4c90-9265-ffb729d712ee is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:53.657842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:53.742747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.761314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, bd6bf219-ef46-4c90-9265-ffb729d712ee) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:53.766742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.767483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.773769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee8118-29ee-4dc0-9413-582f0df32b73 None None] Network bd6bf219-ef46-4c90-9265-ffb729d712ee requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:53.793308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40368) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:53.848872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-675660912-network', 'tenant_id': 'f762af73f11f4222a5572cb7282e9206'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:53.881667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.907290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-network', 'tenant_id': '906ea536e4a44316aee460671f8bf126'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:53.922142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:53.928070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09991e7b-3381-4edd-9276-d51ac8739b20 None None] Network bd6bf219-ef46-4c90-9265-ffb729d712ee requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:53.933588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218f1bbc-95d0-4d60-a84f-e78544df55f8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:53.942334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.942334 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Added segment a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff of type vlan for network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 Aug 10 03:29:53.992118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.021710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d202181-db74-4001-860c-4058b5b77414 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8414133 Aug 10 03:29:54.025002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40378) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:54.032245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1930468084', 'network_id': 'bd6bf219-ef46-4c90-9265-ffb729d712ee'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:54.047200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:29:54.047200 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:29:54.047200 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': '906ea536e4a44316aee460671f8bf126', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 29, 53, 913271)}] Aug 10 03:29:54.047200 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:54.047200 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:54.117024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.122556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.123159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.184632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Made reservation on behalf of f762af73f11f4222a5572cb7282e9206 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:54.188636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.202778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.202989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.210938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.216872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.223147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.230992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.237036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.243118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.252101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-a0f86f94-d855-45a3-9a11-c6c06be6d4af tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.1653433 Aug 10 03:29:54.255894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Network': ['ID=17cf301f-c47c-4b7e-931b-5bf5a61fb429,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:54.274955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:54.292036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-73501bff-9535-4c1c-8ebd-129f1b627991 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8265100 Aug 10 03:29:54.294832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40394) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:54.309251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'subnet': {'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:54.330558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64ebb50a-e1a5-4c8e-aaeb-af432d593271 req-d45338ab-84b9-4955-9c38-8de34472937e tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766008 Aug 10 03:29:54.399316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Made reservation on behalf of 33ca8db7d8c94ecd8fde7a38cd0bbfc5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:54.402206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.431105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] device_id is not set on port 386ddb36-eeef-4c3d-b903-958cba92cce6 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:29:54.437405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc3930b3-6c7a-4ee9-854b-cdc7091f430e req-4d34257c-05cb-4cba-adad-7d29b1f7c3ed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 210 time: 0.0283389 Aug 10 03:29:54.552850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.559020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.574000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.574000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.577100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.580918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Allocated IP 2001:db8::270 (bd6bf219-ef46-4c90-9265-ffb729d712ee/b699c4fd-8d94-406c-9a00-d88efd330ed8/386ddb36-eeef-4c3d-b903-958cba92cce6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:54.583435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.589223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.591145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd341a3f-6991-4038-ba8b-539993317171 req-dc9d0570-9a8f-4477-9d20-83c2c634ddc8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.0955720 Aug 10 03:29:54.599692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.714381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.741350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.755204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:54.773738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901f83f6-48ec-4dc0-bb12-42737c271563,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:54.784444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.784785 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Added segment 993f0b2c-8b5e-473a-a773-210deb4db221 of type vlan for network f386ad35-65a6-4f18-a133-6318d9e43273 Aug 10 03:29:54.850625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.888703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:54.892315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.940026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-6fb5a7fc-0359-4d18-9573-2517f5f7a543 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0874448 Aug 10 03:29:55.025035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.070410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network bd6bf219-ef46-4c90-9265-ffb729d712ee is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:55.075808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:55.077470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.077943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.078088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Port': ['ID=386ddb36-eeef-4c3d-b903-958cba92cce6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.078430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.078927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.079404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.079897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.080180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:55.080427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.081185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.085073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.085859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-2675bdec-4e83-4db1-8d6a-00defdf2e75d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6508 time: 0.0921578 Aug 10 03:29:55.086046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.087747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.088315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.090443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Made reservation on behalf of 906ea536e4a44316aee460671f8bf126 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:55.092645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.124018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.175404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=f386ad35-65a6-4f18-a133-6318d9e43273,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.185708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f386ad35-65a6-4f18-a133-6318d9e43273 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:55.275874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f50c33f2-5214-409b-8db2-5f0cad8fb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.275874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f50c33f2-5214-409b-8db2-5f0cad8fb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.275874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f50c33f2-5214-409b-8db2-5f0cad8fb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.275874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f50c33f2-5214-409b-8db2-5f0cad8fb53f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 2298 time: 0.0993757 Aug 10 03:29:55.305037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-1d003fb6-55ba-4122-8b45-d3173223a067 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 200 len: 1001 time: 0.0583284 Aug 10 03:29:55.353808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-faebb7c8-639a-4e4a-a5bb-ae942ccd02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.355276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-faebb7c8-639a-4e4a-a5bb-ae942ccd02d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971c280d-dfc5-4466-ba75-b205cc92deed HTTP/1.1" status: 200 len: 855 time: 0.0430863 Aug 10 03:29:55.402320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-12c7cea7-ef76-4854-87f7-b3363cb03f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.403759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-12c7cea7-ef76-4854-87f7-b3363cb03f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417852 Aug 10 03:29:55.408160 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ccdde0ae-151d-4d48-b8ab-2870138b36de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3803318 Aug 10 03:29:55.440808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:55.494895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Deleting port 386ddb36-eeef-4c3d-b903-958cba92cce6 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:55.495249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.495698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-e8711c8d-de04-42ae-a358-bef57e945579 service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849004 Aug 10 03:29:55.558444 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-56909384-29d5-42a2-8074-6ae5b9953fe0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8998418 Aug 10 03:29:55.562958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:55.564522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.569422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Request body: {'subnet': {'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-675660912-subnet', 'tenant_id': 'f762af73f11f4222a5572cb7282e9206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:55.591943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1ca6274-9c9c-4642-a91b-9aac7af8f8d2 req-cf5dcddd-a2de-4211-9a90-4f30c391cd78 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 210 time: 0.0806079 Aug 10 03:29:55.601309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.630323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Calling delete_port for 386ddb36-eeef-4c3d-b903-958cba92cce6 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:55.675142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Subnet': ['ID=277d4b56-5733-4b33-b393-b2b57b8fb583,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.684779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-95ae20ad-c453-4e4f-81ef-6ad35f72780a service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819723 Aug 10 03:29:55.685890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Checking segment: {'id': 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:55.686253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network hostable DHCP agents. Network: 17cf301f-c47c-4b7e-931b-5bf5a61fb429, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:55.752928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.860519 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.882494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.889164 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.935846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67269f8-863a-4b14-a184-0545caf9f577,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.939712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event deleted for resources: {'Port': ['ID=386ddb36-eeef-4c3d-b903-958cba92cce6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.976939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.978874 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-92a1c7c0-e42e-4af4-bfc6-471b3e2a07ca tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/ports/386ddb36-eeef-4c3d-b903-958cba92cce6 HTTP/1.1" status: 204 len: 168 time: 0.5665534 Aug 10 03:29:55.983644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40440) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:55.990863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd6bf219-ef46-4c90-9265-ffb729d712ee', 'external_fixed_ips': [{'subnet_id': 'b699c4fd-8d94-406c-9a00-d88efd330ed8', 'ip_address': '2001:db8::270'}]}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:55.994963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-636f8504-a05a-48d1-9a02-036cd2789723 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 217 time: 0.2968366 Aug 10 03:29:56.046115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-c0887c0c-c982-40d6-bb3f-16c2b22a5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.047728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-c0887c0c-c982-40d6-bb3f-16c2b22a5aa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0482941 Aug 10 03:29:56.048890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Made reservation on behalf of f762af73f11f4222a5572cb7282e9206 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:56.051843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.069280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:56.094436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-1bf956b1-a132-473e-a58f-2957e5f0bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.095938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-1bf956b1-a132-473e-a58f-2957e5f0bcfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0404446 Aug 10 03:29:56.120067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.120723 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Added segment 5765f3ce-7188-4dab-9135-367e1bdc9506 of type vlan for network 8f87c485-8b9a-4679-bc19-b21736279b48 Aug 10 03:29:56.149876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:56.185042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.264222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.268675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-9a4358ea-6f38-43f2-b0d4-e3f9e6170ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611876 Aug 10 03:29:56.268871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.332102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-96581fab-b886-4c8c-b9d6-3d72085ac296 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.334912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-96581fab-b886-4c8c-b9d6-3d72085ac296 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.1710095 Aug 10 03:29:56.337547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 17cf301f-c47c-4b7e-931b-5bf5a61fb429) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:56.345319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999c25d-4740-4e5a-9580-de978fbc4632 None None] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:56.346129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.346724 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.356303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'port': {'device_id': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'admin_state_up': True, 'tenant_id': '8cec418f26654197a34c45695ec4b165'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:56.371152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.377256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.380742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.390069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.455435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-94d93830-4edb-4d61-b60a-34fe56497b86 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814680 Aug 10 03:29:56.455683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.509926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] Pushing event updated for resources: {'Network': ['ID=8f87c485-8b9a-4679-bc19-b21736279b48,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:56.517455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-17cf301f-c47c-4b7e-931b-5bf5a61fb429', 'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429', 'tenant_id': 'e7ddd3b2ec4d4959a8987965ace04c69', 'fixed_ips': [{'subnet_id': '277d4b56-5733-4b33-b393-b2b57b8fb583'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:56.518541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.520813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-4fc5f604-6b9b-4c80-8094-1271504d99b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 217 time: 0.0553269 Aug 10 03:29:56.522323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b123300-3ce0-455c-b255-9d75a6bdd61c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:56.545108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-26b66ffd-a284-48a5-8e9a-14f55c1e5bf9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2417636 Aug 10 03:29:56.562312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40462) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.574072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'network': {'name': 'tempest-router-network01--155850284'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:56.605750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-28fd64c7-4362-4e30-a0b2-cd915089f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.607680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-28fd64c7-4362-4e30-a0b2-cd915089f50e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0783410 Aug 10 03:29:56.628333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8f87c485-8b9a-4679-bc19-b21736279b48 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:56.666216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-195b8d22-6b27-4cce-b35a-675755f56d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.668380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-195b8d22-6b27-4cce-b35a-675755f56d6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535197 Aug 10 03:29:56.679970 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e3f9caa4-b1c9-40b5-93e6-4f1b9d15a165 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8853564 Aug 10 03:29:56.687597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:56.687938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.690930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.698796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Request body: {'subnet': {'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-subnet', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:56.730028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Checking segment: {'id': '993f0b2c-8b5e-473a-a773-210deb4db221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:56.730673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Network hostable DHCP agents. Network: f386ad35-65a6-4f18-a133-6318d9e43273, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:56.791229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e27147e5-d633-4376-ac4f-5f46ef92d789 req-ff2472dd-9993-4d42-9a22-4bf2f5bdf6b7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 210 time: 0.0976079 Aug 10 03:29:56.829216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.890056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Allocated IP 2001:db8::2 (17cf301f-c47c-4b7e-931b-5bf5a61fb429/277d4b56-5733-4b33-b393-b2b57b8fb583/7aae81f9-c3ad-4665-afd3-81c0482034fa) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:56.891940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:56.895437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.918722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-62fddee8-aa0d-4c71-8ff1-ec546b67f68d service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339127 Aug 10 03:29:56.932621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Network f386ad35-65a6-4f18-a133-6318d9e43273 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:57.018141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:57.022168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Made reservation on behalf of 906ea536e4a44316aee460671f8bf126 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:57.025095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.051529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.051950 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Added segment a39453d6-3862-4ec0-9486-c90465a7d6e4 of type vlan for network 8d23b525-190b-4800-9729-584cdea95b83 Aug 10 03:29:57.068160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Allocated IP 172.20.0.14 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/d9d7bdde-23cc-4771-8b76-dc064b534422) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:57.078909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.081968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f386ad35-65a6-4f18-a133-6318d9e43273) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:57.090432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.091159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Transition to ACTIVE for port object 7aae81f9-c3ad-4665-afd3-81c0482034fa will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:57.092092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.111821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Transition to ACTIVE for port object 7aae81f9-c3ad-4665-afd3-81c0482034fa will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:57.118187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45944fa-81b6-45d8-a352-c7d819a747c3 None None] Network f386ad35-65a6-4f18-a133-6318d9e43273 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:57.145484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-b595b941-24a2-4eb4-8455-7df445dbe15f service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962571 Aug 10 03:29:57.147232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.185971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.210815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-d32fbedb-384c-454b-8855-2e96bb9077c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0575001 Aug 10 03:29:57.241945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Pushing event updated for resources: {'Port': ['ID=7aae81f9-c3ad-4665-afd3-81c0482034fa,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.253432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.253823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.254460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.254604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.255410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.255771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.256110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.256608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.257072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.260473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.260473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.260473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:57.275320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40504) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.282653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:57.287330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:57.291698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:57.334584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f8b124e4-169c-43c2-87d1-2b4ebe7143f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.336283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f8b124e4-169c-43c2-87d1-2b4ebe7143f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1180782 Aug 10 03:29:57.377762 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b4fe68a1-b4c4-4652-9297-32c6eb4f5b57 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7891846 Aug 10 03:29:57.388146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Attempting to bind port 7aae81f9-c3ad-4665-afd3-81c0482034fa on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:57.389403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Attempting to bind port 7aae81f9-c3ad-4665-afd3-81c0482034fa by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:57.389944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Attempting to bind port 7aae81f9-c3ad-4665-afd3-81c0482034fa on network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:57.398221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:57.398221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Checking segment: {'id': 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:57.398221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.398221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Bound using segment: {'id': 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:57.398932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Bound port: 7aae81f9-c3ad-4665-afd3-81c0482034fa, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '17cf301f-c47c-4b7e-931b-5bf5a61fb429'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:57.399505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.419427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.425268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.425889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.461628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bb539-9cda-4018-a25f-744797b0e481 None None] Network f386ad35-65a6-4f18-a133-6318d9e43273 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:57.534300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.554339 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.578844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Network': ['ID=8d23b525-190b-4800-9729-584cdea95b83,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.579494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.585868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Transition to ACTIVE for port object d9d7bdde-23cc-4771-8b76-dc064b534422 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:57.589361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a19068fc-3ed0-4357-96b3-94e4e9a3969c tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0236721 Aug 10 03:29:57.598840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-9c06648d-1015-44bf-874e-f24194a9de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.598840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-9c06648d-1015-44bf-874e-f24194a9de3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2178531 Aug 10 03:29:57.604215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.604750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.605221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.605690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.606158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.606712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.607184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.609244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-5704eb3e-ed5a-40a7-a918-dbd97327e2e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6508 time: 0.3295896 Aug 10 03:29:57.612641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40524) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.617165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8d23b525-190b-4800-9729-584cdea95b83 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:57.619080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'network': {'name': 'tempest-router-network02--1160634591'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:57.675596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.779713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.810751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Pushing event updated for resources: {'Subnet': ['ID=349b38d1-59e0-4a57-bec6-a9679ca0ca03,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.828895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] For port 7aae81f9-c3ad-4665-afd3-81c0482034fa, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:57.842427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] For port 7aae81f9-c3ad-4665-afd3-81c0482034fa, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7aae81f9-c3ad-4665-afd3-81c0482034fa,segment=NetworkSegment(a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff),segment_id=a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:57.857495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-7a7deaab-4ff3-4af8-927d-a882e112a87d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2197549 Aug 10 03:29:57.887474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Checking segment: {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:57.889485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Network hostable DHCP agents. Network: 8f87c485-8b9a-4679-bc19-b21736279b48, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:29:57.906718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Allocated IP 2001:db8::270 (bd6bf219-ef46-4c90-9265-ffb729d712ee/b699c4fd-8d94-406c-9a00-d88efd330ed8/d58738b7-69e2-4698-8c6e-c3b8a927348b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:57.918250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:57.919219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:57.922838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.927592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.931608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=d9d7bdde-23cc-4771-8b76-dc064b534422,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.976849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f11acf2e-92cf-43b5-a7e7-4c0664800a74 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650875 Aug 10 03:29:57.977856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:57.983224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:58.004022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0fb37-6715-43bd-bcbe-68d53d888c3a None None] Pushing event updated for resources: {'Port': ['ID=7aae81f9-c3ad-4665-afd3-81c0482034fa,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.033908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.038633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Network 8f87c485-8b9a-4679-bc19-b21736279b48 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:29:58.152059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.152750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.197794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:29:58.225876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.226370 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Added segment 2c11679b-8051-48e0-afca-42b2a8aa8559 of type vlan for network 5009a8a3-856d-414d-8341-b52986d1e418 Aug 10 03:29:58.271148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8f87c485-8b9a-4679-bc19-b21736279b48) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:58.273153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.279656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2d015-30af-4d72-a51c-9a6bbbb6e714 None None] Network 8f87c485-8b9a-4679-bc19-b21736279b48 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:58.288634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.292017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.357077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-340c168e-8669-424c-846b-87295bbb21d8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0123880 Aug 10 03:29:58.358819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.364584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-f609091c-15d4-4bda-9a1c-cb95fc97ccb0 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244605 Aug 10 03:29:58.373720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bda4f7f2-4507-4501-8f7e-634ddfe0afc3 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.375512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bda4f7f2-4507-4501-8f7e-634ddfe0afc3 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/networks?id=f386ad35-65a6-4f18-a133-6318d9e43273 HTTP/1.1" status: 200 len: 820 time: 0.4593740 Aug 10 03:29:58.381284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Port': ['ID=d58738b7-69e2-4698-8c6e-c3b8a927348b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.389572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Request body: {'port': {'device_id': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:58.400454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network bd6bf219-ef46-4c90-9265-ffb729d712ee is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:58.403770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:58.406640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:58.493786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-e7f415a4-5ea9-4f93-84dc-0aeeeb36876f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11 HTTP/1.1" status: 200 len: 217 time: 0.1171014 Aug 10 03:29:58.505071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-1eaa4104-a4d1-4d6d-9e99-d2673fed782a tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/quotas/f762af73f11f4222a5572cb7282e9206 HTTP/1.1" status: 200 len: 375 time: 0.1068733 Aug 10 03:29:58.525185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-8f87c485-8b9a-4679-bc19-b21736279b48', 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'fixed_ips': [{'subnet_id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:29:58.533070 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.542426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7aae81f9-c3ad-4665-afd3-81c0482034fa up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:58.573701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1ff7ca74-1a0f-45ba-b8db-f2a4daf87b96 None None] Provisioning for port d9d7bdde-23cc-4771-8b76-dc064b534422 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:58.595046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1ff7ca74-1a0f-45ba-b8db-f2a4daf87b96 None None] Provisioning complete for port d9d7bdde-23cc-4771-8b76-dc064b534422 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:58.601932 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ca74-1a0f-45ba-b8db-f2a4daf87b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.620401 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-15282258-832b-438f-b23d-269a7d60202c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9267125 Aug 10 03:29:58.622123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:58.627173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:58.630562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-23c91105-f9b5-421a-8dfe-75ff05999e61 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f762af73f11f4222a5572cb7282e9206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214528 Aug 10 03:29:58.652505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-b6d85c88-8c08-46d4-8be4-7c931e9024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.655754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-b6d85c88-8c08-46d4-8be4-7c931e9024c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1466146 Aug 10 03:29:58.690742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.707712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7ca74-1a0f-45ba-b8db-f2a4daf87b96 None None] Port d9d7bdde-23cc-4771-8b76-dc064b534422 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:58.765024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Allocated IP 172.20.0.2 (8f87c485-8b9a-4679-bc19-b21736279b48/349b38d1-59e0-4a57-bec6-a9679ca0ca03/03dd27f2-b397-4f3b-9950-b3a1161310ba) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:58.772988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.787416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.793142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.793781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.813347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.814378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.851503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 7aae81f9-c3ad-4665-afd3-81c0482034fa completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:58.896144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-aeb2a678-01e5-4516-b656-d8861072f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.897783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-aeb2a678-01e5-4516-b656-d8861072f2f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2178316 Aug 10 03:29:58.935820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.948275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-29ae04ba-260e-4cca-bd23-9a56b7a69159 service neutron] 10.222.0.26 "GET /v2.0/networks/f386ad35-65a6-4f18-a133-6318d9e43273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158340 Aug 10 03:29:58.965951 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.977775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Transition to ACTIVE for port object 03dd27f2-b397-4f3b-9950-b3a1161310ba will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:58.997871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Transition to ACTIVE for port object 03dd27f2-b397-4f3b-9950-b3a1161310ba will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:59.063758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.244825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6311119 Aug 10 03:29:59.245895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07924cd9-ed7a-431f-8545-0df3e8e7b4e6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Network': ['ID=5009a8a3-856d-414d-8341-b52986d1e418,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.250187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40574) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.258114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5009a8a3-856d-414d-8341-b52986d1e418 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:29:59.319906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'subnet': {'network_id': '8d23b525-190b-4800-9729-584cdea95b83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:59.332697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f52431-d9e4-43d3-9775-59dd907e9559 None None] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:29:59.507909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.533044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] Provisioning for port 7aae81f9-c3ad-4665-afd3-81c0482034fa completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:59.553265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d7bdde-23cc-4771-8b76-dc064b534422 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:59.562881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.576872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] Provisioning complete for port 7aae81f9-c3ad-4665-afd3-81c0482034fa triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:59.577985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.579975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Transition to ACTIVE for port object d9d7bdde-23cc-4771-8b76-dc064b534422 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:59.589307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-7570b74e-54d5-41eb-9e5c-3d44b5b7e5e9 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655052 Aug 10 03:29:59.635988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Network 8f87c485-8b9a-4679-bc19-b21736279b48 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:59.649530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:59.655702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:59.691009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Pushing event updated for resources: {'Port': ['ID=03dd27f2-b397-4f3b-9950-b3a1161310ba,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.703623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.708966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Router cb57ca37-254a-42e2-9109-dce17ff5fade is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:29:59.739706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-3d91f4bc-6a2b-4fe1-b68a-ed383fe74455 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305182 Aug 10 03:29:59.739706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.746896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Attempting to bind port 03dd27f2-b397-4f3b-9950-b3a1161310ba on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:59.747957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Attempting to bind port 03dd27f2-b397-4f3b-9950-b3a1161310ba by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:59.748584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Attempting to bind port 03dd27f2-b397-4f3b-9950-b3a1161310ba on network 8f87c485-8b9a-4679-bc19-b21736279b48 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:59.761775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:59.768613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Checking segment: {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:59.768613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.768613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Bound using segment: {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:59.768613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Bound port: 03dd27f2-b397-4f3b-9950-b3a1161310ba, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:59.768613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.843573 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.890082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-a0fe6292-8daa-4866-a569-fa597432d1d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 200 len: 217 time: 0.1416855 Aug 10 03:29:59.898411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:59.903984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.906901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] For port 7aae81f9-c3ad-4665-afd3-81c0482034fa, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7aae81f9-c3ad-4665-afd3-81c0482034fa,segment=NetworkSegment(a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff),segment_id=a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:59.920489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] For port 03dd27f2-b397-4f3b-9950-b3a1161310ba, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:59.924023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] For port 03dd27f2-b397-4f3b-9950-b3a1161310ba, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=03dd27f2-b397-4f3b-9950-b3a1161310ba,segment=NetworkSegment(5765f3ce-7188-4dab-9135-367e1bdc9506),segment_id=5765f3ce-7188-4dab-9135-367e1bdc9506)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:59.976705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:59.990809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Sync routers for ids ['cb57ca37-254a-42e2-9109-dce17ff5fade'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:00.009780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Routers {'cb57ca37-254a-42e2-9109-dce17ff5fade'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:00.010427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb57ca37-254a-42e2-9109-dce17ff5fade'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:00.012309 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.020791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.079120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.080605 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dcb138c0-8bc7-4b80-ab4a-678cd59f1821 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0954895 Aug 10 03:30:00.084560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40580) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:00.300062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a96cf6fe-a0be-47a6-8af1-c1684b992023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.315868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-84feedb4-d6df-42b3-a405-4a12517b31f0 None None] Provisioning complete for port 7aae81f9-c3ad-4665-afd3-81c0482034fa triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:00.316516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-84feedb4-d6df-42b3-a405-4a12517b31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.318791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc73a5-f996-45a7-bfe4-6240e7fcbfaf None None] Pushing event updated for resources: {'Port': ['ID=7aae81f9-c3ad-4665-afd3-81c0482034fa,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:00.379105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.461300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Set router cb57ca37-254a-42e2-9109-dce17ff5fade gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:00.494582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-0bd10609-0de7-496e-953f-8236861b153a service neutron] 10.222.0.26 "GET /v2.0/networks/f386ad35-65a6-4f18-a133-6318d9e43273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5340245 Aug 10 03:30:00.496819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.571681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.663204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7aae81f9-c3ad-4665-afd3-81c0482034fa up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:00.761434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-b491a2c3-2063-4fcf-9cf8-2194a8ee3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.764237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-b491a2c3-2063-4fcf-9cf8-2194a8ee3f60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.3566475 Aug 10 03:30:00.805445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b859-2baf-4408-8067-231066f4bd22 None None] Pushing event updated for resources: {'Port': ['ID=03dd27f2-b397-4f3b-9950-b3a1161310ba,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:00.812064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.863713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Allocated IP 172.25.1.163 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5c39b590-ee36-4811-a0f1-c866fa98d065) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:00.969470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d7bdde-23cc-4771-8b76-dc064b534422,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:00.983553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7aae81f9-c3ad-4665-afd3-81c0482034fa triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:00.983928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.118078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Deleting port d58738b7-69e2-4698-8c6e-c3b8a927348b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:01.133997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.192598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.221127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb57ca37-254a-42e2-9109-dce17ff5fade', 'name': '', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd6bf219-ef46-4c90-9265-ffb729d712ee', 'external_fixed_ips': [{'subnet_id': 'b699c4fd-8d94-406c-9a00-d88efd330ed8', 'ip_address': '2001:db8::270'}], 'enable_snat': True}, 'gw_port_id': 'd58738b7-69e2-4698-8c6e-c3b8a927348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:56Z', 'updated_at': '2021-08-10T03:29:58Z', 'revision_number': 3, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port': {'id': 'd58738b7-69e2-4698-8c6e-c3b8a927348b', 'name': '', 'network_id': 'bd6bf219-ef46-4c90-9265-ffb729d712ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb57ca37-254a-42e2-9109-dce17ff5fade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'b699c4fd-8d94-406c-9a00-d88efd330ed8', 'ip_address': '2001:db8::270', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:29:57Z', 'updated_at': '2021-08-10T03:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b699c4fd-8d94-406c-9a00-d88efd330ed8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:01.264284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.269650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Checking router: cb57ca37-254a-42e2-9109-dce17ff5fade for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:01.270041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Updating router cb57ca37-254a-42e2-9109-dce17ff5fade port d58738b7-69e2-4698-8c6e-c3b8a927348b binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:01.270206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-8c34ab3e-a1cc-463c-bd6d-dab45e1e7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.271737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-8c34ab3e-a1cc-463c-bd6d-dab45e1e7f57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4085975 Aug 10 03:30:01.291495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Calling delete_port for d58738b7-69e2-4698-8c6e-c3b8a927348b owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:01.301348 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.364087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e90b9d-f69d-4167-b579-54a380cf1f43 req-fbb0964f-1847-46a7-97e5-ef4ca73ab603 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.373660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21e90b9d-f69d-4167-b579-54a380cf1f43 req-fbb0964f-1847-46a7-97e5-ef4ca73ab603 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 944 time: 0.3734202 Aug 10 03:30:01.409227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Attempting to bind port d9d7bdde-23cc-4771-8b76-dc064b534422 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:01.409227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Attempting to bind port d9d7bdde-23cc-4771-8b76-dc064b534422 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:01.409227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Attempting to bind port d9d7bdde-23cc-4771-8b76-dc064b534422 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:01.409227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.472173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.493036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Port d9d7bdde-23cc-4771-8b76-dc064b534422 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:01.493423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Attempting to bind port d9d7bdde-23cc-4771-8b76-dc064b534422 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:01.536624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:01.540494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:01.552001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:01.555500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:01.555843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:01.556244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:01.559137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Bound port: d9d7bdde-23cc-4771-8b76-dc064b534422, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:01.565881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.631507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Subnet': ['ID=295721b3-c909-44ce-8675-672c77eeec1e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:01.631770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Pushing event updated for resources: {'Port': ['ID=5c39b590-ee36-4811-a0f1-c866fa98d065,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:01.664610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21e90b9d-f69d-4167-b579-54a380cf1f43 req-2030bdff-4d3a-46c7-9349-324c92581432 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898357 Aug 10 03:30:01.722321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-5f167abb-d368-48cf-9602-0e4d9fcb5c6d service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286108 Aug 10 03:30:01.737117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Checking segment: {'id': 'a39453d6-3862-4ec0-9486-c90465a7d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8d23b525-190b-4800-9729-584cdea95b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:01.737519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network hostable DHCP agents. Network: 8d23b525-190b-4800-9729-584cdea95b83, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:01.763756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b682b2-50b3-4298-bde4-79e54fd6f695 None None] Network 8f87c485-8b9a-4679-bc19-b21736279b48 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:01.853331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06915a6e-c8d0-4cf9-baff-dbec3638b72d req-7c6bfa61-0087-4a08-bb71-33afde182461 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 210 time: 0.1070855 Aug 10 03:30:01.878992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] For port d9d7bdde-23cc-4771-8b76-dc064b534422, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:01.885217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] For port d9d7bdde-23cc-4771-8b76-dc064b534422, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d9d7bdde-23cc-4771-8b76-dc064b534422,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:01.907017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.930022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-a0d23e49-74ad-417e-9e67-de3e9507b7a8 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864815 Aug 10 03:30:01.943784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event deleted for resources: {'Port': ['ID=d58738b7-69e2-4698-8c6e-c3b8a927348b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:01.974907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.975336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:30:01.975797 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:30:01.998882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 8d23b525-190b-4800-9729-584cdea95b83 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:02.006089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-bc3a6d88-2951-49dc-8f01-6f9297a00d44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 200 len: 217 time: 0.0659714 Aug 10 03:30:02.008217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.074158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6449c12-de39-47e7-a349-0732618570c6 None None] Provisioning for port 03dd27f2-b397-4f3b-9950-b3a1161310ba completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:02.132741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.142681 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.142681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/d9d7bdde-23cc-4771-8b76-dc064b534422 HTTP/1.1" status: 200 len: 1093 time: 3.7700298 Aug 10 03:30:02.142681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8d23b525-190b-4800-9729-584cdea95b83) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:02.142681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'tag': 'd9d7bdde-23cc-4771-8b76-dc064b534422'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:02.142681 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b6d49-2b6e-4ba7-88cf-5854d94e0759" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c7253b-64a2-4a94-8d76-a48069c8fdfd", "tag": "d9d7bdde-23cc-4771-8b76-dc064b534422"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:02.156059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.156780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.183379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.183641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-7d194aa2-49f3-405e-8acd-c1489262c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.185168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-7d194aa2-49f3-405e-8acd-c1489262c58b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.1684942 Aug 10 03:30:02.189770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.202044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf993ab-9d3e-4abb-8723-ff2c03ba5b6e None None] Network 8d23b525-190b-4800-9729-584cdea95b83 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:02.225042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90444c90-c5fe-4f18-9e76-96bd5fda19b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d7bdde-23cc-4771-8b76-dc064b534422,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.253430 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78652f96-5c53-49b2-b080-52c450209a3d x-openstack-request-id: req-78652f96-5c53-49b2-b080-52c450209a3d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:02.253787 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c7253b-64a2-4a94-8d76-a48069c8fdfd", "tag": "d9d7bdde-23cc-4771-8b76-dc064b534422", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:02.254629 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78652f96-5c53-49b2-b080-52c450209a3d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:02.255116 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'tag': 'd9d7bdde-23cc-4771-8b76-dc064b534422', 'status': 'completed', 'code': 200} Aug 10 03:30:02.273958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b2ff63e2-9da0-49b7-935f-963a57109200 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0179760 Aug 10 03:30:02.274790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40602) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.281660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'subnet': {'network_id': '5009a8a3-856d-414d-8341-b52986d1e418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:02.303754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-57c8de9a-3562-45e4-9614-1604b094fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.306039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-57c8de9a-3562-45e4-9614-1604b094fc32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123555 Aug 10 03:30:02.319669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.490537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-8d23b525-190b-4800-9729-584cdea95b83', 'network_id': '8d23b525-190b-4800-9729-584cdea95b83', 'tenant_id': 'e7ddd3b2ec4d4959a8987965ace04c69', 'fixed_ips': [{'subnet_id': '295721b3-c909-44ce-8675-672c77eeec1e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:02.491784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.536513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Port d58738b7-69e2-4698-8c6e-c3b8a927348b not found while updating agent binding for router cb57ca37-254a-42e2-9109-dce17ff5fade. {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 03:30:02.549293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-cd15f88c-bfb8-4501-a8b7-37ecbb5f1cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703904 Aug 10 03:30:02.645331 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.646040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb57ca37-254a-42e2-9109-dce17ff5fade {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:02.651258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.655313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-633eea38-2625-4904-a0d6-74deda99eaba tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/routers/cb57ca37-254a-42e2-9109-dce17ff5fade HTTP/1.1" status: 204 len: 168 time: 2.5704269 Aug 10 03:30:02.655980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:02.668022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] Routers {'cb57ca37-254a-42e2-9109-dce17ff5fade'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:02.670497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb57ca37-254a-42e2-9109-dce17ff5fade'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:02.682767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 03dd27f2-b397-4f3b-9950-b3a1161310ba up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:02.715701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6d49-2b6e-4ba7-88cf-5854d94e0759 req-0df9a081-fcf5-4f9f-a2f0-fbb3ff478a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.717738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993b6d49-2b6e-4ba7-88cf-5854d94e0759 req-0df9a081-fcf5-4f9f-a2f0-fbb3ff478a50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 1096 time: 0.4090912 Aug 10 03:30:02.755335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:02.756066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdaa56-d9af-48e6-bfd0-90e44997013c None None] The sync data for ids ['cb57ca37-254a-42e2-9109-dce17ff5fade'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:02.823423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.844439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Allocated IP 2001:db8::2 (8d23b525-190b-4800-9729-584cdea95b83/295721b3-c909-44ce-8675-672c77eeec1e/31d051ef-0828-4229-8c9b-44bb5603b64c) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:02.890345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:02.896061 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.942492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 03dd27f2-b397-4f3b-9950-b3a1161310ba completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:02.949976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 03dd27f2-b397-4f3b-9950-b3a1161310ba triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:02.949976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.952673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e1efd2-0c41-4223-9fcb-ae9c43eae375 req-bc6249fa-ded4-405f-af83-133a4d980e4c service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611200 Aug 10 03:30:03.034365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.072906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39458f78-d741-4824-84f0-94eb2ae72cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.088557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.123167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Transition to ACTIVE for port object 31d051ef-0828-4229-8c9b-44bb5603b64c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:03.137590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6d49-2b6e-4ba7-88cf-5854d94e0759 req-4844b537-781f-4a50-bb9f-2ec688425b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.139209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993b6d49-2b6e-4ba7-88cf-5854d94e0759 req-4844b537-781f-4a50-bb9f-2ec688425b1d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cec418f26654197a34c45695ec4b165&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4075935 Aug 10 03:30:03.148236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.154253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586c8fc-c0f7-4495-ac14-b68ba8eaabe6 req-dfc1041b-7a84-4c4f-94ba-765f2125e11b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.155930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d586c8fc-c0f7-4495-ac14-b68ba8eaabe6 req-dfc1041b-7a84-4c4f-94ba-765f2125e11b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 944 time: 0.3657053 Aug 10 03:30:03.160202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Transition to ACTIVE for port object 31d051ef-0828-4229-8c9b-44bb5603b64c will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:03.176477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Deleting subnet b699c4fd-8d94-406c-9a00-d88efd330ed8 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:03.180912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.187555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 03dd27f2-b397-4f3b-9950-b3a1161310ba, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=03dd27f2-b397-4f3b-9950-b3a1161310ba,segment=NetworkSegment(5765f3ce-7188-4dab-9135-367e1bdc9506),segment_id=5765f3ce-7188-4dab-9135-367e1bdc9506)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:03.227340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.280493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.316514 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.318890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.356547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d586c8fc-c0f7-4495-ac14-b68ba8eaabe6 req-003798c5-cdae-421e-bd58-c7aca84613e9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933696 Aug 10 03:30:03.361257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Router 44f31357-fc0a-4696-a573-54dedfbe6411 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:03.383986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Network 8d23b525-190b-4800-9729-584cdea95b83 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:03.387111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:03.390959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:03.399801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Pushing event updated for resources: {'Port': ['ID=31d051ef-0828-4229-8c9b-44bb5603b64c,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.409559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6d49-2b6e-4ba7-88cf-5854d94e0759 req-9a278278-5837-4a74-b893-1e9d464cc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.411945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993b6d49-2b6e-4ba7-88cf-5854d94e0759 req-9a278278-5837-4a74-b893-1e9d464cc8ff service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2549226 Aug 10 03:30:03.447189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.465310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.470126 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/b699c4fd-8d94-406c-9a00-d88efd330ed8 HTTP/1.1" status: 204 len: 168 time: 0.8074877 Aug 10 03:30:03.486578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40616) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:03.499487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e856c6a6-f170-4dc0-a5ae-aa92f615b09b req-2a1ea389-a244-4c4e-9e77-4ab9b60250a6 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 210 time: 0.0437720 Aug 10 03:30:03.510308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dd0e3-b4f6-43c9-9d56-d5cc7b51653f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b699c4fd-8d94-406c-9a00-d88efd330ed8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.520416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Attempting to bind port 31d051ef-0828-4229-8c9b-44bb5603b64c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:03.520896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Attempting to bind port 31d051ef-0828-4229-8c9b-44bb5603b64c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a39453d6-3862-4ec0-9486-c90465a7d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8d23b525-190b-4800-9729-584cdea95b83'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:03.521497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Attempting to bind port 31d051ef-0828-4229-8c9b-44bb5603b64c on network 8d23b525-190b-4800-9729-584cdea95b83 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:03.527210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=03dd27f2-b397-4f3b-9950-b3a1161310ba,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.532324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:03.532870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Checking segment: {'id': 'a39453d6-3862-4ec0-9486-c90465a7d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8d23b525-190b-4800-9729-584cdea95b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:03.533640 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.534130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Bound using segment: {'id': 'a39453d6-3862-4ec0-9486-c90465a7d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8d23b525-190b-4800-9729-584cdea95b83'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:03.534711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Bound port: 31d051ef-0828-4229-8c9b-44bb5603b64c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39453d6-3862-4ec0-9486-c90465a7d6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8d23b525-190b-4800-9729-584cdea95b83'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:03.535349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.601276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-dfe06a30-5cd9-4748-9248-f625a46402b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.602874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-dfe06a30-5cd9-4748-9248-f625a46402b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 1096 time: 0.0997639 Aug 10 03:30:03.615848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.616428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] For port 31d051ef-0828-4229-8c9b-44bb5603b64c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:03.621064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] For port 31d051ef-0828-4229-8c9b-44bb5603b64c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=31d051ef-0828-4229-8c9b-44bb5603b64c,segment=NetworkSegment(a39453d6-3862-4ec0-9486-c90465a7d6e4),segment_id=a39453d6-3862-4ec0-9486-c90465a7d6e4)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:03.630331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:03.645848 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Sync routers for ids ['44f31357-fc0a-4696-a573-54dedfbe6411'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:03.667727 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Routers {'44f31357-fc0a-4696-a573-54dedfbe6411'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:03.668710 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['44f31357-fc0a-4696-a573-54dedfbe6411'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.687298 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.699559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-91a365d4-1de9-47e9-b325-8f7f013940b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d7bdde-23cc-4771-8b76-dc064b534422 HTTP/1.1" status: 200 len: 217 time: 0.0644586 Aug 10 03:30:03.733471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.735596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.740239 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fc24cf4-3e88-4089-adc7-5364a1a5ed0c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1135573 Aug 10 03:30:03.744406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:03.759561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.782743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd1901-15d3-40f6-9092-04dabe0c9946 None None] Pushing event updated for resources: {'Port': ['ID=31d051ef-0828-4229-8c9b-44bb5603b64c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.870865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6bf219-ef46-4c90-9265-ffb729d712ee']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.880025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-619b5557-ce2a-42bd-8194-bb3bb5fa6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.886334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-619b5557-ce2a-42bd-8194-bb3bb5fa6887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1781795 Aug 10 03:30:03.890937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Subnet': ['ID=08cc2573-cc6c-4d19-8274-9f60e5427b00,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.928467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3085c5-dbca-464d-8e56-148b276654bd') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.929211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3085c5-dbca-464d-8e56-148b276654bd') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.943282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Checking segment: {'id': '2c11679b-8051-48e0-afca-42b2a8aa8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5009a8a3-856d-414d-8341-b52986d1e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:03.948415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network hostable DHCP agents. Network: 5009a8a3-856d-414d-8341-b52986d1e418, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:03.948565 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Set router 44f31357-fc0a-4696-a573-54dedfbe6411 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:03.958608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-193afc95-d7f6-4f57-a864-1712922b877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.960182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-193afc95-d7f6-4f57-a864-1712922b877e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642247 Aug 10 03:30:04.026513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.065339 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.072977 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.098570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:04.099823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:04.107701 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:04.219701 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:01Z', 'revision_number': 3, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:04.222232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 5009a8a3-856d-414d-8341-b52986d1e418 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:04.258792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Checking router: 44f31357-fc0a-4696-a573-54dedfbe6411 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:04.271833 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Updating router 44f31357-fc0a-4696-a573-54dedfbe6411 port 5c39b590-ee36-4811-a0f1-c866fa98d065 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:04.293675 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.327168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-60e79a3d-e5d7-4e1c-b97d-713b568d0f9c service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539438 Aug 10 03:30:04.331570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 5009a8a3-856d-414d-8341-b52986d1e418) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:04.350110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf4eeb-af24-4224-b4e1-d28f58439c2f None None] Network 5009a8a3-856d-414d-8341-b52986d1e418 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:04.351873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.352572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.591478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-910d72ea-1d9f-4e81-a3b8-a530e962cae7 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.593823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-910d72ea-1d9f-4e81-a3b8-a530e962cae7 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.46 "GET /v2.0/networks?id=f386ad35-65a6-4f18-a133-6318d9e43273 HTTP/1.1" status: 200 len: 820 time: 0.5921769 Aug 10 03:30:04.623202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Request body: {'port': {'device_id': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273', 'admin_state_up': True, 'tenant_id': 'f762af73f11f4222a5572cb7282e9206'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:04.692508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3624d585-9928-4379-9428-943b77bd716d tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4129343 Aug 10 03:30:04.699137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40628) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:04.699596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 03dd27f2-b397-4f3b-9950-b3a1161310ba up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:04.707417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd20b5-2f32-4298-b832-b9334a780f3e req-506b0759-6b99-4f65-98b2-dd8ca38977ed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.709048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73cd20b5-2f32-4298-b832-b9334a780f3e req-506b0759-6b99-4f65-98b2-dd8ca38977ed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 944 time: 0.2301202 Aug 10 03:30:04.728732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.748546 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.762063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd6bf219-ef46-4c90-9265-ffb729d712ee {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:30:04.762363 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Transition to ACTIVE for port object 5c39b590-ee36-4811-a0f1-c866fa98d065 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:04.764503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd6bf219-ef46-4c90-9265-ffb729d712ee,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:04.767053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.770161 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d29248b-8f1c-4335-81d6-5a971332a7f8 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/networks/bd6bf219-ef46-4c90-9265-ffb729d712ee HTTP/1.1" status: 204 len: 168 time: 1.2823575 Aug 10 03:30:04.784952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dabba30-e9c4-485f-aa7c-dcc965b22940 req-15722e8f-89c6-468d-a021-3b1c10c0552d service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467120 Aug 10 03:30:04.830441 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.908448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-5009a8a3-856d-414d-8341-b52986d1e418', 'network_id': '5009a8a3-856d-414d-8341-b52986d1e418', 'tenant_id': 'e7ddd3b2ec4d4959a8987965ace04c69', 'fixed_ips': [{'subnet_id': '08cc2573-cc6c-4d19-8274-9f60e5427b00'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:04.911360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.936872 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Pushing event updated for resources: {'Port': ['ID=5c39b590-ee36-4811-a0f1-c866fa98d065,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:04.976309 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.980395 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.981425 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.982453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.984555 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.989150 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.989687 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.992697 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.994445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.994445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.994445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:04.994445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:05.008022 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Attempting to bind port 5c39b590-ee36-4811-a0f1-c866fa98d065 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:05.010862 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Attempting to bind port 5c39b590-ee36-4811-a0f1-c866fa98d065 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:05.011303 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Attempting to bind port 5c39b590-ee36-4811-a0f1-c866fa98d065 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:05.021996 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:05.022381 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:05.022782 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.023202 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:05.023657 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Bound port: 5c39b590-ee36-4811-a0f1-c866fa98d065, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:05.024036 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.040218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.104322 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] For port 5c39b590-ee36-4811-a0f1-c866fa98d065, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:05.108869 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] For port 5c39b590-ee36-4811-a0f1-c866fa98d065, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5c39b590-ee36-4811-a0f1-c866fa98d065,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:05.157807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 03dd27f2-b397-4f3b-9950-b3a1161310ba triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:05.157807 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.191763 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.335382 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Routers {'44f31357-fc0a-4696-a573-54dedfbe6411'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:05.342185 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['44f31357-fc0a-4696-a573-54dedfbe6411'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:05.390458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:05.396685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'name': 'tempest-router--664603772', 'project_id': '1dc5c2af176c477aa8829b5cfce96485'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:05.434145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Allocated IP 172.20.0.1 (8f87c485-8b9a-4679-bc19-b21736279b48/349b38d1-59e0-4a57-bec6-a9679ca0ca03/b98d1249-58ad-4ce7-950e-9f36cfe24c25) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:05.526443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Allocated IP 2001:db8::2 (5009a8a3-856d-414d-8341-b52986d1e418/08cc2573-cc6c-4d19-8274-9f60e5427b00/a16968d6-0658-4d5f-8749-7993f9c2094b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:05.535723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.537209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.552664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d051ef-0828-4229-8c9b-44bb5603b64c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:05.586426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34fb8ba-ebda-4657-9641-1587155101f9 None None] Network 8d23b525-190b-4800-9729-584cdea95b83 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:05.629958 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] Set router 44f31357-fc0a-4696-a573-54dedfbe6411 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:05.705449 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e43bf7-eb9b-4dbd-8b4c-495d8d886191 None None] Pushing event updated for resources: {'Port': ['ID=5c39b590-ee36-4811-a0f1-c866fa98d065,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:05.762136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.798777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Transition to ACTIVE for port object b98d1249-58ad-4ce7-950e-9f36cfe24c25 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:05.837526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.854030 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:01Z', 'revision_number': 3, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:05.871444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.885312 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ba825-749b-4642-a2fb-5734aafe6962 None None] The sync data for ids ['44f31357-fc0a-4696-a573-54dedfbe6411'] in n-d-765315-26 is: [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:01Z', 'revision_number': 3, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:05.901889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73cd20b5-2f32-4298-b832-b9334a780f3e req-2b781d11-b527-46e7-af3a-52a3d1e0b050 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1773908 Aug 10 03:30:05.942541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.999732 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.016106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e4b5b557-81ef-4826-beaf-79f301160614 None None] Provisioning for port 31d051ef-0828-4229-8c9b-44bb5603b64c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:06.036793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.101606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Made reservation on behalf of f762af73f11f4222a5572cb7282e9206 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:06.110971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Network 8f87c485-8b9a-4679-bc19-b21736279b48 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:06.117470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:06.118333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.119201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Pushing event updated for resources: {'Port': ['ID=b98d1249-58ad-4ce7-950e-9f36cfe24c25,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.123728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:06.204036 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.210050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 31d051ef-0828-4229-8c9b-44bb5603b64c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:06.220017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.261741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 31d051ef-0828-4229-8c9b-44bb5603b64c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:06.274325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.276718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Transition to ACTIVE for port object a16968d6-0658-4d5f-8749-7993f9c2094b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:06.278260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0e7268c-61ae-4044-bb81-f88d9e8a9728 req-2d9dd22f-f1c7-4aa4-a24c-2c49e0f517ee tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 210 time: 0.1952014 Aug 10 03:30:06.398869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.400437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-780dc3a6-89ec-47a2-9286-9a5f966ed402 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0077529 Aug 10 03:30:06.406164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40642) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:06.406339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Transition to ACTIVE for port object a16968d6-0658-4d5f-8749-7993f9c2094b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:06.560299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.590904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.625104 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.717225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Network 5009a8a3-856d-414d-8341-b52986d1e418 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:06.737335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:06.743689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:06.788386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Allocated IP 172.20.0.2 (f386ad35-65a6-4f18-a133-6318d9e43273/5b123300-3ce0-455c-b255-9d75a6bdd61c/d6c62f46-1c95-4c6b-b059-4f6ff1692b45) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:06.789157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ff7392b-800a-4153-8003-c31433fe8a9c None None] Provisioning complete for port 31d051ef-0828-4229-8c9b-44bb5603b64c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:06.789470 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ff7392b-800a-4153-8003-c31433fe8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.826622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Allocated IP 2001:db8::1 (8d23b525-190b-4800-9729-584cdea95b83/295721b3-c909-44ce-8675-672c77eeec1e/5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:06.892517 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.895557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.897506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d9d7bdde-23cc-4771-8b76-dc064b534422 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:06.924789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 31d051ef-0828-4229-8c9b-44bb5603b64c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=31d051ef-0828-4229-8c9b-44bb5603b64c,segment=NetworkSegment(a39453d6-3862-4ec0-9486-c90465a7d6e4),segment_id=a39453d6-3862-4ec0-9486-c90465a7d6e4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:06.934885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Pushing event updated for resources: {'Port': ['ID=a16968d6-0658-4d5f-8749-7993f9c2094b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.960165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Attempting to bind port a16968d6-0658-4d5f-8749-7993f9c2094b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:06.960557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Attempting to bind port a16968d6-0658-4d5f-8749-7993f9c2094b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2c11679b-8051-48e0-afca-42b2a8aa8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5009a8a3-856d-414d-8341-b52986d1e418'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:06.960922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Attempting to bind port a16968d6-0658-4d5f-8749-7993f9c2094b on network 5009a8a3-856d-414d-8341-b52986d1e418 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:06.969474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:06.969856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Checking segment: {'id': '2c11679b-8051-48e0-afca-42b2a8aa8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5009a8a3-856d-414d-8341-b52986d1e418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:06.970247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.970642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Bound using segment: {'id': '2c11679b-8051-48e0-afca-42b2a8aa8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5009a8a3-856d-414d-8341-b52986d1e418'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:06.971246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Bound port: a16968d6-0658-4d5f-8749-7993f9c2094b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c11679b-8051-48e0-afca-42b2a8aa8559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5009a8a3-856d-414d-8341-b52986d1e418'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:06.971893 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.039035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.071977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.123725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.124763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b62ad82f-ea9b-4df5-8f3b-71b22bacfe23 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:07.135841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.137804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Transition to ACTIVE for port object 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:07.138893 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f04d631-d616-46e1-808e-79c431b90616 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b62ad82f-ea9b-4df5-8f3b-71b22bacfe23 HTTP/1.1" status: 204 len: 168 time: 0.7331705 Aug 10 03:30:07.248449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.286975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5f2d0-6cbe-47b5-a946-2cdb25c55c35 req-5e27ad27-8334-456c-bd91-08f86f01668f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.288739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34c5f2d0-6cbe-47b5-a946-2cdb25c55c35 req-5e27ad27-8334-456c-bd91-08f86f01668f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 944 time: 0.2002296 Aug 10 03:30:07.298509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.417328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.447477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 8d23b525-190b-4800-9729-584cdea95b83 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:07.447634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c39b590-ee36-4811-a0f1-c866fa98d065 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:07.448202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.471731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:07.482389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:07.482389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.498200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.515806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=31d051ef-0828-4229-8c9b-44bb5603b64c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.543367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Port': ['ID=5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.598534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] For port a16968d6-0658-4d5f-8749-7993f9c2094b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:07.604619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] For port a16968d6-0658-4d5f-8749-7993f9c2094b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a16968d6-0658-4d5f-8749-7993f9c2094b,segment=NetworkSegment(2c11679b-8051-48e0-afca-42b2a8aa8559),segment_id=2c11679b-8051-48e0-afca-42b2a8aa8559)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:07.623239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:07.624912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34c5f2d0-6cbe-47b5-a946-2cdb25c55c35 req-0c678557-755f-4d97-9cad-cf17f8443eb7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059192 Aug 10 03:30:07.636333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d9d7bdde-23cc-4771-8b76-dc064b534422, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d9d7bdde-23cc-4771-8b76-dc064b534422,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:07.657592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd9d7bdde-23cc-4771-8b76-dc064b534422', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': 'd9d7bdde-23cc-4771-8b76-dc064b534422', 'mac_address': 'fa:16:3e:4a:90:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:07.667861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Pushing event updated for resources: {'Port': ['ID=b98d1249-58ad-4ce7-950e-9f36cfe24c25,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.694981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.732215 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.744865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.770862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5c39b590-ee36-4811-a0f1-c866fa98d065 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:07.841377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Network 8f87c485-8b9a-4679-bc19-b21736279b48 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:07.843518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:07.867281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5c39b590-ee36-4811-a0f1-c866fa98d065 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:07.869445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.948568 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.019987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Network f386ad35-65a6-4f18-a133-6318d9e43273 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:08.044511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-52351b28-4c83-4e61-be30-01db5b36f43e None None] Provisioning for port b98d1249-58ad-4ce7-950e-9f36cfe24c25 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:08.057987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Pushing event updated for resources: {'Port': ['ID=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.060301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d7bdde-23cc-4771-8b76-dc064b534422 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:08.073516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:08.080871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:08.118881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d9d7bdde-23cc-4771-8b76-dc064b534422, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d9d7bdde-23cc-4771-8b76-dc064b534422,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:08.163325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174be475-f70f-45b6-9370-18b43d4f0a1b None None] Pushing event updated for resources: {'Port': ['ID=a16968d6-0658-4d5f-8749-7993f9c2094b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.165556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Router 44f31357-fc0a-4696-a573-54dedfbe6411 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:08.167021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-52351b28-4c83-4e61-be30-01db5b36f43e None None] Provisioning complete for port b98d1249-58ad-4ce7-950e-9f36cfe24c25 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:08.167501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52351b28-4c83-4e61-be30-01db5b36f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.231001 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.232922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-52351b28-4c83-4e61-be30-01db5b36f43e None None] Port b98d1249-58ad-4ce7-950e-9f36cfe24c25 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:08.244469 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.282656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.283415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.329313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-212279550', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:08.339638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d9d7bdde-23cc-4771-8b76-dc064b534422,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.370994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4e630-e9b7-4264-aee7-906d42ca4490 req-8e9ae213-de9a-4372-903d-bccf2b340823 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.379081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bb4e630-e9b7-4264-aee7-906d42ca4490 req-8e9ae213-de9a-4372-903d-bccf2b340823 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 931 time: 0.5382550 Aug 10 03:30:08.420051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.446010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 5c39b590-ee36-4811-a0f1-c866fa98d065, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5c39b590-ee36-4811-a0f1-c866fa98d065,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:08.461036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Provisioning complete for port b98d1249-58ad-4ce7-950e-9f36cfe24c25 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:08.461518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.494074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bb4e630-e9b7-4264-aee7-906d42ca4490 req-356474ed-9a6e-4e2b-8396-48586460b676 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Aug 10 03:30:08.520650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.544229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:08.560540 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0d2dd1b-a965-43d5-a704-1960414fb11e admin admin] 10.222.0.26 "PUT /v2.0/routers/44f31357-fc0a-4696-a573-54dedfbe6411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8131053 Aug 10 03:30:08.565296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Port b98d1249-58ad-4ce7-950e-9f36cfe24c25 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:08.575645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:08.631745 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.633128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.641535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=5c39b590-ee36-4811-a0f1-c866fa98d065,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.736618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-a9ce52d7-bb5b-4488-a146-0331d8a115eb tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1185653 Aug 10 03:30:08.768690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.771704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Provisioning for port 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:08.773222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Request body: {'port': {'device_id': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:08.780387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Provisioning complete for port 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:08.780709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.837340 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7becb2fc-8c11-4969-b04e-1323a4058148 None None] Port 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:08.913986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.930292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Sync routers for ids ['44f31357-fc0a-4696-a573-54dedfbe6411'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:08.942489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Routers {'44f31357-fc0a-4696-a573-54dedfbe6411'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:08.943294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['44f31357-fc0a-4696-a573-54dedfbe6411'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:08.945145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.959110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f451ed3-3741-46d8-a27a-0393a264abe6 req-3692c3ba-4c28-4307-9fe2-e023a3b72fad tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.970503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f451ed3-3741-46d8-a27a-0393a264abe6 req-3692c3ba-4c28-4307-9fe2-e023a3b72fad tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 945 time: 0.1662223 Aug 10 03:30:09.009526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.029687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.030627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.071075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Set router 44f31357-fc0a-4696-a573-54dedfbe6411 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:09.089397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f451ed3-3741-46d8-a27a-0393a264abe6 req-b3255052-bccb-4f7c-bf41-7134edf90e4a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113992 Aug 10 03:30:09.294363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Port': ['ID=5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:09.399585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:06Z', 'revision_number': 4, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b98d1249-58ad-4ce7-950e-9f36cfe24c25', 'name': '', 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'mac_address': 'fa:16:3e:57:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:07Z', 'revision_number': 2, 'project_id': '906ea536e4a44316aee460671f8bf126', 'subnets': [{'id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:09.427170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c159503f-c1b0-48e7-ac00-0f4e459ed131 req-c8098643-2e84-421c-9567-8d31a8bea926 tempest-FloatingIPsNegativeTestJSON-85392302 tempest-FloatingIPsNegativeTestJSON-85392302-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=906ea536e4a44316aee460671f8bf126 HTTP/1.1" status: 200 len: 217 time: 0.1014853 Aug 10 03:30:09.451034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Checking router: 44f31357-fc0a-4696-a573-54dedfbe6411 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:09.451697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Updating router 44f31357-fc0a-4696-a573-54dedfbe6411 port b98d1249-58ad-4ce7-950e-9f36cfe24c25 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:09.535414 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.550177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 8d23b525-190b-4800-9729-584cdea95b83 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:09.552767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cfc0456-35ab-4415-8230-2cee2d22045c req-46340cf9-f090-4e89-a241-f05f61f9f302 tempest-FloatingIPsNegativeTestJSON-85392302 tempest-FloatingIPsNegativeTestJSON-85392302-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0463331 Aug 10 03:30:09.557045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:09.638008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a16968d6-0658-4d5f-8749-7993f9c2094b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:09.778989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c62f46-1c95-4c6b-b059-4f6ff1692b45 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:09.806506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.831103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be7c5-ce9d-46fd-a9fc-76460d047a7b req-0377726e-d27e-42e8-8dce-6d009a6617c3 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.833117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd7be7c5-ce9d-46fd-a9fc-76460d047a7b req-0377726e-d27e-42e8-8dce-6d009a6617c3 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 931 time: 0.1298611 Aug 10 03:30:09.876836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Transition to ACTIVE for port object d6c62f46-1c95-4c6b-b059-4f6ff1692b45 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:09.902601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd7be7c5-ce9d-46fd-a9fc-76460d047a7b req-63b6b2b2-ec37-4b80-8ae4-224589373641 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Aug 10 03:30:09.962553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7f70a-3075-45d6-9f7d-991fbf82febc None None] Network 5009a8a3-856d-414d-8341-b52986d1e418 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:09.993137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Router 5b17e84b-95c8-41d7-8955-bade9a40ecec is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:10.004075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.034624 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-5529c5a8-a86a-481f-a2b1-f1c231cbe0f5 req-ae19a043-0b38-422d-ad7f-9283030eace1 tempest-FloatingIPsNegativeTestJSON-85392302 tempest-FloatingIPsNegativeTestJSON-85392302-project] show failed (client error): The resource could not be found. Aug 10 03:30:10.036476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5529c5a8-a86a-481f-a2b1-f1c231cbe0f5 req-ae19a043-0b38-422d-ad7f-9283030eace1 tempest-FloatingIPsNegativeTestJSON-85392302 tempest-FloatingIPsNegativeTestJSON-85392302-project] 10.222.0.26 "GET /v2.0/floatingips/d91d532b-a6e8-4fb8-b9d0-dccbe40afc7c HTTP/1.1" status: 404 len: 350 time: 0.0914459 Aug 10 03:30:10.104565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a16968d6-0658-4d5f-8749-7993f9c2094b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:10.114230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40674) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.123125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.153055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.160161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:10.170234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d051ef-0828-4229-8c9b-44bb5603b64c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:10.171665 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] Sync routers for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:10.176610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Pushing event updated for resources: {'Port': ['ID=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.186925 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:10.187563 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:10.190284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4122204e-b4bb-4be6-b227-aae0c7534d36 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4802120 Aug 10 03:30:10.194033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40678) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.239277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Provisioning for port a16968d6-0658-4d5f-8749-7993f9c2094b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:10.249688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Provisioning complete for port a16968d6-0658-4d5f-8749-7993f9c2094b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:10.250092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.264260 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:10.292125 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:10.292793 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:10.323575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 31d051ef-0828-4229-8c9b-44bb5603b64c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:10.324235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.388380 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:10.389063 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824db206-ba73-46eb-be48-c5a7976a4b0e None None] The sync data for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:10.420867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Allocated IP 172.25.1.127 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/25575fbc-91f6-44df-92ef-2007710a04b8) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:10.557477 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.563837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.633144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Transition to ACTIVE for port object b98d1249-58ad-4ce7-950e-9f36cfe24c25 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:10.665523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] For port a16968d6-0658-4d5f-8749-7993f9c2094b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a16968d6-0658-4d5f-8749-7993f9c2094b,segment=NetworkSegment(2c11679b-8051-48e0-afca-42b2a8aa8559),segment_id=2c11679b-8051-48e0-afca-42b2a8aa8559)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:10.667947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c39b590-ee36-4811-a0f1-c866fa98d065 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:10.723819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.728660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.775429 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.862009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d9d7bdde-23cc-4771-8b76-dc064b534422 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:10.879453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bed255-53ed-4587-bc77-d72a386a7f09 None None] Pushing event updated for resources: {'Port': ['ID=b98d1249-58ad-4ce7-950e-9f36cfe24c25,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.898237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Provisioning complete for port 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:10.899010 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.969193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.990427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8be4b-c991-4f45-81ef-03532c25b21f req-6646f0eb-8f6e-49c5-ace0-395dd9e33281 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.992145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45f8be4b-c991-4f45-81ef-03532c25b21f req-6646f0eb-8f6e-49c5-ace0-395dd9e33281 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 945 time: 0.2192991 Aug 10 03:30:11.001395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5c39b590-ee36-4811-a0f1-c866fa98d065 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:11.001902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.110478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.166168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Port 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:11.197538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:11.200596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Attempting to bind port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:11.201755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Attempting to bind port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '993f0b2c-8b5e-473a-a773-210deb4db221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:11.202272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Attempting to bind port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 on network f386ad35-65a6-4f18-a133-6318d9e43273 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:11.208089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Attempting to bind port b98d1249-58ad-4ce7-950e-9f36cfe24c25 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:11.208867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Attempting to bind port b98d1249-58ad-4ce7-950e-9f36cfe24c25 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:11.209539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Attempting to bind port b98d1249-58ad-4ce7-950e-9f36cfe24c25 on network 8f87c485-8b9a-4679-bc19-b21736279b48 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:11.219483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d9d7bdde-23cc-4771-8b76-dc064b534422 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:11.227703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:11.227703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Checking segment: {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:11.228131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 on network f386ad35-65a6-4f18-a133-6318d9e43273 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:11.228258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.228391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Attempting to bind port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 on network f386ad35-65a6-4f18-a133-6318d9e43273 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:11.230007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Bound using segment: {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:11.230723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Bound port: b98d1249-58ad-4ce7-950e-9f36cfe24c25, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5765f3ce-7188-4dab-9135-367e1bdc9506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:11.231214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.235884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:11.247284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:11.266803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d9d7bdde-23cc-4771-8b76-dc064b534422 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:11.267353 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.286391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event updated for resources: {'Port': ['ID=25575fbc-91f6-44df-92ef-2007710a04b8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:11.300926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c703f40-7f2b-4a5e-b6cf-bf224006e1f5 None None] Pushing event updated for resources: {'Port': ['ID=a16968d6-0658-4d5f-8749-7993f9c2094b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:11.345019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:11.345651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Checking segment: {'id': '993f0b2c-8b5e-473a-a773-210deb4db221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:11.346772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Bound using segment: {'id': '993f0b2c-8b5e-473a-a773-210deb4db221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:11.347455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Bound port: d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993f0b2c-8b5e-473a-a773-210deb4db221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:11.347990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.408649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45f8be4b-c991-4f45-81ef-03532c25b21f req-09708b12-82b7-4d09-915b-fc8aab04b1c8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074075 Aug 10 03:30:11.614327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] For port b98d1249-58ad-4ce7-950e-9f36cfe24c25, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:11.624866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] For port b98d1249-58ad-4ce7-950e-9f36cfe24c25, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b98d1249-58ad-4ce7-950e-9f36cfe24c25,segment=NetworkSegment(5765f3ce-7188-4dab-9135-367e1bdc9506),segment_id=5765f3ce-7188-4dab-9135-367e1bdc9506)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:11.627374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-de259e77-cd65-4d97-b088-7e513e3c1010 None None] Provisioning complete for port a16968d6-0658-4d5f-8749-7993f9c2094b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:11.627850 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de259e77-cd65-4d97-b088-7e513e3c1010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.696203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Deleting port b98d1249-58ad-4ce7-950e-9f36cfe24c25 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:11.696836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.710097 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-9b76bb24-230e-4731-8226-cd6d54d0deca tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:30:11.710519 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.714294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40688) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:11.719230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.732025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9b76bb24-230e-4731-8226-cd6d54d0deca tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5158710 Aug 10 03:30:11.806720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d7bdde-23cc-4771-8b76-dc064b534422'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:11.809876 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7d271-6878-4c6d-b1d4-3ed639afaa20" -d '{"events": [{"server_uuid": "f6c7253b-64a2-4a94-8d76-a48069c8fdfd", "name": "network-vif-plugged", "status": "completed", "tag": "d9d7bdde-23cc-4771-8b76-dc064b534422"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:11.839113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a16968d6-0658-4d5f-8749-7993f9c2094b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:11.860285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d9d7bdde-23cc-4771-8b76-dc064b534422, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d9d7bdde-23cc-4771-8b76-dc064b534422,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:11.872623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e853e0c-b5af-4f8f-9f82-71351cd2f160 req-cccfcd09-0d58-49cf-8a66-a57a92d11a5e tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.874296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e853e0c-b5af-4f8f-9f82-71351cd2f160 req-cccfcd09-0d58-49cf-8a66-a57a92d11a5e tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 943 time: 0.1792724 Aug 10 03:30:11.883485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] For port d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:11.918644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bed255-53ed-4587-bc77-d72a386a7f09 None None] Pushing event updated for resources: {'Port': ['ID=b98d1249-58ad-4ce7-950e-9f36cfe24c25,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:11.943824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Routers {'44f31357-fc0a-4696-a573-54dedfbe6411'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:11.944654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['44f31357-fc0a-4696-a573-54dedfbe6411'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:11.985175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e853e0c-b5af-4f8f-9f82-71351cd2f160 req-9e304b0e-47f7-42e1-afb4-32522c5deda8 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982003 Aug 10 03:30:12.009726 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.010148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] For port d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,segment=NetworkSegment(993f0b2c-8b5e-473a-a773-210deb4db221),segment_id=993f0b2c-8b5e-473a-a773-210deb4db221)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:12.075932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.094277 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c3e52-fe1d-430d-bcdc-a2722e04130e x-openstack-request-id: req-2e4c3e52-fe1d-430d-bcdc-a2722e04130e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:12.095211 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c7253b-64a2-4a94-8d76-a48069c8fdfd", "name": "network-vif-plugged", "status": "completed", "tag": "d9d7bdde-23cc-4771-8b76-dc064b534422", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:12.095693 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e4c3e52-fe1d-430d-bcdc-a2722e04130e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:12.096579 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d7bdde-23cc-4771-8b76-dc064b534422', 'code': 200} Aug 10 03:30:12.177610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d9d7bdde-23cc-4771-8b76-dc064b534422,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:12.195395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a16968d6-0658-4d5f-8749-7993f9c2094b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:12.196613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.197181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Pushing event updated for resources: {'Port': ['ID=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:12.218472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.219305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.221153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-bfe8e79a-e264-4f38-9b22-ec56089f932d service neutron] 10.222.0.46 "PUT /v2.0/ports/d6c62f46-1c95-4c6b-b059-4f6ff1692b45 HTTP/1.1" status: 200 len: 1092 time: 3.4716811 Aug 10 03:30:12.226659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'tag': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:12.229407 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2ca3de-b184-4290-a282-ded0aa24296f", "tag": "d6c62f46-1c95-4c6b-b059-4f6ff1692b45"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:12.258264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] Set router 44f31357-fc0a-4696-a573-54dedfbe6411 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:12.287651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] For port b98d1249-58ad-4ce7-950e-9f36cfe24c25, host n-d-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:12.288182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.315471 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e570b21-06c7-4b42-ae58-d85083645160 x-openstack-request-id: req-7e570b21-06c7-4b42-ae58-d85083645160 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:12.316105 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2ca3de-b184-4290-a282-ded0aa24296f", "tag": "d6c62f46-1c95-4c6b-b059-4f6ff1692b45", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:12.316577 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e570b21-06c7-4b42-ae58-d85083645160 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:12.317149 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'tag': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45', 'status': 'completed', 'code': 200} Aug 10 03:30:12.318840 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.327930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Calling delete_port for b98d1249-58ad-4ce7-950e-9f36cfe24c25 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:12.402254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b16838-d77c-4a50-8918-217d8adb691c req-f270741c-d015-457a-ae7c-9ee4d7c279a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.403954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78b16838-d77c-4a50-8918-217d8adb691c req-f270741c-d015-457a-ae7c-9ee4d7c279a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 1098 time: 0.2104657 Aug 10 03:30:12.476764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78b16838-d77c-4a50-8918-217d8adb691c req-af3d9978-fd38-4d3f-90c1-540c411cfb55 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626204 Aug 10 03:30:12.483770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2 req-8f02b762-9756-4102-8dd8-80e1a0322b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.485384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2 req-8f02b762-9756-4102-8dd8-80e1a0322b7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f762af73f11f4222a5572cb7282e9206&device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 1095 time: 0.1269765 Aug 10 03:30:12.656327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99491d-7a9b-4f67-8d87-f3d9125e82af req-7df66819-47b4-4402-a421-67c5878fdffc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.667900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a99491d-7a9b-4f67-8d87-f3d9125e82af req-7df66819-47b4-4402-a421-67c5878fdffc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1545944 Aug 10 03:30:12.758599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a99491d-7a9b-4f67-8d87-f3d9125e82af req-88157a54-8c34-4666-b833-80f7f1e6c1f2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704768 Aug 10 03:30:12.771266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2 req-7c18ae73-b8a5-43d9-8243-e68fcc3cac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.773011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2 req-7c18ae73-b8a5-43d9-8243-e68fcc3cac4b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f762af73f11f4222a5572cb7282e9206&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2249184 Aug 10 03:30:12.776757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:06Z', 'revision_number': 4, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b98d1249-58ad-4ce7-950e-9f36cfe24c25', 'name': '', 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'mac_address': 'fa:16:3e:57:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:11Z', 'revision_number': 4, 'project_id': '906ea536e4a44316aee460671f8bf126', 'subnets': [{'id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:12.816870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725ceb-88a7-47bd-8e5c-59c6c779f6c2 None None] The sync data for ids ['44f31357-fc0a-4696-a573-54dedfbe6411'] in n-d-765315-26 is: [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:06Z', 'revision_number': 4, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'b98d1249-58ad-4ce7-950e-9f36cfe24c25', 'name': '', 'network_id': '8f87c485-8b9a-4679-bc19-b21736279b48', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'mac_address': 'fa:16:3e:57:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:11Z', 'revision_number': 4, 'project_id': '906ea536e4a44316aee460671f8bf126', 'subnets': [{'id': '349b38d1-59e0-4a57-bec6-a9679ca0ca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:12.965330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.976051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.989755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2 req-8fb436db-72f8-4e5e-910f-9b3f847924c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.999038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e245bb79-91be-4252-ae2e-c7e27c7ba3a2 req-8fb436db-72f8-4e5e-910f-9b3f847924c2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118444 Aug 10 03:30:13.071011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.115789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-688a6b47-f71f-4a0d-b1db-4d25da75c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.126819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-688a6b47-f71f-4a0d-b1db-4d25da75c9ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f762af73f11f4222a5572cb7282e9206&device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 1095 time: 0.0730062 Aug 10 03:30:13.203023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-34288d6e-593b-4305-b7c5-efa8ce1ce434 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6c62f46-1c95-4c6b-b059-4f6ff1692b45 HTTP/1.1" status: 200 len: 217 time: 0.0591962 Aug 10 03:30:13.269960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa7658-d7e5-4118-8a30-da0f198d73c9 req-ccf21094-7d18-4a35-bad6-f236234b9e2d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.272584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aa7658-d7e5-4118-8a30-da0f198d73c9 req-ccf21094-7d18-4a35-bad6-f236234b9e2d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 943 time: 0.1716840 Aug 10 03:30:13.302848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-f3477474-b159-4805-b367-3a9480fcdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.304720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-f3477474-b159-4805-b367-3a9480fcdd89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b123300-3ce0-455c-b255-9d75a6bdd61c HTTP/1.1" status: 200 len: 860 time: 0.0874329 Aug 10 03:30:13.335410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aa7658-d7e5-4118-8a30-da0f198d73c9 req-9e6f38af-e519-4682-b90d-fc6e132ea6d4 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554676 Aug 10 03:30:13.364984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-90e50aad-c66f-4244-96b5-229b75e2c4d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f386ad35-65a6-4f18-a133-6318d9e43273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469301 Aug 10 03:30:13.383701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-144c45f3-7f27-4271-bbb1-79a9fc12a024 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:13.385749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-144c45f3-7f27-4271-bbb1-79a9fc12a024 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062301 Aug 10 03:30:13.488840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-0f8fd532-a842-41eb-85f6-4cad78d7a87f service neutron] 10.222.0.46 "GET /v2.0/networks/f386ad35-65a6-4f18-a133-6318d9e43273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963135 Aug 10 03:30:13.609805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98d1249-58ad-4ce7-950e-9f36cfe24c25,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:13.631822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9de593b4-d44e-4b88-aea1-27ce0fe37e1f req-efb03d8e-8fcc-4e39-8222-0089368e6e09 service neutron] 10.222.0.46 "GET /v2.0/networks/f386ad35-65a6-4f18-a133-6318d9e43273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338711 Aug 10 03:30:13.753995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b98d1249-58ad-4ce7-950e-9f36cfe24c25 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:13.784208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b98d1249-58ad-4ce7-950e-9f36cfe24c25 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:13.784957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b98d1249-58ad-4ce7-950e-9f36cfe24c25 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:30:13.818488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Port b98d1249-58ad-4ce7-950e-9f36cfe24c25 not found, will not notify nova. {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:30:13.914821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fe991-113b-47c2-b7f0-936cbb0a1e6f req-44b0153f-101a-4a27-8b5d-09038b019991 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.916540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c85fe991-113b-47c2-b7f0-936cbb0a1e6f req-44b0153f-101a-4a27-8b5d-09038b019991 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0754061 Aug 10 03:30:13.960874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c85fe991-113b-47c2-b7f0-936cbb0a1e6f req-bae97d1d-8e36-4879-8ada-da642479a2ae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Aug 10 03:30:14.003982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.069567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Router 37ca75e8-2900-4a18-9a3e-4567c7ec7a5c is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:14.360113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:14.371036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3ff1c-d841-47b3-9f0c-9b5d9b639718 req-c3eaf29f-3f79-4f22-aeae-9e30071167ea tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:14.372359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] Sync routers for ids ['37ca75e8-2900-4a18-9a3e-4567c7ec7a5c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:14.372746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c3ff1c-d841-47b3-9f0c-9b5d9b639718 req-c3eaf29f-3f79-4f22-aeae-9e30071167ea tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0621843 Aug 10 03:30:14.379487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting port 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:14.379930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.389797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] Routers {'37ca75e8-2900-4a18-9a3e-4567c7ec7a5c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:14.391919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37ca75e8-2900-4a18-9a3e-4567c7ec7a5c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.421237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c3ff1c-d841-47b3-9f0c-9b5d9b639718 req-dd3eca08-8396-4c62-b647-2bd1021eaa2a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Aug 10 03:30:14.430922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.449218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] Routers {'37ca75e8-2900-4a18-9a3e-4567c7ec7a5c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:14.450136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37ca75e8-2900-4a18-9a3e-4567c7ec7a5c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.502153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.502646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2421547f-7f8e-451b-bf8b-9c050e53d683 None None] The sync data for ids ['37ca75e8-2900-4a18-9a3e-4567c7ec7a5c'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:14.519664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.523568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1bc7d2e5-b3a1-4cc2-b6bc-3478b3e13f7e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8750663 Aug 10 03:30:14.526156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.543675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Router 44f31357-fc0a-4696-a573-54dedfbe6411 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:14.568932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7355c-c5f4-4739-99f6-9d5ec9fdbb5e req-81bab7b6-4f71-4387-9a7b-718c11f1bc56 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:14.570932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95c7355c-c5f4-4739-99f6-9d5ec9fdbb5e req-81bab7b6-4f71-4387-9a7b-718c11f1bc56 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 943 time: 0.0733364 Aug 10 03:30:14.611575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95c7355c-c5f4-4739-99f6-9d5ec9fdbb5e req-db7e9b63-fc7a-4e99-9c87-d82862930dee tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Aug 10 03:30:14.711068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.759856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Calling delete_port for 5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:14.781525 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c1ba26d-f93e-49c5-a59c-09d8acab2ce4 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/37ca75e8-2900-4a18-9a3e-4567c7ec7a5c HTTP/1.1" status: 200 len: 924 time: 0.2493196 Aug 10 03:30:14.784865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40730) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.816406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-da0a2f02-24c3-426d-a483-0c429f7ca2b0 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=37ca75e8-2900-4a18-9a3e-4567c7ec7a5c HTTP/1.1" status: 200 len: 205 time: 0.0296075 Aug 10 03:30:14.818990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40732) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.823103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:14.829625 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1ae0fd3a-ad27-4f23-97d6-14fe9c7f19e5 admin admin] 10.222.0.26 "PUT /v2.0/routers/44f31357-fc0a-4696-a573-54dedfbe6411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7141685 Aug 10 03:30:14.833496 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40736) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:14.837363 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] Sync routers for ids ['44f31357-fc0a-4696-a573-54dedfbe6411'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:14.848753 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] Routers {'44f31357-fc0a-4696-a573-54dedfbe6411'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:14.849727 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['44f31357-fc0a-4696-a573-54dedfbe6411'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:14.951461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.005764 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] Set router 44f31357-fc0a-4696-a573-54dedfbe6411 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:15.079068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.102686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.195480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:12Z', 'revision_number': 5, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:15.197824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.224483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.225090 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.226807 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] Checking router: 44f31357-fc0a-4696-a573-54dedfbe6411 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:15.235165 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] Routers {'44f31357-fc0a-4696-a573-54dedfbe6411'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:15.235718 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['44f31357-fc0a-4696-a573-54dedfbe6411'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:15.252480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Port': ['ID=5ea6dd0c-f204-4f21-a8fc-1bf994fbe1fd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.311295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Deleting port 25575fbc-91f6-44df-92ef-2007710a04b8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:15.311579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.402340 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] Set router 44f31357-fc0a-4696-a573-54dedfbe6411 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:15.414972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.419745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.440584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Calling delete_port for 25575fbc-91f6-44df-92ef-2007710a04b8 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:15.616378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Deleting port 5c39b590-ee36-4811-a0f1-c866fa98d065 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:15.616378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.736726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Router 5b17e84b-95c8-41d7-8955-bade9a40ecec has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:15.746843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] For port 5c39b590-ee36-4811-a0f1-c866fa98d065, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5c39b590-ee36-4811-a0f1-c866fa98d065,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:15.746843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.766057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ce6ff-b4d2-4e6c-ab64-588059fdab46 req-21a33051-7ff5-4af2-ace3-b88f569a3a88 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:15.781723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a0ce6ff-b4d2-4e6c-ab64-588059fdab46 req-21a33051-7ff5-4af2-ace3-b88f569a3a88 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1405284 Aug 10 03:30:15.782279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Calling delete_port for 5c39b590-ee36-4811-a0f1-c866fa98d065 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:15.835479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a0ce6ff-b4d2-4e6c-ab64-588059fdab46 req-98754bf6-5880-409f-b598-b543c3f99038 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558887 Aug 10 03:30:15.836233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.892430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:15.899255 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fbb4ec5-89f8-4b72-8614-78c68fab7cf2 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1784055 Aug 10 03:30:15.905519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40752) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.910263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] Sync routers for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:15.924702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:15.925863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:15.960020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event deleted for resources: {'Port': ['ID=25575fbc-91f6-44df-92ef-2007710a04b8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.967527 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-920c608e-fdcd-41be-82c3-c3b0f372d7fb tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] delete failed (client error): The resource could not be found. Aug 10 03:30:15.972544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-920c608e-fdcd-41be-82c3-c3b0f372d7fb tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1618160871 HTTP/1.1" status: 404 len: 335 time: 0.0607841 Aug 10 03:30:15.974876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:15.979374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8247b02e-646e-4d92-b20d-d63891bd8b8a tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b17e84b-95c8-41d7-8955-bade9a40ecec'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:16.009288 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:12Z', 'revision_number': 5, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.010881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.023562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:16.024990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.045334 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc5e9a-e17d-4316-818b-5fec9d63f968 None None] The sync data for ids ['44f31357-fc0a-4696-a573-54dedfbe6411'] in n-d-765315-26 is: [{'id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'name': 'tempest-FloatingIPsNegativeTestJSON-1408286884-router', 'tenant_id': '906ea536e4a44316aee460671f8bf126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:29:58Z', 'updated_at': '2021-08-10T03:30:12Z', 'revision_number': 5, 'project_id': '906ea536e4a44316aee460671f8bf126', 'gw_port': {'id': '5c39b590-ee36-4811-a0f1-c866fa98d065', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f31357-fc0a-4696-a573-54dedfbe6411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:00Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:16.081158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.081572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.081882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716f8e5-b026-490f-b649-fa9a5f38ef2c None None] The sync data for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:16.195553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72818cf1-c66c-4211-b7ea-80b5285009a9 req-13b5f6e4-9c2d-4543-93e7-6bf6a7f23b62 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:16.197129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72818cf1-c66c-4211-b7ea-80b5285009a9 req-13b5f6e4-9c2d-4543-93e7-6bf6a7f23b62 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 943 time: 0.2323856 Aug 10 03:30:16.202978 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.205140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.273776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72818cf1-c66c-4211-b7ea-80b5285009a9 req-8a9a6841-7196-4ae4-808c-c4b0b81f1cf1 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668297 Aug 10 03:30:16.343354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.343889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Fanout notify agent at l3_agent the message router_deleted on router 37ca75e8-2900-4a18-9a3e-4567c7ec7a5c {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:16.358571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.359947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ca2fd31f-ecb2-4986-a37b-210c00a47fdd tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/37ca75e8-2900-4a18-9a3e-4567c7ec7a5c HTTP/1.1" status: 204 len: 168 time: 1.5396376 Aug 10 03:30:16.366319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40760) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:16.371440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'name': 'tempest-snat-router-592392126', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': False}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:16.475303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.477032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.555884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.626212 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8247b02e-646e-4d92-b20d-d63891bd8b8a tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.710210 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-8247b02e-646e-4d92-b20d-d63891bd8b8a tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] update failed (client error): The resource could not be found. Aug 10 03:30:16.712994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8247b02e-646e-4d92-b20d-d63891bd8b8a tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec HTTP/1.1" status: 404 len: 339 time: 0.7369554 Aug 10 03:30:16.716750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40766) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:16.722917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2133583677'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:16.766348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.774964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.795030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=5c39b590-ee36-4811-a0f1-c866fa98d065,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:16.858623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:16.859402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d6c62f46-1c95-4c6b-b059-4f6ff1692b45 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:16.865969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.881291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.977728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:17.000017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,segment=NetworkSegment(993f0b2c-8b5e-473a-a773-210deb4db221),segment_id=993f0b2c-8b5e-473a-a773-210deb4db221)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:17.016055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45', 'network_id': 'f386ad35-65a6-4f18-a133-6318d9e43273', 'port_id': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45', 'mac_address': 'fa:16:3e:fe:8f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b123300-3ce0-455c-b255-9d75a6bdd61c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:17.024441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.028729 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.030696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.031043 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Added segment 6e8a5562-f647-4543-9feb-9898188be53e of type vlan for network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa Aug 10 03:30:17.063638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.090013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c62f46-1c95-4c6b-b059-4f6ff1692b45 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:17.116333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,segment=NetworkSegment(993f0b2c-8b5e-473a-a773-210deb4db221),segment_id=993f0b2c-8b5e-473a-a773-210deb4db221)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:17.129027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.223274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.223857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f31357-fc0a-4696-a573-54dedfbe6411 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:17.228846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.232376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e12f87ee-6432-4e10-aa8f-9f88c0b0cbaa admin admin] 10.222.0.26 "DELETE /v2.0/routers/44f31357-fc0a-4696-a573-54dedfbe6411 HTTP/1.1" status: 204 len: 168 time: 2.3957703 Aug 10 03:30:17.232742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.274792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.278362 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.286481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.287055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.342817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57779a62-48f9-4015-8445-20b86faa567f req-22b7a67b-cb3d-44d8-8f73-c91e85e66c94 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.344438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57779a62-48f9-4015-8445-20b86faa567f req-22b7a67b-cb3d-44d8-8f73-c91e85e66c94 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0886621 Aug 10 03:30:17.349582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.371788 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6537092 Aug 10 03:30:17.380174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Deleting subnet 349b38d1-59e0-4a57-bec6-a9679ca0ca03 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:17.382773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40784) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.389933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.404286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'subnet': {'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:17.416022 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041af504-e632-4f2a-a135-7b6666b7f135 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Network': ['ID=eb55388e-49b5-4ab1-bc7c-246e57ecbbaa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.428899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:17.435510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.521920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57779a62-48f9-4015-8445-20b86faa567f req-501e816b-f342-42a9-919c-3ec52bf7c4d2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618350 Aug 10 03:30:17.572731 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.626174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d6c62f46-1c95-4c6b-b059-4f6ff1692b45'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:17.703745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Made reservation on behalf of e7ddd3b2ec4d4959a8987965ace04c69 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:17.707213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.725759 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.791160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ff232-76a3-4827-a7eb-d99fb0b6e42a None None] Network 8f87c485-8b9a-4679-bc19-b21736279b48 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:17.791380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.794147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349b38d1-59e0-4a57-bec6-a9679ca0ca03,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:17.798069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.802292 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db231e35-c380-40a6-9dce-6dd179099a06 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/349b38d1-59e0-4a57-bec6-a9679ca0ca03 HTTP/1.1" status: 204 len: 168 time: 0.5665929 Aug 10 03:30:17.803386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.886446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b386160-fc35-47ab-b285-2ba7b7fb11cf req-ce2cf430-09d7-4da3-b6ff-001cbeead164 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.895756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b386160-fc35-47ab-b285-2ba7b7fb11cf req-ce2cf430-09d7-4da3-b6ff-001cbeead164 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 944 time: 0.2610574 Aug 10 03:30:17.911817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.929889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b98d1249-58ad-4ce7-950e-9f36cfe24c25 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:17.932775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.969271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b98d1249-58ad-4ce7-950e-9f36cfe24c25 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:17.969619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b98d1249-58ad-4ce7-950e-9f36cfe24c25 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:17.970036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c39b590-ee36-4811-a0f1-c866fa98d065 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:17.993077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5c39b590-ee36-4811-a0f1-c866fa98d065 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:17.993425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c39b590-ee36-4811-a0f1-c866fa98d065 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:18.023756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Deleting port 03dd27f2-b397-4f3b-9950-b3a1161310ba {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:18.023997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.051047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b386160-fc35-47ab-b285-2ba7b7fb11cf req-1d24aa95-2ca6-4c74-92b4-dd775aaeaa69 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538372 Aug 10 03:30:18.104009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] DHCP port deletion for 8f87c485-8b9a-4679-bc19-b21736279b48 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:18.131901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] For port 03dd27f2-b397-4f3b-9950-b3a1161310ba, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=03dd27f2-b397-4f3b-9950-b3a1161310ba,segment=NetworkSegment(5765f3ce-7188-4dab-9135-367e1bdc9506),segment_id=5765f3ce-7188-4dab-9135-367e1bdc9506)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:18.131901 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.147803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Calling delete_port for 03dd27f2-b397-4f3b-9950-b3a1161310ba owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:18.163802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] Deleting port 03dd27f2-b397-4f3b-9950-b3a1161310ba {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:18.164115 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.195532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Allocated IP 172.25.1.227 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/26772fd6-8f7f-49a9-9a50-e363cce2f357) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:18.236163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] For port 03dd27f2-b397-4f3b-9950-b3a1161310ba, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=03dd27f2-b397-4f3b-9950-b3a1161310ba,segment=NetworkSegment(5765f3ce-7188-4dab-9135-367e1bdc9506),segment_id=5765f3ce-7188-4dab-9135-367e1bdc9506)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:18.236855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.250798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] Calling delete_port for 03dd27f2-b397-4f3b-9950-b3a1161310ba owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:18.309091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:18.336269 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:30:18.340532 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.349200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.353285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] No DVR routers for this DVR port 03dd27f2-b397-4f3b-9950-b3a1161310ba on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:18.355354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Pushing event deleted for resources: {'Port': ['ID=03dd27f2-b397-4f3b-9950-b3a1161310ba,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.391551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] No DVR routers for this DVR port 03dd27f2-b397-4f3b-9950-b3a1161310ba on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:18.397763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203613a4-1bdb-419a-83c8-202c43fb7d0f None None] Pushing event deleted for resources: {'Port': ['ID=03dd27f2-b397-4f3b-9950-b3a1161310ba,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.430092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Subnet': ['ID=6d87459e-2c1b-4c8a-aae1-4823d9f3af01,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.449784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.454029 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.460970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f87c485-8b9a-4679-bc19-b21736279b48']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:18.472244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5765f3ce-7188-4dab-9135-367e1bdc9506') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:18.472611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5765f3ce-7188-4dab-9135-367e1bdc9506') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:18.481961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.489577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Checking segment: {'id': '6e8a5562-f647-4543-9feb-9898188be53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:18.489943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network hostable DHCP agents. Network: eb55388e-49b5-4ab1-bc7c-246e57ecbbaa, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:18.496484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.502538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:18.503437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:18.505538 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:18.577376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:18.617835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.640161 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.645089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.649341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] 10.222.0.26 "DELETE /v2.0/networks/8f87c485-8b9a-4679-bc19-b21736279b48 HTTP/1.1" status: 204 len: 168 time: 0.8427179 Aug 10 03:30:18.662174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Pushing event deleted for resources: {'Network': ['ID=8f87c485-8b9a-4679-bc19-b21736279b48,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.673581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.673934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.674276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.674619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.675065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.675401 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.675731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.676057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.676404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.676732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.677057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.677904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9b3c8d-428c-41bd-91bf-5497391360df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:18.683837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:18.685472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, eb55388e-49b5-4ab1-bc7c-246e57ecbbaa) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:18.692467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.693085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.693806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f40cdc-0e4e-4df5-9d5d-c919b30231b1 None None] Network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:18.700845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:18.703966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:18.748565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Port': ['ID=26772fd6-8f7f-49a9-9a50-e363cce2f357,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.773041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b619c02-5793-40e8-8c73-2f39ac36e10b req-4b833f55-956b-4605-85fd-b5338e31541b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.774736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b619c02-5793-40e8-8c73-2f39ac36e10b req-4b833f55-956b-4605-85fd-b5338e31541b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1750214 Aug 10 03:30:18.876800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d6c62f46-1c95-4c6b-b059-4f6ff1692b45 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:18.880124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-69e48a4c-1c52-44d4-ace4-06e31eae7f56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4784923 Aug 10 03:30:18.881077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40808) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:18.887808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7d254fb5-f10f-485b-a4ae-51cd93cebfff tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:18.924094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-eb55388e-49b5-4ab1-bc7c-246e57ecbbaa', 'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa', 'tenant_id': 'e7ddd3b2ec4d4959a8987965ace04c69', 'fixed_ips': [{'subnet_id': '6d87459e-2c1b-4c8a-aae1-4823d9f3af01'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:18.925949 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.967288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b619c02-5793-40e8-8c73-2f39ac36e10b req-d05a96cf-a877-4775-808f-aaee794f740e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851971 Aug 10 03:30:19.097599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Allocated IP 2001:db8:1::2 (eb55388e-49b5-4ab1-bc7c-246e57ecbbaa/6d87459e-2c1b-4c8a-aae1-4823d9f3af01/984b31f8-1f96-4425-a121-361b087e468a) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:19.174565 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d254fb5-f10f-485b-a4ae-51cd93cebfff tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.176973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:19.186024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:19.186654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.204885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.243194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.254609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-851e9b44-0caf-47a4-833d-fbcf45622ef5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=906ea536e4a44316aee460671f8bf126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483098 Aug 10 03:30:19.257233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.344601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.345722 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.412995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d0cdb7-9aa2-4bd9-9ef1-71f536f99251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.446110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d0cdb7-9aa2-4bd9-9ef1-71f536f99251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.520804 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-7d254fb5-f10f-485b-a4ae-51cd93cebfff tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:30:19.522193 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d254fb5-f10f-485b-a4ae-51cd93cebfff tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec HTTP/1.1" status: 400 len: 364 time: 0.6404254 Aug 10 03:30:19.525569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Transition to ACTIVE for port object 984b31f8-1f96-4425-a121-361b087e468a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:19.526970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.530459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:19.535044 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b50293-fb7f-42f5-b181-bd0c889f243e" -d '{"events": [{"server_uuid": "9f2ca3de-b184-4290-a282-ded0aa24296f", "name": "network-vif-plugged", "status": "completed", "tag": "d6c62f46-1c95-4c6b-b059-4f6ff1692b45"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:19.565800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eba27-1971-40fa-91a4-99b31ee00dc7 req-af848cd2-ad28-4b4a-94fd-3da6c6e401b5 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.567748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d7eba27-1971-40fa-91a4-99b31ee00dc7 req-af848cd2-ad28-4b4a-94fd-3da6c6e401b5 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 944 time: 0.2792451 Aug 10 03:30:19.589150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,segment=NetworkSegment(993f0b2c-8b5e-473a-a773-210deb4db221),segment_id=993f0b2c-8b5e-473a-a773-210deb4db221)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:19.594397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Transition to ACTIVE for port object 984b31f8-1f96-4425-a121-361b087e468a will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:19.633851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d7eba27-1971-40fa-91a4-99b31ee00dc7 req-fc884dca-257a-49a0-8bb1-3323677ed30c tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Aug 10 03:30:19.648412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.649938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 03dd27f2-b397-4f3b-9950-b3a1161310ba no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:19.675531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 03dd27f2-b397-4f3b-9950-b3a1161310ba {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:19.676137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 03dd27f2-b397-4f3b-9950-b3a1161310ba not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:19.682873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.714048 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074d8d35-5273-4beb-b3a9-5712a459c70a x-openstack-request-id: req-074d8d35-5273-4beb-b3a9-5712a459c70a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:19.714963 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2ca3de-b184-4290-a282-ded0aa24296f", "name": "network-vif-plugged", "status": "completed", "tag": "d6c62f46-1c95-4c6b-b059-4f6ff1692b45", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:19.715752 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-074d8d35-5273-4beb-b3a9-5712a459c70a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:19.715752 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45', 'code': 200} Aug 10 03:30:19.719017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.747905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d0cdb7-9aa2-4bd9-9ef1-71f536f99251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.750816 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29d0cdb7-9aa2-4bd9-9ef1-71f536f99251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.751984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29d0cdb7-9aa2-4bd9-9ef1-71f536f99251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e67269f8-863a-4b14-a184-0545caf9f577 HTTP/1.1" status: 204 len: 168 time: 0.4936419 Aug 10 03:30:19.756887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:19.758139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:19.762082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:19.812517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0cdb7-9aa2-4bd9-9ef1-71f536f99251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67269f8-863a-4b14-a184-0545caf9f577,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.843881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Attempting to bind port 984b31f8-1f96-4425-a121-361b087e468a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:19.844447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Attempting to bind port 984b31f8-1f96-4425-a121-361b087e468a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6e8a5562-f647-4543-9feb-9898188be53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:19.844914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Attempting to bind port 984b31f8-1f96-4425-a121-361b087e468a on network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:19.848210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.902458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Pushing event updated for resources: {'Port': ['ID=984b31f8-1f96-4425-a121-361b087e468a,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.905159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:19.905676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Checking segment: {'id': '6e8a5562-f647-4543-9feb-9898188be53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:19.906272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.906854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Bound using segment: {'id': '6e8a5562-f647-4543-9feb-9898188be53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:19.907430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Bound port: 984b31f8-1f96-4425-a121-361b087e468a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8a5562-f647-4543-9feb-9898188be53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'eb55388e-49b5-4ab1-bc7c-246e57ecbbaa'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:19.907914 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.924618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74031b-3f6e-4dae-a40a-0bde45ab37bb req-45122a27-f0c1-4e5c-abe4-dbaf200af403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.926214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d74031b-3f6e-4dae-a40a-0bde45ab37bb req-45122a27-f0c1-4e5c-abe4-dbaf200af403 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 1097 time: 0.0935650 Aug 10 03:30:19.977051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d74031b-3f6e-4dae-a40a-0bde45ab37bb req-9e7e8b3e-7f74-4d41-b3c5-89067a075e1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Aug 10 03:30:19.978390 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.993642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] For port 984b31f8-1f96-4425-a121-361b087e468a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:19.997680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] For port 984b31f8-1f96-4425-a121-361b087e468a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=984b31f8-1f96-4425-a121-361b087e468a,segment=NetworkSegment(6e8a5562-f647-4543-9feb-9898188be53e),segment_id=6e8a5562-f647-4543-9feb-9898188be53e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:20.097259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c235-129e-466c-b0b7-27e921291660 req-04801d66-50c1-43fa-82fe-f28d5bdab053 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:20.099327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4e5c235-129e-466c-b0b7-27e921291660 req-04801d66-50c1-43fa-82fe-f28d5bdab053 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0530102 Aug 10 03:30:20.121360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Router 7bed39ac-f86c-4f80-bed5-67892cd17ab7 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:20.149328 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.183332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4e5c235-129e-466c-b0b7-27e921291660 req-546db5d1-d38f-42e9-b94e-393962e3e545 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776930 Aug 10 03:30:20.251601 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:20.274589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:20.287797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f6ae5-935b-4a15-9d49-4b50dcdfe631 None None] Pushing event updated for resources: {'Port': ['ID=984b31f8-1f96-4425-a121-361b087e468a,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:20.287971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Sync routers for ids ['7bed39ac-f86c-4f80-bed5-67892cd17ab7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:20.289153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Allocated IP 2001:db8::1 (17cf301f-c47c-4b7e-931b-5bf5a61fb429/277d4b56-5733-4b33-b393-b2b57b8fb583/49411d2e-40b5-4508-a614-f24fbfb70cc1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:20.310477 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Routers {'7bed39ac-f86c-4f80-bed5-67892cd17ab7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:20.311490 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7bed39ac-f86c-4f80-bed5-67892cd17ab7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:20.383063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.389049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e48e4c4-cf20-45f5-96f0-ecbc43096a2a tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0215127 Aug 10 03:30:20.390490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40846) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.498722 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Set router 7bed39ac-f86c-4f80-bed5-67892cd17ab7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:20.568463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.584849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Transition to ACTIVE for port object 49411d2e-40b5-4508-a614-f24fbfb70cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:20.619550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8adb172e-33e1-4fc0-a23f-3abe1cc88152 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/7bed39ac-f86c-4f80-bed5-67892cd17ab7 HTTP/1.1" status: 200 len: 908 time: 0.2258351 Aug 10 03:30:20.619898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40852) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.625700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'name': 'tempest-snat-router-592392126', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': True}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:20.715279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.800885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:20.800885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:20.801246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.801761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.803228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Port': ['ID=49411d2e-40b5-4508-a614-f24fbfb70cc1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:20.805800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:20.806609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.841855 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed39ac-f86c-4f80-bed5-67892cd17ab7', 'name': 'tempest-snat-router-592392126', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '26772fd6-8f7f-49a9-9a50-e363cce2f357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:16Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 3, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port': {'id': '26772fd6-8f7f-49a9-9a50-e363cce2f357', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed39ac-f86c-4f80-bed5-67892cd17ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:20.867976 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Checking router: 7bed39ac-f86c-4f80-bed5-67892cd17ab7 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:20.871447 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Updating router 7bed39ac-f86c-4f80-bed5-67892cd17ab7 port 26772fd6-8f7f-49a9-9a50-e363cce2f357 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:20.883010 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.916474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a9a4-8d31-4f8a-bdda-8745303412fc req-443440c7-e71b-4325-a4d5-96a7b464fbb9 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:20.930946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a60a9a4-8d31-4f8a-bdda-8745303412fc req-443440c7-e71b-4325-a4d5-96a7b464fbb9 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 945 time: 0.1781077 Aug 10 03:30:20.952940 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.036166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a60a9a4-8d31-4f8a-bdda-8745303412fc req-a63f4a67-6f72-4268-9232-3bd4e91a2b53 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041734 Aug 10 03:30:21.117925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.514837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.514837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd56b9-f032-4ba5-8e43-16809c1fd664 req-d92dcdad-cf31-4363-aa91-963d7f778ed8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.514837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9dd56b9-f032-4ba5-8e43-16809c1fd664 req-d92dcdad-cf31-4363-aa91-963d7f778ed8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0756836 Aug 10 03:30:21.514837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9dd56b9-f032-4ba5-8e43-16809c1fd664 req-55948744-cd84-4012-a81e-d6afcd98e15d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Aug 10 03:30:21.527785 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.527785 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Transition to ACTIVE for port object 26772fd6-8f7f-49a9-9a50-e363cce2f357 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:21.550611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8731923c-389d-40d1-bac8-adf9cc0de44d None None] Provisioning for port 49411d2e-40b5-4508-a614-f24fbfb70cc1 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:21.569664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8731923c-389d-40d1-bac8-adf9cc0de44d None None] Provisioning complete for port 49411d2e-40b5-4508-a614-f24fbfb70cc1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:21.570527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8731923c-389d-40d1-bac8-adf9cc0de44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.688069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.715833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8731923c-389d-40d1-bac8-adf9cc0de44d None None] Port 49411d2e-40b5-4508-a614-f24fbfb70cc1 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:21.738962 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.769578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 984b31f8-1f96-4425-a121-361b087e468a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:21.789068 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbd69e-a798-49a3-818f-689648d6db59 None None] Pushing event updated for resources: {'Port': ['ID=26772fd6-8f7f-49a9-9a50-e363cce2f357,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.809779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Attempting to bind port 26772fd6-8f7f-49a9-9a50-e363cce2f357 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:21.810456 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Attempting to bind port 26772fd6-8f7f-49a9-9a50-e363cce2f357 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:21.814774 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Attempting to bind port 26772fd6-8f7f-49a9-9a50-e363cce2f357 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:21.818256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80209683-8f07-4dbf-872c-f2c7f2d6a099 None None] Network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:21.821270 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:21.821812 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:21.822071 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.822442 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:21.824502 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Bound port: 26772fd6-8f7f-49a9-9a50-e363cce2f357, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:21.825101 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.880151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.882982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.889765 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] For port 26772fd6-8f7f-49a9-9a50-e363cce2f357, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:21.894673 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] For port 26772fd6-8f7f-49a9-9a50-e363cce2f357, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=26772fd6-8f7f-49a9-9a50-e363cce2f357,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:21.956003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.980414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.022331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event updated for resources: {'Port': ['ID=49411d2e-40b5-4508-a614-f24fbfb70cc1,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.052255 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.097180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:22.099470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:22.103304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-84148c9a-089f-4df5-933d-0dc7d6d24792 None None] Provisioning for port 984b31f8-1f96-4425-a121-361b087e468a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:22.108421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-84148c9a-089f-4df5-933d-0dc7d6d24792 None None] Provisioning complete for port 984b31f8-1f96-4425-a121-361b087e468a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:22.108768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-84148c9a-089f-4df5-933d-0dc7d6d24792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.110564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 984b31f8-1f96-4425-a121-361b087e468a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:22.115742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 984b31f8-1f96-4425-a121-361b087e468a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:22.116128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.238340 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Routers {'7bed39ac-f86c-4f80-bed5-67892cd17ab7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:22.238974 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7bed39ac-f86c-4f80-bed5-67892cd17ab7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.253008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbd69e-a798-49a3-818f-689648d6db59 None None] Pushing event updated for resources: {'Port': ['ID=26772fd6-8f7f-49a9-9a50-e363cce2f357,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.278499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Allocated IP 172.25.1.153 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/292bd28a-73b4-4002-98ff-74a31d44f009) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:22.320396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Router 5b17e84b-95c8-41d7-8955-bade9a40ecec has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:22.391470 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.470157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 984b31f8-1f96-4425-a121-361b087e468a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=984b31f8-1f96-4425-a121-361b087e468a,segment=NetworkSegment(6e8a5562-f647-4543-9feb-9898188be53e),segment_id=6e8a5562-f647-4543-9feb-9898188be53e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:22.477540 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-84148c9a-089f-4df5-933d-0dc7d6d24792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.498276 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] Set router 7bed39ac-f86c-4f80-bed5-67892cd17ab7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:22.526814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.527116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:22.532549 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c5270f1b-3ea5-42d2-88a0-a1eee3026267 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039606 Aug 10 03:30:22.535933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.541362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] Sync routers for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:22.559008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:22.561315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.634844 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.639873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.728809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e42f-9903-4c54-b8d9-474a9eb61535 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.768953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:22.769615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.822166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40902) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.837440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.838339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25d5b8-db7f-4cd1-ae2a-1d7c7277361b None None] The sync data for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:22.845444 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bed39ac-f86c-4f80-bed5-67892cd17ab7', 'name': 'tempest-snat-router-592392126', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '26772fd6-8f7f-49a9-9a50-e363cce2f357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:16Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 3, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port': {'id': '26772fd6-8f7f-49a9-9a50-e363cce2f357', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed39ac-f86c-4f80-bed5-67892cd17ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.857157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-84148c9a-089f-4df5-933d-0dc7d6d24792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:30:22.857816 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-84148c9a-089f-4df5-933d-0dc7d6d24792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:30:22.860807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=984b31f8-1f96-4425-a121-361b087e468a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.890468 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e27a-9dbb-408f-9f21-10bd7aeb76fa None None] The sync data for ids ['7bed39ac-f86c-4f80-bed5-67892cd17ab7'] in n-d-765315-26 is: [{'id': '7bed39ac-f86c-4f80-bed5-67892cd17ab7', 'name': 'tempest-snat-router-592392126', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.227'}], 'enable_snat': False}, 'gw_port_id': '26772fd6-8f7f-49a9-9a50-e363cce2f357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:16Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 3, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port': {'id': '26772fd6-8f7f-49a9-9a50-e363cce2f357', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bed39ac-f86c-4f80-bed5-67892cd17ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:17Z', 'updated_at': '2021-08-10T03:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:22.921140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ce499-b810-48f4-9bba-947483c0ca2f req-95760e66-3159-4a74-9f44-d399c26b9c8b tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:22.929410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-333ce499-b810-48f4-9bba-947483c0ca2f req-95760e66-3159-4a74-9f44-d399c26b9c8b tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 945 time: 0.6272604 Aug 10 03:30:22.985013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-333ce499-b810-48f4-9bba-947483c0ca2f req-09e257d6-5e2d-4c39-b8c2-ed40fa549a34 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545063 Aug 10 03:30:23.110599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30e02e-1766-465e-aef4-3e176a826d6b req-b1e82bf9-7ce2-4e39-96b2-c40aed4d671b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:23.112438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d30e02e-1766-465e-aef4-3e176a826d6b req-b1e82bf9-7ce2-4e39-96b2-c40aed4d671b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0602405 Aug 10 03:30:23.165055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.230599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d30e02e-1766-465e-aef4-3e176a826d6b req-abc963bc-b331-407e-9438-81ba08d7cecd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037898 Aug 10 03:30:23.259668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:23.268408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:23.279792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:23.332565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Port': ['ID=292bd28a-73b4-4002-98ff-74a31d44f009,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.395772 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-5bf4e42f-9903-4c54-b8d9-474a9eb61535 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:30:23.404382 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5bf4e42f-9903-4c54-b8d9-474a9eb61535 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec HTTP/1.1" status: 409 len: 329 time: 0.8671539 Aug 10 03:30:23.407616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40924) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:23.603188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0aaef675-ccfa-4412-ac58-ef04fdf6fe8c None None] Provisioning complete for port 984b31f8-1f96-4425-a121-361b087e468a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:23.603752 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0aaef675-ccfa-4412-ac58-ef04fdf6fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.621064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb4-211d-46ff-bfaf-783d43fd6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.788513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0aaef675-ccfa-4412-ac58-ef04fdf6fe8c None None] Provisioning complete for port 49411d2e-40b5-4508-a614-f24fbfb70cc1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:23.789090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0aaef675-ccfa-4412-ac58-ef04fdf6fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.821626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 984b31f8-1f96-4425-a121-361b087e468a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:23.879435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0aaef675-ccfa-4412-ac58-ef04fdf6fe8c None None] Port 49411d2e-40b5-4508-a614-f24fbfb70cc1 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:23.906167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.926148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 984b31f8-1f96-4425-a121-361b087e468a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:23.927233 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.996906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb4-211d-46ff-bfaf-783d43fd6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.035597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 26772fd6-8f7f-49a9-9a50-e363cce2f357 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:24.076699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb4-211d-46ff-bfaf-783d43fd6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.156265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.159948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8eeb4-211d-46ff-bfaf-783d43fd6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef75fd5-9089-4811-a77b-a2018ea0d69f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.164533 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6b8eeb4-211d-46ff-bfaf-783d43fd6eb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c4949da4e5944aaa3d2c1f29798257a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8574235 Aug 10 03:30:24.194717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40948) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:24.212834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 26772fd6-8f7f-49a9-9a50-e363cce2f357 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:24.217224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 26772fd6-8f7f-49a9-9a50-e363cce2f357 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:24.217602 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.302328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.317653 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.326254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf398b6-7141-4970-921a-c4d9a78174cc req-46c6d2f9-5f70-49d0-bf87-8a0e34045f9a tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.336598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bf398b6-7141-4970-921a-c4d9a78174cc req-46c6d2f9-5f70-49d0-bf87-8a0e34045f9a tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 945 time: 0.1422203 Aug 10 03:30:24.361910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 26772fd6-8f7f-49a9-9a50-e363cce2f357, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=26772fd6-8f7f-49a9-9a50-e363cce2f357,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:24.429377 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.462061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bf398b6-7141-4970-921a-c4d9a78174cc req-fb06f4f9-849f-4fa3-9a7d-5060584ed6e2 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163464 Aug 10 03:30:24.462061 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3083f049-bfee-430e-9f18-e1f0bb79bb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.484029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting port 49411d2e-40b5-4508-a614-f24fbfb70cc1 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:24.484545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.501746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=26772fd6-8f7f-49a9-9a50-e363cce2f357,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.544683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3083f049-bfee-430e-9f18-e1f0bb79bb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.604396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.617714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Calling delete_port for 49411d2e-40b5-4508-a614-f24fbfb70cc1 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:24.643884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28ebb-a69d-41eb-affa-25e377ae57b4 req-20b6c7e6-5b85-47c6-a48c-d2ccdceb3a76 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.645698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25a28ebb-a69d-41eb-affa-25e377ae57b4 req-20b6c7e6-5b85-47c6-a48c-d2ccdceb3a76 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0990822 Aug 10 03:30:24.697206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25a28ebb-a69d-41eb-affa-25e377ae57b4 req-3e1cf9d0-94db-45b6-a126-c7401601d2ed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Aug 10 03:30:24.784262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3083f049-bfee-430e-9f18-e1f0bb79bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.787301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3083f049-bfee-430e-9f18-e1f0bb79bb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.788477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3083f049-bfee-430e-9f18-e1f0bb79bb17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ef75fd5-9089-4811-a77b-a2018ea0d69f HTTP/1.1" status: 204 len: 168 time: 0.5926824 Aug 10 03:30:24.789199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Router ffde0bb3-d52f-4a89-9230-014047cd0ebd is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:24.817981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083f049-bfee-430e-9f18-e1f0bb79bb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef75fd5-9089-4811-a77b-a2018ea0d69f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.880401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.924034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Port': ['ID=49411d2e-40b5-4508-a614-f24fbfb70cc1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.933221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:24.946129 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Sync routers for ids ['ffde0bb3-d52f-4a89-9230-014047cd0ebd'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:24.962445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Routers {'ffde0bb3-d52f-4a89-9230-014047cd0ebd'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:24.963100 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ffde0bb3-d52f-4a89-9230-014047cd0ebd'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.046411 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.057608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.060658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-304f38a2-e396-455d-9681-314c0c7523c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4379697 Aug 10 03:30:25.061644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40962) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.243166 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Set router ffde0bb3-d52f-4a89-9230-014047cd0ebd gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:25.250540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f2f2212f-d3ef-4e50-9acc-01d643d276de tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/ffde0bb3-d52f-4a89-9230-014047cd0ebd HTTP/1.1" status: 200 len: 907 time: 0.1876593 Aug 10 03:30:25.253863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40970) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.431140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Router 5b17e84b-95c8-41d7-8955-bade9a40ecec has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:25.473536 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffde0bb3-d52f-4a89-9230-014047cd0ebd', 'name': 'tempest-snat-router-592392126', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '292bd28a-73b4-4002-98ff-74a31d44f009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:23Z', 'revision_number': 3, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port': {'id': '292bd28a-73b4-4002-98ff-74a31d44f009', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffde0bb3-d52f-4a89-9230-014047cd0ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:21Z', 'updated_at': '2021-08-10T03:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.535847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Checking router: ffde0bb3-d52f-4a89-9230-014047cd0ebd for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:25.536411 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Updating router ffde0bb3-d52f-4a89-9230-014047cd0ebd port 292bd28a-73b4-4002-98ff-74a31d44f009 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:25.539612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:25.552956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] Sync routers for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:25.565096 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6637c5e7-2c60-4025-8f8c-ee4161a27865 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1532826 Aug 10 03:30:25.569461 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.571818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:25.572493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.573418 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.574702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40982) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.662516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.669472 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4ec9f48e-3073-4193-b521-35791548be56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] show failed (client error): The resource could not be found. Aug 10 03:30:25.670728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4ec9f48e-3073-4193-b521-35791548be56 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1520386528 HTTP/1.1" status: 404 len: 335 time: 0.0936282 Aug 10 03:30:25.674667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.686641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 26772fd6-8f7f-49a9-9a50-e363cce2f357 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:25.689572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-583d52f9-2c27-43f6-8434-67202936317b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:25.710185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859ac9f-3b7b-4f6f-9398-312f1ce1b2eb req-191a319c-9614-4226-b047-0bf4823831fa tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:25.711992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d859ac9f-3b7b-4f6f-9398-312f1ce1b2eb req-191a319c-9614-4226-b047-0bf4823831fa tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 945 time: 0.1797521 Aug 10 03:30:25.742659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-27272b56-f8e0-49e5-bf98-df812cb129ae tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:25.749953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] Routers {'5b17e84b-95c8-41d7-8955-bade9a40ecec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:25.750229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-27272b56-f8e0-49e5-bf98-df812cb129ae tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 945 time: 0.2277298 Aug 10 03:30:25.750736 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-583d52f9-2c27-43f6-8434-67202936317b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] update failed (client error): The resource could not be found. Aug 10 03:30:25.754961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-583d52f9-2c27-43f6-8434-67202936317b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-2017953313 HTTP/1.1" status: 404 len: 335 time: 0.0667868 Aug 10 03:30:25.755091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b17e84b-95c8-41d7-8955-bade9a40ecec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.767866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40992) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.807569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:25.808709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a44548-66e1-4ae1-86c8-e909cd29b759 None None] The sync data for ids ['5b17e84b-95c8-41d7-8955-bade9a40ecec'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:25.812205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.836211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 26772fd6-8f7f-49a9-9a50-e363cce2f357 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:25.836652 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.912594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d859ac9f-3b7b-4f6f-9398-312f1ce1b2eb req-e395076a-0202-4542-bc1d-fef4420013a2 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/security-groups?id=901f83f6-48ec-4dc0-bb12-42737c271563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928015 Aug 10 03:30:25.980110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting subnet 6d87459e-2c1b-4c8a-aae1-4823d9f3af01 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:25.980110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.994756 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.006121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.016237 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Transition to ACTIVE for port object 292bd28a-73b4-4002-98ff-74a31d44f009 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:26.039152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Deleting port 292bd28a-73b4-4002-98ff-74a31d44f009 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:26.039497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.093846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.139570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Deleting port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:26.140503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.143125 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.156970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.173132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Calling delete_port for 292bd28a-73b4-4002-98ff-74a31d44f009 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:26.215193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d14e-d72c-4587-9220-39d8bedd35b5 req-cc930472-586b-4a67-97c8-7a7053e5fe0d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.224522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7644d14e-d72c-4587-9220-39d8bedd35b5 req-cc930472-586b-4a67-97c8-7a7053e5fe0d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.2071130 Aug 10 03:30:26.235507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Attempting to bind port 292bd28a-73b4-4002-98ff-74a31d44f009 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:26.235876 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Attempting to bind port 292bd28a-73b4-4002-98ff-74a31d44f009 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:26.236318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Attempting to bind port 292bd28a-73b4-4002-98ff-74a31d44f009 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:26.238204 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74687-aa92-4e53-a7a8-b94aaacaf9df None None] Pushing event updated for resources: {'Port': ['ID=292bd28a-73b4-4002-98ff-74a31d44f009,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.243835 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:26.244462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:26.244759 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.249296 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:26.249296 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Bound port: 292bd28a-73b4-4002-98ff-74a31d44f009, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:26.249296 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.301960 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] For port 292bd28a-73b4-4002-98ff-74a31d44f009, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:26.305109 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] For port 292bd28a-73b4-4002-98ff-74a31d44f009, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=292bd28a-73b4-4002-98ff-74a31d44f009,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:26.351611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7644d14e-d72c-4587-9220-39d8bedd35b5 req-0047b811-78d0-48d8-8d36-f84400f7dbae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249762 Aug 10 03:30:26.363870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] For port d6c62f46-1c95-4c6b-b059-4f6ff1692b45, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,segment=NetworkSegment(993f0b2c-8b5e-473a-a773-210deb4db221),segment_id=993f0b2c-8b5e-473a-a773-210deb4db221)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:26.364300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.385511 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.392013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.401638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Calling delete_port for d6c62f46-1c95-4c6b-b059-4f6ff1692b45 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:26.457055 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Routers {'ffde0bb3-d52f-4a89-9230-014047cd0ebd'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:26.457856 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['ffde0bb3-d52f-4a89-9230-014047cd0ebd'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:26.493989 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74687-aa92-4e53-a7a8-b94aaacaf9df None None] Pushing event updated for resources: {'Port': ['ID=292bd28a-73b4-4002-98ff-74a31d44f009,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.560285 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] Set router ffde0bb3-d52f-4a89-9230-014047cd0ebd gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:26.592054 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.642170 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffde0bb3-d52f-4a89-9230-014047cd0ebd', 'name': 'tempest-snat-router-592392126', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:25Z', 'revision_number': 4, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:26.645888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event deleted for resources: {'Port': ['ID=292bd28a-73b4-4002-98ff-74a31d44f009,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.676277 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c40426-3f99-4680-a888-155a51dad435 None None] The sync data for ids ['ffde0bb3-d52f-4a89-9230-014047cd0ebd'] in n-d-765315-26 is: [{'id': 'ffde0bb3-d52f-4a89-9230-014047cd0ebd', 'name': 'tempest-snat-router-592392126', 'tenant_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:20Z', 'updated_at': '2021-08-10T03:30:25Z', 'revision_number': 4, 'project_id': '33ca8db7d8c94ecd8fde7a38cd0bbfc5', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:26.714753 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.760321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.803799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Subnet': ['ID=6d87459e-2c1b-4c8a-aae1-4823d9f3af01,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.805916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.812579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.816100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1eb90c45-7586-4b32-bbaf-80ca7bd37abc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/subnets/6d87459e-2c1b-4c8a-aae1-4823d9f3af01 HTTP/1.1" status: 204 len: 168 time: 1.0466862 Aug 10 03:30:26.821338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.821458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41020) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:26.821544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c866bca2-afae-4803-b623-aa22c037f517 None None] Network eb55388e-49b5-4ab1-bc7c-246e57ecbbaa requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:26.869563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.880862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d6c62f46-1c95-4c6b-b059-4f6ff1692b45'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:26.937941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Pushing event deleted for resources: {'Port': ['ID=d6c62f46-1c95-4c6b-b059-4f6ff1692b45,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.972447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] No DVR routers for this DVR port d6c62f46-1c95-4c6b-b059-4f6ff1692b45 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:26.975887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.978044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43f35701-d52b-43d2-8ee0-cfc1358a3da6 req-8c43c5f0-2ac8-4b5e-9bb0-3aff31df621d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.46 "DELETE /v2.0/ports/d6c62f46-1c95-4c6b-b059-4f6ff1692b45 HTTP/1.1" status: 204 len: 173 time: 1.2130141 Aug 10 03:30:26.978520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'name': 'network-vif-deleted', 'tag': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:26.980912 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5630a78-2dbf-468f-9e18-929d1f8c159c" -d '{"events": [{"server_uuid": "9f2ca3de-b184-4290-a282-ded0aa24296f", "name": "network-vif-deleted", "tag": "d6c62f46-1c95-4c6b-b059-4f6ff1692b45"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:26.999144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.006242 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.007285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffde0bb3-d52f-4a89-9230-014047cd0ebd {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:27.034835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.042046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-38d6a6c2-e7ba-4629-a6e6-3a3e33c85082 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ffde0bb3-d52f-4a89-9230-014047cd0ebd HTTP/1.1" status: 204 len: 168 time: 1.7869148 Aug 10 03:30:27.042682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41028) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:27.102034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbc8f4a3-3d6a-4441-bb40-e30c4295ea6f req-60281697-bfb8-4516-a929-24b86f52bc05 tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 210 time: 0.0587208 Aug 10 03:30:27.125171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting port 984b31f8-1f96-4425-a121-361b087e468a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:27.132883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] DHCP port deletion for eb55388e-49b5-4ab1-bc7c-246e57ecbbaa request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:27.148395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.204307 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f26416-350b-41d5-88d5-3af9ff09d9d4 x-openstack-request-id: req-11f26416-350b-41d5-88d5-3af9ff09d9d4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:27.204631 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2ca3de-b184-4290-a282-ded0aa24296f", "name": "network-vif-deleted", "tag": "d6c62f46-1c95-4c6b-b059-4f6ff1692b45", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:27.204886 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11f26416-350b-41d5-88d5-3af9ff09d9d4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:27.205307 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2ca3de-b184-4290-a282-ded0aa24296f', 'name': 'network-vif-deleted', 'tag': 'd6c62f46-1c95-4c6b-b059-4f6ff1692b45', 'status': 'completed', 'code': 200} Aug 10 03:30:27.229951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] For port 984b31f8-1f96-4425-a121-361b087e468a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=984b31f8-1f96-4425-a121-361b087e468a,segment=NetworkSegment(6e8a5562-f647-4543-9feb-9898188be53e),segment_id=6e8a5562-f647-4543-9feb-9898188be53e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:27.230327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.233563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] Deleting port 984b31f8-1f96-4425-a121-361b087e468a {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:27.233950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.262251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Calling delete_port for 984b31f8-1f96-4425-a121-361b087e468a owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:27.276699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.333037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] For port 984b31f8-1f96-4425-a121-361b087e468a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=984b31f8-1f96-4425-a121-361b087e468a,segment=NetworkSegment(6e8a5562-f647-4543-9feb-9898188be53e),segment_id=6e8a5562-f647-4543-9feb-9898188be53e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:27.333673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.355457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] Calling delete_port for 984b31f8-1f96-4425-a121-361b087e468a owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:27.481431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.520393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.541747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41040) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:27.543251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] No DVR routers for this DVR port 984b31f8-1f96-4425-a121-361b087e468a on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:27.546309 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.586425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] No DVR routers for this DVR port 984b31f8-1f96-4425-a121-361b087e468a on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:27.602607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Port': ['ID=984b31f8-1f96-4425-a121-361b087e468a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:27.613700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06c3b0-1089-4990-a58b-c34556705035 None None] Pushing event deleted for resources: {'Port': ['ID=984b31f8-1f96-4425-a121-361b087e468a,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:27.685874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Deleting port 26772fd6-8f7f-49a9-9a50-e363cce2f357 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:27.687932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.702159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 984b31f8-1f96-4425-a121-361b087e468a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:27.727419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 984b31f8-1f96-4425-a121-361b087e468a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:27.727979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 984b31f8-1f96-4425-a121-361b087e468a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:27.771694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e74780-a29e-44f0-ac05-23933b778aff req-57422c8a-cf7f-4016-b956-98962d3a7675 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:27.779064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56e74780-a29e-44f0-ac05-23933b778aff req-57422c8a-cf7f-4016-b956-98962d3a7675 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.2878954 Aug 10 03:30:27.796667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.827994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb55388e-49b5-4ab1-bc7c-246e57ecbbaa']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.848109 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e79e4f89-6b7e-4150-ac4e-61b2f4471de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.854534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8a5562-f647-4543-9feb-9898188be53e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.854846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8a5562-f647-4543-9feb-9898188be53e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.888524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.892470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] For port 26772fd6-8f7f-49a9-9a50-e363cce2f357, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=26772fd6-8f7f-49a9-9a50-e363cce2f357,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:27.893583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.908763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56e74780-a29e-44f0-ac05-23933b778aff req-2bd019bf-41b1-4c29-a7a3-0453cbe860ea tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263471 Aug 10 03:30:27.911011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Calling delete_port for 26772fd6-8f7f-49a9-9a50-e363cce2f357 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:27.922832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.934363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:27.934776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:27.938611 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:28.214706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.228999 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.232410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/networks/eb55388e-49b5-4ab1-bc7c-246e57ecbbaa HTTP/1.1" status: 204 len: 168 time: 1.4127784 Aug 10 03:30:28.237795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41050) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.250829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac9784e5-d63c-4751-a6dc-3a18a5c142d5 req-493c1036-fa76-40cf-968f-9682a7abbb8d tempest-ServerMetadataNegativeTestJSON-235921158 tempest-ServerMetadataNegativeTestJSON-235921158-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f2ca3de-b184-4290-a282-ded0aa24296f HTTP/1.1" status: 200 len: 210 time: 0.0467052 Aug 10 03:30:28.263951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Network': ['ID=eb55388e-49b5-4ab1-bc7c-246e57ecbbaa,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.293744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.294118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.294471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.295964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.296283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.296497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.296835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.297178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.297517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.297850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.298187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.298550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.300423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c016d-c1b7-4253-b8ad-8081beadbac9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:28.351793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event deleted for resources: {'Port': ['ID=26772fd6-8f7f-49a9-9a50-e363cce2f357,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.374153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e79e4f89-6b7e-4150-ac4e-61b2f4471de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.390557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting subnet 08cc2573-cc6c-4d19-8274-9f60e5427b00 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:28.412735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.469558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.503701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.520138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e79e4f89-6b7e-4150-ac4e-61b2f4471de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.569135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e79e4f89-6b7e-4150-ac4e-61b2f4471de5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57eacc30a36b46b481abaf69451fcc61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0268562 Aug 10 03:30:28.570203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e4f89-6b7e-4150-ac4e-61b2f4471de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73e0cd-e37e-4a8f-b134-9b28125f5e47,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.572687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41058) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.596015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.600423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.640551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d503818f-02c3-45ae-9e8e-8b00fa9365be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.672842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d503818f-02c3-45ae-9e8e-8b00fa9365be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.694423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.716154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.716732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bed39ac-f86c-4f80-bed5-67892cd17ab7 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:28.723303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.728332 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29a6a270-1244-4e73-9841-fb887c7a3359 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7bed39ac-f86c-4f80-bed5-67892cd17ab7 HTTP/1.1" status: 204 len: 168 time: 1.6786337 Aug 10 03:30:28.728332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.736617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1331212977', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:28.811757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d503818f-02c3-45ae-9e8e-8b00fa9365be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.814652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d503818f-02c3-45ae-9e8e-8b00fa9365be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.818376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d503818f-02c3-45ae-9e8e-8b00fa9365be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc73e0cd-e37e-4a8f-b134-9b28125f5e47 HTTP/1.1" status: 204 len: 168 time: 0.2313426 Aug 10 03:30:28.841442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503818f-02c3-45ae-9e8e-8b00fa9365be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73e0cd-e37e-4a8f-b134-9b28125f5e47,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.876920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.878224 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.889230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d6c62f46-1c95-4c6b-b059-4f6ff1692b45 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:28.906584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.928482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d6c62f46-1c95-4c6b-b059-4f6ff1692b45 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:28.929024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d6c62f46-1c95-4c6b-b059-4f6ff1692b45 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:28.973529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Subnet': ['ID=08cc2573-cc6c-4d19-8274-9f60e5427b00,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.980971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.982955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b900088d-ac58-4392-b4f8-0a00efeef7e7 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/subnets/08cc2573-cc6c-4d19-8274-9f60e5427b00 HTTP/1.1" status: 204 len: 168 time: 0.7447245 Aug 10 03:30:28.991004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.993643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ffdf2-62e1-4bae-9bc1-182b0f7532be None None] Network 5009a8a3-856d-414d-8341-b52986d1e418 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:29.022250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.081853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting subnet 295721b3-c909-44ce-8675-672c77eeec1e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:29.100169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.338003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] DHCP port deletion for 5009a8a3-856d-414d-8341-b52986d1e418 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:29.369739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.451668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] Deleting port a16968d6-0658-4d5f-8749-7993f9c2094b {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:29.455486 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.616508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] For port a16968d6-0658-4d5f-8749-7993f9c2094b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a16968d6-0658-4d5f-8749-7993f9c2094b,segment=NetworkSegment(2c11679b-8051-48e0-afca-42b2a8aa8559),segment_id=2c11679b-8051-48e0-afca-42b2a8aa8559)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:29.616508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.616781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.624959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961808a8-d221-444a-9829-087728ce112d req-f055b4ec-3860-4e21-903b-b8a3992638ce tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.629048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] Calling delete_port for a16968d6-0658-4d5f-8749-7993f9c2094b owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:29.633026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-961808a8-d221-444a-9829-087728ce112d req-f055b4ec-3860-4e21-903b-b8a3992638ce tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.5763850 Aug 10 03:30:29.681676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a16968d6-0658-4d5f-8749-7993f9c2094b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:29.732922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-961808a8-d221-444a-9829-087728ce112d req-25281f50-5cb4-4b9a-b6bc-c30813b972c6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734479 Aug 10 03:30:29.789611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.809938 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.895492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:29.895831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.896288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a16968d6-0658-4d5f-8749-7993f9c2094b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a16968d6-0658-4d5f-8749-7993f9c2094b,segment=NetworkSegment(2c11679b-8051-48e0-afca-42b2a8aa8559),segment_id=2c11679b-8051-48e0-afca-42b2a8aa8559)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:29.904149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.929555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Deleting subnet 5b123300-3ce0-455c-b255-9d75a6bdd61c {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:29.935992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.980556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.021259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.031719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.048862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Allocated IP 172.25.1.95 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/1b5ad3db-469c-46b3-b166-4aa88b65b77f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:30.063868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.068395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 26772fd6-8f7f-49a9-9a50-e363cce2f357 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:30.083781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Subnet': ['ID=295721b3-c909-44ce-8675-672c77eeec1e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.086113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.089110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f5ea434c-1bea-466a-8e85-2a83464d7c3e tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/subnets/295721b3-c909-44ce-8675-672c77eeec1e HTTP/1.1" status: 204 len: 168 time: 1.0970235 Aug 10 03:30:30.122425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d129ab-abae-4c60-bea7-8bc5c1bf0ca4 None None] Network 8d23b525-190b-4800-9729-584cdea95b83 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:30.133382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 26772fd6-8f7f-49a9-9a50-e363cce2f357 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:30.133939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 26772fd6-8f7f-49a9-9a50-e363cce2f357 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:30.146705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41096) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.282458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.357700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting port a16968d6-0658-4d5f-8749-7993f9c2094b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:30.359140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.425751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.473536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.478295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5b123300-3ce0-455c-b255-9d75a6bdd61c HTTP/1.1" status: 204 len: 168 time: 0.6138632 Aug 10 03:30:30.480942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.492097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.494552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f7b85ead-bf29-4dfd-9f1f-b16a74dffee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.504080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc8534-3b16-4041-baf7-e83f2a2ae0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b123300-3ce0-455c-b255-9d75a6bdd61c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.506533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] For port a16968d6-0658-4d5f-8749-7993f9c2094b, host n-d-765315-26, got binding levels [] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:30.506966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.510039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a16968d6-0658-4d5f-8749-7993f9c2094b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.545115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] No DVR routers for this DVR port a16968d6-0658-4d5f-8749-7993f9c2094b on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:30.560490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31bc59-0995-4297-9273-87a90a2e18d2 None None] Pushing event deleted for resources: {'Port': ['ID=a16968d6-0658-4d5f-8749-7993f9c2094b,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.564470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Calling delete_port for a16968d6-0658-4d5f-8749-7993f9c2094b owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:30.570237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Port a16968d6-0658-4d5f-8749-7993f9c2094b was not found and therefore no delete operation was performed {{(pid=94805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:30:30.579032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.640966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Port': ['ID=a16968d6-0658-4d5f-8749-7993f9c2094b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.646470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.648687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] No DVR routers for this DVR port a16968d6-0658-4d5f-8749-7993f9c2094b on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:30.666187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.670460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] DHCP port deletion for 8d23b525-190b-4800-9729-584cdea95b83 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:30.749236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] Deleting port 31d051ef-0828-4229-8c9b-44bb5603b64c {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:30.754858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.775384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41114) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.797052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.837318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] For port 31d051ef-0828-4229-8c9b-44bb5603b64c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=31d051ef-0828-4229-8c9b-44bb5603b64c,segment=NetworkSegment(a39453d6-3862-4ec0-9486-c90465a7d6e4),segment_id=a39453d6-3862-4ec0-9486-c90465a7d6e4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:30.837631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.850880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5009a8a3-856d-414d-8341-b52986d1e418']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.865668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.874429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c11679b-8051-48e0-afca-42b2a8aa8559') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.874780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c11679b-8051-48e0-afca-42b2a8aa8559') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.877663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.881846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] Calling delete_port for 31d051ef-0828-4229-8c9b-44bb5603b64c owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:30.903062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.911335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f386ad35-65a6-4f18-a133-6318d9e43273']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.952971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:30.963328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:30.967558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993f0b2c-8b5e-473a-a773-210deb4db221') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.968033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993f0b2c-8b5e-473a-a773-210deb4db221') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:30.976300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.980959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-901104107-network', 'tenant_id': '0d288e1553ef4127b45b8e4bc0713487'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:30.987102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:30.992969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:30.992969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:30.995110 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:30.998240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.029573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event updated for resources: {'Port': ['ID=1b5ad3db-469c-46b3-b166-4aa88b65b77f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.062474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.081612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91ac3-bdcb-4a31-8860-8a16b45a3b3c req-67267e0a-5c6a-4900-aaa3-08de1186a276 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.083211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68b91ac3-bdcb-4a31-8860-8a16b45a3b3c req-67267e0a-5c6a-4900-aaa3-08de1186a276 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1780610 Aug 10 03:30:31.089021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:31.089414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:31.091429 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:31.185308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68b91ac3-bdcb-4a31-8860-8a16b45a3b3c req-d9d8fb40-0a30-4b7c-8a22-dbd022a40f18 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931647 Aug 10 03:30:31.290358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Made reservation on behalf of 0d288e1553ef4127b45b8e4bc0713487 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:31.305733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.305846 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.306284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.306371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.306371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/networks/5009a8a3-856d-414d-8341-b52986d1e418 HTTP/1.1" status: 204 len: 168 time: 1.1472895 Aug 10 03:30:31.306539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41124) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:31.307909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.310679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606176-4509-41ce-9dd3-a09d0a7c2ab9 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Network': ['ID=5009a8a3-856d-414d-8341-b52986d1e418,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.329279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] No DVR routers for this DVR port 31d051ef-0828-4229-8c9b-44bb5603b64c on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:31.331804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f37a8-c4a9-41d6-8686-339490d4615d None None] Pushing event deleted for resources: {'Port': ['ID=31d051ef-0828-4229-8c9b-44bb5603b64c,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.417669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.424658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.426987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f386ad35-65a6-4f18-a133-6318d9e43273 HTTP/1.1" status: 204 len: 168 time: 0.9445386 Aug 10 03:30:31.441703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506976-c36e-4fa8-afaa-f45e12543cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f386ad35-65a6-4f18-a133-6318d9e43273,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.494220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.630012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d051ef-0828-4229-8c9b-44bb5603b64c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:31.654528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 31d051ef-0828-4229-8c9b-44bb5603b64c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:31.656677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d051ef-0828-4229-8c9b-44bb5603b64c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:31.683646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.729284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.757907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d23b525-190b-4800-9729-584cdea95b83']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.778483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39453d6-3862-4ec0-9486-c90465a7d6e4') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.778776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39453d6-3862-4ec0-9486-c90465a7d6e4') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.840568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.854750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.864751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.876470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:31.876872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: items = [ Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:31.879948 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:32.012214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.045289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.064599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5c217535-b883-4192-bda5-a55980ac80b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f762af73f11f4222a5572cb7282e9206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511510 Aug 10 03:30:32.068481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41138) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.086817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.123439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cd74e8-bf29-4954-966c-9c172212dfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.148761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cd74e8-bf29-4954-966c-9c172212dfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.157660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.230698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.235373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:32.255580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.257524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/networks/8d23b525-190b-4800-9729-584cdea95b83 HTTP/1.1" status: 204 len: 168 time: 0.9296265 Aug 10 03:30:32.260030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f5a4f-79d0-45e2-b7a0-9ca1c48ac84b tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Network': ['ID=8d23b525-190b-4800-9729-584cdea95b83,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.261429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41142) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.265650 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.266016 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Added segment a5a92384-5412-4ac2-853b-90f7fc9fceb7 of type vlan for network 9dffd5f3-76d5-4e4f-b670-28688070a811 Aug 10 03:30:32.313313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.341492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting subnet 277d4b56-5733-4b33-b393-b2b57b8fb583 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:32.346247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.373995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3440608-42b5-45c7-8727-75b5c3b3eef2 req-3ddccd8d-4677-40b6-b563-432cb612624f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:32.375585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3440608-42b5-45c7-8727-75b5c3b3eef2 req-3ddccd8d-4677-40b6-b563-432cb612624f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1160259 Aug 10 03:30:32.414954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.428453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Router 4daa0493-0672-495d-b838-cdbede8e7b7d is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:32.464423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3440608-42b5-45c7-8727-75b5c3b3eef2 req-d4a71d5b-71e3-4494-bd13-ca4404d923e7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807004 Aug 10 03:30:32.507836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cd74e8-bf29-4954-966c-9c172212dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.510673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-98cd74e8-bf29-4954-966c-9c172212dfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.511926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-98cd74e8-bf29-4954-966c-9c172212dfd7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/901f83f6-48ec-4dc0-bb12-42737c271563 HTTP/1.1" status: 204 len: 168 time: 0.4434829 Aug 10 03:30:32.545128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd74e8-bf29-4954-966c-9c172212dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f83f6-48ec-4dc0-bb12-42737c271563,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.579966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.588847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:32.600896 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] Sync routers for ids ['4daa0493-0672-495d-b838-cdbede8e7b7d'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:32.625252 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] Routers {'4daa0493-0672-495d-b838-cdbede8e7b7d'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:32.626142 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4daa0493-0672-495d-b838-cdbede8e7b7d'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:32.653644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.655047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:32.655755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.672024 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:32.684268 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] Routers {'4daa0493-0672-495d-b838-cdbede8e7b7d'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:32.684932 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4daa0493-0672-495d-b838-cdbede8e7b7d'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:32.733657 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:32.734669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01102a01-fb0c-4ecb-a8a0-00e203e5987f None None] The sync data for ids ['4daa0493-0672-495d-b838-cdbede8e7b7d'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:32.751382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] Pushing event updated for resources: {'Network': ['ID=9dffd5f3-76d5-4e4f-b670-28688070a811,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.762402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:32.798455 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.840603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.841509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.844405 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fc922d34-0f84-42c8-b5d3-2c6dd3ce8163 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1135917 Aug 10 03:30:32.847131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41154) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.851571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': False}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:32.875642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Subnet': ['ID=277d4b56-5733-4b33-b393-b2b57b8fb583,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.879460 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.881363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7cf3dee9-0afb-42e4-9550-75ba077c9a37 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/subnets/277d4b56-5733-4b33-b393-b2b57b8fb583 HTTP/1.1" status: 204 len: 168 time: 0.6188250 Aug 10 03:30:32.883803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41156) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.888765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808865ad-d422-4103-b207-5a633d345268 None None] Network 17cf301f-c47c-4b7e-931b-5bf5a61fb429 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:32.951210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-376b743a-ba40-47b4-a416-81e03aa11c5d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1740551 Aug 10 03:30:32.955157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41158) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.960513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Request body: {'subnet': {'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-901104107-subnet', 'tenant_id': '0d288e1553ef4127b45b8e4bc0713487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:32.984437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.051891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Deleting port 7aae81f9-c3ad-4665-afd3-81c0482034fa {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:33.052526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.106215 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Made reservation on behalf of 0d288e1553ef4127b45b8e4bc0713487 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:33.106789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48097b5c-a27e-4641-8107-1eb6bfede22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.120431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.169965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] For port 7aae81f9-c3ad-4665-afd3-81c0482034fa, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7aae81f9-c3ad-4665-afd3-81c0482034fa,segment=NetworkSegment(a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff),segment_id=a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:33.170662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.188159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Calling delete_port for 7aae81f9-c3ad-4665-afd3-81c0482034fa owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:33.244244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] DHCP port deletion for 17cf301f-c47c-4b7e-931b-5bf5a61fb429 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:33.327875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] Deleting port 7aae81f9-c3ad-4665-afd3-81c0482034fa {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:33.332011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.359927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.463454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.465844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] For port 7aae81f9-c3ad-4665-afd3-81c0482034fa, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7aae81f9-c3ad-4665-afd3-81c0482034fa,segment=NetworkSegment(a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff),segment_id=a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:33.484337 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.487517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] Calling delete_port for 7aae81f9-c3ad-4665-afd3-81c0482034fa owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:33.491752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Port': ['ID=7aae81f9-c3ad-4665-afd3-81c0482034fa,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.512464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] No DVR routers for this DVR port 7aae81f9-c3ad-4665-afd3-81c0482034fa on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:33.650825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.657690 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.659572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.670644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7aae81f9-c3ad-4665-afd3-81c0482034fa no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:33.671657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cf301f-c47c-4b7e-931b-5bf5a61fb429']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:33.685002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:33.689267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dbbda3-3977-446c-ae80-bcb0dd0bf9ff') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:33.699248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.714508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa3d0e-0109-4726-a827-8a0ec4c281c9 req-5a2bab2f-d0f3-4b58-ba92-65c421127153 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.716126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6baa3d0e-0109-4726-a827-8a0ec4c281c9 req-5a2bab2f-d0f3-4b58-ba92-65c421127153 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1179070 Aug 10 03:30:33.736121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] Pushing event deleted for resources: {'Port': ['ID=7aae81f9-c3ad-4665-afd3-81c0482034fa,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.738580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 7aae81f9-c3ad-4665-afd3-81c0482034fa {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:33.739370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7aae81f9-c3ad-4665-afd3-81c0482034fa not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:33.742799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d2f9b-3acf-4f62-8076-83658f95be47 None None] No DVR routers for this DVR port 7aae81f9-c3ad-4665-afd3-81c0482034fa on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:33.757122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.767358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:33.767888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:33.773434 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:33.797096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Checking segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:33.797369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Network hostable DHCP agents. Network: 9dffd5f3-76d5-4e4f-b670-28688070a811, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:33.802622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961078cd-4520-4c3f-b80a-abb8e20467d5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.880712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6baa3d0e-0109-4726-a827-8a0ec4c281c9 req-d17a956b-3693-49a8-8d7f-02d99bcb93c2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572754 Aug 10 03:30:34.059799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:34.134287 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.137939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.165810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.171423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.174738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/networks/17cf301f-c47c-4b7e-931b-5bf5a61fb429 HTTP/1.1" status: 204 len: 168 time: 1.2897639 Aug 10 03:30:34.177923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41182) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.202904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e99bd-4b35-40a2-b992-216fa4af2bfc tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Pushing event deleted for resources: {'Network': ['ID=17cf301f-c47c-4b7e-931b-5bf5a61fb429,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:34.210491 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc06b024-44be-4107-bbc7-5a15fdfe3bd6 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b17e84b-95c8-41d7-8955-bade9a40ecec HTTP/1.1" status: 200 len: 205 time: 0.0315831 Aug 10 03:30:34.212915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.223889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.254479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 9dffd5f3-76d5-4e4f-b670-28688070a811) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:34.264364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38248bb8-d58d-465c-9215-4d69ae47bf25 None None] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:34.315392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:34.316108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.349106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.438451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369eb2c-fd9f-47da-a653-cdd5ff5ae6ed None None] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:34.444428 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ea6566e0-74eb-45c7-9399-268dc0c2e1f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4881544 Aug 10 03:30:34.459334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Router 4daa0493-0672-495d-b838-cdbede8e7b7d has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:34.585513 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.593527 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.752322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:34.758366 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.762231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d2f8209c-7941-49a1-9e70-93dbe377c6d2 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "PUT /v2.0/routers/4daa0493-0672-495d-b838-cdbede8e7b7d HTTP/1.1" status: 200 len: 925 time: 1.9117742 Aug 10 03:30:34.764626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41206) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.769506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] Sync routers for ids ['4daa0493-0672-495d-b838-cdbede8e7b7d'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:34.781750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] Routers {'4daa0493-0672-495d-b838-cdbede8e7b7d'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:34.782410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4daa0493-0672-495d-b838-cdbede8e7b7d'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:34.827054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:34.834040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.834557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Fanout notify agent at l3_agent the message router_deleted on router 5b17e84b-95c8-41d7-8955-bade9a40ecec {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:34.858162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] Routers {'4daa0493-0672-495d-b838-cdbede8e7b7d'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:34.858162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4daa0493-0672-495d-b838-cdbede8e7b7d'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:34.858308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.858308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-039548a2-2773-4189-b9be-bf9b068e3b89 tempest-RoutersNegativeIpV6Test-509318718 tempest-RoutersNegativeIpV6Test-509318718-project] 10.222.0.26 "DELETE /v2.0/routers/5b17e84b-95c8-41d7-8955-bade9a40ecec HTTP/1.1" status: 204 len: 168 time: 0.6375282 Aug 10 03:30:34.890662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:34.891404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb1a77-b1a1-42aa-9445-8efbb89f4cec None None] The sync data for ids ['4daa0493-0672-495d-b838-cdbede8e7b7d'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:34.927644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3f88df58-8365-417b-9314-118aa87514ee tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/4daa0493-0672-495d-b838-cdbede8e7b7d HTTP/1.1" status: 200 len: 925 time: 0.1609690 Aug 10 03:30:34.930188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41220) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.032291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf4504-b49a-4771-8331-a232a4d9fc71 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.034863 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8dbf4504-b49a-4771-8331-a232a4d9fc71 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=4daa0493-0672-495d-b838-cdbede8e7b7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1033678 Aug 10 03:30:35.037573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41226) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.159312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4368e92-fe08-49dd-b475-998d638867f0 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.163877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41232) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.164009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d4368e92-fe08-49dd-b475-998d638867f0 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.1253762 Aug 10 03:30:35.194852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-38f56e5c-0595-4cc5-be9a-24588e953f11 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=4daa0493-0672-495d-b838-cdbede8e7b7d HTTP/1.1" status: 200 len: 205 time: 0.0294468 Aug 10 03:30:35.197516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41236) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.316322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.420140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.643418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Deleting port 1b5ad3db-469c-46b3-b166-4aa88b65b77f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:35.644543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.703154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.757295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.813310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Calling delete_port for 1b5ad3db-469c-46b3-b166-4aa88b65b77f owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:35.924890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41266) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:35.927531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-aa3673ca-c037-495c-863b-752b47cdc2cf tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.930321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-aa3673ca-c037-495c-863b-752b47cdc2cf tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 814 time: 0.1905491 Aug 10 03:30:35.974319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-e19d87ba-1218-431c-896f-3aeda2621b2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/quotas/0d288e1553ef4127b45b8e4bc0713487 HTTP/1.1" status: 200 len: 375 time: 0.0352530 Aug 10 03:30:36.084520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-22e40e03-51eb-4f83-bccc-10f0dd6bd260 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950096 Aug 10 03:30:36.108139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-451c2836-e654-48f9-bdf6-c4e9bba3ba7c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:36.112894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-451c2836-e654-48f9-bdf6-c4e9bba3ba7c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106874 Aug 10 03:30:36.169498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cbbbb914-1d3c-43c2-9267-7e6c9711f4f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7ddd3b2ec4d4959a8987965ace04c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434890 Aug 10 03:30:36.171876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:36.232416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a26b8532-1407-4e0a-8639-061dfb59f8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.261579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a26b8532-1407-4e0a-8639-061dfb59f8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.295358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-506c43df-985a-452d-89b8-c75abf01b2e7 service neutron] 10.222.0.26 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729071 Aug 10 03:30:36.394648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-3d593770-c4d6-4fe1-8efe-a8f9ebd900b2 service neutron] 10.222.0.26 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909140 Aug 10 03:30:36.551168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.551383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a26b8532-1407-4e0a-8639-061dfb59f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.551383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a26b8532-1407-4e0a-8639-061dfb59f8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.551383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a26b8532-1407-4e0a-8639-061dfb59f8e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/218f1bbc-95d0-4d60-a84f-e78544df55f8 HTTP/1.1" status: 204 len: 168 time: 0.3749037 Aug 10 03:30:36.560121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8532-1407-4e0a-8639-061dfb59f8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218f1bbc-95d0-4d60-a84f-e78544df55f8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:36.569373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event deleted for resources: {'Port': ['ID=1b5ad3db-469c-46b3-b166-4aa88b65b77f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:36.690802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.805174 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.807900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.951181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abfe80-35c9-4157-ab6a-83f20a268264 req-734d99b6-8e00-4b2d-a0d4-df784551ee95 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.952990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9abfe80-35c9-4157-ab6a-83f20a268264 req-734d99b6-8e00-4b2d-a0d4-df784551ee95 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1430578 Aug 10 03:30:37.006033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9abfe80-35c9-4157-ab6a-83f20a268264 req-b097dd3b-aacc-44b8-b0bd-ec07ee9b6bae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Aug 10 03:30:37.077171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac2cd11a-26f9-47c6-81d8-16c6aeeee6e0 req-86c6cbab-da50-45a0-9331-59925c8bf6f3 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Aug 10 03:30:37.164368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11133579-0ca9-40b6-9c40-73cb8d20505f req-265b4055-8a3b-4ce7-b5df-831ed514c94a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 210 time: 0.0354259 Aug 10 03:30:37.239763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.241227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Fanout notify agent at l3_agent the message router_deleted on router 4daa0493-0672-495d-b838-cdbede8e7b7d {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:37.263261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.275497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:37.287779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d982cfa4-b3b0-4391-8c2e-27a91cc3302a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/4daa0493-0672-495d-b838-cdbede8e7b7d HTTP/1.1" status: 204 len: 168 time: 2.0659180 Aug 10 03:30:37.298252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-90560005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:37.414073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.417690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.516666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.704132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61f16192-e123-4f1a-a92a-0eaf4d081017 req-715d8825-0168-4941-ab4e-eaa470ff7e21 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0427377 Aug 10 03:30:37.782865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.982806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.984421 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-662b2b8a-de3b-45a2-a764-93db43074e9e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7072122 Aug 10 03:30:37.987806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.006472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:38.291899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.312780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfc4d3-f052-41bc-8990-85bf93a95cc9 req-b26ca869-88dc-42d9-80ce-a5b654d1bc0e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.315842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4cfc4d3-f052-41bc-8990-85bf93a95cc9 req-b26ca869-88dc-42d9-80ce-a5b654d1bc0e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.2208760 Aug 10 03:30:38.332546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41356) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:38.492991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--991342003'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:38.677411 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.708942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.761269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4cfc4d3-f052-41bc-8990-85bf93a95cc9 req-afb53194-0fba-4ed6-8ca4-7770340b08cf tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373407 Aug 10 03:30:38.846910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.899799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29d17928-70e4-4140-9c7f-f90cd48788fb req-af919a30-6860-4ba8-baf8-0204619a64e1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 210 time: 0.0707538 Aug 10 03:30:38.977060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.027158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c21708-aa9d-409d-b91c-4dcdf7d4501f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.120417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.147796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42f580b3-0a8d-4277-81d4-80e0591e7708 req-b34ea71d-728f-477c-84f8-fe460df25d38 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.1264000 Aug 10 03:30:39.148824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.171985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.280058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Allocated IP 172.25.1.19 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/1ef84fd0-ef30-44eb-8449-b5b56ad723d3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:39.353326 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.406369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a691bab4-e3e0-47b4-b804-40deaff1a51e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.414459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.542101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.546062 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0db887b1-6798-4df5-80d9-21492a6aee4d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2090936 Aug 10 03:30:39.546346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41378) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.597618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.614684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3dfd8953-f693-4347-b10c-c2fde85bd3dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0671558 Aug 10 03:30:39.615288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41380) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.620606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-security--308910892', 'description': 'tempest-security-description-1619231993'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:39.649502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.679960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:39.687005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:39.694473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:39.722020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.744412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event updated for resources: {'Port': ['ID=1ef84fd0-ef30-44eb-8449-b5b56ad723d3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.902485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.905398 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.909272 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "PUT /v2.0/security-groups/a691bab4-e3e0-47b4-b804-40deaff1a51e HTTP/1.1" status: 200 len: 1779 time: 0.2904615 Aug 10 03:30:39.911384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41388) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.948593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a17d63-f594-43ef-bdf5-92330cdaa7d5 req-2235cd81-0164-4d89-9f12-05f1ece72a02 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.956665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1a17d63-f594-43ef-bdf5-92330cdaa7d5 req-2235cd81-0164-4d89-9f12-05f1ece72a02 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0982080 Aug 10 03:30:40.022035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1a17d63-f594-43ef-bdf5-92330cdaa7d5 req-2a56c69b-e29a-46d0-96da-29df84bab7bd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645819 Aug 10 03:30:40.155773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ada6ca1b-0db1-45fb-92e5-1576da5c4e7f req-e559337e-6477-4b8c-a76d-0ef979bb987b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 210 time: 0.0427036 Aug 10 03:30:40.311174 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.380115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-068f5058-0d7b-4324-aaba-19bc15739430 req-d736f897-9692-4458-8839-7e5030bafd99 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0320265 Aug 10 03:30:40.406911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a433-0b44-4976-bf6c-6ce266a0c713 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a691bab4-e3e0-47b4-b804-40deaff1a51e,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:40.418375 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1c07a97d-70bd-485f-b40a-7be1c91b1c5e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups/a691bab4-e3e0-47b4-b804-40deaff1a51e HTTP/1.1" status: 200 len: 1779 time: 0.5024600 Aug 10 03:30:40.419170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41400) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:40.474344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a27edcc3-bb8f-47e9-8d5d-2e463f15afc1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.497001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a27edcc3-bb8f-47e9-8d5d-2e463f15afc1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.575349 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.583254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.626284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a27edcc3-bb8f-47e9-8d5d-2e463f15afc1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.630105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a27edcc3-bb8f-47e9-8d5d-2e463f15afc1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.633918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:40.634145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a27edcc3-bb8f-47e9-8d5d-2e463f15afc1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/a691bab4-e3e0-47b4-b804-40deaff1a51e HTTP/1.1" status: 204 len: 168 time: 0.2138653 Aug 10 03:30:40.651945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27edcc3-bb8f-47e9-8d5d-2e463f15afc1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691bab4-e3e0-47b4-b804-40deaff1a51e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:40.744861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-387c4ce0-9ca6-45c5-8c86-aa522dfb6fa6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097107 Aug 10 03:30:40.747516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41406) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:40.766224 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-5bd20be5-b16c-4aa8-8c94-f752fbd04d76 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] delete failed (client error): The resource could not be found. Aug 10 03:30:40.767977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5bd20be5-b16c-4aa8-8c94-f752fbd04d76 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/a691bab4-e3e0-47b4-b804-40deaff1a51e HTTP/1.1" status: 404 len: 347 time: 0.0188253 Aug 10 03:30:40.771785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41408) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:40.776565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124392707'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:41.040440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Router f1c1ca68-c542-4885-b21d-7b80f76a8006 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:41.046127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.240382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4eaa-e9b0-41dc-83ba-20f564791659 req-2def551f-36ac-4055-aead-bbe1e6ec64cc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.241855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ffc4eaa-e9b0-41dc-83ba-20f564791659 req-2def551f-36ac-4055-aead-bbe1e6ec64cc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1276577 Aug 10 03:30:41.265689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:41.275614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.277005 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] Sync routers for ids ['f1c1ca68-c542-4885-b21d-7b80f76a8006'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:41.280211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b4deb363-e9d4-4e21-a89f-1272c300950c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "PUT /v2.0/routers/f1c1ca68-c542-4885-b21d-7b80f76a8006 HTTP/1.1" status: 200 len: 881 time: 3.2885962 Aug 10 03:30:41.280871 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.307061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] Routers {'f1c1ca68-c542-4885-b21d-7b80f76a8006'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:41.307873 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f1c1ca68-c542-4885-b21d-7b80f76a8006'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:41.347095 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:41.357856 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] Routers {'f1c1ca68-c542-4885-b21d-7b80f76a8006'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:41.358638 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f1c1ca68-c542-4885-b21d-7b80f76a8006'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:41.373868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.384625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ffc4eaa-e9b0-41dc-83ba-20f564791659 req-f938a03d-a0ec-468f-96fc-dc2ac976d4cb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314757 Aug 10 03:30:41.401841 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-739863c0-e95a-40ad-87c9-2596d10ad1c6 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/f1c1ca68-c542-4885-b21d-7b80f76a8006 HTTP/1.1" status: 200 len: 922 time: 0.1182666 Aug 10 03:30:41.403271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41424) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.409652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:41.410294 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d441a-1921-4822-b2f5-02264e38ff20 None None] The sync data for ids ['f1c1ca68-c542-4885-b21d-7b80f76a8006'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:41.432279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-d09df705-a8e4-43d8-b835-3be3e52a7f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.433782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-d09df705-a8e4-43d8-b835-3be3e52a7f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 814 time: 0.1457026 Aug 10 03:30:41.447461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Request body: {'port': {'device_id': '99709f01-463e-4501-b437-a34866e27ab8', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'admin_state_up': True, 'tenant_id': '0d288e1553ef4127b45b8e4bc0713487'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:41.455683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac843ce8-f8bd-4787-b072-2aac42b12bd1 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.457330 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac843ce8-f8bd-4787-b072-2aac42b12bd1 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=f1c1ca68-c542-4885-b21d-7b80f76a8006&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0519624 Aug 10 03:30:41.460028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41428) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.521086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8974cc2e-7f72-48db-9dbb-ac11ddcc1817 req-e590e30d-ae66-4ece-82ca-05d7b7b72ac4 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 210 time: 0.0573037 Aug 10 03:30:41.542626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.572237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e6e8c-c591-49aa-9a72-816391842e70 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.574455 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f0e6e8c-c591-49aa-9a72-816391842e70 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.1133409 Aug 10 03:30:41.577593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41432) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.636290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd0c9ebc-8c32-4e48-827c-ca79cf815656 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c1ca68-c542-4885-b21d-7b80f76a8006 HTTP/1.1" status: 200 len: 205 time: 0.0546467 Aug 10 03:30:41.639196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41434) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.645002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09915bf-4fa3-42c1-a01f-007ef482d239,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.674244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26f0e78f-1fba-4892-af60-43e22ea26bc2 req-c2cea668-12b7-4978-ad6d-f143b692c89d tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0346658 Aug 10 03:30:41.726782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.730699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b15c3d96-7966-4b72-a76c-8a6ffb6c8a7e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9554172 Aug 10 03:30:41.731538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41436) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:41.738357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': 'c09915bf-4fa3-42c1-a01f-007ef482d239', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:41.775858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.851910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Made reservation on behalf of 0d288e1553ef4127b45b8e4bc0713487 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:41.855387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.888079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.997770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Allocated IP 172.20.0.4 (9dffd5f3-76d5-4e4f-b670-28688070a811/961078cd-4520-4c3f-b80a-abb8e20467d5/428a5f66-a77b-47a1-a8a6-3d37c041f01d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:42.078508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45fa16ca-4b44-42e6-93b7-322666c4fc06 req-88651f4f-8200-4b25-bb48-112d7fbd9ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0355644 Aug 10 03:30:42.155497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.210768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Deleting port 1ef84fd0-ef30-44eb-8449-b5b56ad723d3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:42.211270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.247456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.264591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.306983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.319422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Calling delete_port for 1ef84fd0-ef30-44eb-8449-b5b56ad723d3 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:42.359677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.384362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68acc60-70e8-4d6e-b506-d0f613483f5d,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.394077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.446345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:42.449883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:42.454434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:42.459705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.494627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.496002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-76bb7f64-3997-48d7-bb90-fbcc804455dc tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7633815 Aug 10 03:30:42.499942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:42.532457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.533604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.533992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d55c83e-1647-4e8b-8f50-ea70cedb5a85 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.541883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d55c83e-1647-4e8b-8f50-ea70cedb5a85 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.559304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c964ac9-1c09-4b71-b644-49b93e2149f4 req-626523ec-838e-473f-a051-77f2d352125f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.560882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c964ac9-1c09-4b71-b644-49b93e2149f4 req-626523ec-838e-473f-a051-77f2d352125f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1032631 Aug 10 03:30:42.570760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.606488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c964ac9-1c09-4b71-b644-49b93e2149f4 req-8a1d31c3-6082-4c90-8ed6-4269e8c5edb8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 Aug 10 03:30:42.625996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event deleted for resources: {'Port': ['ID=1ef84fd0-ef30-44eb-8449-b5b56ad723d3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.664564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-a90bb137-b77b-47d4-adee-65802686f0b9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2204475 Aug 10 03:30:42.666073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d55c83e-1647-4e8b-8f50-ea70cedb5a85 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.671827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d55c83e-1647-4e8b-8f50-ea70cedb5a85 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.677148 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5d55c83e-1647-4e8b-8f50-ea70cedb5a85 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d68acc60-70e8-4d6e-b506-d0f613483f5d HTTP/1.1" status: 204 len: 168 time: 0.1720748 Aug 10 03:30:42.679925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.680904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Request body: {'port': {'device_id': '99709f01-463e-4501-b437-a34866e27ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:42.681703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41454) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:42.750974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55c83e-1647-4e8b-8f50-ea70cedb5a85 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d68acc60-70e8-4d6e-b506-d0f613483f5d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.793593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598d764-9728-46fd-9f98-d221ad8a8b57 req-b7129eac-1f89-475f-b9aa-646d066cd575 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.795163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2598d764-9728-46fd-9f98-d221ad8a8b57 req-b7129eac-1f89-475f-b9aa-646d066cd575 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 931 time: 0.0937357 Aug 10 03:30:42.796237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.800835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.803862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.867403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35a34d01-da53-4371-a322-dee682299f71 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1774623 Aug 10 03:30:42.867403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41462) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:42.872697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2598d764-9728-46fd-9f98-d221ad8a8b57 req-e0b90edf-6b0f-4927-9f54-ce00583eeeab tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663438 Aug 10 03:30:42.925855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ff07884-4c69-42f0-bdce-74ea327f3c98 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.954198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ff07884-4c69-42f0-bdce-74ea327f3c98 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.977692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.978324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Fanout notify agent at l3_agent the message router_deleted on router f1c1ca68-c542-4885-b21d-7b80f76a8006 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:42.986424 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.987338 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-88ffa5a4-e613-40e8-910f-24b491a16bab tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/f1c1ca68-c542-4885-b21d-7b80f76a8006 HTTP/1.1" status: 204 len: 168 time: 1.3337743 Aug 10 03:30:43.001262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41466) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.006566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-165a12d9-8450-495b-969a-1a3980475f29 req-c75971ba-917c-4638-ae75-89921d9962a8 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0403230 Aug 10 03:30:43.006797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1180885326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.143304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.144395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.148542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ff07884-4c69-42f0-bdce-74ea327f3c98 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.151055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ff07884-4c69-42f0-bdce-74ea327f3c98 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.155561 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2ff07884-4c69-42f0-bdce-74ea327f3c98 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/c09915bf-4fa3-42c1-a01f-007ef482d239 HTTP/1.1" status: 204 len: 168 time: 0.2841060 Aug 10 03:30:43.165643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41468) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.182717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07884-4c69-42f0-bdce-74ea327f3c98 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09915bf-4fa3-42c1-a01f-007ef482d239,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:43.187249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428a5f66-a77b-47a1-a8a6-3d37c041f01d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:43.190704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.203611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Transition to ACTIVE for port object 428a5f66-a77b-47a1-a8a6-3d37c041f01d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:43.254093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.269089 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3e7c9783-aac3-4159-a7bb-becc274385e1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012750 Aug 10 03:30:43.272963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41472) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.277398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168459103'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.617520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.618185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.630096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.686271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60e3a2ce-f544-4e4c-8def-9ddecc214822 req-538ab404-2165-479d-b424-bbd5bf9df1c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0335739 Aug 10 03:30:43.712043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:43.800087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40112-d5f1-478d-bd95-a102542a9294 req-5b728e60-cb82-4bbc-8050-7ab4031107f9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.801600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03d40112-d5f1-478d-bd95-a102542a9294 req-5b728e60-cb82-4bbc-8050-7ab4031107f9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0999575 Aug 10 03:30:43.821217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Attempting to bind port 428a5f66-a77b-47a1-a8a6-3d37c041f01d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:43.821217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Attempting to bind port 428a5f66-a77b-47a1-a8a6-3d37c041f01d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:43.821217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Attempting to bind port 428a5f66-a77b-47a1-a8a6-3d37c041f01d on network 9dffd5f3-76d5-4e4f-b670-28688070a811 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:43.830798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Port 428a5f66-a77b-47a1-a8a6-3d37c041f01d on network 9dffd5f3-76d5-4e4f-b670-28688070a811 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:43.831119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Attempting to bind port 428a5f66-a77b-47a1-a8a6-3d37c041f01d on network 9dffd5f3-76d5-4e4f-b670-28688070a811 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:43.839971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:43.840303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Checking segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:43.840707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Bound using segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:43.841126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Bound port: 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:43.841480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.860581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.862367 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-987b1e61-0b6a-44a9-86c2-cad47d856057 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8662136 Aug 10 03:30:43.864968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03d40112-d5f1-478d-bd95-a102542a9294 req-6e5f0e5f-6300-46d1-bc92-de1d1b7be217 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536096 Aug 10 03:30:43.866606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41478) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.870944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': True}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.945207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.090999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.123174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383aa185-0579-4872-b436-de1f04f7ecb4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.239414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.244029 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-425c766b-fb65-4596-a427-b229574d9f01 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9674115 Aug 10 03:30:44.244449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:44.249558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '383aa185-0579-4872-b436-de1f04f7ecb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:44.353036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:44.362565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac12a07-3933-44f8-8f47-478c8823d177 req-938348fc-abf1-47c8-839a-39fd31688235 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.364149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ac12a07-3933-44f8-8f47-478c8823d177 req-938348fc-abf1-47c8-839a-39fd31688235 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 943 time: 0.1698692 Aug 10 03:30:44.364971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.365852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:44.442062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.452259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.453438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.501454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.502097 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.503508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] 10.222.0.46 "PUT /v2.0/ports/428a5f66-a77b-47a1-a8a6-3d37c041f01d HTTP/1.1" status: 200 len: 1092 time: 1.8278639 Aug 10 03:30:44.506416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ac12a07-3933-44f8-8f47-478c8823d177 req-7a407075-8b63-4390-8830-ea1ddbf5d343 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054831 Aug 10 03:30:44.506844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:44.509166 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac" -d '{"events": [{"name": "network-changed", "server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:44.527188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.530237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d15b5c-b531-4adb-be79-031fec3b828c service neutron] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.555979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861cddf5-ed99-4679-90b5-63b0e6160075,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.653406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf210a50-3243-4a73-b709-4b31c03b0061 req-2207fcd6-3d13-4f1e-9a91-ba9f177b1205 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0521562 Aug 10 03:30:44.676434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-b5e0bc3c-fb2d-415a-9201-be02e21e377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.677913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-b5e0bc3c-fb2d-415a-9201-be02e21e377a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0656798 Aug 10 03:30:44.684111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.690292 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-add3b234-e326-4a0c-aa3e-8c0c72fbbd55 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4401333 Aug 10 03:30:44.690773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41500) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:44.696757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '383aa185-0579-4872-b436-de1f04f7ecb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:44.741370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-01cbfe1c-8493-4be4-a473-c36b9fd0df75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d HTTP/1.1" status: 200 len: 217 time: 0.0533612 Aug 10 03:30:44.818143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52800308-c77a-463b-9274-6147dbf73be3 req-5ba027ac-6101-4b53-b2d4-a2828cb0479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.819653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-5ba027ac-6101-4b53-b2d4-a2828cb0479a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 200 len: 854 time: 0.0605414 Aug 10 03:30:44.863033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.863463 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52de00c-368d-4c3c-9ab1-99a4280e5291 x-openstack-request-id: req-c52de00c-368d-4c3c-9ab1-99a4280e5291 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:44.863773 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:44.864039 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c52de00c-368d-4c3c-9ab1-99a4280e5291 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:44.864463 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'status': 'completed', 'code': 200} Aug 10 03:30:44.912951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-d3b76388-9df0-48d9-96c3-5035871df436 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dffd5f3-76d5-4e4f-b670-28688070a811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578110 Aug 10 03:30:44.925813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.041164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.067798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.099023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485de89-aad2-40ce-bdfe-7d8fe762cc36 req-721de293-1849-4f98-8cb2-8bc24ad2f25d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.100549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7485de89-aad2-40ce-bdfe-7d8fe762cc36 req-721de293-1849-4f98-8cb2-8bc24ad2f25d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.1455879 Aug 10 03:30:45.104160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-4934e2ea-d2b1-49be-b959-060c1a43d7e1 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868367 Aug 10 03:30:45.114025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.138801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f60c47-b4ed-49f8-a84b-bc39982f54d8,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.256753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.257564 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.259080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7485de89-aad2-40ce-bdfe-7d8fe762cc36 req-4f440cbc-cf74-4f79-9031-1af461df3b98 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147077 Aug 10 03:30:45.262098 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29f5fdec-4f38-4990-b32d-a15956657aaa tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5697241 Aug 10 03:30:45.262860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.268262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '383aa185-0579-4872-b436-de1f04f7ecb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.320061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52800308-c77a-463b-9274-6147dbf73be3 req-8d4e85e8-6da2-42ec-9d71-6b383c41b590 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689177 Aug 10 03:30:45.332756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Allocated IP 172.25.1.44 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/c0f2b044-258b-4e7c-b845-370bac65af23) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:45.431283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.445011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.504482 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.545793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-9703d363-df7b-4ad8-8be4-664d00e47310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.547380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-9703d363-df7b-4ad8-8be4-664d00e47310 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0405948 Aug 10 03:30:45.568688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.629331 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.645748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12080c60-c1a1-470b-928a-0008212f422b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.687179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:45.696624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:45.702681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:45.730914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f2b044-258b-4e7c-b845-370bac65af23,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.764336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64e661-f137-459c-8ce8-eac66d60ca19 req-18d1c747-d22b-4361-9c8f-9559598d3da8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.765791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f64e661-f137-459c-8ce8-eac66d60ca19 req-18d1c747-d22b-4361-9c8f-9559598d3da8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 943 time: 0.1484077 Aug 10 03:30:45.782231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.787180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19fe8229-ab1e-4757-a34e-2ff336055b17 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5207510 Aug 10 03:30:45.787712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41522) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.793090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '383aa185-0579-4872-b436-de1f04f7ecb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.828324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-8c114b23-b36c-4cca-aab7-bae1b0488e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.830359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-8c114b23-b36c-4cca-aab7-bae1b0488e54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 915 time: 0.2756009 Aug 10 03:30:45.927481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-11c7127f-4692-476f-9cca-6e8505d8ce2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d HTTP/1.1" status: 200 len: 217 time: 0.0622168 Aug 10 03:30:45.935123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f64e661-f137-459c-8ce8-eac66d60ca19 req-7f0f6589-e4d4-4bd3-a61d-4d501248811b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624913 Aug 10 03:30:45.998032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-61119299-f893-4d0a-9939-55a15848c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.999517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-61119299-f893-4d0a-9939-55a15848c124 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 200 len: 854 time: 0.0634725 Aug 10 03:30:46.034374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11dde03f-d55a-4744-bb72-b424d1f1683d req-9d655341-cd63-4179-9b65-4418d36796c8 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0318394 Aug 10 03:30:46.046488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-e7f8c33e-a99b-484b-a922-355a9cb84405 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dffd5f3-76d5-4e4f-b670-28688070a811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369022 Aug 10 03:30:46.096092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.197349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-88d10344-32d9-4fb1-9a39-8d24bf5edf22 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379995 Aug 10 03:30:46.247923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.303657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed4a63a-f223-4a8d-b19a-b1d958f887ac req-917264eb-a604-4fe1-bd66-da56dc0fb696 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928268 Aug 10 03:30:46.439604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.612142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.630684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.633674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798aa68f-e819-460a-abb3-6335bdf86adb,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.633989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.856786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fae5f-103f-40cd-97bd-4f38accbabe5 req-cd212b8a-ad93-4dbb-a3ff-faf49f7e197c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.858314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b44fae5f-103f-40cd-97bd-4f38accbabe5 req-cd212b8a-ad93-4dbb-a3ff-faf49f7e197c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0528579 Aug 10 03:30:46.896451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b44fae5f-103f-40cd-97bd-4f38accbabe5 req-f5e77277-b62c-405d-8928-114c6d2e9d6d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Aug 10 03:30:46.921253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.921253 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c78dbb5-0923-41d6-8057-45f7f63a4552 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1319754 Aug 10 03:30:46.924605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41548) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:46.929456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '383aa185-0579-4872-b436-de1f04f7ecb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:46.988261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8edbc3ee-4c4c-45f2-b8c1-7fbd36068e5e req-d32dc94e-e859-42db-a4bb-775e68088b9f tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Aug 10 03:30:47.039758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Router abda8119-aede-45fb-9f68-2aa68a0418dc is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:47.465656 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.470764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:47.480059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.481114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] Sync routers for ids ['abda8119-aede-45fb-9f68-2aa68a0418dc'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:47.484385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ecdfbf14-ee5a-4ba0-b8c5-2dbd39b27139 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "PUT /v2.0/routers/abda8119-aede-45fb-9f68-2aa68a0418dc HTTP/1.1" status: 200 len: 918 time: 3.6164587 Aug 10 03:30:47.484924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.493051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] Routers {'abda8119-aede-45fb-9f68-2aa68a0418dc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:47.493818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['abda8119-aede-45fb-9f68-2aa68a0418dc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:47.513469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb19e5-359a-4a76-962e-4672b12155b0 req-f487cb86-ea24-4f86-9b54-fa7d10c7d7c7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.514951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51eb19e5-359a-4a76-962e-4672b12155b0 req-f487cb86-ea24-4f86-9b54-fa7d10c7d7c7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 943 time: 0.3823638 Aug 10 03:30:47.531474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:47.542338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] Routers {'abda8119-aede-45fb-9f68-2aa68a0418dc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:47.543123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['abda8119-aede-45fb-9f68-2aa68a0418dc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:47.559054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.573955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51eb19e5-359a-4a76-962e-4672b12155b0 req-8cf49618-2f12-46d4-a9e7-e3c42da02151 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467143 Aug 10 03:30:47.583187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:47.584140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62bb5fd-b2d9-4a8c-90d5-dab2333cdf8d None None] The sync data for ids ['abda8119-aede-45fb-9f68-2aa68a0418dc'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:47.620424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0336787-acc0-43bf-bd39-c9a2e3b5ab66 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/abda8119-aede-45fb-9f68-2aa68a0418dc HTTP/1.1" status: 200 len: 924 time: 0.1341498 Aug 10 03:30:47.623079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.674592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd30a5f9-b5af-4625-af3b-eceb5161e51f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.676383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd30a5f9-b5af-4625-af3b-eceb5161e51f tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=abda8119-aede-45fb-9f68-2aa68a0418dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0521927 Aug 10 03:30:47.678834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.702877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927267-07a2-4bb3-a16c-937d4c0d6a2b req-245419f3-5f9d-4939-829b-17065c842814 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.704460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63927267-07a2-4bb3-a16c-937d4c0d6a2b req-245419f3-5f9d-4939-829b-17065c842814 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0597401 Aug 10 03:30:47.730523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.764064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713b517-c790-4d2d-9cc8-360ac01717b3 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.764829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2073e0d6-13b5-4398-bb4b-83ebd743e77b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.765511 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b713b517-c790-4d2d-9cc8-360ac01717b3 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.0856299 Aug 10 03:30:47.768459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.772644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63927267-07a2-4bb3-a16c-937d4c0d6a2b req-a6c49a7d-d18f-4b77-98ed-68dce564683e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614951 Aug 10 03:30:47.800391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41574) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.805877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb0e375d-cad0-4bfd-9ac6-86a67698a8c4 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=abda8119-aede-45fb-9f68-2aa68a0418dc HTTP/1.1" status: 200 len: 205 time: 0.0266478 Aug 10 03:30:47.885932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.899481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8f4af64e-21a1-4236-9ce4-19ae23683f07 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9613101 Aug 10 03:30:47.899481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:47.967446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-401f3580-f09e-47b3-a086-dd9387f8bdc0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.983020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bdad7-f98e-4c17-91b6-2dced95c8978 req-31c0fe5f-e35e-4672-9efc-0ff24193c37e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.984539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b53bdad7-f98e-4c17-91b6-2dced95c8978 req-31c0fe5f-e35e-4672-9efc-0ff24193c37e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1354487 Aug 10 03:30:47.988088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-401f3580-f09e-47b3-a086-dd9387f8bdc0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.992095 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.129503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b53bdad7-f98e-4c17-91b6-2dced95c8978 req-12bb6171-4430-438d-83b7-c6ef7c6cd0ee tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958235 Aug 10 03:30:48.152389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.238456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83404431-59a0-498b-8141-bb103cf54d93 req-3bff39d8-ba0b-444e-b045-aadab4c7e2d6 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0290620 Aug 10 03:30:48.244954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-401f3580-f09e-47b3-a086-dd9387f8bdc0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.255426 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-401f3580-f09e-47b3-a086-dd9387f8bdc0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.259270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-401f3580-f09e-47b3-a086-dd9387f8bdc0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2073e0d6-13b5-4398-bb4b-83ebd743e77b HTTP/1.1" status: 204 len: 168 time: 0.3682053 Aug 10 03:30:48.259622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41592) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.268256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f3580-f09e-47b3-a086-dd9387f8bdc0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2073e0d6-13b5-4398-bb4b-83ebd743e77b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.321888 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d8891a9-8337-4717-9aee-ee7e9672497b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0603349 Aug 10 03:30:48.324583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41602) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.347814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608bcc2-d9d6-4f84-abab-249fe45bb783 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.355304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608bcc2-d9d6-4f84-abab-249fe45bb783 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.419782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-c807f285-bc4c-424c-9afa-5d5f9162d8c0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.421183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-c807f285-bc4c-424c-9afa-5d5f9162d8c0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.1005528 Aug 10 03:30:48.436475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-6843c091-9a78-4359-8139-c5a6f93ba4c2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/quotas/8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 375 time: 0.0089734 Aug 10 03:30:48.498477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-7639569e-ed87-45fa-87b5-5a7f76ed15a3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0561380 Aug 10 03:30:48.610802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608bcc2-d9d6-4f84-abab-249fe45bb783 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.616202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608bcc2-d9d6-4f84-abab-249fe45bb783 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.620539 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a608bcc2-d9d6-4f84-abab-249fe45bb783 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/798aa68f-e819-460a-abb3-6335bdf86adb HTTP/1.1" status: 204 len: 168 time: 0.2949846 Aug 10 03:30:48.621232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.632618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-c8c3344e-e65e-4347-b4e3-5be47f6686bb service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204853 Aug 10 03:30:48.632618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Deleting port c0f2b044-258b-4e7c-b845-370bac65af23 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:48.632618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.646557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608bcc2-d9d6-4f84-abab-249fe45bb783 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=798aa68f-e819-460a-abb3-6335bdf86adb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.682302 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5fc8ce6c-0cf5-47d6-a046-31c81db11cd0 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0576417 Aug 10 03:30:48.682977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41610) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.707206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9464f2c8-5d90-498d-b185-16020a612090 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.715111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9464f2c8-5d90-498d-b185-16020a612090 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.776259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.794513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-eb5d6647-7c63-4086-b144-98d0a39113d7 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593597 Aug 10 03:30:48.798111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Calling delete_port for c0f2b044-258b-4e7c-b845-370bac65af23 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:48.856623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9464f2c8-5d90-498d-b185-16020a612090 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.862093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9464f2c8-5d90-498d-b185-16020a612090 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.866293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9464f2c8-5d90-498d-b185-16020a612090 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/12080c60-c1a1-470b-928a-0008212f422b HTTP/1.1" status: 204 len: 168 time: 0.1798773 Aug 10 03:30:48.867408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41614) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:48.872313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464f2c8-5d90-498d-b185-16020a612090 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12080c60-c1a1-470b-928a-0008212f422b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.971621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bf704a71-eb0e-4c42-9d08-9ed86c0343fb tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1031532 Aug 10 03:30:48.973856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:48.981550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.012239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e000f7ca-21ce-47ec-9f6e-d1a456041058 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.021431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e000f7ca-21ce-47ec-9f6e-d1a456041058 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.125299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.148658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:49.162514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'port_id': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'mac_address': 'fa:16:3e:3d:6f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961078cd-4520-4c3f-b80a-abb8e20467d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:49.185106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event deleted for resources: {'Port': ['ID=c0f2b044-258b-4e7c-b845-370bac65af23,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.206940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.216711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e000f7ca-21ce-47ec-9f6e-d1a456041058 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.223103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e000f7ca-21ce-47ec-9f6e-d1a456041058 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.224499 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e000f7ca-21ce-47ec-9f6e-d1a456041058 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/27f60c47-b4ed-49f8-a84b-bc39982f54d8 HTTP/1.1" status: 204 len: 168 time: 0.2414401 Aug 10 03:30:49.228471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.233647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428a5f66-a77b-47a1-a8a6-3d37c041f01d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:49.258649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000f7ca-21ce-47ec-9f6e-d1a456041058 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27f60c47-b4ed-49f8-a84b-bc39982f54d8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.284863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:49.286564 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83e50571-1730-4a19-8246-f7b28a46656b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0567067 Aug 10 03:30:49.289645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.298065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68260-d626-4082-95ea-13d5768fa869 req-5d376743-ec84-4c87-b0ba-fe24aba456cb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.299620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09c68260-d626-4082-95ea-13d5768fa869 req-5d376743-ec84-4c87-b0ba-fe24aba456cb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 943 time: 0.1181571 Aug 10 03:30:49.302884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.316768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30e0920-4ab2-4bbe-978f-637598e97f45 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.324386 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30e0920-4ab2-4bbe-978f-637598e97f45 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.382099 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.413137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.420510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.431904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09c68260-d626-4082-95ea-13d5768fa869 req-c7a6bf45-e136-469f-a83e-a461efd1d4c1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250708 Aug 10 03:30:49.450806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.507410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30e0920-4ab2-4bbe-978f-637598e97f45 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.510139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-126446ed-cd6a-4859-8a3b-f11cfcfca6f8 req-dbe1ae1f-1794-4eeb-a26a-299c3d8b9235 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 210 time: 0.0270073 Aug 10 03:30:49.512733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b30e0920-4ab2-4bbe-978f-637598e97f45 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.515721 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b30e0920-4ab2-4bbe-978f-637598e97f45 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/861cddf5-ed99-4679-90b5-63b0e6160075 HTTP/1.1" status: 204 len: 168 time: 0.2230442 Aug 10 03:30:49.516597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41640) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.522828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e0920-4ab2-4bbe-978f-637598e97f45 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=861cddf5-ed99-4679-90b5-63b0e6160075,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.562219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-df77630a-a575-426c-8ff9-19d391607b19 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410221 Aug 10 03:30:49.562562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.570552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.571451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Fanout notify agent at l3_agent the message router_deleted on router abda8119-aede-45fb-9f68-2aa68a0418dc {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:49.586284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.587454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab52e98e-515a-41cb-8f65-d4e41002f785 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/abda8119-aede-45fb-9f68-2aa68a0418dc HTTP/1.1" status: 204 len: 168 time: 1.7866199 Aug 10 03:30:49.591136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.596315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-390424927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:49.635638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d255ac20-5926-4765-a199-0e8684dbaf11 req-93496e17-5eb5-418b-8be9-0fffbef4dcb4 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0415847 Aug 10 03:30:49.669408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-39df0729-feb0-4ab7-955d-8df25984d79d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.702213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-39df0729-feb0-4ab7-955d-8df25984d79d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.712872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['428a5f66-a77b-47a1-a8a6-3d37c041f01d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:49.713728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.714779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.779531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.827639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-39df0729-feb0-4ab7-955d-8df25984d79d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.913146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-39df0729-feb0-4ab7-955d-8df25984d79d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.913146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-39df0729-feb0-4ab7-955d-8df25984d79d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/383aa185-0579-4872-b436-de1f04f7ecb4 HTTP/1.1" status: 204 len: 168 time: 0.2685452 Aug 10 03:30:49.913146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df0729-feb0-4ab7-955d-8df25984d79d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383aa185-0579-4872-b436-de1f04f7ecb4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.915295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.947822 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fc50d8d6-605a-4c12-8694-92e38ab7861d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414891 Aug 10 03:30:50.088692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41658) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.093344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--313181872'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:50.233472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.376827 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.502568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.504518 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-514bb21e-d9bd-4e1b-a752-7a5c20530506 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9121885 Aug 10 03:30:50.512712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41664) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.512712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': False}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:50.602193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ca2d8-26ee-4348-8d41-be306af5a5b6 req-603f54df-8a2a-4aed-8035-4b45dbf47eff tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.603743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33ca2d8-26ee-4348-8d41-be306af5a5b6 req-603f54df-8a2a-4aed-8035-4b45dbf47eff tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 944 time: 0.0939271 Aug 10 03:30:50.655380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.669511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33ca2d8-26ee-4348-8d41-be306af5a5b6 req-ed4c8271-e63d-40a3-ba80-ee3bd70c0b82 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558360 Aug 10 03:30:50.733181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.759927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5088e90-6f2f-4153-9ce8-74d87fffc798 req-ddd947bf-35cc-4d88-8984-e540c25b48e2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 210 time: 0.0262251 Aug 10 03:30:50.760671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.791896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aecf0c4-5b7b-4c2b-b587-42249f244a83,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.850667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-856aba4f-b682-48fe-930e-03ce9011b8fa req-4b29d383-9d68-48ed-ba6c-a7d6ecaa973a tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Aug 10 03:30:50.897898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.901057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b1efc70a-6d9e-46e1-972a-33edba593b52 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8088527 Aug 10 03:30:50.901604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41674) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:50.906170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '5aecf0c4-5b7b-4c2b-b587-42249f244a83', 'direction': 'ingress', 'protocol': 17}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:50.986765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:51.066532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.078989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.086237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.141595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.198910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Allocated IP 172.25.1.15 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/dcf18e58-f66a-43ff-9693-5ec66b1a8c93) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:51.216266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 428a5f66-a77b-47a1-a8a6-3d37c041f01d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:51.223313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 428a5f66-a77b-47a1-a8a6-3d37c041f01d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:51.223788 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.311803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.323777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.335910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770d464e-0d6d-42d6-bfbd-71564e8eca59,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.346535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.373305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:51.375619 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dab284-2189-4a8b-802c-4049daeab82c" -d '{"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-plugged", "status": "completed", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:51.389659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:51.414908 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a002ca47-2308-4151-86ef-b44dee8ed5b3 x-openstack-request-id: req-a002ca47-2308-4151-86ef-b44dee8ed5b3 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:51.415206 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-plugged", "status": "completed", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:51.415465 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a002ca47-2308-4151-86ef-b44dee8ed5b3 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:51.415863 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'code': 200} Aug 10 03:30:51.446264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.447774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a0985a6-bef4-47fa-a77e-a49e635619a1 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5451059 Aug 10 03:30:51.450416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41684) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:51.539878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2577-429e-4190-a149-917db15eab80 req-35280438-47cd-4a0e-9f78-c1eb3bbb2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.542207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b1c2577-429e-4190-a149-917db15eab80 req-35280438-47cd-4a0e-9f78-c1eb3bbb2574 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0657227 Aug 10 03:30:51.542410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a11c3d7-31d1-441e-b419-23a2da26c93d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.578062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a11c3d7-31d1-441e-b419-23a2da26c93d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.610097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b1c2577-429e-4190-a149-917db15eab80 req-bc396da8-2e35-4616-89f3-81187a59d82f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573785 Aug 10 03:30:51.633481 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.636039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.674482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:51.679461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:51.683037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:51.685833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.711391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf18e58-f66a-43ff-9693-5ec66b1a8c93,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.812709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f2a7a-f8be-4ce3-a441-50bc542e90e7 req-0f063853-daa3-4d74-9506-7b42c71a2415 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.815317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f59f2a7a-f8be-4ce3-a441-50bc542e90e7 req-0f063853-daa3-4d74-9506-7b42c71a2415 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0647290 Aug 10 03:30:51.816587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a11c3d7-31d1-441e-b419-23a2da26c93d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.820486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a11c3d7-31d1-441e-b419-23a2da26c93d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.822172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1a11c3d7-31d1-441e-b419-23a2da26c93d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/5aecf0c4-5b7b-4c2b-b587-42249f244a83 HTTP/1.1" status: 204 len: 168 time: 0.3705595 Aug 10 03:30:51.824899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41694) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:51.838341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11c3d7-31d1-441e-b419-23a2da26c93d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aecf0c4-5b7b-4c2b-b587-42249f244a83,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.885065 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0a5a83d-da87-4878-a0dc-4a9e2180ea77 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589426 Aug 10 03:30:51.888658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41698) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:51.894914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--893224670'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:51.905335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f59f2a7a-f8be-4ce3-a441-50bc542e90e7 req-19e29602-0fd5-4bed-b68f-63cece469ceb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803545 Aug 10 03:30:51.995641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14d2cda0-8af3-4dd3-b5f1-85e5df1238cc req-0e0bb365-8192-42a7-99ec-1d00c2a26354 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 210 time: 0.0282197 Aug 10 03:30:52.017905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.073929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.098148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b9c4a33-a63e-42aa-85ff-78a652be8f87 req-f2c14404-6188-4283-8eed-d97f75fdad5b tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0343881 Aug 10 03:30:52.145065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.275680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.279839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.341896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.375892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0391fab3-d5d7-48b3-accd-5f6776817b46,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.488589 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.489828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-522966a9-c351-4104-94f1-186660874dd4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6002195 Aug 10 03:30:52.520450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41706) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:52.532032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--681875666'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:52.601984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-e14ce2a6-628a-4002-a371-a29ed5798bce tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.603781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-e14ce2a6-628a-4002-a371-a29ed5798bce tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.1388366 Aug 10 03:30:52.618493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'port': {'device_id': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'admin_state_up': True, 'tenant_id': '8cec418f26654197a34c45695ec4b165'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:52.726493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.880448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:52.884559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.908835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Router df067951-39da-4fdd-800f-5769bf4ce8cd is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:53.050819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:53.055743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.056612 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-041f867a-cdaa-4ae8-994a-798ccd16da2e tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "PUT /v2.0/routers/df067951-39da-4fdd-800f-5769bf4ce8cd HTTP/1.1" status: 200 len: 918 time: 2.5482981 Aug 10 03:30:53.059304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41718) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.062507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] Sync routers for ids ['df067951-39da-4fdd-800f-5769bf4ce8cd'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:53.074386 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] Routers {'df067951-39da-4fdd-800f-5769bf4ce8cd'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:53.075320 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['df067951-39da-4fdd-800f-5769bf4ce8cd'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:53.109405 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:53.118708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Allocated IP 172.20.0.12 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/b0364c4e-66c1-41a7-9190-49b23e96f09e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:53.122565 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] Routers {'df067951-39da-4fdd-800f-5769bf4ce8cd'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:53.122565 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['df067951-39da-4fdd-800f-5769bf4ce8cd'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:53.158999 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:53.160121 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2ac3d-bf68-4602-b933-8e19e96b93de None None] The sync data for ids ['df067951-39da-4fdd-800f-5769bf4ce8cd'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:53.181113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a46ad3-b6df-4c84-b657-8a60d978008f req-ddbcaddc-2b0d-457a-9834-7a3b4fc1da6b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.183622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4a46ad3-b6df-4c84-b657-8a60d978008f req-ddbcaddc-2b0d-457a-9834-7a3b4fc1da6b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1423526 Aug 10 03:30:53.185073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.192173 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-339ab13c-a98b-469b-99f0-6c00ff421606 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/df067951-39da-4fdd-800f-5769bf4ce8cd HTTP/1.1" status: 200 len: 924 time: 0.1308484 Aug 10 03:30:53.194129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.234614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1d1ba-5f65-46bc-a090-0c5b235a5c1c tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.236725 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8de1d1ba-5f65-46bc-a090-0c5b235a5c1c tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=df067951-39da-4fdd-800f-5769bf4ce8cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0416923 Aug 10 03:30:53.239542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41726) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.285839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4a46ad3-b6df-4c84-b657-8a60d978008f req-1e8d0ce1-b476-4fcf-8561-b24d7df0f218 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912282 Aug 10 03:30:53.349953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be5719-0a75-4763-9a3d-af605e571444 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.350182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.350299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-27be5719-0a75-4763-9a3d-af605e571444 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.1093371 Aug 10 03:30:53.355842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41734) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.381577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.390536 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f1240e0b-29ea-43c5-9e35-2512af6fd399 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=df067951-39da-4fdd-800f-5769bf4ce8cd HTTP/1.1" status: 200 len: 205 time: 0.0363858 Aug 10 03:30:53.393627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41736) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.408890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf76397-50ec-4a3b-a71e-4ba8d4a1f04f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.421240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Transition to ACTIVE for port object b0364c4e-66c1-41a7-9190-49b23e96f09e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:53.501626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab5e2830-f624-4c55-9938-5f7f08aecac6 req-69a3e3ec-3744-475b-bbb1-32ccabfc61bc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 210 time: 0.0339549 Aug 10 03:30:53.513359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.513750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.523018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4c128491-7e5a-44e4-aee6-32ec054a27d3 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0010221 Aug 10 03:30:53.523663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41738) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.530022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': '0391fab3-d5d7-48b3-accd-5f6776817b46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cbf76397-50ec-4a3b-a71e-4ba8d4a1f04f', 'remote_ip_prefix': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:53.560445 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.572885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:53.635109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33407916-e3df-4737-bec0-f379513a16d8 req-cd03f4ff-388c-4721-a084-e1a1e35a7d64 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0380070 Aug 10 03:30:53.636712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.647049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=b0364c4e-66c1-41a7-9190-49b23e96f09e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.651348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:53.664038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:53.664038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:53.707766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.736734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.737700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.845492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Deleting port dcf18e58-f66a-43ff-9693-5ec66b1a8c93 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:53.848092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.870357 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.885220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cacc4-a970-4c2e-8770-e6924415e133 req-b39f0ec1-a3ce-4e86-9698-f7a8f4ac807d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.886827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e29cacc4-a970-4c2e-8770-e6924415e133 req-b39f0ec1-a3ce-4e86-9698-f7a8f4ac807d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1296518 Aug 10 03:30:53.904032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-a8180592-5762-43af-bd8d-3fca82f068a1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2897596 Aug 10 03:30:53.921450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Request body: {'port': {'device_id': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:53.930017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.943166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Calling delete_port for dcf18e58-f66a-43ff-9693-5ec66b1a8c93 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:53.986789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e29cacc4-a970-4c2e-8770-e6924415e133 req-df0bf812-e9b1-4e7d-afa5-cb0be7ca0219 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900917 Aug 10 03:30:53.996480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.036277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.072473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a944875-b276-40b5-a2ab-9a4143705542,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.089817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-747fa81a-dabd-4195-8ea2-bdfc5cf44b99 None None] Provisioning for port b0364c4e-66c1-41a7-9190-49b23e96f09e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:54.097259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-747fa81a-dabd-4195-8ea2-bdfc5cf44b99 None None] Provisioning complete for port b0364c4e-66c1-41a7-9190-49b23e96f09e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:54.098357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-747fa81a-dabd-4195-8ea2-bdfc5cf44b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.166697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-747fa81a-dabd-4195-8ea2-bdfc5cf44b99 None None] Port b0364c4e-66c1-41a7-9190-49b23e96f09e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:54.250524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.251718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-566871de-7aae-4e2e-ae4f-0b65cdb17546 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7265184 Aug 10 03:30:54.255274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41758) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.279818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e42da51-87a1-4207-a673-1f0559be3ee4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.287753 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e42da51-87a1-4207-a673-1f0559be3ee4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.291701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0364c4e-66c1-41a7-9190-49b23e96f09e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:54.299173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.324253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.354339 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event deleted for resources: {'Port': ['ID=dcf18e58-f66a-43ff-9693-5ec66b1a8c93,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.420383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.511384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.513539 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.519076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Transition to ACTIVE for port object b0364c4e-66c1-41a7-9190-49b23e96f09e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:54.523756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e42da51-87a1-4207-a673-1f0559be3ee4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.554061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e42da51-87a1-4207-a673-1f0559be3ee4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.555177 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3e42da51-87a1-4207-a673-1f0559be3ee4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0a944875-b276-40b5-a2ab-9a4143705542 HTTP/1.1" status: 204 len: 168 time: 0.2989340 Aug 10 03:30:54.558007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41764) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.562116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42da51-87a1-4207-a673-1f0559be3ee4 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a944875-b276-40b5-a2ab-9a4143705542,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.603239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8063d34c-6201-438b-b20f-60b78a4a3849 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437996 Aug 10 03:30:54.605812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41768) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.655913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e56738d5-ce1f-4864-a0de-544f64bd2037 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.678362 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e56738d5-ce1f-4864-a0de-544f64bd2037 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.753830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.756040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.756040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Fanout notify agent at l3_agent the message router_deleted on router df067951-39da-4fdd-800f-5769bf4ce8cd {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:30:54.764471 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.766216 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a10a966a-4449-406d-a253-12fef02db26e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/df067951-39da-4fdd-800f-5769bf4ce8cd HTTP/1.1" status: 204 len: 168 time: 1.3711643 Aug 10 03:30:54.769908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41774) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.775535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1833018772', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:54.849808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e56738d5-ce1f-4864-a0de-544f64bd2037 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.852523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e56738d5-ce1f-4864-a0de-544f64bd2037 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.857140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e56738d5-ce1f-4864-a0de-544f64bd2037 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/cbf76397-50ec-4a3b-a71e-4ba8d4a1f04f HTTP/1.1" status: 204 len: 168 time: 0.2470522 Aug 10 03:30:54.857608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.895498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56738d5-ce1f-4864-a0de-544f64bd2037 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf76397-50ec-4a3b-a71e-4ba8d4a1f04f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.911213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=b0364c4e-66c1-41a7-9190-49b23e96f09e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.951963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-351747dc-4c57-4af4-ad64-f1240cc7fff7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0914207 Aug 10 03:30:54.952557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41780) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.979745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a9b75-2905-444d-8dfa-9f64be684ba9 req-f14677bd-de11-46fe-a116-8323656e071c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.987192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e0a9b75-2905-444d-8dfa-9f64be684ba9 req-f14677bd-de11-46fe-a116-8323656e071c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 944 time: 0.1820359 Aug 10 03:30:54.996576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.997583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.009485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b742d0e5-a1a2-4210-8ad4-f7319f23a8e6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.037874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b742d0e5-a1a2-4210-8ad4-f7319f23a8e6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.083052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Attempting to bind port b0364c4e-66c1-41a7-9190-49b23e96f09e on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:55.083364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Attempting to bind port b0364c4e-66c1-41a7-9190-49b23e96f09e by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:55.083645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Attempting to bind port b0364c4e-66c1-41a7-9190-49b23e96f09e on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:55.091593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e0a9b75-2905-444d-8dfa-9f64be684ba9 req-67e1f46d-8f3a-4ad3-9a5f-a8fbee94e8e7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034968 Aug 10 03:30:55.095817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.096880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Port b0364c4e-66c1-41a7-9190-49b23e96f09e on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:55.097217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Attempting to bind port b0364c4e-66c1-41a7-9190-49b23e96f09e on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:55.109429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:55.109877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:55.110492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:55.111086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Bound port: b0364c4e-66c1-41a7-9190-49b23e96f09e, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:55.111537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.198007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d64eba3-b3ce-4474-ad20-19b783f1e728 req-3c62c6f8-0f18-447d-909a-62a3f0036772 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0353897 Aug 10 03:30:55.207749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] For port b0364c4e-66c1-41a7-9190-49b23e96f09e, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:55.210895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] For port b0364c4e-66c1-41a7-9190-49b23e96f09e, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b0364c4e-66c1-41a7-9190-49b23e96f09e,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:55.222511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b742d0e5-a1a2-4210-8ad4-f7319f23a8e6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.225632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b742d0e5-a1a2-4210-8ad4-f7319f23a8e6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.227437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b742d0e5-a1a2-4210-8ad4-f7319f23a8e6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/0391fab3-d5d7-48b3-accd-5f6776817b46 HTTP/1.1" status: 204 len: 168 time: 0.2729933 Aug 10 03:30:55.229848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41786) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.238807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742d0e5-a1a2-4210-8ad4-f7319f23a8e6 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391fab3-d5d7-48b3-accd-5f6776817b46,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.721836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.732167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.740598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4df799a6-1446-4d70-a538-4515f1247276 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5098026 Aug 10 03:30:55.744642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.749533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012139368'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:55.781906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04c2f1-1819-43cc-abae-77a53dc7cff7 req-98bf2d41-60d0-4089-a7f5-39f0a4a61934 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.783380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b04c2f1-1819-43cc-abae-77a53dc7cff7 req-98bf2d41-60d0-4089-a7f5-39f0a4a61934 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.4765182 Aug 10 03:30:55.803409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.804086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.805586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] 10.222.0.46 "PUT /v2.0/ports/b0364c4e-66c1-41a7-9190-49b23e96f09e HTTP/1.1" status: 200 len: 1093 time: 1.8889956 Aug 10 03:30:55.806026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'tag': 'b0364c4e-66c1-41a7-9190-49b23e96f09e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:55.808302 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b457e934-c7ae-4788-8bbb-508b005982b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c680f282-3b1c-46cb-b65a-e51e3be39a72", "tag": "b0364c4e-66c1-41a7-9190-49b23e96f09e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:55.841430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffac9f-35a5-4fe7-b09e-79572a71ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=b0364c4e-66c1-41a7-9190-49b23e96f09e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.857960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b04c2f1-1819-43cc-abae-77a53dc7cff7 req-7ac42610-3dea-412c-8fc4-ca12ff7c150f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664814 Aug 10 03:30:55.905896 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4f3000-4f26-4280-8155-de149d861c1e x-openstack-request-id: req-4f4f3000-4f26-4280-8155-de149d861c1e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:55.906193 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c680f282-3b1c-46cb-b65a-e51e3be39a72", "tag": "b0364c4e-66c1-41a7-9190-49b23e96f09e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:55.906446 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f4f3000-4f26-4280-8155-de149d861c1e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:55.906837 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'tag': 'b0364c4e-66c1-41a7-9190-49b23e96f09e', 'status': 'completed', 'code': 200} Aug 10 03:30:55.918803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-8cfd9e34-498a-44d8-b0c6-5617a7f6566b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500584 Aug 10 03:30:55.993115 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.995696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.083861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-bccf227e-6aa1-4862-a1a4-aba28fe2fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.083861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-bccf227e-6aa1-4862-a1a4-aba28fe2fe00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.1256592 Aug 10 03:30:56.101457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457e934-c7ae-4788-8bbb-508b005982b4 req-accd0d62-4d7e-48a6-a36c-fbfd08cf3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.104277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b457e934-c7ae-4788-8bbb-508b005982b4 req-accd0d62-4d7e-48a6-a36c-fbfd08cf3597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 1096 time: 0.1499293 Aug 10 03:30:56.128762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.194488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.225122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5604b-52ed-499e-b2ab-c76dd8842060,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.296921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.299390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-71ab379c-2f73-457a-bfe0-bcec4e8f1cbe tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5531433 Aug 10 03:30:56.301913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41810) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:56.309442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5604b-52ed-499e-b2ab-c76dd8842060', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:56.367882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d426886-6b43-44e8-8467-22ef8caa8ac6 req-776bb803-a90c-4a1a-9836-de8be5d3196c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.369579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d426886-6b43-44e8-8467-22ef8caa8ac6 req-776bb803-a90c-4a1a-9836-de8be5d3196c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 944 time: 0.1735418 Aug 10 03:30:56.370580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-15691ad3-5587-4f61-83bd-d548c85518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.371894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-15691ad3-5587-4f61-83bd-d548c85518e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.2566481 Aug 10 03:30:56.401298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457e934-c7ae-4788-8bbb-508b005982b4 req-4351b4cf-7d15-4cb1-a49f-950d3d635f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.402750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b457e934-c7ae-4788-8bbb-508b005982b4 req-4351b4cf-7d15-4cb1-a49f-950d3d635f8d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cec418f26654197a34c45695ec4b165&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2711303 Aug 10 03:30:56.408330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.477347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.559417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.578538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b36408-c20d-41e7-a26e-bd032ab85fa7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.601995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d426886-6b43-44e8-8467-22ef8caa8ac6 req-643b9250-cacb-4e4f-996f-733375ab38ce tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204847 Aug 10 03:30:56.616072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-2dbae349-1645-4b7d-b019-e826eb27e224 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.2292571 Aug 10 03:30:56.652964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.667632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.671626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6635eb9f-170d-405c-97d9-58570fc8e886 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3652411 Aug 10 03:30:56.671919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:56.697609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d09d7dbf-4628-4508-b255-dbecd8acb67a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.702686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.707300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d09d7dbf-4628-4508-b255-dbecd8acb67a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.746700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530ef390-61ff-48a0-9e3d-071a6d14afa5 req-9217033c-c4d3-49f6-8e83-d99916ac506e tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0504363 Aug 10 03:30:56.753959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457e934-c7ae-4788-8bbb-508b005982b4 req-b95779aa-0531-4838-b6ca-a4bc070ba056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.755380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b457e934-c7ae-4788-8bbb-508b005982b4 req-b95779aa-0531-4838-b6ca-a4bc070ba056 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097875 Aug 10 03:30:56.759084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-8fe54a6f-6ebc-44e5-b098-67c34f79e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.760538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-8fe54a6f-6ebc-44e5-b098-67c34f79e712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1167223 Aug 10 03:30:56.831557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-4fea39c3-587e-4f89-955b-b5dc913ed4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.833188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-4fea39c3-587e-4f89-955b-b5dc913ed4a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639665 Aug 10 03:30:56.833624 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d09d7dbf-4628-4508-b255-dbecd8acb67a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.840271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d09d7dbf-4628-4508-b255-dbecd8acb67a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.843935 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d09d7dbf-4628-4508-b255-dbecd8acb67a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/21b36408-c20d-41e7-a26e-bd032ab85fa7 HTTP/1.1" status: 204 len: 168 time: 0.1686866 Aug 10 03:30:56.844984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41820) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:56.868069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d7dbf-4628-4508-b255-dbecd8acb67a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21b36408-c20d-41e7-a26e-bd032ab85fa7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.904468 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41945071-22cf-4e50-932f-894eb14934a9 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543332 Aug 10 03:30:56.907280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:56.944124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-1b99adea-b8c8-4cb4-b2ba-495faf6639e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.945670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-1b99adea-b8c8-4cb4-b2ba-495faf6639e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 1096 time: 0.1456299 Aug 10 03:30:56.980166 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d5f43b7-3d63-4024-8717-db49e3adc29e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.006294 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d5f43b7-3d63-4024-8717-db49e3adc29e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.056489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-8ff5651b-0818-4981-84bf-cbe4c1a9ba58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0364c4e-66c1-41a7-9190-49b23e96f09e HTTP/1.1" status: 200 len: 217 time: 0.0922647 Aug 10 03:30:57.081660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-78fa1fc7-35db-45ec-b66a-4f423d4e4629 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155459 Aug 10 03:30:57.153578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b41ef-eaf3-4def-8953-067b4dd8ea07 req-073a68bd-1963-47e6-b718-a09035231dad tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.155081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e87b41ef-eaf3-4def-8953-067b4dd8ea07 req-073a68bd-1963-47e6-b718-a09035231dad tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1990242 Aug 10 03:30:57.157688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Allocated IP 172.25.1.62 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/edee240e-bf49-4e88-8335-9d74883671c5) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:57.204615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-44227bae-470e-44b3-853b-35cda53c8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.206028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-44227bae-470e-44b3-853b-35cda53c8e55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1367841 Aug 10 03:30:57.250439 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:57.299329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d5f43b7-3d63-4024-8717-db49e3adc29e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.299329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d5f43b7-3d63-4024-8717-db49e3adc29e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.299329 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5d5f43b7-3d63-4024-8717-db49e3adc29e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/a3d5604b-52ed-499e-b2ab-c76dd8842060 HTTP/1.1" status: 204 len: 168 time: 0.3856125 Aug 10 03:30:57.299329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41830) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.311656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f43b7-3d63-4024-8717-db49e3adc29e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5604b-52ed-499e-b2ab-c76dd8842060,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:57.320591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e87b41ef-eaf3-4def-8953-067b4dd8ea07 req-8c11dc88-636f-4b65-93d0-a9ef6efb3d16 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337516 Aug 10 03:30:57.352597 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fc42754-2e15-44f0-854e-47bbaa20d799 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518467 Aug 10 03:30:57.356371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41834) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.361403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350772560'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:57.368587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-6948cdcd-1601-4567-9ce6-aeec9c7b81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.370081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-6948cdcd-1601-4567-9ce6-aeec9c7b81b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493928 Aug 10 03:30:57.374470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb8c5bfa-2336-44c3-b91c-e207fad6d153 req-74deebb4-d567-408a-b8e0-b07f4b864972 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709074 Aug 10 03:30:57.465520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.519076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-75c2e2f8-844d-4a5b-a7f4-d2ac3bf84f21 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379158 Aug 10 03:30:57.548982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.598734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.669402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:57.690341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:57.698244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event updated for resources: {'Port': ['ID=edee240e-bf49-4e88-8335-9d74883671c5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:57.700590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:57.716926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0591046e-f9ef-4d82-9084-670eecce7fa4 req-8968a789-75b1-46b5-baf2-a62691cec1c0 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855738 Aug 10 03:30:57.878561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.886380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9fdb7-86e9-4179-828b-af6bd982f16c req-aa8b4a5a-9093-49fe-8a64-f65adb8ba2b8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.887872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9fdb7-86e9-4179-828b-af6bd982f16c req-aa8b4a5a-9093-49fe-8a64-f65adb8ba2b8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 944 time: 0.2004251 Aug 10 03:30:57.957051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.968392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9fdb7-86e9-4179-828b-af6bd982f16c req-8bc8c05c-8a94-4be6-844c-9f63e321ce38 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580156 Aug 10 03:30:57.990596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ecaf21-d484-41ef-8b68-eab4659f8653,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.061187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5e97f2e-d72c-413a-bec6-9f379c26e75a req-0417d585-0a0f-4c95-b9c5-9d74fef3e017 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Aug 10 03:30:58.112900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.114201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cd58da54-b358-4862-84fb-18b7274a68c7 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7568743 Aug 10 03:30:58.117261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41848) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.128850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': 'a4ecaf21-d484-41ef-8b68-eab4659f8653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:58.185242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.302264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.369249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.444803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.463621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e0ea63-56f9-421b-8c84-c63a463b3bf6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.616245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.620000 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7a9be078-cf9d-425b-9e70-672aa03a8a0a tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4990313 Aug 10 03:30:58.620242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41858) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.639336 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f425f16a-b2f3-410d-97e3-c9fcc6a6a63d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules/c3e0ea63-56f9-421b-8c84-c63a463b3bf6 HTTP/1.1" status: 200 len: 763 time: 0.0157499 Aug 10 03:30:58.639545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41860) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.647746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d615485-ccf8-41a8-ad89-09c562e3921b req-cb68fb75-3659-4144-bc58-51371adbb3c5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.649308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d615485-ccf8-41a8-ad89-09c562e3921b req-cb68fb75-3659-4144-bc58-51371adbb3c5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0906997 Aug 10 03:30:58.684010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2aa0ba74-08de-4465-97fd-b624ed42bec9 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432365 Aug 10 03:30:58.686759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41862) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.711221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-947c5860-cfe3-4e75-80c2-2c662bae697b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.718885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-947c5860-cfe3-4e75-80c2-2c662bae697b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.739570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d615485-ccf8-41a8-ad89-09c562e3921b req-1dc520cc-e920-48c1-bdfe-9841f9972ad0 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767245 Aug 10 03:30:58.740808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.827377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-947c5860-cfe3-4e75-80c2-2c662bae697b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.832266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-947c5860-cfe3-4e75-80c2-2c662bae697b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.833455 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-947c5860-cfe3-4e75-80c2-2c662bae697b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c3e0ea63-56f9-421b-8c84-c63a463b3bf6 HTTP/1.1" status: 204 len: 168 time: 0.1457453 Aug 10 03:30:58.836017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41866) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.841156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c5860-cfe3-4e75-80c2-2c662bae697b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3e0ea63-56f9-421b-8c84-c63a463b3bf6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.899056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a5ef40f1-47dc-48a3-9fda-6d413c191d3b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594413 Aug 10 03:30:58.899784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.905545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': 'a4ecaf21-d484-41ef-8b68-eab4659f8653', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:59.010617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Router 6f395f3d-431d-4d06-9925-06267878016b is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:59.061989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.157856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.178960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c46b59-8955-4701-afae-7ea7ab5fdbcf req-0df268cb-664a-4230-818c-ca2d3b696209 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.180496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8c46b59-8955-4701-afae-7ea7ab5fdbcf req-0df268cb-664a-4230-818c-ca2d3b696209 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 944 time: 0.0990973 Aug 10 03:30:59.194213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:59.203529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] Sync routers for ids ['6f395f3d-431d-4d06-9925-06267878016b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:59.213164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] Routers {'6f395f3d-431d-4d06-9925-06267878016b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:59.214236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6f395f3d-431d-4d06-9925-06267878016b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.234355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8c46b59-8955-4701-afae-7ea7ab5fdbcf req-63e473db-8817-444f-8e57-21f246adaac3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 Aug 10 03:30:59.247429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.260844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] Routers {'6f395f3d-431d-4d06-9925-06267878016b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:59.261292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6f395f3d-431d-4d06-9925-06267878016b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.284203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.294961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:59.295813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befd4d9-80df-4558-b09b-649bfe4d3c5b None None] The sync data for ids ['6f395f3d-431d-4d06-9925-06267878016b'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:59.311237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31269df-f600-481c-814c-a0012a1b7e31,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:59.324848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3726ff20-e8e9-4942-97e1-08b156afc733 req-9f624858-3723-4a24-9d16-eed72e8925cb tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Aug 10 03:30:59.326023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.330699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e49bbb68-8b80-4c83-8fd8-12ce78d260d6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5559237 Aug 10 03:30:59.330699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41882) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.336431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:59.416088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.421396 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4cae7af0-2fda-4f17-9aa0-5580b84e4862 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5163147 Aug 10 03:30:59.421396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41884) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.438666 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2dc39995-2883-4282-8501-ee0bfa66dfad tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules/f31269df-f600-481c-814c-a0012a1b7e31 HTTP/1.1" status: 200 len: 763 time: 0.0173345 Aug 10 03:30:59.441079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41886) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.489074 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4d8ca4e2-d5c9-4226-8288-9692c82c6434 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0462487 Aug 10 03:30:59.491093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41888) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.523716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52ca8016-6aa6-4c1f-8d9c-c3960f28d30b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.531883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52ca8016-6aa6-4c1f-8d9c-c3960f28d30b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.681635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.707581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52ca8016-6aa6-4c1f-8d9c-c3960f28d30b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.712440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52ca8016-6aa6-4c1f-8d9c-c3960f28d30b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.713619 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-52ca8016-6aa6-4c1f-8d9c-c3960f28d30b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f31269df-f600-481c-814c-a0012a1b7e31 HTTP/1.1" status: 204 len: 168 time: 0.2213597 Aug 10 03:30:59.716108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41892) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.722304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca8016-6aa6-4c1f-8d9c-c3960f28d30b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31269df-f600-481c-814c-a0012a1b7e31,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:59.758671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-93ecd641-59be-4e13-8ead-253a1d767c3d tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411851 Aug 10 03:30:59.761264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41894) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.765504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Request body: {'security_group_rule': {'security_group_id': 'a4ecaf21-d484-41ef-8b68-eab4659f8653', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:59.817653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.877885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c9f1d-f2c6-411c-b2a3-9df7ca58072a req-2c0df947-6d91-4de9-bb73-63a83337afee tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.879649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d8c9f1d-f2c6-411c-b2a3-9df7ca58072a req-2c0df947-6d91-4de9-bb73-63a83337afee tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0588558 Aug 10 03:30:59.921833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d8c9f1d-f2c6-411c-b2a3-9df7ca58072a req-dd33e89b-47c3-48a7-8826-bd1d82252660 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Aug 10 03:30:59.958393 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Project 80ce0956f3ba4dab8fe47683b2fa090d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:30:59.963829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.024925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.074154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Deleting port edee240e-bf49-4e88-8335-9d74883671c5 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:00.074509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.137977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.174005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.176448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a99799-4b75-4875-b1e5-4ff85e9bbe8c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.189647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Calling delete_port for edee240e-bf49-4e88-8335-9d74883671c5 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:00.249992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-54afdab3-3426-469d-b9c1-cde6cd5fe28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.298368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.302238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b0505fef-836e-49d6-acc2-aa9ccde98c39 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5374491 Aug 10 03:31:00.302966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.325030 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-31e736e0-87c1-4240-a149-2f7ed6e30087 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules/a7a99799-4b75-4875-b1e5-4ff85e9bbe8c HTTP/1.1" status: 200 len: 769 time: 0.0207312 Aug 10 03:31:00.325673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41908) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.371684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-49f57984-b9cc-4201-8b4c-dc32cb72033b tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0448415 Aug 10 03:31:00.372700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41914) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.392794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046176b4-8aac-4e15-a785-8ed8564a7d5e req-6dfff520-2b64-44ac-a433-0ffc3073a5c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.393797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-046176b4-8aac-4e15-a785-8ed8564a7d5e req-6dfff520-2b64-44ac-a433-0ffc3073a5c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 944 time: 0.0903738 Aug 10 03:31:00.401279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42eeb884-e5df-452e-917d-fb7c9c6a5427 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.409938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42eeb884-e5df-452e-917d-fb7c9c6a5427 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.444131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-046176b4-8aac-4e15-a785-8ed8564a7d5e req-1e359bc1-3211-44cd-9593-abc96e4b5243 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Aug 10 03:31:00.529850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b091fc2-ed9a-4bc7-960a-bc66e56fa10b req-c04920c8-15a0-4004-828b-fed1451016f6 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0265489 Aug 10 03:31:00.530928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.555170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Pushing event deleted for resources: {'Port': ['ID=edee240e-bf49-4e88-8335-9d74883671c5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.565141 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42eeb884-e5df-452e-917d-fb7c9c6a5427 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.572256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42eeb884-e5df-452e-917d-fb7c9c6a5427 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.575423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-42eeb884-e5df-452e-917d-fb7c9c6a5427 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a7a99799-4b75-4875-b1e5-4ff85e9bbe8c HTTP/1.1" status: 204 len: 168 time: 0.1994171 Aug 10 03:31:00.577507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41918) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.583745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeb884-e5df-452e-917d-fb7c9c6a5427 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7a99799-4b75-4875-b1e5-4ff85e9bbe8c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.620514 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-31360bfc-543b-4130-8001-bad95919b48e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418446 Aug 10 03:31:00.623147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41922) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.623775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.688198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0df54bb1-6b9a-4fbc-b3f0-eecfd4a6774e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.712701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0df54bb1-6b9a-4fbc-b3f0-eecfd4a6774e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.821805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0df54bb1-6b9a-4fbc-b3f0-eecfd4a6774e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.824703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0df54bb1-6b9a-4fbc-b3f0-eecfd4a6774e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.829355 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0df54bb1-6b9a-4fbc-b3f0-eecfd4a6774e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "DELETE /v2.0/security-groups/a4ecaf21-d484-41ef-8b68-eab4659f8653 HTTP/1.1" status: 204 len: 168 time: 0.2020013 Aug 10 03:31:00.830023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41924) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.837832 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df54bb1-6b9a-4fbc-b3f0-eecfd4a6774e tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ecaf21-d484-41ef-8b68-eab4659f8653,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.839584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.851552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.942336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e16e59fa-54dd-44cf-b2ac-0c1f1e60e795 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111505 Aug 10 03:31:00.949001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41930) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:00.950866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Router 6f395f3d-431d-4d06-9925-06267878016b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:00.995356 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fdb4502-4783-4021-8fc8-7234b6727125 tempest-SecGroupIPv6Test-1132674504 tempest-SecGroupIPv6Test-1132674504-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449638 Aug 10 03:31:01.024961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b0364c4e-66c1-41a7-9190-49b23e96f09e details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:01.072750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:01.082741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.085369 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] Sync routers for ids ['6f395f3d-431d-4d06-9925-06267878016b'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:01.087119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.087565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-388ce55c-d563-45fe-8779-4653906417b6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "PUT /v2.0/routers/6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 200 len: 710 time: 1.7549133 Aug 10 03:31:01.102844 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] Routers {'6f395f3d-431d-4d06-9925-06267878016b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:01.104378 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6f395f3d-431d-4d06-9925-06267878016b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.132205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94101c0d-e3ad-4913-8977-934a8a2c9f7d req-d8572b4c-e251-4dbd-bdb2-f560bca46687 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.143697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94101c0d-e3ad-4913-8977-934a8a2c9f7d req-d8572b4c-e251-4dbd-bdb2-f560bca46687 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1448536 Aug 10 03:31:01.176378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b0364c4e-66c1-41a7-9190-49b23e96f09e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b0364c4e-66c1-41a7-9190-49b23e96f09e,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:01.199434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94101c0d-e3ad-4913-8977-934a8a2c9f7d req-53d84a24-9a17-460b-b1e0-ea9a4ab7b5c1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Aug 10 03:31:01.199690 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.206681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ddd8ee15-d058-4120-9ef3-0646dbf9c536 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/routers/6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 200 len: 745 time: 0.1178746 Aug 10 03:31:01.207715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b0364c4e-66c1-41a7-9190-49b23e96f09e', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': 'b0364c4e-66c1-41a7-9190-49b23e96f09e', 'mac_address': 'fa:16:3e:73:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:01.209551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41938) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.224314 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] Routers {'6f395f3d-431d-4d06-9925-06267878016b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:01.227561 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:30:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6f395f3d-431d-4d06-9925-06267878016b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.267694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.267882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fa83afff-932b-4ccf-8176-8a096fe120a1 tempest-RoutersIpV6AdminTest-1373587157 tempest-RoutersIpV6AdminTest-1373587157-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 200 len: 205 time: 0.0538425 Aug 10 03:31:01.268010 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cc428d-a541-4705-8159-51539dc0dd35 None None] The sync data for ids ['6f395f3d-431d-4d06-9925-06267878016b'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:01.268100 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.268581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41940) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.285544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0364c4e-66c1-41a7-9190-49b23e96f09e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:01.299219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d6f6d9fc-e7a7-4653-a288-0e23cc6b0d0c tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 200 len: 205 time: 0.0299144 Aug 10 03:31:01.302807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.308897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b0364c4e-66c1-41a7-9190-49b23e96f09e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b0364c4e-66c1-41a7-9190-49b23e96f09e,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:01.377201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.416451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.487271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b0364c4e-66c1-41a7-9190-49b23e96f09e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.495339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.495758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.496161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.496711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.497221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.497745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.498261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.499255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.499759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.500261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.501756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.502282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:01.557084 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.559388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.631154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831de5-06e5-4ecb-9875-f4be570e264c req-b9f38de7-34e5-4b4f-9d15-a1f8b9303aef tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.632723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55831de5-06e5-4ecb-9875-f4be570e264c req-b9f38de7-34e5-4b4f-9d15-a1f8b9303aef tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 945 time: 0.0873282 Aug 10 03:31:01.642524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41956) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.679069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55831de5-06e5-4ecb-9875-f4be570e264c req-d33f5f2e-69cb-4ea7-bbb1-2a28b8d5c4b9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Aug 10 03:31:01.680422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.681112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Fanout notify agent at l3_agent the message router_deleted on router 6f395f3d-431d-4d06-9925-06267878016b {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:01.688931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.690115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a15f5ff3-18ac-4f8f-972b-ede031231c3a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 204 len: 168 time: 0.3865535 Aug 10 03:31:01.702566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.736941 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab926c27-47d1-4a27-8ad7-eba01014a33e tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 200 len: 205 time: 0.0332115 Aug 10 03:31:01.739206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.753444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b0364c4e-66c1-41a7-9190-49b23e96f09e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:01.777367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae55ffd6-d525-4925-9f9a-e280f3ba72cc req-647fd2e7-53e9-4055-99d2-f24bec076537 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Aug 10 03:31:01.788377 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-64ad4619-83fe-4c84-acb5-c929d408bfc5 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] delete failed (client error): The resource could not be found. Aug 10 03:31:01.789354 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64ad4619-83fe-4c84-acb5-c929d408bfc5 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/6f395f3d-431d-4d06-9925-06267878016b HTTP/1.1" status: 404 len: 336 time: 0.0492494 Aug 10 03:31:01.792224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41966) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.825342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2a755fb3-e9f5-4c29-b884-b2b1d751df3d tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=df067951-39da-4fdd-800f-5769bf4ce8cd HTTP/1.1" status: 200 len: 205 time: 0.0317576 Aug 10 03:31:01.827673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41968) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.842880 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4de3f097-dbc0-42b9-9682-0f58ec58a651 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80ce0956f3ba4dab8fe47683b2fa090d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985469 Aug 10 03:31:01.846586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41972) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.881869 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-c8b3361e-73da-42f5-aed8-30431c7e37f4 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] delete failed (client error): The resource could not be found. Aug 10 03:31:01.885273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8b3361e-73da-42f5-aed8-30431c7e37f4 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/df067951-39da-4fdd-800f-5769bf4ce8cd HTTP/1.1" status: 404 len: 336 time: 0.0543156 Aug 10 03:31:01.885587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41974) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.907934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec223f2e-78f4-42ad-94a7-40b77ce567ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.925920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8bf9919e-17c1-4c9c-9715-5b8b50aa64a6 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=abda8119-aede-45fb-9f68-2aa68a0418dc HTTP/1.1" status: 200 len: 205 time: 0.0371194 Aug 10 03:31:01.926117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41976) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.942370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec223f2e-78f4-42ad-94a7-40b77ce567ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.970434 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-642ba555-5be0-4b37-becc-d541f35aff97 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] delete failed (client error): The resource could not be found. Aug 10 03:31:01.971501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-642ba555-5be0-4b37-becc-d541f35aff97 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/abda8119-aede-45fb-9f68-2aa68a0418dc HTTP/1.1" status: 404 len: 336 time: 0.0444200 Aug 10 03:31:01.974408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.002826 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-72aebaae-221d-4679-aba1-71a3aed2bab3 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c1ca68-c542-4885-b21d-7b80f76a8006 HTTP/1.1" status: 200 len: 205 time: 0.0266006 Aug 10 03:31:02.004727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41980) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.046066 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-6b65de55-205e-43fe-9856-a3d98df63def tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] delete failed (client error): The resource could not be found. Aug 10 03:31:02.049987 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b65de55-205e-43fe-9856-a3d98df63def tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/f1c1ca68-c542-4885-b21d-7b80f76a8006 HTTP/1.1" status: 404 len: 336 time: 0.0413251 Aug 10 03:31:02.050380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41982) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.079156 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2922ece5-61fa-4844-ac3b-1767d99579d2 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=4daa0493-0672-495d-b838-cdbede8e7b7d HTTP/1.1" status: 200 len: 205 time: 0.0255733 Aug 10 03:31:02.079383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.115936 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-4b727aea-4a70-4689-884e-3fd832600cae tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] delete failed (client error): The resource could not be found. Aug 10 03:31:02.116984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b727aea-4a70-4689-884e-3fd832600cae tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/4daa0493-0672-495d-b838-cdbede8e7b7d HTTP/1.1" status: 404 len: 336 time: 0.0367281 Aug 10 03:31:02.119689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.150327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f7965cf1-c002-4980-8ca2-d9b001b41c1a tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "GET /v2.0/ports?device_id=37ca75e8-2900-4a18-9a3e-4567c7ec7a5c HTTP/1.1" status: 200 len: 205 time: 0.0296082 Aug 10 03:31:02.151173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec223f2e-78f4-42ad-94a7-40b77ce567ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.158537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec223f2e-78f4-42ad-94a7-40b77ce567ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.158537 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ec223f2e-78f4-42ad-94a7-40b77ce567ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0c21708-aa9d-409d-b91c-4dcdf7d4501f HTTP/1.1" status: 204 len: 168 time: 0.3070192 Aug 10 03:31:02.162128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41992) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.162874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec223f2e-78f4-42ad-94a7-40b77ce567ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c21708-aa9d-409d-b91c-4dcdf7d4501f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.201919 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-d113116f-edd0-468f-a129-a13172791e91 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] delete failed (client error): The resource could not be found. Aug 10 03:31:02.202944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d113116f-edd0-468f-a129-a13172791e91 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/routers/37ca75e8-2900-4a18-9a3e-4567c7ec7a5c HTTP/1.1" status: 404 len: 336 time: 0.0398526 Aug 10 03:31:02.205606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41994) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.232121 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1438a90-1ee2-49be-af3f-1e4c9bea6905 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] DELETE failed (client error): The resource could not be found. Aug 10 03:31:02.232260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1438a90-1ee2-49be-af3f-1e4c9bea6905 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:31:02.233995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f1438a90-1ee2-49be-af3f-1e4c9bea6905 tempest-RoutersIpV6AdminTest-775126556 tempest-RoutersIpV6AdminTest-775126556-project] 10.222.0.26 "DELETE /v2.0/subnets/b699c4fd-8d94-406c-9a00-d88efd330ed8 HTTP/1.1" status: 404 len: 337 time: 0.0275018 Aug 10 03:31:02.345698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742c22-bb4d-4ef7-b01a-066839699df7 req-7cc3187b-b24f-4a96-a4b1-6468a2269050 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.347272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31742c22-bb4d-4ef7-b01a-066839699df7 req-7cc3187b-b24f-4a96-a4b1-6468a2269050 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0765185 Aug 10 03:31:02.386015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31742c22-bb4d-4ef7-b01a-066839699df7 req-5d805d71-79aa-4029-baf7-f2b3d28ba4fb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Aug 10 03:31:02.649781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.807385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e6418-888a-4b6c-9e44-f86cdc67eea7 req-99da88bc-0398-4381-be17-4272fe633646 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.817328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-319e6418-888a-4b6c-9e44-f86cdc67eea7 req-99da88bc-0398-4381-be17-4272fe633646 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 945 time: 0.0635707 Aug 10 03:31:02.842908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42024) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.865822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-319e6418-888a-4b6c-9e44-f86cdc67eea7 req-49555f49-730f-4335-bed7-a215c478410e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Aug 10 03:31:02.960271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-003a7ddc-d6f2-45ea-9fb7-f4582b331fac req-a7747bda-557d-4589-8920-7b5dee39b769 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0269165 Aug 10 03:31:03.008405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09bdd2fe-54c3-43f5-967d-819d065081df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.057425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b0364c4e-66c1-41a7-9190-49b23e96f09e up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:03.082664 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70ece5a4-6994-4850-af4c-f131e14857a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.108920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09bdd2fe-54c3-43f5-967d-819d065081df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.187246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09bdd2fe-54c3-43f5-967d-819d065081df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.210087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b0364c4e-66c1-41a7-9190-49b23e96f09e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:03.214443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b0364c4e-66c1-41a7-9190-49b23e96f09e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:03.214929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.232271 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09bdd2fe-54c3-43f5-967d-819d065081df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7452631b643b4237b7201d0e12353821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850651 Aug 10 03:31:03.232271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdd2fe-54c3-43f5-967d-819d065081df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863fb5e0-4cbf-4e3d-9932-ff8550800242,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.233199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42038) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.302435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf6e58e4-8d0a-42cd-994d-0afad957200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.305645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.338240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf6e58e4-8d0a-42cd-994d-0afad957200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.342214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0364c4e-66c1-41a7-9190-49b23e96f09e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:03.345246 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01835ced-7deb-474b-a0b3-9b6d314c8c0a" -d '{"events": [{"server_uuid": "c680f282-3b1c-46cb-b65a-e51e3be39a72", "name": "network-vif-plugged", "status": "completed", "tag": "b0364c4e-66c1-41a7-9190-49b23e96f09e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:03.354831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b0364c4e-66c1-41a7-9190-49b23e96f09e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b0364c4e-66c1-41a7-9190-49b23e96f09e,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:03.385817 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7a526-69ae-4757-bc79-4b52fd7c95eb x-openstack-request-id: req-aae7a526-69ae-4757-bc79-4b52fd7c95eb {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:03.386305 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c680f282-3b1c-46cb-b65a-e51e3be39a72", "name": "network-vif-plugged", "status": "completed", "tag": "b0364c4e-66c1-41a7-9190-49b23e96f09e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:03.386588 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aae7a526-69ae-4757-bc79-4b52fd7c95eb {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:03.387169 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0364c4e-66c1-41a7-9190-49b23e96f09e', 'code': 200} Aug 10 03:31:03.410201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42048) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.457560 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.520666 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf6e58e4-8d0a-42cd-994d-0afad957200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.523219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf6e58e4-8d0a-42cd-994d-0afad957200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.524856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cf6e58e4-8d0a-42cd-994d-0afad957200a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/863fb5e0-4cbf-4e3d-9932-ff8550800242 HTTP/1.1" status: 204 len: 168 time: 0.2886274 Aug 10 03:31:03.554561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e58e4-8d0a-42cd-994d-0afad957200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863fb5e0-4cbf-4e3d-9932-ff8550800242,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.560722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b0364c4e-66c1-41a7-9190-49b23e96f09e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.580568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ee9ca7ef-9add-43f8-840c-3f1a2b43fd75 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:03.581420 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-ee9ca7ef-9add-43f8-840c-3f1a2b43fd75 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:31:03.581926 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-ee9ca7ef-9add-43f8-840c-3f1a2b43fd75 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:31:03.582911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ee9ca7ef-9add-43f8-840c-3f1a2b43fd75 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1717112 Aug 10 03:31:03.587424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42058) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.592168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642413292'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:03.605180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2268f-0c2e-4f67-b82a-f0109fe06499 req-1b249b1f-e490-4b54-a80b-df97c9d51d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.606905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87b2268f-0c2e-4f67-b82a-f0109fe06499 req-1b249b1f-e490-4b54-a80b-df97c9d51d09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 1098 time: 0.1455650 Aug 10 03:31:03.620014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6138063-43a5-42de-bda1-8104b81d68b2 req-06fd8f91-e50b-4e3b-a431-47bc1e699072 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.622071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6138063-43a5-42de-bda1-8104b81d68b2 req-06fd8f91-e50b-4e3b-a431-47bc1e699072 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1640723 Aug 10 03:31:03.671974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87b2268f-0c2e-4f67-b82a-f0109fe06499 req-736b2a4c-c54e-4533-b09f-f82f4eec6875 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493176 Aug 10 03:31:03.678621 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.679603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6138063-43a5-42de-bda1-8104b81d68b2 req-62c2b5a8-3a0c-4e92-ac62-9840b6dd4035 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 Aug 10 03:31:03.693734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.788632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.872172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.911507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0ece83-7d81-47c2-9224-335f3a8be2d6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.991422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.084468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.112849 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.129834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175b4b45-1180-4ff0-8d85-0f63dd21f34d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:04.187408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.193212 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2fc0fa1e-a9aa-4657-b496-174b5fb9b299 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6051655 Aug 10 03:31:04.194929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.200781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '175b4b45-1180-4ff0-8d85-0f63dd21f34d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:04.342855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fe7fe-4bac-49b8-b974-ba01d9cdd3bf req-88c7487a-bbc7-40c4-b454-eb88835421c0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.345480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d7fe7fe-4bac-49b8-b974-ba01d9cdd3bf req-88c7487a-bbc7-40c4-b454-eb88835421c0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 946 time: 0.3915648 Aug 10 03:31:04.391160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d7fe7fe-4bac-49b8-b974-ba01d9cdd3bf req-1a4e454d-dd0c-4882-af94-888fd60d3a6d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Aug 10 03:31:04.412449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.478684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b05269ca-876a-4e9d-b940-7cca164ad190 req-7daeb83a-eb9c-4e77-a253-0953b676d2c6 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0267057 Aug 10 03:31:04.497316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.517414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42078) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.557049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e516f354-d135-41ff-a1e6-f1fb7283ffa6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33ca8db7d8c94ecd8fde7a38cd0bbfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382407 Aug 10 03:31:04.559648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.604198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.610748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de1a0d91-bbb2-4f3d-bc62-4fae80a0dd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.622835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69090255-f6af-4fed-b6d6-c0e01489a2ec,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:04.644437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de1a0d91-bbb2-4f3d-bc62-4fae80a0dd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.718310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.720376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-99525e42-fb87-4183-8052-eedaac2991c7 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5241995 Aug 10 03:31:04.730314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42086) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.730314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f99b1ed0-1481-4b3b-84c8-0f225eadfaf0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '175b4b45-1180-4ff0-8d85-0f63dd21f34d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:04.794686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7488f2b-64d2-42a7-b336-cd9bb2b69c71 req-72e8e532-3cc4-48e6-bd73-5a901a75f0b6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.796209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7488f2b-64d2-42a7-b336-cd9bb2b69c71 req-72e8e532-3cc4-48e6-bd73-5a901a75f0b6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Aug 10 03:31:04.839674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7488f2b-64d2-42a7-b336-cd9bb2b69c71 req-809d4854-6bbc-4471-ace2-f9103be708e2 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346081 Aug 10 03:31:04.844954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de1a0d91-bbb2-4f3d-bc62-4fae80a0dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.847631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de1a0d91-bbb2-4f3d-bc62-4fae80a0dd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.848878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-de1a0d91-bbb2-4f3d-bc62-4fae80a0dd3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/941369f3-2201-4a5d-b801-26c87a98c1d7 HTTP/1.1" status: 204 len: 168 time: 0.2883184 Aug 10 03:31:04.864686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a0d91-bbb2-4f3d-bc62-4fae80a0dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941369f3-2201-4a5d-b801-26c87a98c1d7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:04.877508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f99b1ed0-1481-4b3b-84c8-0f225eadfaf0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.021722 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-f99b1ed0-1481-4b3b-84c8-0f225eadfaf0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:31:05.022836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f99b1ed0-1481-4b3b-84c8-0f225eadfaf0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2987351 Aug 10 03:31:05.025741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.078178 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b724f89-e155-414c-99c9-cca8f2274fe5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.103109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b724f89-e155-414c-99c9-cca8f2274fe5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.290251 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b724f89-e155-414c-99c9-cca8f2274fe5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.292970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b724f89-e155-414c-99c9-cca8f2274fe5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.294191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b724f89-e155-414c-99c9-cca8f2274fe5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/175b4b45-1180-4ff0-8d85-0f63dd21f34d HTTP/1.1" status: 204 len: 168 time: 0.2675323 Aug 10 03:31:05.296982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42104) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.304633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b724f89-e155-414c-99c9-cca8f2274fe5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b4b45-1180-4ff0-8d85-0f63dd21f34d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.354794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac19e68b-2fe7-439e-9ba8-3781caa99283 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530272 Aug 10 03:31:05.355337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.359537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905110924'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:05.489710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.521523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cafc4c-f17c-4b17-b9a4-4a7eec2ee2f3 req-e30c72bf-f345-428a-ac51-8a6346c3ae19 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.523069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27cafc4c-f17c-4b17-b9a4-4a7eec2ee2f3 req-e30c72bf-f345-428a-ac51-8a6346c3ae19 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 946 time: 0.0655677 Aug 10 03:31:05.589833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27cafc4c-f17c-4b17-b9a4-4a7eec2ee2f3 req-d15b2b8e-336d-4aa2-bbc4-27198470a3cc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586033 Aug 10 03:31:05.634901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.667291 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.687300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-804fb891-8ce4-4a06-baba-e1f65402fe1f req-3c171496-94c0-4e24-8205-640cb3bf7294 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0272219 Aug 10 03:31:05.747188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.777817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a28c5f9-d90d-4931-8402-9b49c645b8ec,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.821782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.825850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1600d18f-5e38-4a22-96b3-fdcfade30cda tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4671845 Aug 10 03:31:05.826188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.830803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6eb392b2-68a0-4c0f-a240-5c16dc598908 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '9a28c5f9-d90d-4931-8402-9b49c645b8ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:05.831299 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-6eb392b2-68a0-4c0f-a240-5c16dc598908 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:31:05.835568 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-6eb392b2-68a0-4c0f-a240-5c16dc598908 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:05.835568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6eb392b2-68a0-4c0f-a240-5c16dc598908 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056591 Aug 10 03:31:05.838025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42136) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:05.921494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5503f95-b36c-4375-9adb-4b3de6d02cb8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.971728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5503f95-b36c-4375-9adb-4b3de6d02cb8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.027685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf2c2f-7e45-4a90-9603-43f6d0373606 req-e8831f84-a9d7-4233-84f2-ea8b259ee089 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.027685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4baf2c2f-7e45-4a90-9603-43f6d0373606 req-e8831f84-a9d7-4233-84f2-ea8b259ee089 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0890877 Aug 10 03:31:06.081037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4baf2c2f-7e45-4a90-9603-43f6d0373606 req-f3a7aaa4-cf1b-4ec1-bb9d-5a3acc506f50 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Aug 10 03:31:06.164270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5503f95-b36c-4375-9adb-4b3de6d02cb8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.167037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5503f95-b36c-4375-9adb-4b3de6d02cb8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.168231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e5503f95-b36c-4375-9adb-4b3de6d02cb8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/9a28c5f9-d90d-4931-8402-9b49c645b8ec HTTP/1.1" status: 204 len: 168 time: 0.3292985 Aug 10 03:31:06.170908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42146) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:06.178303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5503f95-b36c-4375-9adb-4b3de6d02cb8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a28c5f9-d90d-4931-8402-9b49c645b8ec,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.222813 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fc93a37-ba26-4a76-9498-f61dedc04f3b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505867 Aug 10 03:31:06.226626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42148) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:06.231402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--32407259'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:06.364551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.457164 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.592581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.632170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b21072-849a-403e-bb02-8d151aeb57bb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.712765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.714573 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f5203a4f-8b80-483a-a642-07a8c7ca6855 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4863472 Aug 10 03:31:06.716948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42160) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:06.728135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c5858fa9-260b-441a-9de6-0fbcba3fc5f3 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': 'b7b21072-849a-403e-bb02-8d151aeb57bb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:06.728135 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-c5858fa9-260b-441a-9de6-0fbcba3fc5f3 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:31:06.728135 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-c5858fa9-260b-441a-9de6-0fbcba3fc5f3 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:06.728135 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c5858fa9-260b-441a-9de6-0fbcba3fc5f3 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064063 Aug 10 03:31:06.730069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42162) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:06.787877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a53230b-36d8-4ff8-a5a3-8cacc3ff3360 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.808659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4413e26a-b903-40f4-b16e-3e44fbf2157d req-fbb63e54-5b97-45d7-9841-d6f3e4f95c1e tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0397563 Aug 10 03:31:06.813902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a53230b-36d8-4ff8-a5a3-8cacc3ff3360 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.947206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a53230b-36d8-4ff8-a5a3-8cacc3ff3360 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.970027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a53230b-36d8-4ff8-a5a3-8cacc3ff3360 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.970027 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a53230b-36d8-4ff8-a5a3-8cacc3ff3360 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/b7b21072-849a-403e-bb02-8d151aeb57bb HTTP/1.1" status: 204 len: 168 time: 0.2200127 Aug 10 03:31:06.970027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53230b-36d8-4ff8-a5a3-8cacc3ff3360 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b21072-849a-403e-bb02-8d151aeb57bb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.972171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42172) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.016676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b951c1e0-d8bb-47bb-8450-a94c8f25e07b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427644 Aug 10 03:31:07.020366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42174) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.024954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--317585874'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.069257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42176) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.129893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.188517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-783399617', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.235269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d07a32-9bea-4723-9c48-41e28ba4dfc2 req-08cf66a8-ee47-4d5a-afce-0d3d91180f7f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.236810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50d07a32-9bea-4723-9c48-41e28ba4dfc2 req-08cf66a8-ee47-4d5a-afce-0d3d91180f7f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0898314 Aug 10 03:31:07.295458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.299146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50d07a32-9bea-4723-9c48-41e28ba4dfc2 req-4b2d8b72-33bd-47a2-9863-c0262e077aad tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562024 Aug 10 03:31:07.371531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.409726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68020538-a7c0-4ea0-87bd-bf1ff341f404,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.479804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Made reservation on behalf of 55368d0dca5e467e98e1a926eb1340ba for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:07.482088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.491453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.559192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.560459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-175d95da-1fd7-4836-b02b-404c9525bfdb tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5390563 Aug 10 03:31:07.563908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42182) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.571548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d682fee7-a59a-429c-a772-14ae6ff3fb71 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '68020538-a7c0-4ea0-87bd-bf1ff341f404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.572383 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-d682fee7-a59a-429c-a772-14ae6ff3fb71 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:31:07.572928 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-d682fee7-a59a-429c-a772-14ae6ff3fb71 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:07.574525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d682fee7-a59a-429c-a772-14ae6ff3fb71 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089483 Aug 10 03:31:07.580750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42186) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.586145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-68051ca8-6239-455d-a901-ce369d61cee8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '68020538-a7c0-4ea0-87bd-bf1ff341f404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.586826 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-68051ca8-6239-455d-a901-ce369d61cee8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:31:07.587316 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-68051ca8-6239-455d-a901-ce369d61cee8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:07.588259 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-68051ca8-6239-455d-a901-ce369d61cee8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065291 Aug 10 03:31:07.591813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42188) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.596595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-19584cde-5f09-4c52-8934-7566040af728 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '68020538-a7c0-4ea0-87bd-bf1ff341f404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.597492 n-d-765315-26 neutron-server[94805]: WARNING neutron.api.v2.base [None req-19584cde-5f09-4c52-8934-7566040af728 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:31:07.597986 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-19584cde-5f09-4c52-8934-7566040af728 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:07.598921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19584cde-5f09-4c52-8934-7566040af728 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061557 Aug 10 03:31:07.601596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42190) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.607478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-82a59026-16f3-4b94-bbd2-90e86f81dd1f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '68020538-a7c0-4ea0-87bd-bf1ff341f404', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.608447 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-82a59026-16f3-4b94-bbd2-90e86f81dd1f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:31:07.608933 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-82a59026-16f3-4b94-bbd2-90e86f81dd1f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:07.610511 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-82a59026-16f3-4b94-bbd2-90e86f81dd1f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078864 Aug 10 03:31:07.616207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42192) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.668206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.673323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-49b4d3c8-46d3-4e28-b721-7e8ec2be61b2 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.695897 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-49b4d3c8-46d3-4e28-b721-7e8ec2be61b2 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.844839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.866398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] device_id is not set on port fc926b82-9392-46eb-89ab-7bd7d7767f79 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:07.875158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a0c9d-36c1-4068-89bb-0fe9cd6da609,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.893938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-49b4d3c8-46d3-4e28-b721-7e8ec2be61b2 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.893938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-49b4d3c8-46d3-4e28-b721-7e8ec2be61b2 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.895042 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-49b4d3c8-46d3-4e28-b721-7e8ec2be61b2 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/68020538-a7c0-4ea0-87bd-bf1ff341f404 HTTP/1.1" status: 204 len: 168 time: 0.2778854 Aug 10 03:31:07.899430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42198) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.920025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4d3c8-46d3-4e28-b721-7e8ec2be61b2 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68020538-a7c0-4ea0-87bd-bf1ff341f404,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.952612 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-12a950d0-ca20-4abf-8eec-1c0b62aac561 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519373 Aug 10 03:31:07.957257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42200) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:07.961953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--555591989'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:07.973979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07c02a87-146b-427b-b71a-4c69e9b109fa req-e8617b78-6493-492a-9f43-4e502a9c504e tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0839605 Aug 10 03:31:08.040773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Allocated IP 172.25.1.251 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fc926b82-9392-46eb-89ab-7bd7d7767f79) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:08.055935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.154832 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.190549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.232505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.261468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647d18de-6168-423d-a2a8-ddb11e897b87,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.331199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.370348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.374689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:08.374817 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-25ffa07a-1656-438b-98d2-b087aba36101 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4139183 Aug 10 03:31:08.375212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.379017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:08.381001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ce4853a9-c781-457f-8557-6365ba5c2eb0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.381497 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-ce4853a9-c781-457f-8557-6365ba5c2eb0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:31:08.382426 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-ce4853a9-c781-457f-8557-6365ba5c2eb0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:08.386624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ce4853a9-c781-457f-8557-6365ba5c2eb0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077105 Aug 10 03:31:08.387678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:08.387797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42206) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.392793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-14deea29-f3fa-4622-8523-3e5acc1017c5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.444474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Pushing event updated for resources: {'Port': ['ID=fc926b82-9392-46eb-89ab-7bd7d7767f79,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.465848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.466468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.487786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703bb88-d6d2-409d-b8e1-75152f59a79c req-194c4413-a897-454b-a687-159d32141d9f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.489552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3703bb88-d6d2-409d-b8e1-75152f59a79c req-194c4413-a897-454b-a687-159d32141d9f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1116712 Aug 10 03:31:08.531164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3703bb88-d6d2-409d-b8e1-75152f59a79c req-a562d071-0319-4355-8ba6-69a4bbb3fc55 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354822 Aug 10 03:31:08.581899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c61201fd-4ff1-4e78-8644-be441b735bef tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5114484 Aug 10 03:31:08.584694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42208) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.589486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}]}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.594538 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-14deea29-f3fa-4622-8523-3e5acc1017c5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:08.596525 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-14deea29-f3fa-4622-8523-3e5acc1017c5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2082047 Aug 10 03:31:08.599492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42212) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.605690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e1ffdb69-ab7b-482e-bbfc-a694084055f8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.605690 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-e1ffdb69-ab7b-482e-bbfc-a694084055f8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:31:08.605877 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-e1ffdb69-ab7b-482e-bbfc-a694084055f8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:08.610107 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1ffdb69-ab7b-482e-bbfc-a694084055f8 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092902 Aug 10 03:31:08.610559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.616994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a21e5bd1-9fff-4897-854f-9c10445457fa tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.703245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.704855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.762836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.886198 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-a21e5bd1-9fff-4897-854f-9c10445457fa tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:08.887264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a21e5bd1-9fff-4897-854f-9c10445457fa tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2755284 Aug 10 03:31:08.890452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42216) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.896441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-76282491-338c-4b69-9b88-12b1a271fa5d tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.896995 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-76282491-338c-4b69-9b88-12b1a271fa5d tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:31:08.897543 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-76282491-338c-4b69-9b88-12b1a271fa5d tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:08.901439 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76282491-338c-4b69-9b88-12b1a271fa5d tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063405 Aug 10 03:31:08.901698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.907596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bad441a3-f35f-46e4-99b3-9c6d9f061214 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:08.961210 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.086034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef7ea224-6fa8-4ccf-808c-b9ba3af8c256 req-f98300c1-6da2-4776-98ff-529be4559b94 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Aug 10 03:31:09.209923 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-bad441a3-f35f-46e4-99b3-9c6d9f061214 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:09.211000 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bad441a3-f35f-46e4-99b3-9c6d9f061214 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3083568 Aug 10 03:31:09.214008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42224) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.218487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3f0364ec-f62d-4dba-94ec-207615c92af0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:09.219766 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-3f0364ec-f62d-4dba-94ec-207615c92af0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:31:09.220235 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-3f0364ec-f62d-4dba-94ec-207615c92af0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:09.221226 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f0364ec-f62d-4dba-94ec-207615c92af0 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062647 Aug 10 03:31:09.223732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42226) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.228536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2cf85195-b348-4844-bbed-00b204c5cbbc tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:09.295616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.315199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.621548 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2cf85195-b348-4844-bbed-00b204c5cbbc tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:09.622703 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2cf85195-b348-4844-bbed-00b204c5cbbc tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3973906 Aug 10 03:31:09.631165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42232) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:09.636179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-64dc120a-8469-4532-b3d7-d20d3d5b1bb5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '647d18de-6168-423d-a2a8-ddb11e897b87', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:09.641701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.763245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72bd39-8ecc-4dca-b590-56eee21409fb req-bb8360dd-3cb0-4cce-8f13-623d4a0cfd84 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.764769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b72bd39-8ecc-4dca-b590-56eee21409fb req-bb8360dd-3cb0-4cce-8f13-623d4a0cfd84 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1628094 Aug 10 03:31:09.848434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.848434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.894728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b72bd39-8ecc-4dca-b590-56eee21409fb req-6e3e338b-aa68-4ba7-b01d-e011fabc8da3 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994394 Aug 10 03:31:10.021223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.021766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6aea1f6c-a436-4f44-86ec-0f7552c5fbbe {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:10.044302 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-64dc120a-8469-4532-b3d7-d20d3d5b1bb5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:10.045390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-64dc120a-8469-4532-b3d7-d20d3d5b1bb5 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4135044 Aug 10 03:31:10.048712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42234) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.101066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566a8d42-1698-4296-90d7-223a0bb705fd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.114021 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:31:10.115065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bcccb56b-4f7c-4a52-a08b-80f0b0d3825a tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5294025 Aug 10 03:31:10.117966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42238) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.147336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566a8d42-1698-4296-90d7-223a0bb705fd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.227552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb563c45-026c-41fb-833e-ab0f98e2ca7b req-e6b1902a-eb16-4b71-80c7-61d2675e943a tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0590470 Aug 10 03:31:10.260791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Deleting port fc926b82-9392-46eb-89ab-7bd7d7767f79 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:10.261242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.334624 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.341382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566a8d42-1698-4296-90d7-223a0bb705fd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.344686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-566a8d42-1698-4296-90d7-223a0bb705fd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.345791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-566a8d42-1698-4296-90d7-223a0bb705fd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/647d18de-6168-423d-a2a8-ddb11e897b87 HTTP/1.1" status: 204 len: 168 time: 0.2961388 Aug 10 03:31:10.348629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42242) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.354173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Calling delete_port for fc926b82-9392-46eb-89ab-7bd7d7767f79 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:10.364861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a8d42-1698-4296-90d7-223a0bb705fd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647d18de-6168-423d-a2a8-ddb11e897b87,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.395138 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-03268e93-8f0b-4680-b1a6-642ac4e466ff tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453062 Aug 10 03:31:10.399324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42244) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.403147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333323521'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:10.518337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.546891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.573784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc926b82-9392-46eb-89ab-7bd7d7767f79,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.601810 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.635643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.637590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5d65742a-b2fc-4c9e-9634-5eba5ac3931d tempest-RoutersAdminNegativeIpV6Test-707676534 tempest-RoutersAdminNegativeIpV6Test-707676534-project-admin] 10.222.0.26 "DELETE /v2.0/ports/fc926b82-9392-46eb-89ab-7bd7d7767f79 HTTP/1.1" status: 204 len: 168 time: 0.5186582 Aug 10 03:31:10.684317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.715888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d231afa-776f-4d5c-bb8c-47c27fe79fe5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.786862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.788148 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7362f5d4-e1d0-432f-a7d6-5fa4e5a59a7a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3883626 Aug 10 03:31:10.791066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42254) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.795471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7a30a139-890a-42cf-98e5-50ca49f87e64 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '0d231afa-776f-4d5c-bb8c-47c27fe79fe5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:11.011924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4935e94-6c8b-4fa8-9a66-8d5acb822b80 req-83e65229-4f24-42aa-baf6-8906c84c9e87 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.013431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4935e94-6c8b-4fa8-9a66-8d5acb822b80 req-83e65229-4f24-42aa-baf6-8906c84c9e87 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0494332 Aug 10 03:31:11.031979 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-7a30a139-890a-42cf-98e5-50ca49f87e64 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The resource could not be found. Aug 10 03:31:11.033203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7a30a139-890a-42cf-98e5-50ca49f87e64 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2411807 Aug 10 03:31:11.036200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42260) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.041669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2903ac07-c569-4933-9018-4e07dd9a3e34 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '0d231afa-776f-4d5c-bb8c-47c27fe79fe5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd267d74b-ef59-4ad8-82ed-e61065f87d18'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:11.069322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4935e94-6c8b-4fa8-9a66-8d5acb822b80 req-b1964f67-80fa-497b-b889-2b170bb41e37 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490699 Aug 10 03:31:11.159825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.238715 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-2903ac07-c569-4933-9018-4e07dd9a3e34 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The resource could not be found. Aug 10 03:31:11.239779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2903ac07-c569-4933-9018-4e07dd9a3e34 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2026098 Aug 10 03:31:11.242647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42268) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.275026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1e527-5aa3-4827-9cda-2b159d15ca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.298735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfb69043-cb6c-4626-ab75-fdb66c625135 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.347321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ff52004-b471-4d66-9a8e-4e7ae5771874 req-2ce18650-c670-48ad-aff0-e2cda69a7723 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0373325 Aug 10 03:31:11.348828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfb69043-cb6c-4626-ab75-fdb66c625135 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.374940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1e527-5aa3-4827-9cda-2b159d15ca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.444027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89b1e527-5aa3-4827-9cda-2b159d15ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.478074 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfb69043-cb6c-4626-ab75-fdb66c625135 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.480766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfb69043-cb6c-4626-ab75-fdb66c625135 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.481919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bfb69043-cb6c-4626-ab75-fdb66c625135 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d231afa-776f-4d5c-bb8c-47c27fe79fe5 HTTP/1.1" status: 204 len: 168 time: 0.2383723 Aug 10 03:31:11.487421 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-89b1e527-5aa3-4827-9cda-2b159d15ca34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a07d8480f8224e2fb9f28383b8f766c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241215 Aug 10 03:31:11.487421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.487657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1e527-5aa3-4827-9cda-2b159d15ca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a276a1b-728b-4272-9802-a06c61f03b1f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.491096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42276) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.505338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69043-cb6c-4626-ab75-fdb66c625135 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d231afa-776f-4d5c-bb8c-47c27fe79fe5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.538870 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f77eed98-ba06-4b21-82b1-b24020b8118b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520198 Aug 10 03:31:11.542839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42278) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.547874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-157312fb-2ddb-4f34-ab86-b011754608f6 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': '1e4f8452-3e7b-43e4-9514-77aedf01d32f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:11.556321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cb230a6-df70-4556-8798-7353916fe00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.585418 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cb230a6-df70-4556-8798-7353916fe00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.701173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cb230a6-df70-4556-8798-7353916fe00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.704106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cb230a6-df70-4556-8798-7353916fe00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.705310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7cb230a6-df70-4556-8798-7353916fe00f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a276a1b-728b-4272-9802-a06c61f03b1f HTTP/1.1" status: 204 len: 168 time: 0.2132621 Aug 10 03:31:11.712844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb230a6-df70-4556-8798-7353916fe00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a276a1b-728b-4272-9802-a06c61f03b1f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.792230 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-157312fb-2ddb-4f34-ab86-b011754608f6 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The resource could not be found. Aug 10 03:31:11.793327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-157312fb-2ddb-4f34-ab86-b011754608f6 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2495413 Aug 10 03:31:11.796924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42282) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.801483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675961369'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:11.883919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.983785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.060880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.093812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44657dc-4a29-40b4-b434-4301fc52a174,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:12.191693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f164bb2-991c-4704-8b71-b136bd9a4592 req-b0383154-adb8-4829-b374-68d770ad8a7b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.193235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f164bb2-991c-4704-8b71-b136bd9a4592 req-b0383154-adb8-4829-b374-68d770ad8a7b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Aug 10 03:31:12.230164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.230164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ef01d575-4a88-4938-9b89-998262f7741c tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4284248 Aug 10 03:31:12.230522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.231248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f164bb2-991c-4704-8b71-b136bd9a4592 req-c3432191-a5bd-4252-9c41-e225b66e3d75 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Aug 10 03:31:12.234013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087510045'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:12.330528 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.415519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42306) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.428030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.461632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e323d334-466b-4bbd-8e2f-1f774c235c09 req-95621c64-9565-47cf-8976-1b67ab983df7 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0322421 Aug 10 03:31:12.483823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-72b9ffad-0d22-470e-b8c2-e9cbdccd4ea7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55368d0dca5e467e98e1a926eb1340ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0604951 Aug 10 03:31:12.483823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42310) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.512632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.530855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e2a75f2-e11e-435f-b788-b2fc21041545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.550428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58e2e44-a260-4f3f-8204-d8a8163a00ae,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:12.555172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e2a75f2-e11e-435f-b788-b2fc21041545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.604021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.605353 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9298b918-8270-4ec8-9d3f-df88ba76119f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3752081 Aug 10 03:31:12.608280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42316) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.613346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-042f75ad-caae-43da-a02d-688a3e5ef990 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group_rule': {'security_group_id': 'f44657dc-4a29-40b4-b434-4301fc52a174', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd58e2e44-a260-4f3f-8204-d8a8163a00ae'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:12.673049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e2a75f2-e11e-435f-b788-b2fc21041545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.675576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e2a75f2-e11e-435f-b788-b2fc21041545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.676753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e2a75f2-e11e-435f-b788-b2fc21041545 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/811a0c9d-36c1-4068-89bb-0fe9cd6da609 HTTP/1.1" status: 204 len: 168 time: 0.1961401 Aug 10 03:31:12.684324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a75f2-e11e-435f-b788-b2fc21041545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a0c9d-36c1-4068-89bb-0fe9cd6da609,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:12.821100 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-042f75ad-caae-43da-a02d-688a3e5ef990 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:31:12.822158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-042f75ad-caae-43da-a02d-688a3e5ef990 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2129080 Aug 10 03:31:12.825104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42328) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:12.878851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-892d69fb-ae61-4bff-abdb-80d3e401150f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.901763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-892d69fb-ae61-4bff-abdb-80d3e401150f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.066793 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-892d69fb-ae61-4bff-abdb-80d3e401150f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.069587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-892d69fb-ae61-4bff-abdb-80d3e401150f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.070726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-892d69fb-ae61-4bff-abdb-80d3e401150f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/d58e2e44-a260-4f3f-8204-d8a8163a00ae HTTP/1.1" status: 204 len: 168 time: 0.2447047 Aug 10 03:31:13.073460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42340) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.080476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d69fb-ae61-4bff-abdb-80d3e401150f tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58e2e44-a260-4f3f-8204-d8a8163a00ae,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.150768 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-06bbc330-db89-4d2a-9f0c-493eceff6667 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0760956 Aug 10 03:31:13.153491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42350) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.207404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a799bd9-45da-4b31-87c2-f7bebdeba2bd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.231278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a799bd9-45da-4b31-87c2-f7bebdeba2bd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.352199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67301fb3-309b-4ae0-b53a-daf770b920b3 req-6245259b-9b37-4f3c-8938-4c37a6161a6c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.353757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67301fb3-309b-4ae0-b53a-daf770b920b3 req-6245259b-9b37-4f3c-8938-4c37a6161a6c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0525484 Aug 10 03:31:13.364095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a799bd9-45da-4b31-87c2-f7bebdeba2bd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.366973 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a799bd9-45da-4b31-87c2-f7bebdeba2bd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.370721 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a799bd9-45da-4b31-87c2-f7bebdeba2bd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/f44657dc-4a29-40b4-b434-4301fc52a174 HTTP/1.1" status: 204 len: 168 time: 0.2138298 Aug 10 03:31:13.371845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42368) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.385557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a799bd9-45da-4b31-87c2-f7bebdeba2bd tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44657dc-4a29-40b4-b434-4301fc52a174,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.399693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67301fb3-309b-4ae0-b53a-daf770b920b3 req-21100b86-bf45-41b1-9ab2-23e44e715159 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Aug 10 03:31:13.443481 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0d8f956d-7fae-4177-a714-80ee4ee924d6 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692124 Aug 10 03:31:13.447435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42374) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.453801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'tempest-secgroup--819773991'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:13.575649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d35f742-6b1a-40a0-b5ad-579a2e64c72e req-e4ac6ab6-b97f-4103-a37a-4ff7ea1126a1 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0352569 Aug 10 03:31:13.582276 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.671432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.809632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.811267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42400) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.842843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8047e5b9-dfb3-4c40-a535-ac9bfc5d2bfb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.912730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1152634060'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:13.998501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.999992 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a5267aed-9e63-4d06-a7d1-a242d4e54151 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5515897 Aug 10 03:31:14.003518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42408) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.009470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1ffd8faf-dce4-499f-bd53-460f161cbe7b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:14.009470 n-d-765315-26 neutron-server[94804]: WARNING neutron.api.v2.base [None req-1ffd8faf-dce4-499f-bd53-460f161cbe7b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:31:14.009790 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-1ffd8faf-dce4-499f-bd53-460f161cbe7b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:31:14.014847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1ffd8faf-dce4-499f-bd53-460f161cbe7b tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "PUT /v2.0/security-groups/8047e5b9-dfb3-4c40-a535-ac9bfc5d2bfb HTTP/1.1" status: 409 len: 330 time: 0.0061677 Aug 10 03:31:14.015529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42410) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.067789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a236df2-6ac7-4681-b6bb-f453a65fe0a9 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.088721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a236df2-6ac7-4681-b6bb-f453a65fe0a9 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.146527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:14.150329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.159720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.226932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a236df2-6ac7-4681-b6bb-f453a65fe0a9 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.229593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3a236df2-6ac7-4681-b6bb-f453a65fe0a9 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.230737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3a236df2-6ac7-4681-b6bb-f453a65fe0a9 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/8047e5b9-dfb3-4c40-a535-ac9bfc5d2bfb HTTP/1.1" status: 204 len: 168 time: 0.2144496 Aug 10 03:31:14.233943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42420) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.240832 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a236df2-6ac7-4681-b6bb-f453a65fe0a9 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8047e5b9-dfb3-4c40-a535-ac9bfc5d2bfb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.295907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1b799b7b-138c-438f-91f3-54bc3b96c086 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603213 Aug 10 03:31:14.300696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.318566 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-922367f7-e83e-4ff4-94f8-8a570c5cdb79 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] delete failed (client error): The resource could not be found. Aug 10 03:31:14.319558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-922367f7-e83e-4ff4-94f8-8a570c5cdb79 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "DELETE /v2.0/security-groups/0176c9c8-adb5-43c0-b300-d11309faf308 HTTP/1.1" status: 404 len: 347 time: 0.0176506 Aug 10 03:31:14.323572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42428) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.336488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.341738 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-dc65bb0a-875a-4c95-a282-ff2681026ea3 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] show failed (client error): The resource could not be found. Aug 10 03:31:14.342692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dc65bb0a-875a-4c95-a282-ff2681026ea3 tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-groups/64594d27-8fbf-4c92-8dc0-0278bd0e052d HTTP/1.1" status: 404 len: 347 time: 0.0182180 Aug 10 03:31:14.352117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42430) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.363059 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-dd3986a2-4571-4d6c-8886-d19835ee657a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] show failed (client error): The resource could not be found. Aug 10 03:31:14.364000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dd3986a2-4571-4d6c-8886-d19835ee657a tempest-NegativeSecGroupTest-1137990929 tempest-NegativeSecGroupTest-1137990929-project] 10.222.0.26 "GET /v2.0/security-group-rules/dfd037f0-9e97-473d-9fd5-d2af6e6068ff HTTP/1.1" status: 404 len: 356 time: 0.0109801 Aug 10 03:31:14.409571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.433760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:14.447576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a05a974-c6ab-4586-a7c5-ca6ab8f03da3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.452860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.453706 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Added segment 6a33f898-5c0e-4013-a764-31b4bde16770 of type vlan for network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 Aug 10 03:31:14.497191 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.568797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae285d-c8e2-4544-8740-46e69c0a56d2 req-4eba793b-5252-4e99-8924-8a659d229704 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:14.570207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0ae285d-c8e2-4544-8740-46e69c0a56d2 req-4eba793b-5252-4e99-8924-8a659d229704 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0689626 Aug 10 03:31:14.608674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0ae285d-c8e2-4544-8740-46e69c0a56d2 req-a28ed431-dcc7-4c7c-b59c-752ca49675ef tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Aug 10 03:31:14.692686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7db6db84-dd92-42b9-998b-b6fe5c022b7d req-767e589b-b87b-4985-a693-01e1059a065b tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0277019 Aug 10 03:31:14.712381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.718078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:14.719443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.789900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Network': ['ID=70717a28-4c0e-4fb9-bd91-e33fb45012a8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.801405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:14.838859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-af794e0a-6de3-4bc4-b2d7-32cd4d90940e tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0260983 Aug 10 03:31:14.841731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42458) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:14.847561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'subnet': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:14.988127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42466) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:15.015301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:15.018977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.145974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5657daf5-24e6-475d-8470-9924df3f5ad4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f5593415cd04062b880ed123d64ff7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566079 Aug 10 03:31:15.148421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42474) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:15.192845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.260883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92ec2b1b-fea2-4e95-aeb7-a128d6299526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.292313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92ec2b1b-fea2-4e95-aeb7-a128d6299526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.415406 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.474006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Subnet': ['ID=a0e7652b-a4ea-4a48-89c6-3cddca6bf30b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.482860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Checking segment: {'id': '6a33f898-5c0e-4013-a764-31b4bde16770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:15.483218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network hostable DHCP agents. Network: 70717a28-4c0e-4fb9-bd91-e33fb45012a8, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:15.486402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92ec2b1b-fea2-4e95-aeb7-a128d6299526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.489144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92ec2b1b-fea2-4e95-aeb7-a128d6299526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.490282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-92ec2b1b-fea2-4e95-aeb7-a128d6299526 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c0ece83-7d81-47c2-9224-335f3a8be2d6 HTTP/1.1" status: 204 len: 168 time: 0.3407807 Aug 10 03:31:15.504747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec2b1b-fea2-4e95-aeb7-a128d6299526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0ece83-7d81-47c2-9224-335f3a8be2d6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.597976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:15.687796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 70717a28-4c0e-4fb9-bd91-e33fb45012a8) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:15.697608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd1c8d-24f1-4659-ac2f-75381f9705ef None None] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:15.704391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.705020 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.734688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421144c1-f983-42db-8cd9-4888643a1600 req-68b5895e-1f97-4b17-8026-1bbe701b5635 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.736162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-421144c1-f983-42db-8cd9-4888643a1600 req-68b5895e-1f97-4b17-8026-1bbe701b5635 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0602725 Aug 10 03:31:15.784583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-421144c1-f983-42db-8cd9-4888643a1600 req-80f61a69-af29-4ad2-9465-c7da8c60e0cd tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Aug 10 03:31:15.822800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f3419386-42dd-46c2-a409-aa6c1a583e6f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9797759 Aug 10 03:31:15.826237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42512) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:15.831852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079663314'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:15.874409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'tenant_id': '642bb586c839458b90cf2ceb059d82c9', 'fixed_ips': [{'subnet_id': 'a0e7652b-a4ea-4a48-89c6-3cddca6bf30b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:15.875955 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.911044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-340a75f9-c2d1-4f7b-8f74-53d14a1cb4f1 req-b653f7c4-4c1b-4e26-b177-31c2827674e6 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0330582 Aug 10 03:31:16.055674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Allocated IP 2001:db8::2 (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/d6861522-71f1-43e3-bf3a-9927ef07d97c) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:16.103017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:16.106878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.126833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] device_id is not set on port 6eccd81d-7422-4029-b24d-c40a8471b295 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:16.202567 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.211734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Transition to ACTIVE for port object d6861522-71f1-43e3-bf3a-9927ef07d97c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:16.228973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Transition to ACTIVE for port object d6861522-71f1-43e3-bf3a-9927ef07d97c will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:16.329990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.364893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:16.367673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:16.373741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:16.385931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Pushing event updated for resources: {'Port': ['ID=d6861522-71f1-43e3-bf3a-9927ef07d97c,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.392501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Allocated IP 2001:db8::1a0 (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/6eccd81d-7422-4029-b24d-c40a8471b295) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:16.445158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Attempting to bind port d6861522-71f1-43e3-bf3a-9927ef07d97c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:16.445520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Attempting to bind port d6861522-71f1-43e3-bf3a-9927ef07d97c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6a33f898-5c0e-4013-a764-31b4bde16770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:16.445976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Attempting to bind port d6861522-71f1-43e3-bf3a-9927ef07d97c on network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:16.451075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:16.451456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Checking segment: {'id': '6a33f898-5c0e-4013-a764-31b4bde16770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:16.451860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.452256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Bound using segment: {'id': '6a33f898-5c0e-4013-a764-31b4bde16770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:16.455626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Bound port: d6861522-71f1-43e3-bf3a-9927ef07d97c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a33f898-5c0e-4013-a764-31b4bde16770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:16.456057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.523873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] For port d6861522-71f1-43e3-bf3a-9927ef07d97c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:16.528139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] For port d6861522-71f1-43e3-bf3a-9927ef07d97c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d6861522-71f1-43e3-bf3a-9927ef07d97c,segment=NetworkSegment(6a33f898-5c0e-4013-a764-31b4bde16770),segment_id=6a33f898-5c0e-4013-a764-31b4bde16770)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:16.564505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.582489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Transition to ACTIVE for port object 6eccd81d-7422-4029-b24d-c40a8471b295 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:16.701536 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.756125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42560) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:16.761696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737dd79-a4c8-4e5f-8102-3ea6feb72e1a None None] Pushing event updated for resources: {'Port': ['ID=d6861522-71f1-43e3-bf3a-9927ef07d97c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.764378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.809731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:16.813063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:16.817122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:16.822966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.823615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.833728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=6eccd81d-7422-4029-b24d-c40a8471b295,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.878836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ca095e66-c05f-48d4-903e-8232227f70cc tempest-ServiceProvidersTest-1619498011 tempest-ServiceProvidersTest-1619498011-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1210277 Aug 10 03:31:16.935297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0eeb4966-5227-4370-9700-885d800d6f39 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1038570 Aug 10 03:31:16.936387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:16.951878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2033561186', 'allowed_address_pairs': [{'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:8b:c8:d3'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:16.998609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e84f5-7953-4dbd-8cb8-999379d1160d req-92db28e8-032f-4572-b8d7-8d2d8d27a4e4 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.000886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-315e84f5-7953-4dbd-8cb8-999379d1160d req-92db28e8-032f-4572-b8d7-8d2d8d27a4e4 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1087427 Aug 10 03:31:17.043155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-315e84f5-7953-4dbd-8cb8-999379d1160d req-638d1e61-d7c5-4732-8316-5a0825bcc32d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Aug 10 03:31:17.142359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-648e8d0e-73dc-4b6a-8e4c-cfb95b0a93f7 req-5593ca7d-0530-4b5c-976b-3d9f841c7982 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0282807 Aug 10 03:31:17.221265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:17.308081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.326233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] device_id is not set on port 9d008b90-f3d0-4234-a7b5-016cb6da77e2 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:17.449556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Allocated IP 2001:db8::116 (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/9d008b90-f3d0-4234-a7b5-016cb6da77e2) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:17.564123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42602) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:17.652986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.671234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Transition to ACTIVE for port object 9d008b90-f3d0-4234-a7b5-016cb6da77e2 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:17.712777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3455aba6-d914-4ba6-9834-65dfcee160ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.716668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d6861522-71f1-43e3-bf3a-9927ef07d97c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:17.778938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b493b-3dd9-49a4-ae4c-43f69bb29fc8 None None] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:17.807317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3455aba6-d914-4ba6-9834-65dfcee160ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.838509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.883313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:17.888594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:17.891709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:17.897637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.898339 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.913650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=9d008b90-f3d0-4234-a7b5-016cb6da77e2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.920816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d6861522-71f1-43e3-bf3a-9927ef07d97c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:17.975650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3455aba6-d914-4ba6-9834-65dfcee160ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.978760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] Provisioning for port d6861522-71f1-43e3-bf3a-9927ef07d97c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:17.982243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] Provisioning complete for port d6861522-71f1-43e3-bf3a-9927ef07d97c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:17.982613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.014845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455aba6-d914-4ba6-9834-65dfcee160ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e617ed4f-f46e-436d-a8b2-bc4fad3c11bd,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.034578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3455aba6-d914-4ba6-9834-65dfcee160ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d58d1b96bcb4bad8102a42ddd07364d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4652231 Aug 10 03:31:18.034578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42622) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.090517 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-52c02199-98cd-4e3b-8a21-97cbab6f67ed tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.1494448 Aug 10 03:31:18.094796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42626) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.106258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.116729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63e9d43d-c605-4c46-b0e0-eb75772340f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.162821 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63e9d43d-c605-4c46-b0e0-eb75772340f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.196120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] For port d6861522-71f1-43e3-bf3a-9927ef07d97c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d6861522-71f1-43e3-bf3a-9927ef07d97c,segment=NetworkSegment(6a33f898-5c0e-4013-a764-31b4bde16770),segment_id=6a33f898-5c0e-4013-a764-31b4bde16770)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:18.201563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e507539-18a4-4d72-b0ef-fafa5e33ff5b tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.208914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e507539-18a4-4d72-b0ef-fafa5e33ff5b tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.215724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e507539-18a4-4d72-b0ef-fafa5e33ff5b tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.217633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e507539-18a4-4d72-b0ef-fafa5e33ff5b tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1208379 Aug 10 03:31:18.221099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:18.276189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebc4d8-a4c6-4b09-9c82-5d874833822d req-f2cdbbe7-ba3c-43f5-81b3-12692b62fdc8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.277784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6ebc4d8-a4c6-4b09-9c82-5d874833822d req-f2cdbbe7-ba3c-43f5-81b3-12692b62fdc8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0764039 Aug 10 03:31:18.318342 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.351583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port 9d008b90-f3d0-4234-a7b5-016cb6da77e2 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:18.352207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.383999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b51ee-9f81-483f-9768-93e54624576d None None] Pushing event updated for resources: {'Port': ['ID=d6861522-71f1-43e3-bf3a-9927ef07d97c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.444372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Provisioning complete for port d6861522-71f1-43e3-bf3a-9927ef07d97c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:18.444948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.475976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.491594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for 9d008b90-f3d0-4234-a7b5-016cb6da77e2 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:18.637154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6ebc4d8-a4c6-4b09-9c82-5d874833822d req-41f9223b-a36a-4e6e-917b-08989e105015 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518727 Aug 10 03:31:18.677913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Provisioning for port 6eccd81d-7422-4029-b24d-c40a8471b295 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:18.687137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Provisioning complete for port 6eccd81d-7422-4029-b24d-c40a8471b295 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:18.687671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.731012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Port 6eccd81d-7422-4029-b24d-c40a8471b295 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:18.732293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6906e6a8-7da5-4527-a225-2de84a7e7e60 req-34d2c52f-ee3f-4e51-bc46-e912fb744fa7 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0284691 Aug 10 03:31:18.746828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63e9d43d-c605-4c46-b0e0-eb75772340f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.749387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63e9d43d-c605-4c46-b0e0-eb75772340f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.750525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-63e9d43d-c605-4c46-b0e0-eb75772340f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e617ed4f-f46e-436d-a8b2-bc4fad3c11bd HTTP/1.1" status: 204 len: 168 time: 0.7165716 Aug 10 03:31:18.759316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d43d-c605-4c46-b0e0-eb75772340f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617ed4f-f46e-436d-a8b2-bc4fad3c11bd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.816710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.816913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Provisioning for port 9d008b90-f3d0-4234-a7b5-016cb6da77e2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:18.820399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Provisioning complete for port 9d008b90-f3d0-4234-a7b5-016cb6da77e2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:18.821048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.842565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb9271-5418-4d93-9c93-e4b2afc980c2 None None] Port 9d008b90-f3d0-4234-a7b5-016cb6da77e2 was deleted so its status cannot be updated. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:31:18.845738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=9d008b90-f3d0-4234-a7b5-016cb6da77e2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.857916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.858277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.858621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.858961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.860551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.860551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.860551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.860551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.860908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.861041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.861366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.861697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:18.966164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e18c362a-0ef7-4fe1-a1d9-0bf4682d1058 None None] Provisioning complete for port 6eccd81d-7422-4029-b24d-c40a8471b295 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:18.966531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e18c362a-0ef7-4fe1-a1d9-0bf4682d1058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.978862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.981135 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1a99053-2527-44c6-b647-bbd488ccc87d tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/ports/9d008b90-f3d0-4234-a7b5-016cb6da77e2 HTTP/1.1" status: 204 len: 168 time: 0.7590857 Aug 10 03:31:18.983934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42662) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:19.014662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e18c362a-0ef7-4fe1-a1d9-0bf4682d1058 None None] Port 6eccd81d-7422-4029-b24d-c40a8471b295 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:19.014662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e18c362a-0ef7-4fe1-a1d9-0bf4682d1058 None None] Could not find standard attr ID for object 9d008b90-f3d0-4234-a7b5-016cb6da77e2. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:31:19.014887 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-946bc2c1-9bc2-4640-a01d-35f501ad802b tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] GET failed (client error): The resource could not be found. Aug 10 03:31:19.014887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-946bc2c1-9bc2-4640-a01d-35f501ad802b tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "GET /v2.0/ports/9d008b90-f3d0-4234-a7b5-016cb6da77e2 HTTP/1.1" status: 404 len: 333 time: 0.0290279 Aug 10 03:31:19.019025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42666) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:19.024458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1539225922'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:19.380883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:19.384502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.401691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] device_id is not set on port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:19.518286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Allocated IP 2001:db8::1cd (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/1fd03a77-5b61-441e-8229-6ddfcdf32da0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:19.670713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d6861522-71f1-43e3-bf3a-9927ef07d97c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:19.693016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.714102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Transition to ACTIVE for port object 1fd03a77-5b61-441e-8229-6ddfcdf32da0 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:19.726261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d6861522-71f1-43e3-bf3a-9927ef07d97c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:19.726852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.796153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593d9ad-7d83-4112-86fa-e7d5c2de313d req-c7878205-dca2-4755-8e0d-6306cb54235c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:19.797831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1593d9ad-7d83-4112-86fa-e7d5c2de313d req-c7878205-dca2-4755-8e0d-6306cb54235c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0717628 Aug 10 03:31:19.841180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1593d9ad-7d83-4112-86fa-e7d5c2de313d req-c433e13a-5e7a-48bf-a754-34dee4555e52 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Aug 10 03:31:19.843045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.903161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:19.907058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:19.911164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:19.917104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:19.917773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.929017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=1fd03a77-5b61-441e-8229-6ddfcdf32da0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.958710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42722) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:19.962473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da41377e-4d88-4b4f-af2b-cfc17e6c544b req-cdf849bd-201f-4ca8-9680-1537b4799518 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0379393 Aug 10 03:31:20.083287 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fd4f9960-f1b6-4977-b755-e675b4c49086 tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-968873101', 'prefixes': ['172.20.0.0/16']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:20.092668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2150464e-9564-44ff-ab93-fd756fe1245f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0699167 Aug 10 03:31:20.092942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42732) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.098975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:8b:c8:d3'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:20.258060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330151f-5836-411d-b97d-b7eaa15d9a55 req-0c06ae0b-9322-4d07-9b9a-bc10a2b8da97 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.259841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8330151f-5836-411d-b97d-b7eaa15d9a55 req-0c06ae0b-9322-4d07-9b9a-bc10a2b8da97 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1108563 Aug 10 03:31:20.317992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cea047de-5c5e-410a-90eb-278fdf10db91 None None] Provisioning for port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:20.327161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cea047de-5c5e-410a-90eb-278fdf10db91 None None] Provisioning complete for port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:20.327161 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cea047de-5c5e-410a-90eb-278fdf10db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.339848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.350247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8330151f-5836-411d-b97d-b7eaa15d9a55 req-88312283-2611-47b2-a9fc-966ba399e4c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761271 Aug 10 03:31:20.365965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cea047de-5c5e-410a-90eb-278fdf10db91 None None] Port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:20.395944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9960-f1b6-4977-b755-e675b4c49086 tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] Notify callbacks [] for subnetpool, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.395944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd4f9960-f1b6-4977-b755-e675b4c49086 tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4336469 Aug 10 03:31:20.397894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42746) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.473432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-be1c5f2f-ddbb-4e3d-812a-8509255d647d tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] 10.222.0.26 "GET /v2.0/subnetpools/a6b8c738-dcbc-4c80-a16b-30087f119709 HTTP/1.1" status: 200 len: 731 time: 0.0743787 Aug 10 03:31:20.476075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42752) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.480909 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a34ab814-dc02-4766-b0fc-88a87120647f tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-854121485'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:20.552170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188da22-6780-48b8-bbc1-5cc4c6aef16c req-98b55929-37fa-4c2b-8179-845432269d10 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.553622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c188da22-6780-48b8-bbc1-5cc4c6aef16c req-98b55929-37fa-4c2b-8179-845432269d10 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1194351 Aug 10 03:31:20.620832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c188da22-6780-48b8-bbc1-5cc4c6aef16c req-b5204a87-2cb6-4b50-9d79-46819473a91c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586445 Aug 10 03:31:20.632929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.640181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a34ab814-dc02-4766-b0fc-88a87120647f tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] Notify callbacks [] for subnetpool, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.641421 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a34ab814-dc02-4766-b0fc-88a87120647f tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] 10.222.0.26 "PUT /v2.0/subnetpools/a6b8c738-dcbc-4c80-a16b-30087f119709 HTTP/1.1" status: 200 len: 683 time: 0.1642506 Aug 10 03:31:20.646195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42760) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.718915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.751224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] In _notify_port_updated(), no bound segment for port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 on network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:20.756999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.757637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.761588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "PUT /v2.0/ports/1fd03a77-5b61-441e-8229-6ddfcdf32da0 HTTP/1.1" status: 200 len: 1003 time: 0.6648717 Aug 10 03:31:20.765108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42768) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.781718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3cdf6-0df0-43b7-be51-ad8b9f7e2e40 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=1fd03a77-5b61-441e-8229-6ddfcdf32da0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.856720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:20.857211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.903114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f353f100-b6b9-4041-8b13-26e3c47714c5 tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] Notify callbacks [] for subnetpool, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.904265 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f353f100-b6b9-4041-8b13-26e3c47714c5 tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a6b8c738-dcbc-4c80-a16b-30087f119709 HTTP/1.1" status: 204 len: 168 time: 0.2571335 Aug 10 03:31:20.912274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42776) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.945903 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-df3dace1-0563-4ae4-9c1b-a6832adb0ddc tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] show failed (client error): The resource could not be found. Aug 10 03:31:20.949508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-df3dace1-0563-4ae4-9c1b-a6832adb0ddc tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] 10.222.0.26 "GET /v2.0/subnetpools/a6b8c738-dcbc-4c80-a16b-30087f119709 HTTP/1.1" status: 404 len: 346 time: 0.0309112 Aug 10 03:31:20.949896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42780) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.964037 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.972686 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-4be13581-0557-4e9d-8157-0410bcecc16b tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] delete failed (client error): The resource could not be found. Aug 10 03:31:20.973845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4be13581-0557-4e9d-8157-0410bcecc16b tempest-SubnetPoolsTestJSON-842664408 tempest-SubnetPoolsTestJSON-842664408-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a6b8c738-dcbc-4c80-a16b-30087f119709 HTTP/1.1" status: 404 len: 346 time: 0.0229046 Aug 10 03:31:20.980054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for 1fd03a77-5b61-441e-8229-6ddfcdf32da0 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:21.095496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6a678001-8383-41f2-8e71-f6c89f3536d5 None None] Provisioning complete for port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:21.096145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a678001-8383-41f2-8e71-f6c89f3536d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.133606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6a678001-8383-41f2-8e71-f6c89f3536d5 None None] Port 1fd03a77-5b61-441e-8229-6ddfcdf32da0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:21.328809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.356622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=1fd03a77-5b61-441e-8229-6ddfcdf32da0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:21.442806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841bac2-99b7-48e4-b535-3b558c24f449 req-0613c572-40be-4211-9cba-b182ef6c8d34 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.444653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9841bac2-99b7-48e4-b535-3b558c24f449 req-0613c572-40be-4211-9cba-b182ef6c8d34 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0641556 Aug 10 03:31:21.477417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.479418 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b8fff6f2-c51b-4e3e-b651-95b4e0d8b6d8 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/ports/1fd03a77-5b61-441e-8229-6ddfcdf32da0 HTTP/1.1" status: 204 len: 168 time: 0.7164557 Aug 10 03:31:21.482103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42802) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:21.494488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9841bac2-99b7-48e4-b535-3b558c24f449 req-6e0a4484-8e95-4dcd-ace4-dd4f86b267c8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Aug 10 03:31:21.513884 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c59e57-9768-4af4-a641-afc3d38392d3 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] GET failed (client error): The resource could not be found. Aug 10 03:31:21.515745 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6c59e57-9768-4af4-a641-afc3d38392d3 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "GET /v2.0/ports/1fd03a77-5b61-441e-8229-6ddfcdf32da0 HTTP/1.1" status: 404 len: 333 time: 0.0324357 Aug 10 03:31:21.519267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:21.524951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-930281159'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:21.622879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26966587-a836-4553-b486-0561c16d1243 req-33e67144-7d3c-4d17-86df-fc3be7c8e677 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0610447 Aug 10 03:31:21.723625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:21.751852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aee13-9992-48de-970f-499be9978065 req-2de9fded-2635-4a91-bd77-a568d6e1e812 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.756924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b97aee13-9992-48de-970f-499be9978065 req-2de9fded-2635-4a91-bd77-a568d6e1e812 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Aug 10 03:31:21.792162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cafaee47-eba7-4d7c-8d70-898c87b11dc1 req-d81f18ff-0053-4a21-9106-3ba6fa4dcad1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0341504 Aug 10 03:31:21.792618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:21.797343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.815402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] device_id is not set on port ac20ca8b-1433-4d91-88ed-c01982212788 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:21.820364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b97aee13-9992-48de-970f-499be9978065 req-ff947cc3-c276-4dba-b25f-00ddf7275b7b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531340 Aug 10 03:31:21.869931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891627c7-2e19-468e-ba1f-9d023e67f988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.972055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Allocated IP 2001:db8::33e (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/ac20ca8b-1433-4d91-88ed-c01982212788) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:22.096218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891627c7-2e19-468e-ba1f-9d023e67f988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.155140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.170304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Transition to ACTIVE for port object ac20ca8b-1433-4d91-88ed-c01982212788 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:22.232106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891627c7-2e19-468e-ba1f-9d023e67f988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.563567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.580558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-891627c7-2e19-468e-ba1f-9d023e67f988 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d1f998bd8f7479a91a922afdb6c1688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8556027 Aug 10 03:31:22.583326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:22.604139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891627c7-2e19-468e-ba1f-9d023e67f988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5460efac-5432-41e8-9f6c-1fdd188e494a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:22.625279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:22.629043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:22.631198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=ac20ca8b-1433-4d91-88ed-c01982212788,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:22.633434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:22.642302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91b13cd1-09cc-4909-930f-9bc371154e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.642410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.642410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.666652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91b13cd1-09cc-4909-930f-9bc371154e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.782416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f3f91af-b690-4dfd-950e-a9c73c5c9d0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2620156 Aug 10 03:31:22.782951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc20dd-6479-45fb-8f18-2826a26fa3b6 req-5278a164-8fb6-4102-b94f-3b9f703e22e6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.785476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71bc20dd-6479-45fb-8f18-2826a26fa3b6 req-5278a164-8fb6-4102-b94f-3b9f703e22e6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0555880 Aug 10 03:31:22.785588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42864) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:22.791147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:c8:d3'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:22.825611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71bc20dd-6479-45fb-8f18-2826a26fa3b6 req-62e4b7dc-eea9-4880-ac0a-7acdb059f6ef tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Aug 10 03:31:22.922156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1602d5d6-85eb-43cf-a13a-00d331de1722 req-99e57772-af39-4a8c-929f-9840f8457c73 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0312052 Aug 10 03:31:22.923928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91b13cd1-09cc-4909-930f-9bc371154e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.934886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91b13cd1-09cc-4909-930f-9bc371154e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.934886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91b13cd1-09cc-4909-930f-9bc371154e2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5460efac-5432-41e8-9f6c-1fdd188e494a HTTP/1.1" status: 204 len: 168 time: 0.3445766 Aug 10 03:31:22.940400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b13cd1-09cc-4909-930f-9bc371154e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5460efac-5432-41e8-9f6c-1fdd188e494a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.009407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.044915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f41a-d4b8-4824-92e0-02a19440e392 req-c3ed84ef-ee8d-4cf8-87bf-34b3cad640e8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.049416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fc3f41a-d4b8-4824-92e0-02a19440e392 req-c3ed84ef-ee8d-4cf8-87bf-34b3cad640e8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Aug 10 03:31:23.086465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fc3f41a-d4b8-4824-92e0-02a19440e392 req-916e32e3-6aea-4cf0-b78c-b7f2900073e4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332036 Aug 10 03:31:23.090011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0cb0f061-93e0-489f-a215-4e9cca2ecee6 None None] Provisioning for port ac20ca8b-1433-4d91-88ed-c01982212788 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:23.095486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0cb0f061-93e0-489f-a215-4e9cca2ecee6 None None] Provisioning complete for port ac20ca8b-1433-4d91-88ed-c01982212788 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:23.095860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f061-93e0-489f-a215-4e9cca2ecee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.163002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0f061-93e0-489f-a215-4e9cca2ecee6 None None] Port ac20ca8b-1433-4d91-88ed-c01982212788 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:23.227938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.333828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.364153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] In _notify_port_updated(), no bound segment for port ac20ca8b-1433-4d91-88ed-c01982212788 on network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:23.369780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.370412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.374365 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "PUT /v2.0/ports/ac20ca8b-1433-4d91-88ed-c01982212788 HTTP/1.1" status: 200 len: 1002 time: 0.5853710 Aug 10 03:31:23.374485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42894) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:23.417323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d75409-a51f-47b1-8a3b-767d28d2c2f7 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=ac20ca8b-1433-4d91-88ed-c01982212788,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.499110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port ac20ca8b-1433-4d91-88ed-c01982212788 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:23.499466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.587724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.600484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for ac20ca8b-1433-4d91-88ed-c01982212788 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:23.602013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1d4b51ab-6f63-4bd1-833b-403658f329f9 None None] Provisioning complete for port ac20ca8b-1433-4d91-88ed-c01982212788 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:23.602378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d4b51ab-6f63-4bd1-833b-403658f329f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.639755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b51ab-6f63-4bd1-833b-403658f329f9 None None] Port ac20ca8b-1433-4d91-88ed-c01982212788 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:23.791407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.821000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=ac20ca8b-1433-4d91-88ed-c01982212788,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.847523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.850816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-719ebd6e-cf9e-496b-9caa-af2cf39bd4cb tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/ports/ac20ca8b-1433-4d91-88ed-c01982212788 HTTP/1.1" status: 204 len: 168 time: 0.4733112 Aug 10 03:31:23.851519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42926) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:23.879804 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-832be53a-6620-4838-a63b-b78a68d24e43 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] GET failed (client error): The resource could not be found. Aug 10 03:31:23.884636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-832be53a-6620-4838-a63b-b78a68d24e43 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "GET /v2.0/ports/ac20ca8b-1433-4d91-88ed-c01982212788 HTTP/1.1" status: 404 len: 333 time: 0.0289106 Aug 10 03:31:23.885682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42930) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:23.890117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-496211617'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:24.017912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80829-02ca-4108-894a-e9c1dfc1a9a3 req-da5b6503-6252-4b45-8e49-b607f14f1ea0 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.020393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ea80829-02ca-4108-894a-e9c1dfc1a9a3 req-da5b6503-6252-4b45-8e49-b607f14f1ea0 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1151638 Aug 10 03:31:24.118655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ea80829-02ca-4108-894a-e9c1dfc1a9a3 req-5264eef0-f540-4045-a6fd-08884353a62f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894942 Aug 10 03:31:24.222473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f83cc168-799c-4580-a084-88d8263b8ee8 req-766cf2dd-1d4e-4b7c-a6f8-d336834db6b6 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0316308 Aug 10 03:31:24.222473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:24.225789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.260108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] device_id is not set on port 85d11c17-3905-4bf8-8991-8778462fd6e3 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:24.391129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8ae9a-3bde-4f2c-961a-3c326727fee7 req-4e3ea149-0f77-4cf9-b3bb-0b405432b4f6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.392718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39a8ae9a-3bde-4f2c-961a-3c326727fee7 req-4e3ea149-0f77-4cf9-b3bb-0b405432b4f6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0971797 Aug 10 03:31:24.440238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Allocated IP 2001:db8::59 (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/85d11c17-3905-4bf8-8991-8778462fd6e3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:24.463059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39a8ae9a-3bde-4f2c-961a-3c326727fee7 req-6cc19406-4a3a-4e43-89e7-c79bde448b66 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634367 Aug 10 03:31:24.609655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.623467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Transition to ACTIVE for port object 85d11c17-3905-4bf8-8991-8778462fd6e3 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:24.759629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b16f0ee-4156-48d4-bc3d-820c4a53ea7c req-f4a76f02-9a38-4e70-91d1-b65015975290 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1&device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0310714 Aug 10 03:31:24.808657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.853713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:24.856875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:24.860796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:24.866391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.866962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.873261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=85d11c17-3905-4bf8-8991-8778462fd6e3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.056098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4dd95cef-b797-447f-8664-29d55ea1bd99 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1692469 Aug 10 03:31:25.061426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42994) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:25.067601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'network_id': '70717a28-4c0e-4fb9-bd91-e33fb45012a8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10249259'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:25.164984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7deae0e8-5f65-40c6-a655-c424165b344e None None] Provisioning for port 85d11c17-3905-4bf8-8991-8778462fd6e3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:25.170896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7deae0e8-5f65-40c6-a655-c424165b344e None None] Provisioning complete for port 85d11c17-3905-4bf8-8991-8778462fd6e3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:25.171304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7deae0e8-5f65-40c6-a655-c424165b344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.206090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7deae0e8-5f65-40c6-a655-c424165b344e None None] Port 85d11c17-3905-4bf8-8991-8778462fd6e3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:25.304335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87c4733c-052f-4b8d-b42b-d771d0ee963f req-97ebf103-9632-4f20-9015-e0952d49886b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2eccb9ebeed0482d95ccdbf03c7bb017&device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0254784 Aug 10 03:31:25.312904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Made reservation on behalf of 642bb586c839458b90cf2ceb059d82c9 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:25.316458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.335719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] device_id is not set on port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:25.340235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87c4733c-052f-4b8d-b42b-d771d0ee963f req-4c974061-181e-4796-a356-31279e2d0267 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2eccb9ebeed0482d95ccdbf03c7bb017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268362 Aug 10 03:31:25.476270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Allocated IP 2001:db8::92 (70717a28-4c0e-4fb9-bd91-e33fb45012a8/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b/1a69de0a-0ad7-4e21-a7be-d2c0becbf698) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:25.481539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f7893-8b93-47fd-9910-10532894206e req-da8aabc0-dff6-49fb-9919-cd2f70ccc58a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.483090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c04f7893-8b93-47fd-9910-10532894206e req-da8aabc0-dff6-49fb-9919-cd2f70ccc58a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1085708 Aug 10 03:31:25.519794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4733c-052f-4b8d-b42b-d771d0ee963f req-6e4d4372-6b78-42d1-b47b-7abc4f7b12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.521657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87c4733c-052f-4b8d-b42b-d771d0ee963f req-6e4d4372-6b78-42d1-b47b-7abc4f7b12d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738083 Aug 10 03:31:25.545763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c04f7893-8b93-47fd-9910-10532894206e req-226c7b83-3cb9-4489-87f4-748aba73c31a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513768 Aug 10 03:31:25.623126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-731fc1d8-94b1-4e59-96bb-0c61088661a6 req-c7bf9f21-5f5b-4379-8bf4-2e72a7d59e35 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Aug 10 03:31:25.654531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.670047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Transition to ACTIVE for port object 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:25.739750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037344f7-9c85-4fc0-85a0-f7a4e0188dad req-ca1eff03-9c1a-46dc-b607-fbd655bc991c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.746290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-037344f7-9c85-4fc0-85a0-f7a4e0188dad req-ca1eff03-9c1a-46dc-b607-fbd655bc991c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0557132 Aug 10 03:31:25.780549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-037344f7-9c85-4fc0-85a0-f7a4e0188dad req-ffd64900-9be2-44f7-bf31-c73c78289555 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Aug 10 03:31:25.873167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.924042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:25.927144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:25.931179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:25.936884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.937508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.946243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=1a69de0a-0ad7-4e21-a7be-d2c0becbf698,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.953090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.079136 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f8f496b2-3664-412f-9ff9-bece8fcbf389 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0164392 Aug 10 03:31:26.081735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43050) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.087188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:8b:c8:d3'}, {'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:b7:30:3d'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:26.162818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.270721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d05e9376-7265-4749-94f6-a81d220bbb8a None None] Provisioning for port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:26.274847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d05e9376-7265-4749-94f6-a81d220bbb8a None None] Provisioning complete for port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:26.275241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d05e9376-7265-4749-94f6-a81d220bbb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.312737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d05e9376-7265-4749-94f6-a81d220bbb8a None None] Port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:26.351307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.400375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43060) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.470827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.513090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] In _notify_port_updated(), no bound segment for port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 on network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:26.518609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.519338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.520551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "PUT /v2.0/ports/1a69de0a-0ad7-4e21-a7be-d2c0becbf698 HTTP/1.1" status: 200 len: 1064 time: 0.4377294 Aug 10 03:31:26.524112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43064) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.531915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a144a9a3-ce82-4a95-abb9-48f2999c90b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.573240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65548f6-5cf1-4f27-ba76-aed5e0817a32 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event updated for resources: {'Port': ['ID=1a69de0a-0ad7-4e21-a7be-d2c0becbf698,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.687617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a144a9a3-ce82-4a95-abb9-48f2999c90b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.687822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:26.688167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.699191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad029211-6c38-4dde-9c62-77073c283c66 req-17e377bb-d5d5-4fff-8c31-803ab4d6a574 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.700737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad029211-6c38-4dde-9c62-77073c283c66 req-17e377bb-d5d5-4fff-8c31-803ab4d6a574 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0791912 Aug 10 03:31:26.781190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a144a9a3-ce82-4a95-abb9-48f2999c90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.791235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad029211-6c38-4dde-9c62-77073c283c66 req-417743d9-e541-4f35-af22-57787f36a21f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801349 Aug 10 03:31:26.811016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.831066 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a144a9a3-ce82-4a95-abb9-48f2999c90b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bee3c7974d9e448badcfa5e47131ab57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273582 Aug 10 03:31:26.831066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144a9a3-ce82-4a95-abb9-48f2999c90b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc6bcab-aed4-488c-a01b-ede456c311ca,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.835048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43078) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.837099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:26.876253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-da747b1b-83f0-4ba5-abd2-51d2c7550bab None None] Provisioning complete for port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:26.876663 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-da747b1b-83f0-4ba5-abd2-51d2c7550bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.901721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34beba90-935e-4ba7-a181-a24293541b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.913883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-da747b1b-83f0-4ba5-abd2-51d2c7550bab None None] Port 1a69de0a-0ad7-4e21-a7be-d2c0becbf698 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:26.927055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34beba90-935e-4ba7-a181-a24293541b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.939223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45750df6-2d1a-49f2-b3b1-4ea961a270c2 req-5662c9cd-7516-4bd3-9c6c-5b083bc94b3b tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0294011 Aug 10 03:31:27.080286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671cc2-acd0-486c-a23e-0c65a075527d req-a5318408-db4c-4d86-8135-6dbf690e89a4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.081943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3671cc2-acd0-486c-a23e-0c65a075527d req-a5318408-db4c-4d86-8135-6dbf690e89a4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0687766 Aug 10 03:31:27.121723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3671cc2-acd0-486c-a23e-0c65a075527d req-c10e7d2c-e2ec-450f-8277-4107f55e8676 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Aug 10 03:31:27.134974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34beba90-935e-4ba7-a181-a24293541b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.140577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-34beba90-935e-4ba7-a181-a24293541b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.142465 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-34beba90-935e-4ba7-a181-a24293541b4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cc6bcab-aed4-488c-a01b-ede456c311ca HTTP/1.1" status: 204 len: 168 time: 0.3048790 Aug 10 03:31:27.150480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beba90-935e-4ba7-a181-a24293541b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc6bcab-aed4-488c-a01b-ede456c311ca,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.232886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87c4733c-052f-4b8d-b42b-d771d0ee963f req-bc13495e-ee51-4f8f-93fa-658d3a78f0d8 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.46 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0267341 Aug 10 03:31:27.255537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.285778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=1a69de0a-0ad7-4e21-a7be-d2c0becbf698,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.469217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.472827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8ea9c8fc-d5c4-42d4-a0b0-6a2c5bd49248 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/ports/1a69de0a-0ad7-4e21-a7be-d2c0becbf698 HTTP/1.1" status: 204 len: 168 time: 0.9474487 Aug 10 03:31:27.474923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43082) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.508368 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-09790fa1-ec99-428d-8fb2-9141e98959b4 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] GET failed (client error): The resource could not be found. Aug 10 03:31:27.510313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09790fa1-ec99-428d-8fb2-9141e98959b4 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "GET /v2.0/ports/1a69de0a-0ad7-4e21-a7be-d2c0becbf698 HTTP/1.1" status: 404 len: 333 time: 0.0343566 Aug 10 03:31:27.513024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43086) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.619383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port 85d11c17-3905-4bf8-8991-8778462fd6e3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:27.619884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.707490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.723372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for 85d11c17-3905-4bf8-8991-8778462fd6e3 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:27.912863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.925817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb213a48-2415-40b5-b394-aa3736ecc737 req-5e0760d3-fca1-4b49-8e06-25668f891eee tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.927888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb213a48-2415-40b5-b394-aa3736ecc737 req-5e0760d3-fca1-4b49-8e06-25668f891eee tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0597866 Aug 10 03:31:27.955262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=85d11c17-3905-4bf8-8991-8778462fd6e3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.982009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.984862 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d86e165-bfe1-4e34-ab71-d4bf03e35516 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/ports/85d11c17-3905-4bf8-8991-8778462fd6e3 HTTP/1.1" status: 204 len: 168 time: 0.4708085 Aug 10 03:31:27.986529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43094) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.991265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.035099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb213a48-2415-40b5-b394-aa3736ecc737 req-bc2a33e8-cb94-4f96-ad78-a0ae277f7391 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646727 Aug 10 03:31:28.048133 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e9b810-0337-4bb7-a588-9f14a3d73534 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] GET failed (client error): The resource could not be found. Aug 10 03:31:28.048133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43e9b810-0337-4bb7-a588-9f14a3d73534 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "GET /v2.0/ports/85d11c17-3905-4bf8-8991-8778462fd6e3 HTTP/1.1" status: 404 len: 333 time: 0.0427682 Aug 10 03:31:28.048133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-643f8cd8-f441-4519-ad8b-300a14f91a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.049071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.204087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-643f8cd8-f441-4519-ad8b-300a14f91a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.211373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc84ac01-4220-4ad7-87fd-aef49436b3ed req-cd6d15ae-3487-46f9-9b1d-305036dbd855 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=712ec0a1-1255-4afe-84f0-df6ddd7c26b1 HTTP/1.1" status: 200 len: 210 time: 0.0338221 Aug 10 03:31:28.225901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port 6eccd81d-7422-4029-b24d-c40a8471b295 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:28.226528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.300759 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-643f8cd8-f441-4519-ad8b-300a14f91a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.345163 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-643f8cd8-f441-4519-ad8b-300a14f91a03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b38e58cab92e47b8a00fbb77cd0b3368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543572 Aug 10 03:31:28.346043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.366354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8cd8-f441-4519-ad8b-300a14f91a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4190138c-c951-45d9-ac1d-42a2e9012ab1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.387773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.407927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3db6-6d14-4a79-8351-abd5ddce0ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.421595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for 6eccd81d-7422-4029-b24d-c40a8471b295 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:28.432273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3db6-6d14-4a79-8351-abd5ddce0ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.497272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042dac3-ba05-48cb-b151-9ac7614db88f req-0b051f99-cd77-4c5f-9680-f5773826257c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:28.498766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7042dac3-ba05-48cb-b151-9ac7614db88f req-0b051f99-cd77-4c5f-9680-f5773826257c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1734481 Aug 10 03:31:28.558342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7042dac3-ba05-48cb-b151-9ac7614db88f req-62cba2c4-ba8b-4767-b465-8bbe377c354e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525701 Aug 10 03:31:28.563886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3db6-6d14-4a79-8351-abd5ddce0ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.567009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3db6-6d14-4a79-8351-abd5ddce0ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.582077 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2c6c3db6-6d14-4a79-8351-abd5ddce0ee2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4190138c-c951-45d9-ac1d-42a2e9012ab1 HTTP/1.1" status: 204 len: 168 time: 0.2233284 Aug 10 03:31:28.582077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c3db6-6d14-4a79-8351-abd5ddce0ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4190138c-c951-45d9-ac1d-42a2e9012ab1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.710781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.739276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=6eccd81d-7422-4029-b24d-c40a8471b295,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.751406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.751860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.752103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.752475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.752820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.753150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.753486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.753865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.754205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.754532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.754855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.755179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:28.778583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.781464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3c1074cf-963b-4393-8f65-7b1fdaee3a0f tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/ports/6eccd81d-7422-4029-b24d-c40a8471b295 HTTP/1.1" status: 204 len: 168 time: 0.7304933 Aug 10 03:31:28.784025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43106) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.840192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting subnet a0e7652b-a4ea-4a48-89c6-3cddca6bf30b {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:28.844594 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.886611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.987434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.159741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e4746-b5af-41a3-b997-6523cb6510e2 req-b3be3ca4-487d-49d5-8aad-cc04e88d859e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.161257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed9e4746-b5af-41a3-b997-6523cb6510e2 req-b3be3ca4-487d-49d5-8aad-cc04e88d859e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0556703 Aug 10 03:31:29.192983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.205360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed9e4746-b5af-41a3-b997-6523cb6510e2 req-aaa58561-7225-47cb-8306-5a36c582e1ca tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Aug 10 03:31:29.225080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e7652b-a4ea-4a48-89c6-3cddca6bf30b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.230202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.232101 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ca074e83-4f65-4c8b-bfea-a81e5c678f97 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/subnets/a0e7652b-a4ea-4a48-89c6-3cddca6bf30b HTTP/1.1" status: 204 len: 168 time: 0.4470379 Aug 10 03:31:29.243003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980e9c6-16a9-4ddb-8bee-22078b361901 None None] Network 70717a28-4c0e-4fb9-bd91-e33fb45012a8 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:29.244794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43122) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:29.335833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.417769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Deleting port d6861522-71f1-43e3-bf3a-9927ef07d97c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:29.418111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.442567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] DHCP port deletion for 70717a28-4c0e-4fb9-bd91-e33fb45012a8 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:29.487615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] For port d6861522-71f1-43e3-bf3a-9927ef07d97c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d6861522-71f1-43e3-bf3a-9927ef07d97c,segment=NetworkSegment(6a33f898-5c0e-4013-a764-31b4bde16770),segment_id=6a33f898-5c0e-4013-a764-31b4bde16770)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.488333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.490719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] Deleting port d6861522-71f1-43e3-bf3a-9927ef07d97c {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:29.491093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.509233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Calling delete_port for d6861522-71f1-43e3-bf3a-9927ef07d97c owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.555968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] For port d6861522-71f1-43e3-bf3a-9927ef07d97c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d6861522-71f1-43e3-bf3a-9927ef07d97c,segment=NetworkSegment(6a33f898-5c0e-4013-a764-31b4bde16770),segment_id=6a33f898-5c0e-4013-a764-31b4bde16770)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.556588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.576312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] Calling delete_port for d6861522-71f1-43e3-bf3a-9927ef07d97c owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.674051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d6861522-71f1-43e3-bf3a-9927ef07d97c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:29.706149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.718562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No active binding found for port d6861522-71f1-43e3-bf3a-9927ef07d97c {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:31:29.718979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d6861522-71f1-43e3-bf3a-9927ef07d97c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:29.721856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.753297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] No DVR routers for this DVR port d6861522-71f1-43e3-bf3a-9927ef07d97c on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:29.754924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387aa9-7752-4d41-a459-5dab05c0e209 None None] Pushing event deleted for resources: {'Port': ['ID=d6861522-71f1-43e3-bf3a-9927ef07d97c,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.767703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Port': ['ID=d6861522-71f1-43e3-bf3a-9927ef07d97c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.776722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] No DVR routers for this DVR port d6861522-71f1-43e3-bf3a-9927ef07d97c on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:29.795510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69ae871b-3989-4368-a997-4d9c22d943cb req-d8578d64-749e-4225-95ac-ade57b4f4d54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2eccb9ebeed0482d95ccdbf03c7bb017&device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0475845 Aug 10 03:31:29.861696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69ae871b-3989-4368-a997-4d9c22d943cb req-a2fc92fa-342e-41b9-9c21-d610094306ae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=2eccb9ebeed0482d95ccdbf03c7bb017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485873 Aug 10 03:31:29.865561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.884948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70717a28-4c0e-4fb9-bd91-e33fb45012a8']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.889579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a33f898-5c0e-4013-a764-31b4bde16770') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.889910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a33f898-5c0e-4013-a764-31b4bde16770') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.902726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.917808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.924407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:29.924854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:29.928493 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:29.944701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aece6-d9ae-4a09-99a2-da2162888508 req-6d785594-bf28-4d17-aea8-753224f2c894 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.946546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d35aece6-d9ae-4a09-99a2-da2162888508 req-6d785594-bf28-4d17-aea8-753224f2c894 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1466339 Aug 10 03:31:30.019536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d35aece6-d9ae-4a09-99a2-da2162888508 req-ada2d0a1-1662-4a4a-b0f0-b75db88c5b59 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627697 Aug 10 03:31:30.022975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae871b-3989-4368-a997-4d9c22d943cb req-ff6d6d9a-0130-498e-8603-2569fde6d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:30.024655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69ae871b-3989-4368-a997-4d9c22d943cb req-ff6d6d9a-0130-498e-8603-2569fde6d7e3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544948 Aug 10 03:31:30.109919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf2bb519-74d2-43e5-abc8-e2c49db791cd req-f6e42f1f-812c-4bb7-b061-df689754deec tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0269816 Aug 10 03:31:30.117428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.148071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.152984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] 10.222.0.26 "DELETE /v2.0/networks/70717a28-4c0e-4fb9-bd91-e33fb45012a8 HTTP/1.1" status: 204 len: 168 time: 0.9063549 Aug 10 03:31:30.169861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d91cb6-936c-4d03-83ff-d3600ec7fb16 tempest-AllowedAddressPairIpV6TestJSON-100680914 tempest-AllowedAddressPairIpV6TestJSON-100680914-project] Pushing event deleted for resources: {'Network': ['ID=70717a28-4c0e-4fb9-bd91-e33fb45012a8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.209435 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddd964d2-6147-4a3f-bc33-de0779add693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.363942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbe444-fa35-475f-bd16-828d1fd7258b req-d1b1e517-30a3-4ad9-a093-48301e3e55a6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:30.363942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98cbe444-fa35-475f-bd16-828d1fd7258b req-d1b1e517-30a3-4ad9-a093-48301e3e55a6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0661058 Aug 10 03:31:30.406468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98cbe444-fa35-475f-bd16-828d1fd7258b req-7e3f7786-a0c3-476b-8489-a2f074dfe751 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Aug 10 03:31:30.829896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43168) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.973586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43174) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.974036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0f1c088d-4a89-486f-a515-61c1535176bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=642bb586c839458b90cf2ceb059d82c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427205 Aug 10 03:31:31.027479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d82c39bc-dea1-43e3-9bc1-b098acdc48eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.061383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d82c39bc-dea1-43e3-9bc1-b098acdc48eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.149270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415f14-0334-47cb-a87f-d6c349860e64 req-201e6a3e-5cdb-48c9-b09f-45331ecd917c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.150861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7415f14-0334-47cb-a87f-d6c349860e64 req-201e6a3e-5cdb-48c9-b09f-45331ecd917c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Aug 10 03:31:31.181308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d82c39bc-dea1-43e3-9bc1-b098acdc48eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.183877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d82c39bc-dea1-43e3-9bc1-b098acdc48eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.185280 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d82c39bc-dea1-43e3-9bc1-b098acdc48eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a05a974-c6ab-4586-a7c5-ca6ab8f03da3 HTTP/1.1" status: 204 len: 168 time: 0.2101321 Aug 10 03:31:31.199113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:31.199969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c39bc-dea1-43e3-9bc1-b098acdc48eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a05a974-c6ab-4586-a7c5-ca6ab8f03da3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.203263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:31.238393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7415f14-0334-47cb-a87f-d6c349860e64 req-67464caa-b166-4e36-b594-a5595ffbbab6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727520 Aug 10 03:31:31.327108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fabdc0f-8b16-4f27-8db1-1e98b736dfbe req-2bc0d20e-76a9-4858-ab3a-7ac7d74b2a9a tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Aug 10 03:31:31.414694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:31.436996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.439222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'port_id': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'mac_address': 'fa:16:3e:3d:6f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961078cd-4520-4c3f-b80a-abb8e20467d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:31.577851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69ae871b-3989-4368-a997-4d9c22d943cb req-82c8939c-7014-4685-97d5-b28f09b6f066 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.46 "GET /v2.0/ports?device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0350523 Aug 10 03:31:31.591266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0b457-c238-4b69-a67d-cd5f4a31445c req-362a1565-2048-4338-99a2-3b498465db3e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.600935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f0b457-c238-4b69-a67d-cd5f4a31445c req-362a1565-2048-4338-99a2-3b498465db3e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1190128 Aug 10 03:31:31.621887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:31.624775 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c79e88-f496-4980-b543-d461ce55f6dd" -d '{"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:31.642521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:31.654750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.671375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 428a5f66-a77b-47a1-a8a6-3d37c041f01d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:31.697857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f0b457-c238-4b69-a67d-cd5f4a31445c req-b0d27259-2a0f-4e5a-be64-05b3391a75f5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932102 Aug 10 03:31:31.712699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.776516 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e601f3-b0db-4fa9-8bb6-4e0d65669b43 x-openstack-request-id: req-83e601f3-b0db-4fa9-8bb6-4e0d65669b43 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:31.776811 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:31.777230 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83e601f3-b0db-4fa9-8bb6-4e0d65669b43 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:31.777654 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'code': 200} Aug 10 03:31:31.810249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.814576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:31.814932 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:32.359563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.373860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428a5f66-a77b-47a1-a8a6-3d37c041f01d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:32.426075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3f84-13e9-45ba-b24e-e07a471fa3eb req-d54d3103-249a-4340-84dd-c8d16bd16577 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.426988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:32.435542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-974f3f84-13e9-45ba-b24e-e07a471fa3eb req-d54d3103-249a-4340-84dd-c8d16bd16577 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1089294 Aug 10 03:31:32.448882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43222) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.495823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-974f3f84-13e9-45ba-b24e-e07a471fa3eb req-01dc8bce-3ada-43bc-9cd5-bfe83c0f997d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568304 Aug 10 03:31:32.535025 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.615718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc885cb1-7648-4d6b-8ef4-794b77d07581 req-ba381057-4c1a-4b90-85fa-51e2c752a9b6 tempest-ServerShowV247Test-841626816 tempest-ServerShowV247Test-841626816-project] 10.222.0.26 "GET /v2.0/ports?device_id=389596b2-13cc-454e-b834-099d147d9b29 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Aug 10 03:31:32.627752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1909544112'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:32.632044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.718288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.770645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:32.774130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.783060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.820478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06389d-e810-49d6-905b-72cdb35b031f req-b752a1c9-11ca-43d4-9f53-0b6d4c7ef062 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.822215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f06389d-e810-49d6-905b-72cdb35b031f req-b752a1c9-11ca-43d4-9f53-0b6d4c7ef062 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 944 time: 0.0587142 Aug 10 03:31:32.869927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f06389d-e810-49d6-905b-72cdb35b031f req-2182c0b3-5f93-472a-aa47-f7b0449c6e45 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Aug 10 03:31:32.894057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['428a5f66-a77b-47a1-a8a6-3d37c041f01d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:32.897861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.013614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.028267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:33.050390 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.051056 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Added segment 1ffadf6e-8bf6-434d-a8ac-445ae03112dd of type vlan for network dd939397-077e-4d4e-94a1-ffb0e61350f1 Aug 10 03:31:33.088033 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-37a2e83e-d27f-4fdd-8162-646392beec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.092362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a501e4-f8e4-481c-b911-402a1e1f5146,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.106995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.248798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.257930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.257930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.327838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Network': ['ID=dd939397-077e-4d4e-94a1-ffb0e61350f1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.337973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:33.414327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-95af52a3-e2ac-4941-89b4-c98fafada376 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9642866 Aug 10 03:31:33.417145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43232) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.422149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'subnet': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:33.597482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:33.605688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.607698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a1405-3a5a-4e7b-86b2-282317adebc0 req-ea2b0935-5827-48a9-8085-7d062e6ad43a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.609495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-131a1405-3a5a-4e7b-86b2-282317adebc0 req-ea2b0935-5827-48a9-8085-7d062e6ad43a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0540650 Aug 10 03:31:33.650283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-131a1405-3a5a-4e7b-86b2-282317adebc0 req-e04d00b0-90b5-42cc-800a-dc8b2dfdd5cb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345216 Aug 10 03:31:33.877882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.004461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Subnet': ['ID=6cde6973-c641-498f-bf29-3f4e441d2fd9,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.008863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f355b-21b2-4d0e-b806-dba79890c4fa req-818af59f-dd26-40ce-9b60-a86d1d84951d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.017121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d4f355b-21b2-4d0e-b806-dba79890c4fa req-818af59f-dd26-40ce-9b60-a86d1d84951d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 944 time: 0.0653355 Aug 10 03:31:34.024025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Checking segment: {'id': '1ffadf6e-8bf6-434d-a8ac-445ae03112dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:34.024443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network hostable DHCP agents. Network: dd939397-077e-4d4e-94a1-ffb0e61350f1, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:34.067693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43252) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.071823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d4f355b-21b2-4d0e-b806-dba79890c4fa req-062d9567-9f70-4f97-9298-f50eec72b876 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Aug 10 03:31:34.146581 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.160940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:34.217283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43258) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.238326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, dd939397-077e-4d4e-94a1-ffb0e61350f1) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:34.242721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.243420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.250268 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:34.251750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71881b7a-fab7-4d8d-b021-ca316485c602 None None] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:34.275378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d417157c-44b8-4d8c-8eb0-6d94b972b344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.294990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bd019d7-fdee-4899-8178-1301377d5b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.353551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a0af0b1b-5aa9-4b6d-9341-cd6278bdb094 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9353490 Aug 10 03:31:34.357497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.365586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'name': 'tempest-AllowedAddressPairTestJSON-100958586'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:34.407366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-dd939397-077e-4d4e-94a1-ffb0e61350f1', 'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'tenant_id': 'a54108ab7fe64a4a857aa22fa0cdc3fe', 'fixed_ips': [{'subnet_id': '6cde6973-c641-498f-bf29-3f4e441d2fd9'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:34.408599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.527434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d417157c-44b8-4d8c-8eb0-6d94b972b344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.549325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Allocated IP 172.20.0.2 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/a0fd8062-beea-4fe0-b5e8-8f4924390de1) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:34.616491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d417157c-44b8-4d8c-8eb0-6d94b972b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.666649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d417157c-44b8-4d8c-8eb0-6d94b972b344 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=081b743746544d97b3d41f36842397f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978198 Aug 10 03:31:34.669746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43268) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.670284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417157c-44b8-4d8c-8eb0-6d94b972b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf8e38-4ddb-4f14-8a86-888525054527,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.703700 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.712459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Transition to ACTIVE for port object a0fd8062-beea-4fe0-b5e8-8f4924390de1 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:34.737048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Transition to ACTIVE for port object a0fd8062-beea-4fe0-b5e8-8f4924390de1 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:34.749237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44842331-3003-4fc9-9dcc-80764afe9e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.770368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bd019d7-fdee-4899-8178-1301377d5b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.793721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44842331-3003-4fc9-9dcc-80764afe9e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.809331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.811659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053d54-d9f5-461e-b027-bad4e4649b07 req-e487912d-7a3c-4402-90c6-a7ad8bd906af tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.813117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053d54-d9f5-461e-b027-bad4e4649b07 req-e487912d-7a3c-4402-90c6-a7ad8bd906af tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0785191 Aug 10 03:31:34.839318 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bd019d7-fdee-4899-8178-1301377d5b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.862748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Pushing event updated for resources: {'Port': ['ID=a0fd8062-beea-4fe0-b5e8-8f4924390de1,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.869374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac053d54-d9f5-461e-b027-bad4e4649b07 req-313ee0de-db3c-46d5-8a5d-d7fe6ea43db5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Aug 10 03:31:34.873264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:34.875083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:34.877421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:34.911519 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bd019d7-fdee-4899-8178-1301377d5b0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2eccb9ebeed0482d95ccdbf03c7bb017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921108 Aug 10 03:31:34.914202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.926119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd019d7-fdee-4899-8178-1301377d5b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e56cf50-e0c9-427f-b64a-f6ba7ae8d643,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.942489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Attempting to bind port a0fd8062-beea-4fe0-b5e8-8f4924390de1 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:34.942911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Attempting to bind port a0fd8062-beea-4fe0-b5e8-8f4924390de1 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1ffadf6e-8bf6-434d-a8ac-445ae03112dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:34.943271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Attempting to bind port a0fd8062-beea-4fe0-b5e8-8f4924390de1 on network dd939397-077e-4d4e-94a1-ffb0e61350f1 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:34.948623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:34.953528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Checking segment: {'id': '1ffadf6e-8bf6-434d-a8ac-445ae03112dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:34.953528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.953528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Bound using segment: {'id': '1ffadf6e-8bf6-434d-a8ac-445ae03112dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:34.953528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Bound port: a0fd8062-beea-4fe0-b5e8-8f4924390de1, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffadf6e-8bf6-434d-a8ac-445ae03112dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:34.953863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44842331-3003-4fc9-9dcc-80764afe9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.953956 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.954042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44842331-3003-4fc9-9dcc-80764afe9e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.955552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-44842331-3003-4fc9-9dcc-80764afe9e5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fadf8e38-4ddb-4f14-8a86-888525054527 HTTP/1.1" status: 204 len: 168 time: 0.2827766 Aug 10 03:31:34.958566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:34.962981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.978093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44842331-3003-4fc9-9dcc-80764afe9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf8e38-4ddb-4f14-8a86-888525054527,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.997747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] device_id is not set on port e6bca36f-a9ab-411a-af54-1768c8d1ca15 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:35.032629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] For port a0fd8062-beea-4fe0-b5e8-8f4924390de1, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:35.035829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] For port a0fd8062-beea-4fe0-b5e8-8f4924390de1, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a0fd8062-beea-4fe0-b5e8-8f4924390de1,segment=NetworkSegment(1ffadf6e-8bf6-434d-a8ac-445ae03112dd),segment_id=1ffadf6e-8bf6-434d-a8ac-445ae03112dd)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:35.049077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a48d739f-6291-4698-b856-8d2aa9fe8ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.090563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a48d739f-6291-4698-b856-8d2aa9fe8ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.165255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.169113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Allocated IP 172.20.0.14 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/e6bca36f-a9ab-411a-af54-1768c8d1ca15) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:35.234961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5f4c-0150-441a-89ab-0dd234c949fd req-7bdb4b93-fe27-4a2b-909e-9a34fab042ce tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.237615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70bb5f4c-0150-441a-89ab-0dd234c949fd req-7bdb4b93-fe27-4a2b-909e-9a34fab042ce tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 944 time: 0.0825689 Aug 10 03:31:35.237884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4fc7f-f8c6-4634-8e6b-80597a11ca76 None None] Pushing event updated for resources: {'Port': ['ID=a0fd8062-beea-4fe0-b5e8-8f4924390de1,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.249985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:35.312667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 428a5f66-a77b-47a1-a8a6-3d37c041f01d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:35.315644 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.315796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70bb5f4c-0150-441a-89ab-0dd234c949fd req-d65c17b1-d942-4c0a-a7f2-03823303d51c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684366 Aug 10 03:31:35.328940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a48d739f-6291-4698-b856-8d2aa9fe8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.332048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a48d739f-6291-4698-b856-8d2aa9fe8ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.335633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a48d739f-6291-4698-b856-8d2aa9fe8ed5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e56cf50-e0c9-427f-b64a-f6ba7ae8d643 HTTP/1.1" status: 204 len: 168 time: 0.4178669 Aug 10 03:31:35.364082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d739f-6291-4698-b856-8d2aa9fe8ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e56cf50-e0c9-427f-b64a-f6ba7ae8d643,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.407911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.430152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Transition to ACTIVE for port object e6bca36f-a9ab-411a-af54-1768c8d1ca15 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:35.444108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.482913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:35.489813 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6e5e1-fc42-406b-8c7e-09e5a42296e2" -d '{"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-plugged", "status": "completed", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:35.511930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:35.535004 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89353548-7488-4346-9b95-0cdd07a1e8f5 x-openstack-request-id: req-89353548-7488-4346-9b95-0cdd07a1e8f5 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:35.535294 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-plugged", "status": "completed", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:35.535550 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89353548-7488-4346-9b95-0cdd07a1e8f5 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:35.535944 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'code': 200} Aug 10 03:31:35.637641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.649843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.694518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:35.698250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:35.702400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:35.709305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=e6bca36f-a9ab-411a-af54-1768c8d1ca15,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.740516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.755780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0fd8062-beea-4fe0-b5e8-8f4924390de1 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:35.763782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44c31b-79f8-44f2-b32a-c9aa920a11e4 req-6183864b-39e2-4bdc-a682-32a9d560dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.764427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.772976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.773810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad44c31b-79f8-44f2-b32a-c9aa920a11e4 req-6183864b-39e2-4bdc-a682-32a9d560dd52 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0878534 Aug 10 03:31:35.791929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.818244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad44c31b-79f8-44f2-b32a-c9aa920a11e4 req-e02f2675-5fcc-46b9-9f9e-fce933fae04a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Aug 10 03:31:35.872790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ee8df490-c1d5-4df3-a606-a94fbf46525f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5133801 Aug 10 03:31:35.876523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43294) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:35.881726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'name': 'tempest-AllowedAddressPairTestJSON-1579296941', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f1:42:d3'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:35.974907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a0fd8062-beea-4fe0-b5e8-8f4924390de1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:36.041349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2ec04-834a-4efb-9668-e968bf9a2b00 req-5fd5686b-8031-41a3-aca8-3ba19ae71a6e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:36.042881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11d2ec04-834a-4efb-9668-e968bf9a2b00 req-5fd5686b-8031-41a3-aca8-3ba19ae71a6e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0785723 Aug 10 03:31:36.086791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11d2ec04-834a-4efb-9668-e968bf9a2b00 req-f0ccf8bb-06e4-4fd5-b809-15e3d675e5b5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372918 Aug 10 03:31:36.114673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:36.119777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43300) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.168119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc05073e-6e99-40c7-8494-12cdb1143495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.305407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.331327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] device_id is not set on port fa8561b4-f4f5-4ce9-a536-5c303a224422 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:36.394000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc05073e-6e99-40c7-8494-12cdb1143495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.492108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc025757-8a20-4278-936d-bcc2e21df40d None None] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:36.676680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] Provisioning for port a0fd8062-beea-4fe0-b5e8-8f4924390de1 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:36.683310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] Provisioning complete for port a0fd8062-beea-4fe0-b5e8-8f4924390de1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:36.684046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.786793 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc05073e-6e99-40c7-8494-12cdb1143495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.824936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.833467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2085a-6d8f-44e3-b97f-ed2f5db506c8 req-98ffe361-7984-4fb7-a955-e6860b378542 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:36.840662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53a2085a-6d8f-44e3-b97f-ed2f5db506c8 req-98ffe361-7984-4fb7-a955-e6860b378542 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.4577076 Aug 10 03:31:36.886877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] For port a0fd8062-beea-4fe0-b5e8-8f4924390de1, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a0fd8062-beea-4fe0-b5e8-8f4924390de1,segment=NetworkSegment(1ffadf6e-8bf6-434d-a8ac-445ae03112dd),segment_id=1ffadf6e-8bf6-434d-a8ac-445ae03112dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:36.893312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Allocated IP 172.20.0.5 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/fa8561b4-f4f5-4ce9-a536-5c303a224422) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:36.898190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bc05073e-6e99-40c7-8494-12cdb1143495 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8720d3ae48a3409aa06a17b8c5bd6736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7772050 Aug 10 03:31:36.901036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.903480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05073e-6e99-40c7-8494-12cdb1143495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca054e7-27c9-4177-85e1-32c85811dc18,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.935003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53a2085a-6d8f-44e3-b97f-ed2f5db506c8 req-e13888da-5193-4770-9bca-cf217741593e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933595 Aug 10 03:31:36.975227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.981484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db5cafa6-7c86-44d2-accd-b3d78215ba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.035472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db5cafa6-7c86-44d2-accd-b3d78215ba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.074994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d33bc8-0331-4a83-b8ad-84f6c711aa56 None None] Pushing event updated for resources: {'Port': ['ID=a0fd8062-beea-4fe0-b5e8-8f4924390de1,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.178692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.200918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0187db8b-656b-45d8-b86f-7f6f88e4ca0c None None] Provisioning complete for port a0fd8062-beea-4fe0-b5e8-8f4924390de1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:37.201298 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0187db8b-656b-45d8-b86f-7f6f88e4ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.255178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.260608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db5cafa6-7c86-44d2-accd-b3d78215ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.263558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db5cafa6-7c86-44d2-accd-b3d78215ba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.266418 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db5cafa6-7c86-44d2-accd-b3d78215ba6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ca054e7-27c9-4177-85e1-32c85811dc18 HTTP/1.1" status: 204 len: 168 time: 0.3642590 Aug 10 03:31:37.279770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cafa6-7c86-44d2-accd-b3d78215ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca054e7-27c9-4177-85e1-32c85811dc18,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.320114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Transition to ACTIVE for port object fa8561b4-f4f5-4ce9-a536-5c303a224422 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:37.340015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1433739492-network', 'tenant_id': 'd3892bc928b444059d8fd1090e670ac5'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:37.360480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647305c5-dde4-475f-8f63-1f500e28289a req-248a50be-4a63-4bc7-8f8e-6f3483ea1e64 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:37.362144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-647305c5-dde4-475f-8f63-1f500e28289a req-248a50be-4a63-4bc7-8f8e-6f3483ea1e64 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1503205 Aug 10 03:31:37.422499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-647305c5-dde4-475f-8f63-1f500e28289a req-4c353b0a-1a75-4077-8e9b-ff97a112d900 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496614 Aug 10 03:31:37.482125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0187db8b-656b-45d8-b86f-7f6f88e4ca0c None None] Provisioning for port e6bca36f-a9ab-411a-af54-1768c8d1ca15 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:37.486941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0187db8b-656b-45d8-b86f-7f6f88e4ca0c None None] Provisioning complete for port e6bca36f-a9ab-411a-af54-1768c8d1ca15 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:37.487324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0187db8b-656b-45d8-b86f-7f6f88e4ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.520441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0187db8b-656b-45d8-b86f-7f6f88e4ca0c None None] Port e6bca36f-a9ab-411a-af54-1768c8d1ca15 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:37.567482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Made reservation on behalf of d3892bc928b444059d8fd1090e670ac5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:37.567885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.570112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.582584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.612710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:37.617933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:37.620509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:37.647325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-170d1043-a46e-47e9-b94f-aed3bab151e2 None None] Provisioning complete for port e6bca36f-a9ab-411a-af54-1768c8d1ca15 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:37.647699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-170d1043-a46e-47e9-b94f-aed3bab151e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.664332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=fa8561b4-f4f5-4ce9-a536-5c303a224422,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.714743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0fd8062-beea-4fe0-b5e8-8f4924390de1 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:37.715453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.720366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-170d1043-a46e-47e9-b94f-aed3bab151e2 None None] Port e6bca36f-a9ab-411a-af54-1768c8d1ca15 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:37.721664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:37.721994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.787470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.793025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a0fd8062-beea-4fe0-b5e8-8f4924390de1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:37.793448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.802599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:37.841845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.842821 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Added segment e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f of type vlan for network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 Aug 10 03:31:37.857424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049e0893-6397-49d8-a7c6-86dfedfaf196,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.876718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-77b866fe-6ec1-459c-a30f-f7cf6dac127e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9988217 Aug 10 03:31:37.877367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43334) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:37.912843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.011404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ee83-2791-40b9-830b-7989d9b16fed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.018573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ee83-2791-40b9-830b-7989d9b16fed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.025110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ee83-2791-40b9-830b-7989d9b16fed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.027002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d3e9ee83-2791-40b9-830b-7989d9b16fed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1485670 Aug 10 03:31:38.030546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43348) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.031945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1eefe0c2-2926-4651-9637-44866f089eb7 None None] Provisioning for port fa8561b4-f4f5-4ce9-a536-5c303a224422 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:38.036334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1eefe0c2-2926-4651-9637-44866f089eb7 None None] Provisioning complete for port fa8561b4-f4f5-4ce9-a536-5c303a224422 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:38.036725 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1eefe0c2-2926-4651-9637-44866f089eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.068814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.070420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.071024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.085858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd6a6-2059-4273-af23-f84a2233dcf2 req-03c63959-46d6-446a-bf07-d0b8fce65d41 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.087052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1eefe0c2-2926-4651-9637-44866f089eb7 None None] Port fa8561b4-f4f5-4ce9-a536-5c303a224422 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:38.087213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d55dd6a6-2059-4273-af23-f84a2233dcf2 req-03c63959-46d6-446a-bf07-d0b8fce65d41 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.0590491 Aug 10 03:31:38.131069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d55dd6a6-2059-4273-af23-f84a2233dcf2 req-a676953f-4e03-44c8-8387-47864cdf567a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Aug 10 03:31:38.179708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] Pushing event updated for resources: {'Network': ['ID=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.192258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:38.207757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port fa8561b4-f4f5-4ce9-a536-5c303a224422 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:38.208105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.228882 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-31ef1419-8792-4dc7-8de7-628306024abe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0490458 Aug 10 03:31:38.229960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43352) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.297672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Request body: {'subnet': {'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1433739492-subnet', 'tenant_id': 'd3892bc928b444059d8fd1090e670ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:38.331098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a9093-badb-449c-8864-a6953e84e876 req-160d9495-e012-45de-a00b-d4828136d441 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.340332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e4a9093-badb-449c-8864-a6953e84e876 req-160d9495-e012-45de-a00b-d4828136d441 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1142635 Aug 10 03:31:38.360541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.379953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for fa8561b4-f4f5-4ce9-a536-5c303a224422 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:38.390578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e4a9093-badb-449c-8864-a6953e84e876 req-32d49e04-39f6-4743-9c1f-a45325287f28 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Aug 10 03:31:38.491400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Made reservation on behalf of d3892bc928b444059d8fd1090e670ac5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:38.493736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.652865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.687202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=fa8561b4-f4f5-4ce9-a536-5c303a224422,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:39.010727 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.016989 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3caf30c9-8033-4113-b21d-b2ca2d770c20 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/ports/fa8561b4-f4f5-4ce9-a536-5c303a224422 HTTP/1.1" status: 204 len: 168 time: 0.9842403 Aug 10 03:31:39.017742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43376) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:39.030756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.066588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b9a18-3270-418f-8ee4-c05ae96203a8 req-888ea641-1513-461d-b700-6342fdb59b66 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:39.071920 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e38dc84-e44b-42eb-a2a9-ee70701f636e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] GET failed (client error): The resource could not be found. Aug 10 03:31:39.073639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7e38dc84-e44b-42eb-a2a9-ee70701f636e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "GET /v2.0/ports/fa8561b4-f4f5-4ce9-a536-5c303a224422 HTTP/1.1" status: 404 len: 333 time: 0.0545261 Aug 10 03:31:39.074637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a67b9a18-3270-418f-8ee4-c05ae96203a8 req-888ea641-1513-461d-b700-6342fdb59b66 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0601909 Aug 10 03:31:39.079114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43378) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:39.084113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'name': 'tempest-AllowedAddressPairTestJSON-99986951'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:39.106734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b96bcf-a0be-42ec-8873-377c001842be,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:39.126334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Checking segment: {'id': 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:39.126727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Network hostable DHCP agents. Network: e4b38d3a-b0bf-4830-b1f3-d529ee8bb588, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:39.174699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a67b9a18-3270-418f-8ee4-c05ae96203a8 req-e8e9c498-5c8c-4f1a-bef8-c934d65c9159 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991113 Aug 10 03:31:39.317717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:39.355779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-b6af092b-f535-48f9-8064-90aa6440a5a7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:39.357287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-b6af092b-f535-48f9-8064-90aa6440a5a7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 814 time: 0.1046743 Aug 10 03:31:39.372085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-9e7986e3-78d4-476f-b3d2-18b4d096b683 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/quotas/0d288e1553ef4127b45b8e4bc0713487 HTTP/1.1" status: 200 len: 375 time: 0.0090253 Aug 10 03:31:39.374482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:39.383842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.421756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] device_id is not set on port 97bf4398-eb3f-47d8-92fa-57ceb5343189 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:39.482093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-12300105-e399-42ac-8c62-d4756438c77f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019564 Aug 10 03:31:39.517409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e4b38d3a-b0bf-4830-b1f3-d529ee8bb588) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:39.524040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:39.524699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.529712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d13645-ec51-461c-ab68-ace5a68c3bd9 None None] Network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:39.557503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Allocated IP 172.20.0.4 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/97bf4398-eb3f-47d8-92fa-57ceb5343189) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:39.649860 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8eabcc41-a5c7-4c60-a385-ba4acc3a171b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3563077 Aug 10 03:31:39.687399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80932084-3281-40ae-b775-f2b79748a76a None None] Network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:39.703314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43396) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:39.830722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.845766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c53616a-17f1-492e-8b0b-b13a8ec13d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.846328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-98579c4f-04d9-4a3d-a896-06ac05cf6ee4 service neutron] 10.222.0.26 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552117 Aug 10 03:31:39.849016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Transition to ACTIVE for port object 97bf4398-eb3f-47d8-92fa-57ceb5343189 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:39.960944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-b6b5f8de-f0c6-4567-8fee-432c492d53de service neutron] 10.222.0.26 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047213 Aug 10 03:31:39.984261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c53616a-17f1-492e-8b0b-b13a8ec13d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.141155 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.180283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c53616a-17f1-492e-8b0b-b13a8ec13d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.189552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:40.191096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:40.199012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:40.236124 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c53616a-17f1-492e-8b0b-b13a8ec13d48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11a778b8fd6a44038fe1adcf237de16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311902 Aug 10 03:31:40.238706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53616a-17f1-492e-8b0b-b13a8ec13d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71743b39-f347-47cf-b802-15fc105d098a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.241632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43408) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.362255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c335d014-b0c7-4bdd-bdb7-2f6d8b5cb311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.390787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c335d014-b0c7-4bdd-bdb7-2f6d8b5cb311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.415553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.415780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.429776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=97bf4398-eb3f-47d8-92fa-57ceb5343189,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.521531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-73ffaaf6-97f9-4d41-88c9-d66ed1cf5fd0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4361014 Aug 10 03:31:40.521634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.524801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117b374-3313-4b71-b6a0-9c824b769563 req-16e2c797-a7e6-4e3e-b70e-81f747f53165 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.526558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8117b374-3313-4b71-b6a0-9c824b769563 req-16e2c797-a7e6-4e3e-b70e-81f747f53165 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2070608 Aug 10 03:31:40.526938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f1:42:d3'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:40.558941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c605b-55e7-4862-923f-1588328f4f64 req-99a42810-af41-4404-b59c-837e5f83b3c3 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:40.560455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c14c605b-55e7-4862-923f-1588328f4f64 req-99a42810-af41-4404-b59c-837e5f83b3c3 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "GET /v2.0/ports?device_id=99709f01-463e-4501-b437-a34866e27ab8 HTTP/1.1" status: 200 len: 945 time: 0.1013248 Aug 10 03:31:40.601920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c335d014-b0c7-4bdd-bdb7-2f6d8b5cb311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.604481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c335d014-b0c7-4bdd-bdb7-2f6d8b5cb311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.608515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c335d014-b0c7-4bdd-bdb7-2f6d8b5cb311 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71743b39-f347-47cf-b802-15fc105d098a HTTP/1.1" status: 204 len: 168 time: 0.3628416 Aug 10 03:31:40.609409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8117b374-3313-4b71-b6a0-9c824b769563 req-ae21f04d-1263-483e-aa7f-414601cebb14 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723259 Aug 10 03:31:40.620568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335d014-b0c7-4bdd-bdb7-2f6d8b5cb311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71743b39-f347-47cf-b802-15fc105d098a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:40.661940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.673923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-333750876-network', 'tenant_id': '266e7053932843cfbc26ea837a8ce584'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:40.707881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Deleting port 428a5f66-a77b-47a1-a8a6-3d37c041f01d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:40.708596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.745415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.780861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1310c18-bdd9-445e-ac6e-fd07515022cc req-c1330279-9d10-4802-8860-93dfef8bbcfa tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 210 time: 0.0685053 Aug 10 03:31:40.784677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-639599a3-4800-48ed-b2ff-16bae008698e None None] Provisioning for port 97bf4398-eb3f-47d8-92fa-57ceb5343189 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:40.790839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-639599a3-4800-48ed-b2ff-16bae008698e None None] Provisioning complete for port 97bf4398-eb3f-47d8-92fa-57ceb5343189 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:40.800301 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-639599a3-4800-48ed-b2ff-16bae008698e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.861257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] For port 428a5f66-a77b-47a1-a8a6-3d37c041f01d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=428a5f66-a77b-47a1-a8a6-3d37c041f01d,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:40.861640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.886362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Calling delete_port for 428a5f66-a77b-47a1-a8a6-3d37c041f01d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:40.895662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-639599a3-4800-48ed-b2ff-16bae008698e None None] Port 97bf4398-eb3f-47d8-92fa-57ceb5343189 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:40.940962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Made reservation on behalf of 266e7053932843cfbc26ea837a8ce584 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:40.944510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.962353 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.101921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.191200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.201654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.282055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.296232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['428a5f66-a77b-47a1-a8a6-3d37c041f01d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:41.317328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=97bf4398-eb3f-47d8-92fa-57ceb5343189,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:41.334083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] In _notify_port_updated(), no bound segment for port 97bf4398-eb3f-47d8-92fa-57ceb5343189 on network dd939397-077e-4d4e-94a1-ffb0e61350f1 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:41.338790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.339743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.341939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5bbf7653-4ea1-488f-a6ed-bc9169abb707 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "PUT /v2.0/ports/97bf4398-eb3f-47d8-92fa-57ceb5343189 HTTP/1.1" status: 200 len: 992 time: 0.8215277 Aug 10 03:31:41.345931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43440) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.348701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Pushing event deleted for resources: {'Port': ['ID=428a5f66-a77b-47a1-a8a6-3d37c041f01d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:41.388559 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.394753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] No DVR routers for this DVR port 428a5f66-a77b-47a1-a8a6-3d37c041f01d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:41.397756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.400778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c14c605b-55e7-4862-923f-1588328f4f64 req-4d97d476-9843-42bd-a6da-deb224f43701 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "DELETE /v2.0/ports/428a5f66-a77b-47a1-a8a6-3d37c041f01d HTTP/1.1" status: 204 len: 173 time: 0.8269258 Aug 10 03:31:41.401550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-deleted', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:41.403752 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa1ad5-8f03-42af-8264-3016922398e9" -d '{"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-deleted", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:41.460321 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fe0157-5f20-48ad-860f-b606685eb9d7 x-openstack-request-id: req-36fe0157-5f20-48ad-860f-b606685eb9d7 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:41.461281 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99709f01-463e-4501-b437-a34866e27ab8", "name": "network-vif-deleted", "tag": "428a5f66-a77b-47a1-a8a6-3d37c041f01d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:41.461698 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36fe0157-5f20-48ad-860f-b606685eb9d7 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:41.462254 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99709f01-463e-4501-b437-a34866e27ab8', 'name': 'network-vif-deleted', 'tag': '428a5f66-a77b-47a1-a8a6-3d37c041f01d', 'status': 'completed', 'code': 200} Aug 10 03:31:41.469994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:41.488951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1076f899-8361-4e72-83e2-940432baa402,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:41.495161 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.495502 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Added segment 42603584-afe7-47f0-ad3a-4c370b568371 of type vlan for network 30f1367e-9768-4918-be92-b864c16b3483 Aug 10 03:31:41.549080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a4059bc3-e78c-4475-b5f7-b91128250d13 None None] Provisioning complete for port 97bf4398-eb3f-47d8-92fa-57ceb5343189 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:41.549461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4059bc3-e78c-4475-b5f7-b91128250d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.565508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.578504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port 97bf4398-eb3f-47d8-92fa-57ceb5343189 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:41.578853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.597740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a4059bc3-e78c-4475-b5f7-b91128250d13 None None] Port 97bf4398-eb3f-47d8-92fa-57ceb5343189 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:41.708108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.717585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.728990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for 97bf4398-eb3f-47d8-92fa-57ceb5343189 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:41.743984 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-117a8b36-a44b-4c39-b94c-8f497131707d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.759020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa1a19-b63d-42e8-9e99-0d628997aa77 req-503940a0-0e6a-44a1-8aed-5fb801624d0e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.760800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ffa1a19-b63d-42e8-9e99-0d628997aa77 req-503940a0-0e6a-44a1-8aed-5fb801624d0e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Aug 10 03:31:41.814275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ffa1a19-b63d-42e8-9e99-0d628997aa77 req-7bf9a132-febd-4bb9-9cb8-fa107a332e80 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455835 Aug 10 03:31:41.906392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c47ff9bb-65b3-4d2a-81d9-af2c8e8cdd67 req-67aa5f1a-622f-4a0f-88f0-daeca04ba974 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 210 time: 0.0288966 Aug 10 03:31:42.068906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.069872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:42.070442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.190755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] Pushing event updated for resources: {'Network': ['ID=30f1367e-9768-4918-be92-b864c16b3483,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.203483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 30f1367e-9768-4918-be92-b864c16b3483 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:42.313208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-117a8b36-a44b-4c39-b94c-8f497131707d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.380472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.427685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-117a8b36-a44b-4c39-b94c-8f497131707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.431178 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=97bf4398-eb3f-47d8-92fa-57ceb5343189,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.532127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43456) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.532913 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e836aaae-895a-4ccd-88b3-94271c966c9b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8690698 Aug 10 03:31:42.539985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Request body: {'subnet': {'network_id': '30f1367e-9768-4918-be92-b864c16b3483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-333750876-subnet', 'tenant_id': '266e7053932843cfbc26ea837a8ce584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:42.547712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-117a8b36-a44b-4c39-b94c-8f497131707d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15a40b51c42e45f6b2c75cea4693d32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289232 Aug 10 03:31:42.552920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43458) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.555668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8b36-a44b-4c39-b94c-8f497131707d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a00333-6cfc-45e1-94d2-3673694c257b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.625944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-defd69d7-4345-425e-b765-eae2828ea317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.650125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-defd69d7-4345-425e-b765-eae2828ea317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.683284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.686527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b8083e4-f0db-4f42-bff4-ba0802de6bb8 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/ports/97bf4398-eb3f-47d8-92fa-57ceb5343189 HTTP/1.1" status: 204 len: 168 time: 1.3390467 Aug 10 03:31:42.689124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43460) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.718285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Made reservation on behalf of 266e7053932843cfbc26ea837a8ce584 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:42.721020 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.722477 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cdc524-1469-445d-ab80-c73a83196a84 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] GET failed (client error): The resource could not be found. Aug 10 03:31:42.724507 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45cdc524-1469-445d-ab80-c73a83196a84 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "GET /v2.0/ports/97bf4398-eb3f-47d8-92fa-57ceb5343189 HTTP/1.1" status: 404 len: 333 time: 0.0341787 Aug 10 03:31:42.728138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43462) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.735929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'name': 'tempest-AllowedAddressPairTestJSON-523480166'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:42.831303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-defd69d7-4345-425e-b765-eae2828ea317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.833987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-defd69d7-4345-425e-b765-eae2828ea317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.835534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-defd69d7-4345-425e-b765-eae2828ea317 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00a00333-6cfc-45e1-94d2-3673694c257b HTTP/1.1" status: 204 len: 168 time: 0.2790217 Aug 10 03:31:42.851326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd69d7-4345-425e-b765-eae2828ea317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a00333-6cfc-45e1-94d2-3673694c257b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.985705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:42.990016 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.009108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] device_id is not set on port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:43.011738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ec62-091d-49ae-a419-04b48c392f36 req-cb58a5e6-aa44-4e44-9f71-ca9082563dc9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.017156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a1ec62-091d-49ae-a419-04b48c392f36 req-cb58a5e6-aa44-4e44-9f71-ca9082563dc9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0675530 Aug 10 03:31:43.055635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a1ec62-091d-49ae-a419-04b48c392f36 req-87899d35-d1fb-4b34-806b-c466f5b9c128 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356026 Aug 10 03:31:43.143833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.148574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Allocated IP 172.20.0.7 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/d7d4c010-cc88-4ff0-b277-216f7fdbdb80) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:43.173141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b368ac0-0811-46f5-b365-75e1f90c3f9c req-5ffee15b-d0eb-4910-a033-a95df35bf047 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 210 time: 0.0578194 Aug 10 03:31:43.229509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfb0c96-8531-471b-9c50-ef10ae3c0faa,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:43.240160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Checking segment: {'id': '42603584-afe7-47f0-ad3a-4c370b568371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '30f1367e-9768-4918-be92-b864c16b3483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:43.240558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Network hostable DHCP agents. Network: 30f1367e-9768-4918-be92-b864c16b3483, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:43.290975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:43.311705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 428a5f66-a77b-47a1-a8a6-3d37c041f01d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:43.312310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 428a5f66-a77b-47a1-a8a6-3d37c041f01d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:43.356051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.371880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Transition to ACTIVE for port object d7d4c010-cc88-4ff0-b277-216f7fdbdb80 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:43.375120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Network 30f1367e-9768-4918-be92-b864c16b3483 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:43.399446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-4419ec74-9d6a-43bb-9d98-64198e4bcbe3 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.401204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-4419ec74-9d6a-43bb-9d98-64198e4bcbe3 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 814 time: 0.1203806 Aug 10 03:31:43.416020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Request body: {'port': {'device_id': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'admin_state_up': True, 'tenant_id': '0d288e1553ef4127b45b8e4bc0713487'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:43.520380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 30f1367e-9768-4918-be92-b864c16b3483) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:43.521435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.526043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.528549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.530437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06e98f-dda9-4a9b-8233-92448223cc3b None None] Network 30f1367e-9768-4918-be92-b864c16b3483 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:43.602986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:43.609169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:43.611725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:43.652407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=d7d4c010-cc88-4ff0-b277-216f7fdbdb80,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:43.669564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Made reservation on behalf of 0d288e1553ef4127b45b8e4bc0713487 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:43.674904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.709046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:43.709728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.719347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda6bcc-59bc-441e-a592-7fc3a98154bc None None] Network 30f1367e-9768-4918-be92-b864c16b3483 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:43.827466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f5d8997e-180c-4a09-a53c-bae26b5f7cf2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2922368 Aug 10 03:31:43.830770 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-80bd697d-3eba-4387-a4b0-b20d0dbf581e tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1013403 Aug 10 03:31:43.831686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43482) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:43.844428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f1:42:d3'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:43.924180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Allocated IP 172.20.0.3 (9dffd5f3-76d5-4e4f-b670-28688070a811/961078cd-4520-4c3f-b80a-abb8e20467d5/cdc12bf3-c777-46ae-954d-7e1eba584779) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:43.965291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.134311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-97fc09dd-d617-4138-a8d6-b9e0193d61be None None] Provisioning for port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:44.139659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-97fc09dd-d617-4138-a8d6-b9e0193d61be None None] Provisioning complete for port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:44.140903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-97fc09dd-d617-4138-a8d6-b9e0193d61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.190944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.222330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-97fc09dd-d617-4138-a8d6-b9e0193d61be None None] Port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:44.239568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.272046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11670cd-f510-40b9-8add-c161f92cfd0b req-29a30d7f-6f32-40c6-8c74-b9ef4e09b7ef tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.277190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c11670cd-f510-40b9-8add-c161f92cfd0b req-29a30d7f-6f32-40c6-8c74-b9ef4e09b7ef tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1184435 Aug 10 03:31:44.314736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c11670cd-f510-40b9-8add-c161f92cfd0b req-c127bdaf-9b0b-4734-bdac-0b8c0b6cffd7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345821 Aug 10 03:31:44.323469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.356857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.470426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=d7d4c010-cc88-4ff0-b277-216f7fdbdb80,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:44.492033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] In _notify_port_updated(), no bound segment for port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 on network dd939397-077e-4d4e-94a1-ffb0e61350f1 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:44.498153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:44.502705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.503933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.505956 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13d9c334-1cf8-410e-b0f8-1f1ccfdebac0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "PUT /v2.0/ports/d7d4c010-cc88-4ff0-b277-216f7fdbdb80 HTTP/1.1" status: 200 len: 995 time: 0.6731515 Aug 10 03:31:44.507883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:44.510426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43508) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.518592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:44.529230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:44.647192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.649123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.706695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:44.707336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.735443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-d83f93d1-7a43-4a51-ab34-8370be8e3b9b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3235483 Aug 10 03:31:44.746985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2548db24-6124-4902-b475-91a88eee85ba None None] Provisioning complete for port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:44.748045 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2548db24-6124-4902-b475-91a88eee85ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.750635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Request body: {'port': {'device_id': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:44.796532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2548db24-6124-4902-b475-91a88eee85ba None None] Port d7d4c010-cc88-4ff0-b277-216f7fdbdb80 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:44.841014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.856175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for d7d4c010-cc88-4ff0-b277-216f7fdbdb80 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:44.893016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.156537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.160931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-7ba79170-f3f7-4e49-992f-d773185442df tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:45.162547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-7ba79170-f3f7-4e49-992f-d773185442df tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/networks?id=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 HTTP/1.1" status: 200 len: 825 time: 0.3272493 Aug 10 03:31:45.189814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=d7d4c010-cc88-4ff0-b277-216f7fdbdb80,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.190017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-db2d26de-8439-43dc-8d01-6ab183faef0a tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/quotas/d3892bc928b444059d8fd1090e670ac5 HTTP/1.1" status: 200 len: 375 time: 0.0183177 Aug 10 03:31:45.231471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-57f712ee-7458-4ef0-87af-fd58b1f1f839 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3892bc928b444059d8fd1090e670ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369194 Aug 10 03:31:45.248892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.273069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.275255 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c702e733-fcd8-4387-91ac-4481eb3f1191 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/ports/d7d4c010-cc88-4ff0-b277-216f7fdbdb80 HTTP/1.1" status: 204 len: 168 time: 0.7485032 Aug 10 03:31:45.279482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43524) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.318249 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-434adb54-1e85-4ac9-9605-b05b3d57e291 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] GET failed (client error): The resource could not be found. Aug 10 03:31:45.324207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-434adb54-1e85-4ac9-9605-b05b3d57e291 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "GET /v2.0/ports/d7d4c010-cc88-4ff0-b277-216f7fdbdb80 HTTP/1.1" status: 404 len: 333 time: 0.0428741 Aug 10 03:31:45.324949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43528) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:45.331315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'name': 'tempest-AllowedAddressPairTestJSON-1874436577'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:45.388260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc12bf3-c777-46ae-954d-7e1eba584779 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:45.398823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.402744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-86df6657-4395-4a4b-ab28-cc95e828637a service neutron] 10.222.0.26 "GET /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624265 Aug 10 03:31:45.415993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Transition to ACTIVE for port object cdc12bf3-c777-46ae-954d-7e1eba584779 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:45.502177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1ce9f67b-80c9-4190-bb28-6da3c4e90372 service neutron] 10.222.0.26 "GET /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874636 Aug 10 03:31:45.522805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.561887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:45.565615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.589884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] device_id is not set on port 6d783cf2-c137-4327-a1ac-3232c4384323 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:45.603511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.652651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Attempting to bind port cdc12bf3-c777-46ae-954d-7e1eba584779 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Attempting to bind port cdc12bf3-c777-46ae-954d-7e1eba584779 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Attempting to bind port cdc12bf3-c777-46ae-954d-7e1eba584779 on network 9dffd5f3-76d5-4e4f-b670-28688070a811 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Port cdc12bf3-c777-46ae-954d-7e1eba584779 on network 9dffd5f3-76d5-4e4f-b670-28688070a811 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Attempting to bind port cdc12bf3-c777-46ae-954d-7e1eba584779 on network 9dffd5f3-76d5-4e4f-b670-28688070a811 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Checking segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Bound using segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Bound port: cdc12bf3-c777-46ae-954d-7e1eba584779, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:45.665303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.721348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Allocated IP 172.20.0.6 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/6d783cf2-c137-4327-a1ac-3232c4384323) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:45.737507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:45.742382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:45.821342 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.864005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:45.865005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.867274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] 10.222.0.46 "PUT /v2.0/ports/cdc12bf3-c777-46ae-954d-7e1eba584779 HTTP/1.1" status: 200 len: 1092 time: 1.1208186 Aug 10 03:31:45.870030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:45.873277 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e71754-1041-4e15-a189-bd3de5b7d2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:45.923152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.940171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Transition to ACTIVE for port object 6d783cf2-c137-4327-a1ac-3232c4384323 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:45.950473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5059-4e2d-42ba-b09a-02320be6745e req-891b988f-c12c-48fd-b758-20db5cc0e5ad tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:45.958186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bcc5059-4e2d-42ba-b09a-02320be6745e req-891b988f-c12c-48fd-b758-20db5cc0e5ad tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 943 time: 0.0888724 Aug 10 03:31:45.961203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092362a5-caee-4cc4-84b2-70aaddffb161 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.001735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bcc5059-4e2d-42ba-b09a-02320be6745e req-da9521f8-f6cb-426b-ad1b-91f073e583c3 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Aug 10 03:31:46.043699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-4856c02d-f05e-4c9a-81e2-3c949c20e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.045809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-4856c02d-f05e-4c9a-81e2-3c949c20e847 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 1095 time: 0.0426733 Aug 10 03:31:46.066505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.090493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-313b0e13-14ae-4e9b-9fa5-1ac2a7b90121 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc12bf3-c777-46ae-954d-7e1eba584779 HTTP/1.1" status: 200 len: 217 time: 0.0357723 Aug 10 03:31:46.112335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:46.115551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:46.132055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:46.158715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-b3ef34b4-ebb4-490f-905d-a1dc96ac910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.160279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-b3ef34b4-ebb4-490f-905d-a1dc96ac910d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 200 len: 854 time: 0.0612879 Aug 10 03:31:46.164078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=6d783cf2-c137-4327-a1ac-3232c4384323,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.198686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-de816453-96e3-47cf-a295-17290e72f683 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dffd5f3-76d5-4e4f-b670-28688070a811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293348 Aug 10 03:31:46.200462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.201108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.314145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4670038f-feb9-4837-a2e3-d9b84513f366 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9882636 Aug 10 03:31:46.319467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.327217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'network_id': 'dd939397-077e-4d4e-94a1-ffb0e61350f1', 'name': 'tempest-AllowedAddressPairTestJSON-520126223'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:46.336719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-5f7df6f3-1307-4a99-8ad1-bc1af140625f service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298354 Aug 10 03:31:46.518029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ed24c8b5-8ef7-41f8-9e4a-08faeccffe1e None None] Provisioning for port 6d783cf2-c137-4327-a1ac-3232c4384323 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:46.526254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ed24c8b5-8ef7-41f8-9e4a-08faeccffe1e None None] Provisioning complete for port 6d783cf2-c137-4327-a1ac-3232c4384323 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:46.526936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed24c8b5-8ef7-41f8-9e4a-08faeccffe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.570703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ed24c8b5-8ef7-41f8-9e4a-08faeccffe1e None None] Port 6d783cf2-c137-4327-a1ac-3232c4384323 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:46.759776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3078e68e-2cbe-480d-bdab-4c67b172c6ff req-464ea6fc-afa7-4065-b515-b03636488433 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 210 time: 0.3650048 Aug 10 03:31:46.815615 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f26eb59-d87e-4950-8df3-aa1de3250345 x-openstack-request-id: req-6f26eb59-d87e-4950-8df3-aa1de3250345 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:46.815905 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:46.816153 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f26eb59-d87e-4950-8df3-aa1de3250345 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:46.816574 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'status': 'completed', 'code': 200} Aug 10 03:31:46.857341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-7c414871-57ff-48fc-87fa-335ecb07aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.858980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-7c414871-57ff-48fc-87fa-335ecb07aae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.1014812 Aug 10 03:31:46.909875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bee58dd-fbe3-4a71-8cf3-34f0de2d7e2b req-e58285ba-4144-4323-aa34-aa3dc8d91e3b service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567787 Aug 10 03:31:46.994238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad1b0-cce2-4adb-930c-a68e80dd9b71 req-cc66097b-408f-4a63-a3bc-cdb12d52fdf4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.995628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13cad1b0-cce2-4adb-930c-a68e80dd9b71 req-cc66097b-408f-4a63-a3bc-cdb12d52fdf4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1357944 Aug 10 03:31:47.036699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-0eaa622f-e276-4c0b-a227-276febdfba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.036699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-0eaa622f-e276-4c0b-a227-276febdfba4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1563981 Aug 10 03:31:47.085329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13cad1b0-cce2-4adb-930c-a68e80dd9b71 req-618279de-9607-409d-8576-f3db1e4b090b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829077 Aug 10 03:31:47.114889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-8784d048-9e5b-492f-9ecb-6838a7a8ab07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.0683420 Aug 10 03:31:47.214224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Made reservation on behalf of a54108ab7fe64a4a857aa22fa0cdc3fe for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:47.217786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.250428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-d6173a7c-9fe8-4d55-be2c-1f8e67070292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.251798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-d6173a7c-9fe8-4d55-be2c-1f8e67070292 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1290340 Aug 10 03:31:47.278711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] device_id is not set on port e5896fd9-7c06-4914-8f60-443092a242db yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:47.309162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444df85e-3e6b-48b3-8811-110dfb717487 req-67b36c6d-76fa-4092-8076-97d897b73ad2 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.311151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-444df85e-3e6b-48b3-8811-110dfb717487 req-67b36c6d-76fa-4092-8076-97d897b73ad2 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 943 time: 0.1395640 Aug 10 03:31:47.364902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-ce20e72d-7dab-4faa-8dbd-7c286d7f58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.366409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-ce20e72d-7dab-4faa-8dbd-7c286d7f58cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 1095 time: 0.1627092 Aug 10 03:31:47.449969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-728d01af-14fe-41b7-90a9-0ec2e5592393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.451494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-728d01af-14fe-41b7-90a9-0ec2e5592393 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893873 Aug 10 03:31:47.514469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-444df85e-3e6b-48b3-8811-110dfb717487 req-0701874d-b66f-4db3-bbbe-40da6831be61 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957908 Aug 10 03:31:47.576687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Allocated IP 172.20.0.5 (dd939397-077e-4d4e-94a1-ffb0e61350f1/6cde6973-c641-498f-bf29-3f4e441d2fd9/e5896fd9-7c06-4914-8f60-443092a242db) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:47.618911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-1fc0d30f-ded5-40e1-8d22-3ecd67619ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.620390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-1fc0d30f-ded5-40e1-8d22-3ecd67619ccf service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 915 time: 0.2403631 Aug 10 03:31:47.677109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-b80a3d68-f75f-4cc9-9107-4dab79646f6a service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989951 Aug 10 03:31:47.681245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-848dc264-ee44-4aae-9b71-7cb6a4c233d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdc12bf3-c777-46ae-954d-7e1eba584779 HTTP/1.1" status: 200 len: 217 time: 0.0474217 Aug 10 03:31:47.865593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-16c24663-9c78-41c2-9015-35b9733e2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.867072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-16c24663-9c78-41c2-9015-35b9733e2a40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 200 len: 854 time: 0.1695771 Aug 10 03:31:47.894656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-967988ea-d004-4ec3-aa72-cadd4d76d02b req-5fb29be4-8fbb-4bd9-8b91-669072e47db7 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0614812 Aug 10 03:31:47.941141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-7161829e-b1d5-47b8-9c29-6bc50f6ada12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dffd5f3-76d5-4e4f-b670-28688070a811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561883 Aug 10 03:31:47.955129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d293f328-1bb6-46ed-aeb0-c7a061c1515d req-76e11301-711a-4b87-ab94-2a649ae0a315 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586350 Aug 10 03:31:48.012204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.048977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Transition to ACTIVE for port object e5896fd9-7c06-4914-8f60-443092a242db will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:48.099024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-c839313d-f9f1-4f69-be9f-78f19d5961ab service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402786 Aug 10 03:31:48.223886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e71754-1041-4e15-a189-bd3de5b7d2fc req-950bdddc-d405-466c-8b37-c31078112b69 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162243 Aug 10 03:31:48.238395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9b74-8420-4be1-967d-32f08f67cc3a req-0f720299-5d50-4f68-b93e-93296ca92cdc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.239846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f6d9b74-8420-4be1-967d-32f08f67cc3a req-0f720299-5d50-4f68-b93e-93296ca92cdc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0735624 Aug 10 03:31:48.242842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.312683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:48.319000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:48.325836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:48.328950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=e5896fd9-7c06-4914-8f60-443092a242db,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.362982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f6d9b74-8420-4be1-967d-32f08f67cc3a req-2eb68229-5d0a-4a1a-bf98-5806db157814 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115179 Aug 10 03:31:48.385665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.386369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.569801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7540060-5993-4a72-ae0b-90445fb0f3ed tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2480781 Aug 10 03:31:48.571748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:48.577936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f1:42:d3'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:de:7c:f9'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:48.734305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c8d5e-52be-4d1c-815b-798abff27472 req-9e4322e6-296e-49c4-8300-945f49cce3a8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.735808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147c8d5e-52be-4d1c-815b-798abff27472 req-9e4322e6-296e-49c4-8300-945f49cce3a8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 943 time: 0.1219180 Aug 10 03:31:48.757591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6aa9c790-60ae-4a56-a25c-80b1f6aa8e8c None None] Provisioning for port e5896fd9-7c06-4914-8f60-443092a242db completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:48.761768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6aa9c790-60ae-4a56-a25c-80b1f6aa8e8c None None] Provisioning complete for port e5896fd9-7c06-4914-8f60-443092a242db triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:48.762145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6aa9c790-60ae-4a56-a25c-80b1f6aa8e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.801739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9c790-60ae-4a56-a25c-80b1f6aa8e8c None None] Port e5896fd9-7c06-4914-8f60-443092a242db cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:48.811715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147c8d5e-52be-4d1c-815b-798abff27472 req-1605242d-f4b4-42ef-a9c0-2dcd0272572d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679269 Aug 10 03:31:48.815037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.000707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb3adbf8-1b78-42ed-8755-122de202169c req-2daebb97-f090-43d1-a1e5-4432d4d239d2 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0355268 Aug 10 03:31:49.046597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.246315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.264818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-937aa886-a679-4a8e-8ba1-7e232a4abd91 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.266270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-937aa886-a679-4a8e-8ba1-7e232a4abd91 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.46 "GET /v2.0/networks?id=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 HTTP/1.1" status: 200 len: 825 time: 0.1118591 Aug 10 03:31:49.290783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Request body: {'port': {'device_id': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588', 'admin_state_up': True, 'tenant_id': 'd3892bc928b444059d8fd1090e670ac5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:49.313184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:49.387765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event updated for resources: {'Port': ['ID=e5896fd9-7c06-4914-8f60-443092a242db,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.432060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] In _notify_port_updated(), no bound segment for port e5896fd9-7c06-4914-8f60-443092a242db on network dd939397-077e-4d4e-94a1-ffb0e61350f1 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:31:49.439981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.440714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.443569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2bf9e61-1138-4bc2-9621-6361dc87ddb0 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "PUT /v2.0/ports/e5896fd9-7c06-4914-8f60-443092a242db HTTP/1.1" status: 200 len: 1055 time: 0.8706467 Aug 10 03:31:49.447469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:49.499370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:49.528110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'port_id': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'mac_address': 'fa:16:3e:48:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961078cd-4520-4c3f-b80a-abb8e20467d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:49.575414 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.591107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc12bf3-c777-46ae-954d-7e1eba584779 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:49.627005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1044-8160-4fb0-8a03-1b22fdff8a60 req-02e57d65-fff4-445e-aaef-6334c580dac5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.628667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee1c1044-8160-4fb0-8a03-1b22fdff8a60 req-02e57d65-fff4-445e-aaef-6334c580dac5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1036253 Aug 10 03:31:49.635859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port e5896fd9-7c06-4914-8f60-443092a242db {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:49.636548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.641626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:49.681448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee1c1044-8160-4fb0-8a03-1b22fdff8a60 req-1f304781-754f-42c1-8c26-ddeb71e3ce25 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Aug 10 03:31:49.727114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7fdb4044-8b11-4cc1-8424-9fcb79038f44 None None] Provisioning complete for port e5896fd9-7c06-4914-8f60-443092a242db triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:49.727494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4044-8b11-4cc1-8424-9fcb79038f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.765435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb4044-8b11-4cc1-8424-9fcb79038f44 None None] Port e5896fd9-7c06-4914-8f60-443092a242db cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:49.776880 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.780386 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.793788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for e5896fd9-7c06-4914-8f60-443092a242db owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:49.817926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1776b37-547a-461f-b0bd-25ab49961e98 req-e18dd5a6-a536-47fd-b30a-fd4b74a80c49 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.825726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1776b37-547a-461f-b0bd-25ab49961e98 req-e18dd5a6-a536-47fd-b30a-fd4b74a80c49 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0709038 Aug 10 03:31:49.832206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.856553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Made reservation on behalf of d3892bc928b444059d8fd1090e670ac5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:49.860187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.876892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1776b37-547a-461f-b0bd-25ab49961e98 req-30bfd524-aaf5-4af9-bcf5-4f90cd312ab6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497038 Aug 10 03:31:50.028611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a81f-a6d3-494d-b4d6-f6fdffdc3388 req-c0321b9e-1dfb-462b-b42b-1995a2378632 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.030137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daf9a81f-a6d3-494d-b4d6-f6fdffdc3388 req-c0321b9e-1dfb-462b-b42b-1995a2378632 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 944 time: 0.0899243 Aug 10 03:31:50.051285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Allocated IP 172.20.0.13 (e4b38d3a-b0bf-4830-b1f3-d529ee8bb588/45b96bcf-a0be-42ec-8873-377c001842be/0d8846c0-faeb-4533-a0b8-dd59cb8aec34) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:50.087773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['cdc12bf3-c777-46ae-954d-7e1eba584779'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:50.097044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daf9a81f-a6d3-494d-b4d6-f6fdffdc3388 req-5cb16bd8-26a6-40b1-b4a0-265c253ba698 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605543 Aug 10 03:31:50.161369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.199574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=e5896fd9-7c06-4914-8f60-443092a242db,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.266301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.407582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.409526 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41756386-4a13-4d8e-8112-64e745f69b67 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/ports/e5896fd9-7c06-4914-8f60-443092a242db HTTP/1.1" status: 204 len: 168 time: 0.9604783 Aug 10 03:31:50.412899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.440425 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-89111c68-c72c-4c0e-be2d-5e7cffd25a2f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] GET failed (client error): The resource could not be found. Aug 10 03:31:50.441930 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-89111c68-c72c-4c0e-be2d-5e7cffd25a2f tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "GET /v2.0/ports/e5896fd9-7c06-4914-8f60-443092a242db HTTP/1.1" status: 404 len: 333 time: 0.0287054 Aug 10 03:31:50.444658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.493910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.540985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:50.546210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:50.549300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:50.552093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Pushing event updated for resources: {'Port': ['ID=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.552706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port 6d783cf2-c137-4327-a1ac-3232c4384323 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:50.553181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.605038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.605657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.640976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.652634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for 6d783cf2-c137-4327-a1ac-3232c4384323 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:50.781933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-1b2260d2-9d32-406f-b176-f209ff9db8eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4977722 Aug 10 03:31:50.796011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Request body: {'port': {'device_id': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:50.853140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.927025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.956516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=6d783cf2-c137-4327-a1ac-3232c4384323,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:51.024963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.029878 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cb2852d4-df97-4c7a-9694-15cbdfd69826 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/ports/6d783cf2-c137-4327-a1ac-3232c4384323 HTTP/1.1" status: 204 len: 168 time: 0.5813174 Aug 10 03:31:51.030106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:51.059513 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1cf0c2-52dd-4c63-9a72-b55d58c42c5a tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] GET failed (client error): The resource could not be found. Aug 10 03:31:51.061322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a1cf0c2-52dd-4c63-9a72-b55d58c42c5a tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "GET /v2.0/ports/6d783cf2-c137-4327-a1ac-3232c4384323 HTTP/1.1" status: 404 len: 333 time: 0.0300639 Aug 10 03:31:51.065383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:51.199053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:51.203076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port e6bca36f-a9ab-411a-af54-1768c8d1ca15 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:51.203431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.208979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.244205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Transition to ACTIVE for port object 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:51.262769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8583c-472b-4e0e-bb11-36642658977b req-cd7d7d93-d481-45fa-85a8-60b338104027 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.264943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1c8583c-472b-4e0e-bb11-36642658977b req-cd7d7d93-d481-45fa-85a8-60b338104027 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 932 time: 0.0605450 Aug 10 03:31:51.297671 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.305167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1c8583c-472b-4e0e-bb11-36642658977b req-552ac1c4-1f05-48f2-9355-bf1c8c88797f tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Aug 10 03:31:51.312075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for e6bca36f-a9ab-411a-af54-1768c8d1ca15 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:51.316067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:51.363140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.452703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:51.505907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port cdc12bf3-c777-46ae-954d-7e1eba584779 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:51.510873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port cdc12bf3-c777-46ae-954d-7e1eba584779 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:51.511356 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.513105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277b566-46cc-4b8a-bf69-87139a3a74aa req-eca8bc57-3620-4182-9bbc-58449cd5572d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.515218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4277b566-46cc-4b8a-bf69-87139a3a74aa req-eca8bc57-3620-4182-9bbc-58449cd5572d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1157956 Aug 10 03:31:51.545466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.570874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Attempting to bind port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:51.571240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Attempting to bind port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:51.571573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Attempting to bind port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 on network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:51.579796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4277b566-46cc-4b8a-bf69-87139a3a74aa req-56125226-9b26-4ead-8e0a-448f1f484e7f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564096 Aug 10 03:31:51.582997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 on network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:51.583323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Attempting to bind port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 on network e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:51.588761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:51.589105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Checking segment: {'id': 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:51.589476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Bound using segment: {'id': 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:51.589907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Bound port: 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:51.590266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.664562 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.706045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:51.708318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=e6bca36f-a9ab-411a-af54-1768c8d1ca15,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:51.709423 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908e8de-8f0d-43b0-9791-fceeff7aee06" -d '{"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-plugged", "status": "completed", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:51.727621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:51.760311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.769202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] For port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:51.770243 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-edb57f37-eeaa-42b6-8c1d-018a4c2c93f1 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/ports/e6bca36f-a9ab-411a-af54-1768c8d1ca15 HTTP/1.1" status: 204 len: 168 time: 0.7037661 Aug 10 03:31:51.773899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] For port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,segment=NetworkSegment(e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f),segment_id=e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:51.774930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43662) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:51.859078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ced78-be5d-4dec-8e98-6e2f6b39a347 req-b97eb929-0d3b-455d-ade7-25cd57800213 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.866664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-508ced78-be5d-4dec-8e98-6e2f6b39a347 req-b97eb929-0d3b-455d-ade7-25cd57800213 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 944 time: 0.1366696 Aug 10 03:31:51.877552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.888520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting subnet 6cde6973-c641-498f-bf29-3f4e441d2fd9 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:51.899515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.931395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:51.961254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.041169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-508ced78-be5d-4dec-8e98-6e2f6b39a347 req-668a7fb8-4c64-4bfe-95ec-fdea1d1c0158 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731014 Aug 10 03:31:52.070761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.071407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.073088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d8846c0-faeb-4533-a0b8-dd59cb8aec34 HTTP/1.1" status: 200 len: 1093 time: 1.2820125 Aug 10 03:31:52.088533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b3c6c-65c1-47c7-b5ef-3bfd1fc33091 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.091270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'tag': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:52.104842 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b" -d '{"events": [{"name": "network-changed", "server_uuid": "43d08e7e-8c36-4339-8035-d2694aedc3c8", "tag": "0d8846c0-faeb-4533-a0b8-dd59cb8aec34"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:52.105905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.234285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.332508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-146bf735-fa17-4d3c-ad64-b251fc9e4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.364315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-146bf735-fa17-4d3c-ad64-b251fc9e4a20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3892bc928b444059d8fd1090e670ac5&device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 1096 time: 0.0450883 Aug 10 03:31:52.383197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-6ac61498-1fdd-4f99-8a39-962a33e57e42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34 HTTP/1.1" status: 200 len: 217 time: 0.0399780 Aug 10 03:31:52.433095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6117593-2604-4797-971e-7b62ebe3a66f req-c60cb9d0-b20d-48c2-bafd-462082a5d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.434481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-c60cb9d0-b20d-48c2-bafd-462082a5d979 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b96bcf-a0be-42ec-8873-377c001842be HTTP/1.1" status: 200 len: 865 time: 0.0445936 Aug 10 03:31:52.469102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-c42ebf85-61e4-4f0d-8c25-4988f451321f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273991 Aug 10 03:31:52.560956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-be3239f1-6e25-4390-8b6b-e67bf00a711f service neutron] 10.222.0.46 "GET /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833988 Aug 10 03:31:52.657868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6117593-2604-4797-971e-7b62ebe3a66f req-179e7854-4ed0-463d-861c-da94e12c34be service neutron] 10.222.0.46 "GET /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904512 Aug 10 03:31:52.768776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.804942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Subnet': ['ID=6cde6973-c641-498f-bf29-3f4e441d2fd9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.808787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.811288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-678b70ff-2b42-4697-9ba7-8c53b4f29158 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/subnets/6cde6973-c641-498f-bf29-3f4e441d2fd9 HTTP/1.1" status: 204 len: 168 time: 1.0210381 Aug 10 03:31:52.813809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43680) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.816264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed26a985-75f6-4e53-9f39-f5d0196dade4 None None] Network dd939397-077e-4d4e-94a1-ffb0e61350f1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:52.892568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.010161 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a249a6-c2d3-4f6e-adbe-f577ead6bd7a x-openstack-request-id: req-80a249a6-c2d3-4f6e-adbe-f577ead6bd7a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:53.012230 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-plugged", "status": "completed", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:53.012559 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80a249a6-c2d3-4f6e-adbe-f577ead6bd7a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:53.012939 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'code': 200} Aug 10 03:31:53.055587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] DHCP port deletion for dd939397-077e-4d4e-94a1-ffb0e61350f1 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:53.131788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] Deleting port a0fd8062-beea-4fe0-b5e8-8f4924390de1 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:53.132533 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.208579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] For port a0fd8062-beea-4fe0-b5e8-8f4924390de1, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a0fd8062-beea-4fe0-b5e8-8f4924390de1,segment=NetworkSegment(1ffadf6e-8bf6-434d-a8ac-445ae03112dd),segment_id=1ffadf6e-8bf6-434d-a8ac-445ae03112dd)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:53.209071 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.223734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] Calling delete_port for a0fd8062-beea-4fe0-b5e8-8f4924390de1 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:53.275794 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87539812-cc45-491e-b01f-1ac302653514 x-openstack-request-id: req-87539812-cc45-491e-b01f-1ac302653514 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:53.276384 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d08e7e-8c36-4339-8035-d2694aedc3c8", "tag": "0d8846c0-faeb-4533-a0b8-dd59cb8aec34", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:53.276384 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87539812-cc45-491e-b01f-1ac302653514 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:53.276864 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'tag': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34', 'status': 'completed', 'code': 200} Aug 10 03:31:53.415910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fe0bc-8d39-4e05-8c4f-bf760d11a6da req-3d5080d5-5e1a-4dfb-9fd2-1c44fec14eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.418933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a5fe0bc-8d39-4e05-8c4f-bf760d11a6da req-3d5080d5-5e1a-4dfb-9fd2-1c44fec14eb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 1097 time: 0.1449356 Aug 10 03:31:53.427304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c253e-9d0c-4ca5-96e3-069750afd4fa req-6b5c9484-8938-4189-b16c-5cf805f0191d tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.428810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-221c253e-9d0c-4ca5-96e3-069750afd4fa req-6b5c9484-8938-4189-b16c-5cf805f0191d tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 944 time: 0.1574066 Aug 10 03:31:53.430550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-88555078-a8fb-4895-9532-088df7815200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.431908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-88555078-a8fb-4895-9532-088df7815200 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3892bc928b444059d8fd1090e670ac5&device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 1096 time: 0.1581981 Aug 10 03:31:53.433308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Deleting port a0fd8062-beea-4fe0-b5e8-8f4924390de1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:53.433654 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.435673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.473842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] Pushing event deleted for resources: {'Port': ['ID=a0fd8062-beea-4fe0-b5e8-8f4924390de1,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.488984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc2ff2-1de2-490e-a0e0-c7fabfd7f0f6 None None] No DVR routers for this DVR port a0fd8062-beea-4fe0-b5e8-8f4924390de1 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:53.601345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a5fe0bc-8d39-4e05-8c4f-bf760d11a6da req-00c7279c-702a-49c1-ab15-53d222ffba9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654644 Aug 10 03:31:53.620844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-221c253e-9d0c-4ca5-96e3-069750afd4fa req-d083f12e-6ac1-4efa-b3a6-0ada557f53b1 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629324 Aug 10 03:31:53.621692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] For port a0fd8062-beea-4fe0-b5e8-8f4924390de1, host n-d-765315-26, got binding levels [] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:53.629537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.675374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Calling delete_port for a0fd8062-beea-4fe0-b5e8-8f4924390de1 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:53.679998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Port a0fd8062-beea-4fe0-b5e8-8f4924390de1 was not found and therefore no delete operation was performed {{(pid=94805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:31:53.684022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.732394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0fd8062-beea-4fe0-b5e8-8f4924390de1 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:53.744378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Port': ['ID=a0fd8062-beea-4fe0-b5e8-8f4924390de1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.746724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-21a50f6b-f7c0-4114-a2be-12eeb6ec911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.750971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-21a50f6b-f7c0-4114-a2be-12eeb6ec911c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 HTTP/1.1" status: 200 len: 926 time: 0.3080349 Aug 10 03:31:53.779135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a0fd8062-beea-4fe0-b5e8-8f4924390de1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:53.779135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a0fd8062-beea-4fe0-b5e8-8f4924390de1 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:53.785517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] No DVR routers for this DVR port a0fd8062-beea-4fe0-b5e8-8f4924390de1 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:53.827409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-c1622857-cfdb-4959-9c7e-fcc3dec3276c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34 HTTP/1.1" status: 200 len: 217 time: 0.0571973 Aug 10 03:31:53.907382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43696) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:53.972244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-956618fe-2960-4a39-949d-ec44ce4ae10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.974163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-956618fe-2960-4a39-949d-ec44ce4ae10f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=45b96bcf-a0be-42ec-8873-377c001842be HTTP/1.1" status: 200 len: 865 time: 0.1126738 Aug 10 03:31:53.982945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b357350-cebb-4bdd-83d1-54f67a988f99 req-3960bf45-0a17-4da2-b803-6bd6d9f95d4f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.991766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b357350-cebb-4bdd-83d1-54f67a988f99 req-3960bf45-0a17-4da2-b803-6bd6d9f95d4f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2956474 Aug 10 03:31:54.036596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57ec1ab9-87e0-4fd7-8091-a6201ff7ce00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.053846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-edf5439c-7341-48cd-bebc-c7d8b4f2760e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513604 Aug 10 03:31:54.057429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.100690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd939397-077e-4d4e-94a1-ffb0e61350f1']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:54.109010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b357350-cebb-4bdd-83d1-54f67a988f99 req-68381a2e-5c92-4f0d-a970-14e1da3208fa tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158655 Aug 10 03:31:54.121185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffadf6e-8bf6-434d-a8ac-445ae03112dd') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:54.122286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffadf6e-8bf6-434d-a8ac-445ae03112dd') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:54.133300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.160367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57ec1ab9-87e0-4fd7-8091-a6201ff7ce00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.207432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.226240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:54.226631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:54.229588 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:54.246864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57ec1ab9-87e0-4fd7-8091-a6201ff7ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.289195 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-57ec1ab9-87e0-4fd7-8091-a6201ff7ce00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6e22a53995c4d7e8471ae081775bd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808200 Aug 10 03:31:54.291836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43702) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.294270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec1ab9-87e0-4fd7-8091-a6201ff7ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb726ec-2a37-4a6c-a4a9-c72973cb59e2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.332924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-c6186e70-7af5-4ff1-ba5e-dc61c8154c51 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650676 Aug 10 03:31:54.345301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96e839-f111-41d1-b32e-44739e1cf1b1 req-ab857b36-f8cb-4b23-b009-c76e129fcc58 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.346876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c96e839-f111-41d1-b32e-44739e1cf1b1 req-ab857b36-f8cb-4b23-b009-c76e129fcc58 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1407425 Aug 10 03:31:54.397946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-475f9a86-3578-4eab-b504-8fa08d7d9f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.417132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.421961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-475f9a86-3578-4eab-b504-8fa08d7d9f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.433787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.435719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] 10.222.0.26 "DELETE /v2.0/networks/dd939397-077e-4d4e-94a1-ffb0e61350f1 HTTP/1.1" status: 204 len: 168 time: 1.6209855 Aug 10 03:31:54.465651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6c149-9496-4f78-9b1f-26ab206740d3 tempest-AllowedAddressPairTestJSON-2026188162 tempest-AllowedAddressPairTestJSON-2026188162-project] Pushing event deleted for resources: {'Network': ['ID=dd939397-077e-4d4e-94a1-ffb0e61350f1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.478232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c96e839-f111-41d1-b32e-44739e1cf1b1 req-4c9ac10c-f4d1-4661-a6b2-10e5e715dec5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108952 Aug 10 03:31:54.511635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c32cdf2-bbf8-4fe9-ad7e-85f4703ca00b req-2bb323ae-7317-43ab-87ed-9aee1f8283c6 service neutron] 10.222.0.46 "GET /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610062 Aug 10 03:31:54.608914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-475f9a86-3578-4eab-b504-8fa08d7d9f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.611708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-475f9a86-3578-4eab-b504-8fa08d7d9f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.612948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-475f9a86-3578-4eab-b504-8fa08d7d9f5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fb726ec-2a37-4a6c-a4a9-c72973cb59e2 HTTP/1.1" status: 204 len: 168 time: 0.3196075 Aug 10 03:31:54.620784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9a86-3578-4eab-b504-8fa08d7d9f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb726ec-2a37-4a6c-a4a9-c72973cb59e2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:54.938043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56341da-b5ea-45f7-b75f-c372911a777e req-9909f904-1ddd-412a-bb4f-9a579f6e556f tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.939599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a56341da-b5ea-45f7-b75f-c372911a777e req-9909f904-1ddd-412a-bb4f-9a579f6e556f tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 944 time: 0.0619440 Aug 10 03:31:54.976424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43716) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.998080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a56341da-b5ea-45f7-b75f-c372911a777e req-3a931a6a-4a24-4dfb-a0a7-f23b1edbfe95 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Aug 10 03:31:55.157159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f041f-9d54-424c-b3b7-05c6d43b3d97 req-2f124861-8c45-46ec-8401-16e9da913f77 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.158951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc2f041f-9d54-424c-b3b7-05c6d43b3d97 req-2f124861-8c45-46ec-8401-16e9da913f77 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0944352 Aug 10 03:31:55.203256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-384e36bc-04c1-441c-94ac-d63b40eeb4e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a54108ab7fe64a4a857aa22fa0cdc3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257104 Aug 10 03:31:55.207408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43726) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:55.235532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc2f041f-9d54-424c-b3b7-05c6d43b3d97 req-514750be-a7a0-4725-bbb9-7827d2811d78 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695930 Aug 10 03:31:55.280387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc0f09e9-c701-42c9-a135-925a5a95aaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.302847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc0f09e9-c701-42c9-a135-925a5a95aaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.311362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:55.406837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc0f09e9-c701-42c9-a135-925a5a95aaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.409905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fc0f09e9-c701-42c9-a135-925a5a95aaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.416765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fc0f09e9-c701-42c9-a135-925a5a95aaff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32a501e4-f8e4-481c-b911-402a1e1f5146 HTTP/1.1" status: 204 len: 168 time: 0.2027252 Aug 10 03:31:55.426373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,segment=NetworkSegment(e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f),segment_id=e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:55.429039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f09e9-c701-42c9-a135-925a5a95aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a501e4-f8e4-481c-b911-402a1e1f5146,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.453579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34', 'network_id': 'e4b38d3a-b0bf-4830-b1f3-d529ee8bb588', 'port_id': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34', 'mac_address': 'fa:16:3e:20:e8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b96bcf-a0be-42ec-8873-377c001842be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:55.499710 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.517107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:55.539148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,segment=NetworkSegment(e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f),segment_id=e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:55.614135 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.619666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cde134-eaf5-4c55-8104-37faa52be6bd req-0bb95cbb-bed7-46d7-a1ff-a89bab50bf49 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.626756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35cde134-eaf5-4c55-8104-37faa52be6bd req-0bb95cbb-bed7-46d7-a1ff-a89bab50bf49 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0584974 Aug 10 03:31:55.672274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.676920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35cde134-eaf5-4c55-8104-37faa52be6bd req-d21376ca-6098-4464-9baa-19e3c96b5325 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Aug 10 03:31:55.819199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04c07-c2f7-4a48-b35a-ab8f2152f679 req-28f7b102-666b-45c8-b267-84bc14859670 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.820841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fc04c07-c2f7-4a48-b35a-ab8f2152f679 req-28f7b102-666b-45c8-b267-84bc14859670 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0707090 Aug 10 03:31:55.868906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fc04c07-c2f7-4a48-b35a-ab8f2152f679 req-e5693794-525a-4666-afd2-dcd94c8b1e34 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Aug 10 03:31:55.922836 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.965859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['0d8846c0-faeb-4533-a0b8-dd59cb8aec34'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:56.217439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c73d7a-0252-49de-a312-e984b6764df1 req-fd52bf87-bb97-4ce2-9cd5-b0f353769f00 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.224303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41c73d7a-0252-49de-a312-e984b6764df1 req-fd52bf87-bb97-4ce2-9cd5-b0f353769f00 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 945 time: 0.0593941 Aug 10 03:31:56.275766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41c73d7a-0252-49de-a312-e984b6764df1 req-a46c4064-4c22-407b-8e6b-17db8a7843d4 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Aug 10 03:31:56.401559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e15a5-d7f3-4567-b592-a8e62829ec8e req-9871c4a8-7484-49ae-8d15-858afe33fc7f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.403228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c48e15a5-d7f3-4567-b592-a8e62829ec8e req-9871c4a8-7484-49ae-8d15-858afe33fc7f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0623565 Aug 10 03:31:56.447559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c48e15a5-d7f3-4567-b592-a8e62829ec8e req-a6072253-6ee0-4ee6-ba3e-6c3532cc331e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359499 Aug 10 03:31:56.557278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09d09d-533b-489c-beb2-d39a9f25f65f req-7d420d67-eac9-4825-b201-621476b960d2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.558830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c09d09d-533b-489c-beb2-d39a9f25f65f req-7d420d67-eac9-4825-b201-621476b960d2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Aug 10 03:31:56.600890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c09d09d-533b-489c-beb2-d39a9f25f65f req-b39304f6-3162-41d5-87bc-0099f64189e9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354707 Aug 10 03:31:56.639938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:56.728784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a1bef-6648-463f-96cd-2b472b558525 req-7b1372be-455a-492e-a178-2db1272b5a3b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.730601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a1a1bef-6648-463f-96cd-2b472b558525 req-7b1372be-455a-492e-a178-2db1272b5a3b tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0593894 Aug 10 03:31:56.778267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a1a1bef-6648-463f-96cd-2b472b558525 req-e738e0ac-7596-4061-8078-f417ecb825e4 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Aug 10 03:31:56.835907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:56.890278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1233793816'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:56.899289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e95b9-fafc-4b33-bca5-585f5a360c14 req-9a5f2f30-89ef-40b3-8d81-89d58f804a86 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.901858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-678e95b9-fafc-4b33-bca5-585f5a360c14 req-9a5f2f30-89ef-40b3-8d81-89d58f804a86 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0579555 Aug 10 03:31:56.912281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ffb49e9-f104-401c-a352-222ab8d9e845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.947002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-678e95b9-fafc-4b33-bca5-585f5a360c14 req-104595aa-3f79-41db-bff6-05c5f0d2367d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359533 Aug 10 03:31:57.035922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:57.040250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.059827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.149233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ffb49e9-f104-401c-a352-222ab8d9e845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.253582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ffb49e9-f104-401c-a352-222ab8d9e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.309089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb49e9-f104-401c-a352-222ab8d9e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb949e5-ab8a-4b15-ba8a-bbe7a2810602,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.309588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:57.317922 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0ffb49e9-f104-401c-a352-222ab8d9e845 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfc5e70e7a084bdf874a661c10222f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805570 Aug 10 03:31:57.321435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43820) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:57.404318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a55f123-ae3a-4c1b-83cc-7220c34d0c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.407463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.433668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a55f123-ae3a-4c1b-83cc-7220c34d0c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.480881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:57.485843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:57.486277 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.527808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513e2de-5077-4358-91fd-06dbed36791f req-21d90677-c74d-4efb-9b7f-a7b8a352c23e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.530325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c513e2de-5077-4358-91fd-06dbed36791f req-21d90677-c74d-4efb-9b7f-a7b8a352c23e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0707421 Aug 10 03:31:57.547221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.574107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.607989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d826fa37-07af-40eb-a20a-c012e3f3e148,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.610178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,segment=NetworkSegment(e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f),segment_id=e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:57.611287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:57.614382 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067d3a6c-2bce-4aa2-bca7-a5cadb170580" -d '{"events": [{"server_uuid": "43d08e7e-8c36-4339-8035-d2694aedc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "0d8846c0-faeb-4533-a0b8-dd59cb8aec34"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:57.627641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c513e2de-5077-4358-91fd-06dbed36791f req-59f79e18-2a9c-47e9-950c-f280f64dcbdc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817659 Aug 10 03:31:57.627894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:57.629444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a55f123-ae3a-4c1b-83cc-7220c34d0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.640791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.641313 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Added segment e773c9a8-35fc-4c9f-82ce-447534cb75ee of type vlan for network e48e137d-d387-4f07-b416-2f445a09fa53 Aug 10 03:31:57.647134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a55f123-ae3a-4c1b-83cc-7220c34d0c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.648686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2a55f123-ae3a-4c1b-83cc-7220c34d0c73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bb949e5-ab8a-4b15-ba8a-bbe7a2810602 HTTP/1.1" status: 204 len: 168 time: 0.3261895 Aug 10 03:31:57.671362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55f123-ae3a-4c1b-83cc-7220c34d0c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb949e5-ab8a-4b15-ba8a-bbe7a2810602,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.707424 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.772665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e2f7-6de8-4512-a7ca-26ba4a8ac66f req-b309baf4-c035-49c4-8a29-f0fae4ce483e tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.774383 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e372e2f7-6de8-4512-a7ca-26ba4a8ac66f req-b309baf4-c035-49c4-8a29-f0fae4ce483e tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 945 time: 0.0625079 Aug 10 03:31:57.814021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e372e2f7-6de8-4512-a7ca-26ba4a8ac66f req-bbe1808f-5201-4f1c-9e84-16d35ca182d9 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Aug 10 03:31:57.846588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.905365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-bdfa2dca-47fb-4591-accf-1f6828885e67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0574210 Aug 10 03:31:57.913101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.940328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f918-4bef-4872-8c52-511ab7fc8c38 req-bce67b85-5621-4f3d-93aa-7333649788dd tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.941847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a69f918-4bef-4872-8c52-511ab7fc8c38 req-bce67b85-5621-4f3d-93aa-7333649788dd tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0563920 Aug 10 03:31:58.008308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a69f918-4bef-4872-8c52-511ab7fc8c38 req-1b74e8f6-5c03-4125-bd54-6a50e525f1ae tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.030610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-f9f16bfd-6253-40a0-9707-9b5c1cdd8b83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 6508 time: 0.0714366 Aug 10 03:31:58.051500 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ca0ab7-6034-4d9f-a4e6-d8b7de1a8028 x-openstack-request-id: req-32ca0ab7-6034-4d9f-a4e6-d8b7de1a8028 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:58.051868 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d08e7e-8c36-4339-8035-d2694aedc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "0d8846c0-faeb-4533-a0b8-dd59cb8aec34", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:58.052191 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32ca0ab7-6034-4d9f-a4e6-d8b7de1a8028 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:58.052740 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34', 'code': 200} Aug 10 03:31:58.087691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.094597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.095367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.185510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Network': ['ID=e48e137d-d387-4f07-b416-2f445a09fa53,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:58.198292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:58.252834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b016720-de66-4fb1-9ecf-c84d60480b65 req-2ce270c1-fe7a-4ae1-81e0-0a7a8c54690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.254337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b016720-de66-4fb1-9ecf-c84d60480b65 req-2ce270c1-fe7a-4ae1-81e0-0a7a8c54690c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 1098 time: 0.1284170 Aug 10 03:31:58.281360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-03215e2d-f9c9-4b66-9df4-ca484cae63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.281845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-03215e2d-f9c9-4b66-9df4-ca484cae63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.282317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-03215e2d-f9c9-4b66-9df4-ca484cae63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.283950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-03215e2d-f9c9-4b66-9df4-ca484cae63b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 200 len: 2298 time: 0.2200897 Aug 10 03:31:58.309437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5377a-cd78-41a5-aeb7-7edfcc4908ac req-fca1f64c-a5d2-4078-9d1e-518c9e3d58ad tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.314604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e5377a-cd78-41a5-aeb7-7edfcc4908ac req-fca1f64c-a5d2-4078-9d1e-518c9e3d58ad tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1614180 Aug 10 03:31:58.335305 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81491c16-5988-4dad-a3e8-8c33da7dee4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6941326 Aug 10 03:31:58.338896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43840) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:58.346029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:58.370763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b016720-de66-4fb1-9ecf-c84d60480b65 req-42dc5b77-7194-480f-b700-79e79eeac0d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087606 Aug 10 03:31:58.402389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-b683e2b0-1e46-4c49-a6cb-7e5339e27729 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 200 len: 1001 time: 0.1106713 Aug 10 03:31:58.407457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46e5377a-cd78-41a5-aeb7-7edfcc4908ac req-cb9af2df-3b69-4133-bcdf-ff7ab1949d76 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556011 Aug 10 03:31:58.471848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-bd4f50df-5bd1-4740-8ea5-9c90701b8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.473380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-bd4f50df-5bd1-4740-8ea5-9c90701b8b41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=971c280d-dfc5-4466-ba75-b205cc92deed HTTP/1.1" status: 200 len: 855 time: 0.0507491 Aug 10 03:31:58.540901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-7ff2b91d-2cbf-489e-9290-814314a86a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.542417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-7ff2b91d-2cbf-489e-9290-814314a86a5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba272ace-eaff-4fc0-8744-e88c4e34eff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420175 Aug 10 03:31:58.543390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:58.546914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.639956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-a7e13420-c849-4597-8550-4a142e0ca522 service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898089 Aug 10 03:31:58.735840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-ecdc7add-429a-447f-b51b-d2e084dd33f9 service neutron] 10.222.0.46 "GET /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855141 Aug 10 03:31:58.782250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-9b45adb6-ae9b-464b-b755-7483aa794fe6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 217 time: 0.0382500 Aug 10 03:31:58.800044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43844) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:58.807936 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.821277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3606d68-1a30-41c1-b70f-b87196b5125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.835009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-41032de4-8689-4851-a505-76a42eeff318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.836527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-41032de4-8689-4851-a505-76a42eeff318 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0445538 Aug 10 03:31:58.889574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-cf8b3e76-95b3-47a2-b5f7-cb9a7ca85d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.892130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-cf8b3e76-95b3-47a2-b5f7-cb9a7ca85d2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467961 Aug 10 03:31:58.892402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=66ad06b2-0264-44f5-8973-eefdc4a2c4b6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:58.938794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:58.940567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network hostable DHCP agents. Network: e48e137d-d387-4f07-b416-2f445a09fa53, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:59.007102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536255ac-bd89-4c99-819d-d3101eef7b23 req-dca26f25-6c24-4644-a63e-9abe596fa8dc tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.008709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-536255ac-bd89-4c99-819d-d3101eef7b23 req-dca26f25-6c24-4644-a63e-9abe596fa8dc tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.1134942 Aug 10 03:31:59.010956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3606d68-1a30-41c1-b70f-b87196b5125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.041150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-a57c6091-d64e-4aba-980c-4cd54057bec6 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359413 Aug 10 03:31:59.060870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-536255ac-bd89-4c99-819d-d3101eef7b23 req-81bb4773-644b-444f-9143-d5b4311c6cce tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Aug 10 03:31:59.069248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:59.132780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3606d68-1a30-41c1-b70f-b87196b5125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.172774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e48e137d-d387-4f07-b416-2f445a09fa53) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:59.178853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca4f84-deff-4ea2-b8f3-bd33399e176d None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:59.194582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.195193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.203758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3606d68-1a30-41c1-b70f-b87196b5125a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=556aa166f33a45e5acd3e4a27a1442e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025726 Aug 10 03:31:59.204401 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43852) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:59.209272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606d68-1a30-41c1-b70f-b87196b5125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615ea4c2-7c08-4384-a4f3-9c5300dc7b81,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.214292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-8ae86a32-4200-44a5-a2e5-ff298d9a7bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561477 Aug 10 03:31:59.271919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a136265-7fb5-493e-934b-f15741ff0519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.287285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-34243984-b49d-42c6-8ae0-50eba33c4f15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 217 time: 0.0618842 Aug 10 03:31:59.300849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e8222-e833-4a36-937b-e4e43f89a39a req-d3640bb1-0a90-42d8-b81f-7585473b742a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.301043 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0dd2d805-4f75-4d77-bcaa-15401ee3bb3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9606984 Aug 10 03:31:59.306576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43856) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:59.310059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e8222-e833-4a36-937b-e4e43f89a39a req-d3640bb1-0a90-42d8-b81f-7585473b742a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1565981 Aug 10 03:31:59.312732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'name': 'tempest-NetworksTestDHCPv6-1823786150'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:59.322348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a136265-7fb5-493e-934b-f15741ff0519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.399393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e8222-e833-4a36-937b-e4e43f89a39a req-58b7fad6-0b7a-499e-a913-5bf0a1cbdcbb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872669 Aug 10 03:31:59.415550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-12d2ca7d-1037-4eb3-b4a5-4b1410a9daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.425989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-12d2ca7d-1037-4eb3-b4a5-4b1410a9daf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.1129591 Aug 10 03:31:59.459409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '66ad06b2-0264-44f5-8973-eefdc4a2c4b6'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:59.460408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.478252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-9d419c14-7b4f-4c53-8590-68588b282110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.485144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-9d419c14-7b4f-4c53-8590-68588b282110 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463903 Aug 10 03:31:59.579823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a136265-7fb5-493e-934b-f15741ff0519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.582541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a136265-7fb5-493e-934b-f15741ff0519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.588069 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0a136265-7fb5-493e-934b-f15741ff0519 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/615ea4c2-7c08-4384-a4f3-9c5300dc7b81 HTTP/1.1" status: 204 len: 168 time: 0.3793607 Aug 10 03:31:59.600645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-64a216b5-87f1-4a65-86d9-3720e3f0059d service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130910 Aug 10 03:31:59.604527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a136265-7fb5-493e-934b-f15741ff0519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615ea4c2-7c08-4384-a4f3-9c5300dc7b81,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.610380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:59.619867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.667053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 7b9eb64e-48fd-4e91-bf8a-1a92994e816b yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:31:59.751946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/66ad06b2-0264-44f5-8973-eefdc4a2c4b6/00f31ec4-43c1-4b22-b61b-ed7c3fd58760) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:59.784190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-1ae14324-aeab-4fe1-a2a3-09dcbc011036 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721516 Aug 10 03:31:59.861510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-6a42a17b-f565-43d1-ba47-661df2caa989 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 HTTP/1.1" status: 200 len: 217 time: 0.0701630 Aug 10 03:31:59.936516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-13470787-ca4d-472f-99a9-dc975e3c4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.938269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-13470787-ca4d-472f-99a9-dc975e3c4b91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0617552 Aug 10 03:31:59.969312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.980252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Transition to ACTIVE for port object 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:59.997517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Transition to ACTIVE for port object 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:00.003219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-72e49471-bb5d-4531-8411-da834ceb297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.004860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-72e49471-bb5d-4531-8411-da834ceb297b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564902 Aug 10 03:32:00.078097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.116590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:00.121924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:00.124800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:00.149876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-40de2a39-e82e-42c2-a474-4a648c08f8f0 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338425 Aug 10 03:32:00.181757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Pushing event updated for resources: {'Port': ['ID=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.218356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::268 (e48e137d-d387-4f07-b416-2f445a09fa53/66ad06b2-0264-44f5-8973-eefdc4a2c4b6/7b9eb64e-48fd-4e91-bf8a-1a92994e816b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:00.236096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Attempting to bind port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:00.236495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Attempting to bind port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:00.236856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Attempting to bind port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:00.249343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:00.251922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:00.252091 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.252403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:00.252867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Bound port: 00f31ec4-43c1-4b22-b61b-ed7c3fd58760, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:00.253249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.272997 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc181f2b-cb2f-42fa-913c-6e2f6ff5895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.298544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-2165004d-77f3-4fe3-9d1c-80c56531b211 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403964 Aug 10 03:32:00.376138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] For port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:00.376138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] For port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:00.389107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-be55d6c7-cd20-4739-9696-3c8be1e100b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11 HTTP/1.1" status: 200 len: 217 time: 0.0768135 Aug 10 03:32:00.450237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-ccbde1fc-9088-4e68-b3c1-e32f94de91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.452268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-ccbde1fc-9088-4e68-b3c1-e32f94de91bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 200 len: 797 time: 0.0549841 Aug 10 03:32:00.463818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.483072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.512191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 7b9eb64e-48fd-4e91-bf8a-1a92994e816b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:00.561505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128598-737a-4598-8d27-651c42ef7a34 None None] Pushing event updated for resources: {'Port': ['ID=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.561857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-0368e810-9100-4e73-af6c-d2bd9168946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.563490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-0368e810-9100-4e73-af6c-d2bd9168946c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019056 Aug 10 03:32:00.574921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0863e3-4b00-44af-973f-cb9a6db3076d req-bb052869-7a7b-4022-9e5f-c816f786e4b1 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.577207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f0863e3-4b00-44af-973f-cb9a6db3076d req-bb052869-7a7b-4022-9e5f-c816f786e4b1 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.0846326 Aug 10 03:32:00.673397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f0863e3-4b00-44af-973f-cb9a6db3076d req-542d3e65-eab3-49b3-8d7b-672a4b818e07 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869510 Aug 10 03:32:00.682827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.710610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-09eb7d14-1e81-4261-8ffb-664636520f6d service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322396 Aug 10 03:32:00.752263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:00.756421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:00.765999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:00.772673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.773610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.798928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=7b9eb64e-48fd-4e91-bf8a-1a92994e816b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.865836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f8835fe9-a686-401d-b71d-5e65b0e37a1f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5579627 Aug 10 03:32:00.866727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43890) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:00.900558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-81d1bb34-20a5-41ad-8efd-fbe8a046c739 service neutron] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733797 Aug 10 03:32:00.974166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a13b8-eba8-406d-b277-73932c528f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.983123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a13b8-eba8-406d-b277-73932c528f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.988281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c37a13b8-eba8-406d-b277-73932c528f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1205845 Aug 10 03:32:00.989284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43894) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:00.996362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-160a3871-543b-4a71-a238-eee89fd6f9aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 200 len: 217 time: 0.0406308 Aug 10 03:32:01.011783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c98323-7b92-4be3-b5fa-9c3652a443be req-f68c7e52-6760-4a99-9d21-7920a2008bab tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.019194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1c98323-7b92-4be3-b5fa-9c3652a443be req-f68c7e52-6760-4a99-9d21-7920a2008bab tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1173534 Aug 10 03:32:01.097051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1c98323-7b92-4be3-b5fa-9c3652a443be req-9ee80cc2-3dfa-4d93-93c2-3d50c7191a6d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768349 Aug 10 03:32:01.097216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 7b9eb64e-48fd-4e91-bf8a-1a92994e816b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:01.097683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.108483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-55e5aca6-c99d-4a29-a23e-89f926b17c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.108483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-55e5aca6-c99d-4a29-a23e-89f926b17c0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.1016481 Aug 10 03:32:01.171333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-c981dde3-105c-4795-a4a9-a529bab4dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.172974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-c981dde3-105c-4795-a4a9-a529bab4dc17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558445 Aug 10 03:32:01.220540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.250745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 7b9eb64e-48fd-4e91-bf8a-1a92994e816b owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:01.316670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.322735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.328766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.334925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.342245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.349496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.355464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.363624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03dbbecf-458c-417b-872d-336a8c465817 req-133a80d5-ce02-4704-8ea5-c0fd0ee485dc tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.1951542 Aug 10 03:32:01.570690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.638604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=7b9eb64e-48fd-4e91-bf8a-1a92994e816b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.717932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.720982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1ed18174-84cc-4ae8-98b8-5e4e216afab7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/7b9eb64e-48fd-4e91-bf8a-1a92994e816b HTTP/1.1" status: 204 len: 168 time: 0.7287548 Aug 10 03:32:01.727523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43904) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:01.779975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:01.834882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-e143fa13-c612-4b6a-9de3-f0341a8fff31 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512499 Aug 10 03:32:01.864913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03dbbecf-458c-417b-872d-336a8c465817 req-356d6b34-1445-48d3-bbab-55b348b875c8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5003324 Aug 10 03:32:01.871811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d246b-118a-4818-a202-660410301d75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.873859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d246b-118a-4818-a202-660410301d75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.877940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d09d246b-118a-4818-a202-660410301d75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1465750 Aug 10 03:32:01.879377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43914) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:01.988163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.991391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494aba1-b389-448b-8a44-f6ecfd825486 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:01.994047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.000671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.006556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.012430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.018866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.025051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.026941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-269c2a18-2b51-49d1-92d9-58640208ab69 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.2708268 Aug 10 03:32:02.036104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:02.110152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 66ad06b2-0264-44f5-8973-eefdc4a2c4b6 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:02.117742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.138819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Provisioning for port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:02.155816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-41a6fbc4-cca5-4dfd-a90e-895f3fe1ace9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.157173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-41a6fbc4-cca5-4dfd-a90e-895f3fe1ace9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "GET /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1215482 Aug 10 03:32:02.162319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Provisioning complete for port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:02.163449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.191150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce981d-2a2e-4097-b6d2-810ea5a39cc4 req-cc31d0d6-959a-4a58-a7ee-45cca35071e1 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.192276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5ce981d-2a2e-4097-b6d2-810ea5a39cc4 req-cc31d0d6-959a-4a58-a7ee-45cca35071e1 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.2353675 Aug 10 03:32:02.197981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-6d1661a8-bfa0-4644-97d1-5cb40e8f701e service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479023 Aug 10 03:32:02.254326 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.277847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.346886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-9a3c139d-10e5-46f2-aeae-cfb54e052399 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 200 len: 217 time: 0.1356761 Aug 10 03:32:02.349471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] For port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:02.437001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5ce981d-2a2e-4097-b6d2-810ea5a39cc4 req-4f1f23a4-8d05-44fd-93e8-0592462f647d tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267718 Aug 10 03:32:02.493837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-064faecd-be05-4031-ba4d-1701035cd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.495528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-064faecd-be05-4031-ba4d-1701035cd36f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 200 len: 797 time: 0.1322563 Aug 10 03:32:02.501488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-464e2a3e-f9d7-47e4-ae88-3ee884bcb918 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "GET /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3323312 Aug 10 03:32:02.532037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:02.539428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.610984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Pushing event updated for resources: {'Port': ['ID=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:02.619973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.620523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.620976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.621420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.622015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.623564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.624016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.624488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.624926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.625488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.626057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.626487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba27ca-5f64-450c-9b07-6efb1a12be72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:02.635009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.667295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-55dca892-3f9e-47e4-8687-8245ffdfb5a6 None None] Provisioning complete for port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:02.667966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-55dca892-3f9e-47e4-8687-8245ffdfb5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.679567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.728300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3216f4d-4e71-4b92-8257-75d07955e653 req-8a613063-74ba-43c0-ab3c-8b90b66aa551 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.729865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3216f4d-4e71-4b92-8257-75d07955e653 req-8a613063-74ba-43c0-ab3c-8b90b66aa551 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.2254286 Aug 10 03:32:02.732780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981592-b70b-4173-b389-2c668856bf0a req-860a6968-64d4-4b35-9dc0-1fdd579d3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.734294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-860a6968-64d4-4b35-9dc0-1fdd579d3878 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcf71ee2-0eee-417e-b633-daf5ca6e96c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2110293 Aug 10 03:32:02.867657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-58006dc0-76fe-42cb-84e6-c90b5271015c None None] Could not find standard attr ID for object 7b9eb64e-48fd-4e91-bf8a-1a92994e816b. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:02.887157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3216f4d-4e71-4b92-8257-75d07955e653 req-330da459-ef84-4381-b407-07901075312d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175833 Aug 10 03:32:02.960495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-aaaac3e9-0bdd-431d-a9fd-1ace558c0d00 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986911 Aug 10 03:32:03.042879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0774abb4-e56c-434e-a454-54abb867e1a9,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:03.080733 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.087127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.141720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.143573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/66ad06b2-0264-44f5-8973-eefdc4a2c4b6 HTTP/1.1" status: 204 len: 168 time: 1.2607172 Aug 10 03:32:03.146786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43940) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.148074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff981592-b70b-4173-b389-2c668856bf0a req-ce9a930b-f9f1-45a0-8d1d-be5e431b97a4 service neutron] 10.222.0.46 "GET /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761007 Aug 10 03:32:03.148803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8482aff-50b3-479f-9beb-d6149aa095a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=66ad06b2-0264-44f5-8973-eefdc4a2c4b6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.155344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] For port 0774abb4-e56c-434e-a454-54abb867e1a9, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:03.158814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b1f5-4f57-4ce6-a011-14e69e1fe33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.174747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ba7da-5188-4b45-b464-ba129f58f4fd None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:03.205078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] device_id is not set on port 0774abb4-e56c-434e-a454-54abb867e1a9 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:03.233047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.237824 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7ba3dcdb-d25b-415f-821d-dba3cc685620 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887811 Aug 10 03:32:03.248656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43944) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.248656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:03.272422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.279440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.285461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.291554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.298065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.304862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.311075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.313131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-91a5dff4-7f66-46ae-b37b-e4b5b43e9e5a tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 5444 time: 0.1301029 Aug 10 03:32:03.364075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.407731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:03.409826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9797019-0f21-488a-b1dd-5a5eeb3b6aa2 req-29392d31-3ae6-4217-884c-dad40a0d19ac tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&id=0025e602-6fc0-4f65-9738-963c4ec63aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899785 Aug 10 03:32:03.449408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] No DVR routers for this DVR port 0774abb4-e56c-434e-a454-54abb867e1a9 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:03.463689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Pushing event updated for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.474469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:03.483417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.534110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] Deleting port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:03.534482 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.564166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] In _notify_port_updated(), no bound segment for port 0774abb4-e56c-434e-a454-54abb867e1a9 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:32:03.565467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.566301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.567977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-386adc3e-41ed-48c9-8936-f766301865ea service neutron] 10.222.0.46 "PUT /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 200 len: 1032 time: 1.0435102 Aug 10 03:32:03.594729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bcdf9-9853-4653-8702-fe65734f232d req-27ad3bd9-b807-4083-b7a2-294be5dc5e0c tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.599761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310bcdf9-9853-4653-8702-fe65734f232d req-27ad3bd9-b807-4083-b7a2-294be5dc5e0c tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.1007926 Aug 10 03:32:03.655929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] For port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:03.656355 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.672801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] Calling delete_port for 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:03.688256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-c2bddfd1-0004-4d15-be2f-5591e2031404 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.690340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-c2bddfd1-0004-4d15-be2f-5591e2031404 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "GET /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1128752 Aug 10 03:32:03.727581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:03.765737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-310bcdf9-9853-4653-8702-fe65734f232d req-8a2a1653-e8c4-46c7-9247-dd4e4e6f3871 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478779 Aug 10 03:32:03.802180 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.827327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:03.895067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-00faa268-b270-4d8e-b79d-a7d817142ef3 None None] Provisioning complete for port 0774abb4-e56c-434e-a454-54abb867e1a9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:03.896085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00faa268-b270-4d8e-b79d-a7d817142ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.929837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.962610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] Pushing event deleted for resources: {'Port': ['ID=00f31ec4-43c1-4b22-b61b-ed7c3fd58760,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.970106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-00faa268-b270-4d8e-b79d-a7d817142ef3 None None] Port 0774abb4-e56c-434e-a454-54abb867e1a9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:03.974194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d81770-c34a-4c93-8b82-ca9eb9b5c256 None None] No DVR routers for this DVR port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:03.975728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No active binding found for port 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:32:03.976320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00f31ec4-43c1-4b22-b61b-ed7c3fd58760 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:03.985944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.993711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb461c87-37ff-4d0d-9123-f70bf15bfd19,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:04.030953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] For port cb461c87-37ff-4d0d-9123-f70bf15bfd19, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:04.046205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:04.049652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:04.056444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.057059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.062961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b75f4-b4b9-477f-938e-f3154fb4da7d None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:04.073986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=9dc8398d-5464-47f1-8293-34c1d59dcd8e,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.074211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] device_id is not set on port cb461c87-37ff-4d0d-9123-f70bf15bfd19 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:04.088904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.138608 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.191019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.191802 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9ba420b5-7305-444a-b00c-a2641088321f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9500418 Aug 10 03:32:04.194650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.206873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'name': 'tempest-NetworksTestDHCPv6-79803741'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:04.238311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '9dc8398d-5464-47f1-8293-34c1d59dcd8e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:04.239197 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.308859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] No DVR routers for this DVR port cb461c87-37ff-4d0d-9123-f70bf15bfd19 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:04.335965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Pushing event updated for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.554611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] In _notify_port_updated(), no bound segment for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 on network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:32:04.560259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.561473 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.585099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-ba0126a7-a0a9-4e9e-86f5-89fefe59bc67 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 200 len: 1032 time: 0.8791206 Aug 10 03:32:04.631474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:04.635469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.689582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port aa6295fe-7937-45bf-944e-92990a6e4ca0 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:04.784621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5282124-d324-4f42-bb2a-7c7e71df5087 req-673178b3-2434-43cc-9d30-fee89c6407c9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.792387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5282124-d324-4f42-bb2a-7c7e71df5087 req-673178b3-2434-43cc-9d30-fee89c6407c9 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.3140492 Aug 10 03:32:04.822929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/9dc8398d-5464-47f1-8293-34c1d59dcd8e/176c261b-2c4e-450b-97bb-d7a106883178) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:04.839378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-70cc1ca7-1dd4-421e-9bed-6d20741b8f1b None None] Provisioning complete for port cb461c87-37ff-4d0d-9123-f70bf15bfd19 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:04.842872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70cc1ca7-1dd4-421e-9bed-6d20741b8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.869485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5282124-d324-4f42-bb2a-7c7e71df5087 req-2326e082-d440-497b-97ad-25946ea546a6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759273 Aug 10 03:32:04.893171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:04.893603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.932326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-70cc1ca7-1dd4-421e-9bed-6d20741b8f1b None None] Port cb461c87-37ff-4d0d-9123-f70bf15bfd19 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:05.031439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.039402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Transition to ACTIVE for port object 176c261b-2c4e-450b-97bb-d7a106883178 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:05.040797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] For port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:05.041171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.050576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48149f-9a9e-4da8-b2ca-d4395890f449 req-4ded11ab-af1d-4600-930c-d5911c47f1de tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.052093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c48149f-9a9e-4da8-b2ca-d4395890f449 req-4ded11ab-af1d-4600-930c-d5911c47f1de tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.0840518 Aug 10 03:32:05.054232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Transition to ACTIVE for port object 176c261b-2c4e-450b-97bb-d7a106883178 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:05.064320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:05.135617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c48149f-9a9e-4da8-b2ca-d4395890f449 req-b9fb97ac-48e8-490d-9721-87c1c1ca67eb tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762410 Aug 10 03:32:05.169338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.238227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:05.241822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:05.249039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:05.263977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::232 (e48e137d-d387-4f07-b416-2f445a09fa53/9dc8398d-5464-47f1-8293-34c1d59dcd8e/aa6295fe-7937-45bf-944e-92990a6e4ca0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:05.268195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Pushing event updated for resources: {'Port': ['ID=176c261b-2c4e-450b-97bb-d7a106883178,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.306829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-bd5986b7-eb47-4cf0-bcbc-b2e2d32a0035 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.313180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-bd5986b7-eb47-4cf0-bcbc-b2e2d32a0035 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.320121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-bd5986b7-eb47-4cf0-bcbc-b2e2d32a0035 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.326795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-bd5986b7-eb47-4cf0-bcbc-b2e2d32a0035 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.328460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Attempting to bind port 176c261b-2c4e-450b-97bb-d7a106883178 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:05.328962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Attempting to bind port 176c261b-2c4e-450b-97bb-d7a106883178 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:05.329337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Attempting to bind port 176c261b-2c4e-450b-97bb-d7a106883178 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:05.334850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-bd5986b7-eb47-4cf0-bcbc-b2e2d32a0035 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.336523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:05.336914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:05.337325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.337854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:05.338348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Bound port: 176c261b-2c4e-450b-97bb-d7a106883178, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:05.338739 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.341575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-bd5986b7-eb47-4cf0-bcbc-b2e2d32a0035 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 3886 time: 0.1083953 Aug 10 03:32:05.342750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:05.343728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.375436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:05.376083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:05.376548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb461c87-37ff-4d0d-9123-f70bf15bfd19 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:05.395361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39c2d943-57e2-4613-b0c0-e314b8335ea1 req-e1025b24-12c7-4405-ab87-f156d98df876 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438187 Aug 10 03:32:05.416888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.473419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] No DVR routers for this DVR port 7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:05.476826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.479074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-0261b424-5c23-4a07-8bec-87540d172ef6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "DELETE /v2.0/ports/7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8 HTTP/1.1" status: 204 len: 173 time: 0.8551776 Aug 10 03:32:05.479899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:05.483788 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df19f9f1-9338-4ad9-b14f-720d800fd4cd" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:05.485024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.488837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb461c87-37ff-4d0d-9123-f70bf15bfd19 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:05.489536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 825a6136-27b9-4ec4-880a-51d52113bdb4 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:05.503164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object aa6295fe-7937-45bf-944e-92990a6e4ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:05.557015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] For port 176c261b-2c4e-450b-97bb-d7a106883178, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:05.571976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] For port 176c261b-2c4e-450b-97bb-d7a106883178, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=176c261b-2c4e-450b-97bb-d7a106883178,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:05.577725 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692ffb41-582a-471c-8dda-a604e8d922c3 x-openstack-request-id: req-692ffb41-582a-471c-8dda-a604e8d922c3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:05.578072 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:05.578402 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-692ffb41-582a-471c-8dda-a604e8d922c3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:05.578801 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '7a911f6e-d8e0-44e4-9b90-e6981a4c6dc8', 'status': 'completed', 'code': 200} Aug 10 03:32:05.614326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:05.614694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.629621 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.648978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.673367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:05.675608 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169cb0ef-8b82-4856-bb1b-2fa552205ef5" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-unplugged", "status": "completed", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:05.678569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:05.681867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:05.686434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:05.692075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=825a6136-27b9-4ec4-880a-51d52113bdb4,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:05.692290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.692878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.703435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=aa6295fe-7937-45bf-944e-92990a6e4ca0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.728746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] For port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:05.729676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.730955 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69481fc1-7f78-4a18-b952-3b36378264a7 x-openstack-request-id: req-69481fc1-7f78-4a18-b952-3b36378264a7 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:05.731263 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-unplugged", "status": "completed", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:05.732232 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69481fc1-7f78-4a18-b952-3b36378264a7 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:05.732909 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'code': 200} Aug 10 03:32:05.740210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.746034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:05.824717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e31fa-838a-4d4e-b06e-9c264a0c0922 None None] Pushing event updated for resources: {'Port': ['ID=176c261b-2c4e-450b-97bb-d7a106883178,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:05.829296 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.877699 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f30723e-5552-4820-862b-4cc0f1045154 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6782038 Aug 10 03:32:05.877902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:05.877902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 318c74c6-dd9e-4205-aa9a-acddad3c0e11 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:05.889625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.954743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69cb3e-303c-4a4c-8bc7-e8a716d30c8f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.961805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69cb3e-303c-4a4c-8bc7-e8a716d30c8f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.964207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5f69cb3e-303c-4a4c-8bc7-e8a716d30c8f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0819871 Aug 10 03:32:05.967782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:06.047305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.071801 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.145321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.185053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=c27395ca-1e76-41cd-b1a9-d6e98e3d0e30,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.217560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] No DVR routers for this DVR port c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:06.222985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.226218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-943f119a-029b-410d-b959-52ff588fb9aa tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "DELETE /v2.0/ports/c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 HTTP/1.1" status: 204 len: 173 time: 0.7379181 Aug 10 03:32:06.230681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:06.234570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c5737-1d09-48e6-ac73-f52af96aabbb req-0de0c929-9398-431b-8051-c5dfb13f1edf tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:06.242304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b5c5737-1d09-48e6-ac73-f52af96aabbb req-0de0c929-9398-431b-8051-c5dfb13f1edf tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.2306278 Aug 10 03:32:06.256379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port aa6295fe-7937-45bf-944e-92990a6e4ca0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:06.256719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.346681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.349623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:06.389405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b5c5737-1d09-48e6-ac73-f52af96aabbb req-6489734b-01c7-4d4e-a997-d4f7f316f39c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432915 Aug 10 03:32:06.414542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-c057f7e0-60d6-46f9-8d7a-cda23f84250a tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:06.416128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-c057f7e0-60d6-46f9-8d7a-cda23f84250a tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.46 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.1587985 Aug 10 03:32:06.482320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.488034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:06.489167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c27395ca-1e76-41cd-b1a9-d6e98e3d0e30 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:06.489766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 067658a8-8b29-4d87-90cb-4d7de2307e7c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:06.545292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:06.548414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.619251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.693009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:06.707728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef57a99-9f0a-40d0-8d6e-8ee7205b4d33 req-6af3af78-5ef8-47ad-a69a-560aca8e25cc tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:06.709818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ef57a99-9f0a-40d0-8d6e-8ee7205b4d33 req-6af3af78-5ef8-47ad-a69a-560aca8e25cc tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 946 time: 0.2097552 Aug 10 03:32:06.731906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Deleting port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:06.732569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.762295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.763631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0774abb4-e56c-434e-a454-54abb867e1a9 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:06.798548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.822927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for aa6295fe-7937-45bf-944e-92990a6e4ca0 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:06.829971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] For port 318c74c6-dd9e-4205-aa9a-acddad3c0e11, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=318c74c6-dd9e-4205-aa9a-acddad3c0e11,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:06.830396 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.851512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ef57a99-9f0a-40d0-8d6e-8ee7205b4d33 req-fcb0a59f-1781-41a8-b393-82550a0f5739 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/security-groups?id=049e0893-6397-49d8-a7c6-86dfedfaf196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282063 Aug 10 03:32:06.858048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 318c74c6-dd9e-4205-aa9a-acddad3c0e11 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:06.951860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.974035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0774abb4-e56c-434e-a454-54abb867e1a9 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:06.980386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] For port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,segment=NetworkSegment(e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f),segment_id=e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:06.980846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.999850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Calling delete_port for 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:07.190328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.227196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=aa6295fe-7937-45bf-944e-92990a6e4ca0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.276050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.281342 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-131d86fb-d624-439e-9dfa-dda7ef7e997a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/aa6295fe-7937-45bf-944e-92990a6e4ca0 HTTP/1.1" status: 204 len: 168 time: 1.3117435 Aug 10 03:32:07.283845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44004) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.359946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00e804-d500-4683-be0e-84aa6aa0eafb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.367473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00e804-d500-4683-be0e-84aa6aa0eafb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.367473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d00e804-d500-4683-be0e-84aa6aa0eafb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0784149 Aug 10 03:32:07.369497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44006) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.437846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 9dc8398d-5464-47f1-8293-34c1d59dcd8e {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:07.441827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.504983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f5ac5320-72eb-4ffd-b4b2-11c76b6a7dcd None None] Provisioning for port 176c261b-2c4e-450b-97bb-d7a106883178 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:07.514856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.581334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b6ad-2186-4758-8630-92d0c5d7fbcc req-3fa797cc-888e-4e2a-bfb6-6241f64b4e68 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.594296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b6ad-2186-4758-8630-92d0c5d7fbcc req-3fa797cc-888e-4e2a-bfb6-6241f64b4e68 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.611920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1b6ad-2186-4758-8630-92d0c5d7fbcc req-3fa797cc-888e-4e2a-bfb6-6241f64b4e68 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.621615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbd1b6ad-2186-4758-8630-92d0c5d7fbcc req-3fa797cc-888e-4e2a-bfb6-6241f64b4e68 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 2411 time: 0.6794920 Aug 10 03:32:07.629177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:07.633253 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17db63dc-b4d6-4c84-b5fa-20a0a73a05d4" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "c27395ca-1e76-41cd-b1a9-d6e98e3d0e30"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:07.731742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-53969a0f-64af-4311-b51e-cb38f79016e0 None None] Could not find standard attr ID for object aa6295fe-7937-45bf-944e-92990a6e4ca0. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:07.733642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:07.740981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.746656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbd1b6ad-2186-4758-8630-92d0c5d7fbcc req-8691e88e-a7e5-4eef-ac7f-99d457c11143 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167369 Aug 10 03:32:07.760613 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09c5b41-73a8-4072-9f1d-d7217a5a37d8" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-unplugged", "status": "completed", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-unplugged", "status": "completed", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:07.830663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.839464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 176c261b-2c4e-450b-97bb-d7a106883178 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:07.868460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Pushing event deleted for resources: {'Port': ['ID=0d8846c0-faeb-4533-a0b8-dd59cb8aec34,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.879884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.906472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.946545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc8398d-5464-47f1-8293-34c1d59dcd8e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:07.948919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.951614 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d0e20427-f0ca-486c-b0a5-13ac4c11ac55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/9dc8398d-5464-47f1-8293-34c1d59dcd8e HTTP/1.1" status: 204 len: 168 time: 0.5807605 Aug 10 03:32:07.954218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44018) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:07.987585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85533c17-eb23-47b4-9786-4b27e30ff7a8 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:07.998677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] No DVR routers for this DVR port 318c74c6-dd9e-4205-aa9a-acddad3c0e11 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:08.004605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.004605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "DELETE /v2.0/ports/318c74c6-dd9e-4205-aa9a-acddad3c0e11 HTTP/1.1" status: 204 len: 173 time: 1.7590413 Aug 10 03:32:08.037422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b2842029-f7a4-4463-9a91-48d1ce45ec78 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791347 Aug 10 03:32:08.038317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:08.043321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70c141-986f-4997-805e-43d196e37fec tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=318c74c6-dd9e-4205-aa9a-acddad3c0e11,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.049763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] No DVR routers for this DVR port 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:08.051216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:08.052149 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.054485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ca36a48-52b7-42e1-892e-ce5d65b82910 req-2fd95139-46be-4c9f-ba00-5530c6564f81 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.46 "DELETE /v2.0/ports/0d8846c0-faeb-4533-a0b8-dd59cb8aec34 HTTP/1.1" status: 204 len: 173 time: 1.6247456 Aug 10 03:32:08.107258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 176c261b-2c4e-450b-97bb-d7a106883178 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:08.112432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 176c261b-2c4e-450b-97bb-d7a106883178 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:08.113066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.123617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17addb3-3993-4e01-841f-e84ade9692e1 req-a4850245-d3c2-4b2a-a8c4-f7da1f1f3c44 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.136024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c17addb3-3993-4e01-841f-e84ade9692e1 req-a4850245-d3c2-4b2a-a8c4-f7da1f1f3c44 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1799014 Aug 10 03:32:08.211028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c17addb3-3993-4e01-841f-e84ade9692e1 req-1fdbcac9-995c-4356-b0b5-c8628be39d8d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721910 Aug 10 03:32:08.250940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 067658a8-8b29-4d87-90cb-4d7de2307e7c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:08.251998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.255635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.299345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:08.304781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 176c261b-2c4e-450b-97bb-d7a106883178, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=176c261b-2c4e-450b-97bb-d7a106883178,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:08.310477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.316115 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbc6407-3514-4722-a8b6-52d2d5bbe5c0 x-openstack-request-id: req-7cbc6407-3514-4722-a8b6-52d2d5bbe5c0 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:08.316463 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "c27395ca-1e76-41cd-b1a9-d6e98e3d0e30", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:08.316746 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cbc6407-3514-4722-a8b6-52d2d5bbe5c0 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:08.317149 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': 'c27395ca-1e76-41cd-b1a9-d6e98e3d0e30', 'status': 'completed', 'code': 200} Aug 10 03:32:08.319398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:08.392144 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45367f4-2d29-4bfa-959b-755fc061233d x-openstack-request-id: req-a45367f4-2d29-4bfa-959b-755fc061233d {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:08.393352 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-unplugged", "status": "completed", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-unplugged", "status": "completed", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:08.394595 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a45367f4-2d29-4bfa-959b-755fc061233d {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:08.395242 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11', 'code': 200} Aug 10 03:32:08.395933 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c', 'code': 200} Aug 10 03:32:08.411019 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.502139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] For port 067658a8-8b29-4d87-90cb-4d7de2307e7c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=067658a8-8b29-4d87-90cb-4d7de2307e7c,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:08.502961 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.511977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=176c261b-2c4e-450b-97bb-d7a106883178,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.523946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 067658a8-8b29-4d87-90cb-4d7de2307e7c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:08.546048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] Deleting port 176c261b-2c4e-450b-97bb-d7a106883178 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:08.550851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.556805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-451291ff-4427-4352-ba8d-7cd2b642778f req-4dd7c82e-9d7a-467a-867c-9b3ff1ecfd45 tempest-ServersNegativeTestMultiTenantJSON-664901290 tempest-ServersNegativeTestMultiTenantJSON-664901290-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d08e7e-8c36-4339-8035-d2694aedc3c8 HTTP/1.1" status: 200 len: 210 time: 0.1162028 Aug 10 03:32:08.704144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] For port 176c261b-2c4e-450b-97bb-d7a106883178, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=176c261b-2c4e-450b-97bb-d7a106883178,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:08.704576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.738529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] Calling delete_port for 176c261b-2c4e-450b-97bb-d7a106883178 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:08.805701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.848643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=067658a8-8b29-4d87-90cb-4d7de2307e7c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.853635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.908761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.917856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] No DVR routers for this DVR port 067658a8-8b29-4d87-90cb-4d7de2307e7c on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:08.920875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.922780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-4295f890-44e8-4c9e-b2ef-0ab0ec08813c tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "DELETE /v2.0/ports/067658a8-8b29-4d87-90cb-4d7de2307e7c HTTP/1.1" status: 204 len: 173 time: 0.8761282 Aug 10 03:32:08.929839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:08.938734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:08.941834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.942238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.961034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=adcd9762-f418-4b03-8563-3c98cbec294e,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.969640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] Pushing event deleted for resources: {'Port': ['ID=176c261b-2c4e-450b-97bb-d7a106883178,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.976865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae28a-a455-40f8-8507-ce1c986f1967 None None] No DVR routers for this DVR port 176c261b-2c4e-450b-97bb-d7a106883178 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:08.978156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f211b-5b95-41f3-b6b6-a901366b2d66 req-0ff27528-f95a-4025-b3c4-618bc28c9876 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.979827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-245f211b-5b95-41f3-b6b6-a901366b2d66 req-0ff27528-f95a-4025-b3c4-618bc28c9876 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 944 time: 0.1032574 Aug 10 03:32:09.002088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb95e0c-473e-4dda-96dc-39ef91fdd04d None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:09.014948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-30910eef-7257-4fec-aabe-9c880509b855 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9754102 Aug 10 03:32:09.017796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44028) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.023023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'name': 'tempest-NetworksTestDHCPv6-270578936'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:09.084609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-245f211b-5b95-41f3-b6b6-a901366b2d66 req-5296a646-e1e8-45b9-8624-65b2d631f2c0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712800 Aug 10 03:32:09.202627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 825a6136-27b9-4ec4-880a-51d52113bdb4 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:09.202987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.360666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:09.365718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'adcd9762-f418-4b03-8563-3c98cbec294e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:09.367984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.391276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:09.395279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.447348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 0022ea8a-379d-49db-aec2-5022180b469b yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:09.602702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:09.603189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0d8846c0-faeb-4533-a0b8-dd59cb8aec34 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:09.612267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc68a9-194d-45a3-b10c-f1d9e7a71535 req-61b4cceb-80ca-410c-8994-28f4a5353610 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:09.614251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5edc68a9-194d-45a3-b10c-f1d9e7a71535 req-61b4cceb-80ca-410c-8994-28f4a5353610 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1840055 Aug 10 03:32:09.624598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::94 (e48e137d-d387-4f07-b416-2f445a09fa53/adcd9762-f418-4b03-8563-3c98cbec294e/0022ea8a-379d-49db-aec2-5022180b469b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:09.638534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] For port 825a6136-27b9-4ec4-880a-51d52113bdb4, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=825a6136-27b9-4ec4-880a-51d52113bdb4,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:09.639121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.726924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 176c261b-2c4e-450b-97bb-d7a106883178 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:09.749696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 176c261b-2c4e-450b-97bb-d7a106883178 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:09.750603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 176c261b-2c4e-450b-97bb-d7a106883178 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:09.798070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.805158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5edc68a9-194d-45a3-b10c-f1d9e7a71535 req-c6dc6344-f3cc-438c-b0a2-ba361d2066e7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624353 Aug 10 03:32:09.820866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 0022ea8a-379d-49db-aec2-5022180b469b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:09.875276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44038) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.925346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Deleting subnet 45b96bcf-a0be-42ec-8873-377c001842be {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:09.929041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.964524 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.976186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.976778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.976979 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Floating IP e6c4757f-c630-4984-9f7e-cde21773979d disassociated. External IP: 172.25.1.83, port: 825a6136-27b9-4ec4-880a-51d52113bdb4. Aug 10 03:32:09.977255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 825a6136-27b9-4ec4-880a-51d52113bdb4 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:09.993780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.030690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/adcd9762-f418-4b03-8563-3c98cbec294e/64e594fc-ce10-4e5b-9de0-bba9caf8c193) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:10.062089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:10.065171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:10.067163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=0022ea8a-379d-49db-aec2-5022180b469b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.069693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.071888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:10.077898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:10.078442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.205707 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.214539 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.214942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Transition to ACTIVE for port object 64e594fc-ce10-4e5b-9de0-bba9caf8c193 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:10.231527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-641c00f4-a2fa-4b33-abed-85452fb54dad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2125983 Aug 10 03:32:10.232930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.233371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Transition to ACTIVE for port object 64e594fc-ce10-4e5b-9de0-bba9caf8c193 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:10.234943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44042) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.260973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=825a6136-27b9-4ec4-880a-51d52113bdb4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.288763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b96bcf-a0be-42ec-8873-377c001842be,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.295236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.299512 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c26626b9-e418-4fea-9bd8-944b03f8e94e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/45b96bcf-a0be-42ec-8873-377c001842be HTTP/1.1" status: 204 len: 168 time: 0.4185095 Aug 10 03:32:10.300293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44044) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.319228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d751645-9a1a-42a6-895c-2a213859cf25 req-f089bb8b-1030-4286-a2e8-28085a014d84 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:10.319774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d751645-9a1a-42a6-895c-2a213859cf25 req-f089bb8b-1030-4286-a2e8-28085a014d84 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 865 time: 0.1339424 Aug 10 03:32:10.322391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11'}, {'server_uuid': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'name': 'network-vif-deleted', 'tag': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34'}, {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:10.324177 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf8bc66-82c4-4b49-9456-6784a6d26071" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11"}, {"server_uuid": "43d08e7e-8c36-4339-8035-d2694aedc3c8", "name": "network-vif-deleted", "tag": "0d8846c0-faeb-4533-a0b8-dd59cb8aec34"}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:10.360096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee1a79-205d-4c37-baf3-09b8645399c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:10.361672 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-18ee1a79-205d-4c37-baf3-09b8645399c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1235976 Aug 10 03:32:10.364279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44048) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:10.374285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.402066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d751645-9a1a-42a6-895c-2a213859cf25 req-7f41bef1-faed-4aa9-b1cc-a3091feab918 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups?id=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728133 Aug 10 03:32:10.411418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.427753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:10.432868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Router 5e147144-5bf1-4928-adfb-1a77e6d9239b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:10.434194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:10.437921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:10.447002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Pushing event updated for resources: {'Port': ['ID=64e594fc-ce10-4e5b-9de0-bba9caf8c193,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.509166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Attempting to bind port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:10.510227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Attempting to bind port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:10.510835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Attempting to bind port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:10.517224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:10.517996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:10.519360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.520035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:10.520778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Bound port: 64e594fc-ce10-4e5b-9de0-bba9caf8c193, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:10.521518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.542007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.555367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b38d3a-b0bf-4830-b1f3-d529ee8bb588']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.561909 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90e47d-84be-4404-92a5-977db815e291 x-openstack-request-id: req-3d90e47d-84be-4404-92a5-977db815e291 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:10.562210 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "318c74c6-dd9e-4205-aa9a-acddad3c0e11", "status": "completed", "code": 200}, {"server_uuid": "43d08e7e-8c36-4339-8035-d2694aedc3c8", "name": "network-vif-deleted", "tag": "0d8846c0-faeb-4533-a0b8-dd59cb8aec34", "status": "completed", "code": 200}, {"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "067658a8-8b29-4d87-90cb-4d7de2307e7c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:10.562460 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d90e47d-84be-4404-92a5-977db815e291 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:10.562858 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '318c74c6-dd9e-4205-aa9a-acddad3c0e11', 'status': 'completed', 'code': 200} Aug 10 03:32:10.563112 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d08e7e-8c36-4339-8035-d2694aedc3c8', 'name': 'network-vif-deleted', 'tag': '0d8846c0-faeb-4533-a0b8-dd59cb8aec34', 'status': 'completed', 'code': 200} Aug 10 03:32:10.563359 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '067658a8-8b29-4d87-90cb-4d7de2307e7c', 'status': 'completed', 'code': 200} Aug 10 03:32:10.568725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 0022ea8a-379d-49db-aec2-5022180b469b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:10.572576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.572819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.573122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1eeb41e-0ca3-4d27-9c69-fdaf146ba01f') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.591901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:10.599567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] For port 64e594fc-ce10-4e5b-9de0-bba9caf8c193, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:10.605279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] For port 64e594fc-ce10-4e5b-9de0-bba9caf8c193, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=64e594fc-ce10-4e5b-9de0-bba9caf8c193,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:10.609829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] Sync routers for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:10.620230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:10.621139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.650051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] No DVR routers for this DVR port 825a6136-27b9-4ec4-880a-51d52113bdb4 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:10.657181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.664151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e74dec7c-0d13-4a7f-a061-11cf738723ca req-6dd1ab36-9671-4b6e-9555-9187c349243b tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.46 "DELETE /v2.0/ports/825a6136-27b9-4ec4-880a-51d52113bdb4 HTTP/1.1" status: 204 len: 173 time: 1.7175510 Aug 10 03:32:10.683881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.727272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.742568 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.745534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:10.746025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:10.747875 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:10.819568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:10.883204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.907123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00592fe9-656a-4be4-9b27-d6c7c5a1cdae None None] Pushing event updated for resources: {'Port': ['ID=64e594fc-ce10-4e5b-9de0-bba9caf8c193,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.912134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 0022ea8a-379d-49db-aec2-5022180b469b owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:11.031842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356b846-3c85-495f-82c6-7e81821f3aa6 req-6959ee58-f2ee-4384-a46c-a4d9a03ddfe6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.045427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5356b846-3c85-495f-82c6-7e81821f3aa6 req-6959ee58-f2ee-4384-a46c-a4d9a03ddfe6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1047189 Aug 10 03:32:11.055783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.116427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.124471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44064) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.135409 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] 10.222.0.26 "DELETE /v2.0/networks/e4b38d3a-b0bf-4830-b1f3-d529ee8bb588 HTTP/1.1" status: 204 len: 168 time: 0.8171637 Aug 10 03:32:11.136433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5356b846-3c85-495f-82c6-7e81821f3aa6 req-77f4415d-137a-4cc4-91a0-0cba69d428ec tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 Aug 10 03:32:11.139083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc119e-96b7-428b-b065-97354305763c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b38d3a-b0bf-4830-b1f3-d529ee8bb588,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.259173 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:11.281790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Deleting subnet 5dfb0c96-8531-471b-9c50-ef10ae3c0faa {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:11.291928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.370314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.396915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.435395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.480146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:50Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:11.489792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=0022ea8a-379d-49db-aec2-5022180b469b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.528853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.531123 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc908c74-9dc4-4f2b-b555-8ac4c50df24d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/0022ea8a-379d-49db-aec2-5022180b469b HTTP/1.1" status: 204 len: 168 time: 1.1658576 Aug 10 03:32:11.533701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.556715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] Checking router: 5e147144-5bf1-4928-adfb-1a77e6d9239b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:11.566722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:11.567462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:11.620921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.697011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-422b0d3a-5fb9-41a8-9ab1-0e849b4e7ea8 req-2787d80b-4cce-4b6b-b05c-15f56e2fa9d8 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.1372561 Aug 10 03:32:11.752211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.754472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5dfb0c96-8531-471b-9c50-ef10ae3c0faa HTTP/1.1" status: 204 len: 168 time: 0.6170640 Aug 10 03:32:11.756996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44078) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.762636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9d296-9b17-4f4b-932a-c6cc04c3a29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfb0c96-8531-471b-9c50-ef10ae3c0faa,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.793875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:11.822824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eee6fd-b42d-4cc8-9455-6efa03e34fed tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.824817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eee6fd-b42d-4cc8-9455-6efa03e34fed tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.828846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a6eee6fd-b42d-4cc8-9455-6efa03e34fed tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2901757 Aug 10 03:32:11.830472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.862078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 64e594fc-ce10-4e5b-9de0-bba9caf8c193 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:11.924384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.946564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet adcd9762-f418-4b03-8563-3c98cbec294e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:11.950328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.043668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.117934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.143835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:12.157281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f1367e-9768-4918-be92-b864c16b3483']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.182335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42603584-afe7-47f0-ad3a-4c370b568371') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.182718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42603584-afe7-47f0-ad3a-4c370b568371') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.198160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:50Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.202262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.209673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.237598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.248211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:12.248694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:12.279785 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:12.291415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ceb1c-ead0-42be-a07c-b2bb03da215c None None] The sync data for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 is: [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:21:44Z', 'revision_number': 4, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '891dac71-c597-40e2-a5cb-e729688d7938', 'name': '', 'network_id': 'ba272ace-eaff-4fc0-8744-e88c4e34eff5', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'mac_address': 'fa:16:3e:c0:88:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:43Z', 'updated_at': '2021-08-10T03:21:50Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'subnets': [{'id': '971c280d-dfc5-4466-ba75-b205cc92deed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:12.392555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0b10-3756-4dcf-b70a-94d770d5d701 req-b4a2eaf3-dfda-4e66-b7ae-8ef8fb571b88 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:12.394476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbac0b10-3756-4dcf-b70a-94d770d5d701 req-b4a2eaf3-dfda-4e66-b7ae-8ef8fb571b88 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0894666 Aug 10 03:32:12.460379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.508728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.515760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.517651 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] 10.222.0.26 "DELETE /v2.0/networks/30f1367e-9768-4918-be92-b864c16b3483 HTTP/1.1" status: 204 len: 168 time: 0.7594182 Aug 10 03:32:12.558558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dbc1e-4fb8-478d-8675-e16004734fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=30f1367e-9768-4918-be92-b864c16b3483,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.558881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbac0b10-3756-4dcf-b70a-94d770d5d701 req-b3a17c26-e266-4247-aca0-2d34f30e7301 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412556 Aug 10 03:32:12.560232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=adcd9762-f418-4b03-8563-3c98cbec294e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.565034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:12.567251 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6fbe2e-d9cb-4996-a9fc-0910e4acf1f5" -d '{"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:12.583981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.588626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44088) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.595845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7c64b2e4-383f-4efd-8208-e611f4461491 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/adcd9762-f418-4b03-8563-3c98cbec294e HTTP/1.1" status: 204 len: 168 time: 0.7615547 Aug 10 03:32:12.639188 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fbbbf71d-439d-42ae-901c-205bc6b70740 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493555 Aug 10 03:32:12.641653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44090) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.644865 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36edd908-3b02-4f2d-a9e9-33987c444945 x-openstack-request-id: req-36edd908-3b02-4f2d-a9e9-33987c444945 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:12.645107 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b10a884-20bb-4f38-b6eb-adfee9bfd576", "name": "network-vif-deleted", "tag": "825a6136-27b9-4ec4-880a-51d52113bdb4", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:12.645359 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36edd908-3b02-4f2d-a9e9-33987c444945 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:12.647135 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10a884-20bb-4f38-b6eb-adfee9bfd576', 'name': 'network-vif-deleted', 'tag': '825a6136-27b9-4ec4-880a-51d52113bdb4', 'status': 'completed', 'code': 200} Aug 10 03:32:12.729113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] Provisioning for port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:12.734189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] Provisioning complete for port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:12.734833 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.739601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a57003-2578-4032-a881-c3134b568055 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:12.751964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f8a57003-2578-4032-a881-c3134b568055 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1090059 Aug 10 03:32:12.754529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.865632 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa0212-2eae-4563-9f9b-75493b3ed6e4 None None] New status for floating IP e6c4757f-c630-4984-9f7e-cde21773979d: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:12.884734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca28de89-ef01-49bc-aac5-3abb1d7330e7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:12.889103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ca28de89-ef01-49bc-aac5-3abb1d7330e7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308525 Aug 10 03:32:12.889397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:12.942206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.010753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] For port 64e594fc-ce10-4e5b-9de0-bba9caf8c193, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=64e594fc-ce10-4e5b-9de0-bba9caf8c193,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:13.030952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e845f-4c75-4611-8ae5-fa618c0b1d73 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:13.058877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0905c6b3-ed9c-4913-a5c7-42d19476ebd1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629982 Aug 10 03:32:13.058877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ed85e1f-72e8-44c4-af96-d36cbdfc1556 req-6eda6a51-8b71-4e58-ace1-8bd601b71d01 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Aug 10 03:32:13.059585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44102) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.064838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:13.208871 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.245520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.289538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ce1a1-98a1-484e-bb01-3343176db6c2 None None] Pushing event updated for resources: {'Port': ['ID=64e594fc-ce10-4e5b-9de0-bba9caf8c193,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.297579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:13.302235 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.314276 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83f613fc-23a3-4ec6-a9d0-b7b64aa8d903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3892bc928b444059d8fd1090e670ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664241 Aug 10 03:32:13.321798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:13.332304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3d6d2382-7867-4a03-aad7-541361b890b8 None None] Could not find standard attr ID for object 0022ea8a-379d-49db-aec2-5022180b469b. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:13.461398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-90875ef8-bc18-4e2d-888d-37d6495aa5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.500848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-90875ef8-bc18-4e2d-888d-37d6495aa5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.538452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:13.676085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] Deleting port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:13.677131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.728830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-90875ef8-bc18-4e2d-888d-37d6495aa5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.732318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-90875ef8-bc18-4e2d-888d-37d6495aa5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.743412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-90875ef8-bc18-4e2d-888d-37d6495aa5f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/049e0893-6397-49d8-a7c6-86dfedfaf196 HTTP/1.1" status: 204 len: 168 time: 0.4151073 Aug 10 03:32:13.769501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] For port 64e594fc-ce10-4e5b-9de0-bba9caf8c193, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=64e594fc-ce10-4e5b-9de0-bba9caf8c193,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:13.769902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.773112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533b49-8196-4aaa-aaba-b8cb8a4ea955 req-4d5a2139-4974-46b0-84e0-2bf4f34911bb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.786705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] Calling delete_port for 64e594fc-ce10-4e5b-9de0-bba9caf8c193 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:13.795549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10533b49-8196-4aaa-aaba-b8cb8a4ea955 req-4d5a2139-4974-46b0-84e0-2bf4f34911bb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1167054 Aug 10 03:32:13.831288 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.883618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 64e594fc-ce10-4e5b-9de0-bba9caf8c193 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:13.920507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=e6f1162d-3eab-4777-89e0-6da2a1c7209c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.929442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90875ef8-bc18-4e2d-888d-37d6495aa5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049e0893-6397-49d8-a7c6-86dfedfaf196,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.962070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:13.971248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:13.979588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.981878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.982485 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.993939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No active binding found for port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:32:13.994388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 64e594fc-ce10-4e5b-9de0-bba9caf8c193 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:13.995626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10533b49-8196-4aaa-aaba-b8cb8a4ea955 req-98f71ae6-55f0-4f8c-a88a-3df14bc90dd2 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898363 Aug 10 03:32:14.031564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] Pushing event deleted for resources: {'Port': ['ID=64e594fc-ce10-4e5b-9de0-bba9caf8c193,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.037152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6489f87-7049-404d-8c9e-4e5bacfbd803 None None] No DVR routers for this DVR port 64e594fc-ce10-4e5b-9de0-bba9caf8c193 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:14.055904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47fcfc-58b1-417d-b7f2-bfe5300230a7 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:14.131934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d883a045-7590-4c6f-a181-2e9e5cda313a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0713158 Aug 10 03:32:14.134279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44118) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.138536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': 'e6f1162d-3eab-4777-89e0-6da2a1c7209c', 'ip_address': '2001:db8::b81d:eafa:af6e:152e'}], 'name': 'tempest-NetworksTestDHCPv6-1907461077'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:14.248183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed90db40-1543-49c3-8a5e-51d26d7157a0 req-bdee1810-4767-4661-87ea-0770dbcd7427 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0608611 Aug 10 03:32:14.291140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'e6f1162d-3eab-4777-89e0-6da2a1c7209c'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:14.291140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.407499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:14.484601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/e6f1162d-3eab-4777-89e0-6da2a1c7209c/37347a9f-3756-47f0-a9a3-4332bed1f5c7) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:14.552880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.571507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:14.722073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.733436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Transition to ACTIVE for port object 37347a9f-3756-47f0-a9a3-4332bed1f5c7 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:14.750965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Transition to ACTIVE for port object 37347a9f-3756-47f0-a9a3-4332bed1f5c7 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:14.875652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.888727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.927325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:14.937437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:14.947571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:14.951650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Pushing event updated for resources: {'Port': ['ID=37347a9f-3756-47f0-a9a3-4332bed1f5c7,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.972145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::b81d:eafa:af6e:152e (e48e137d-d387-4f07-b416-2f445a09fa53/e6f1162d-3eab-4777-89e0-6da2a1c7209c/d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:14.978917 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bcef88a6-351e-4b01-8c0c-f01f3b860541 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=266e7053932843cfbc26ea837a8ce584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021142 Aug 10 03:32:14.982294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44132) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.049733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Attempting to bind port 37347a9f-3756-47f0-a9a3-4332bed1f5c7 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:15.050226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Attempting to bind port 37347a9f-3756-47f0-a9a3-4332bed1f5c7 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:15.050482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Attempting to bind port 37347a9f-3756-47f0-a9a3-4332bed1f5c7 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:15.065349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:15.065349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:15.065646 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.069279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:15.069838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Bound port: 37347a9f-3756-47f0-a9a3-4332bed1f5c7, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:15.070246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.155613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab010285-c60d-412f-81c8-02b3f994e936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.197251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] For port 37347a9f-3756-47f0-a9a3-4332bed1f5c7, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:15.202246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] For port 37347a9f-3756-47f0-a9a3-4332bed1f5c7, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=37347a9f-3756-47f0-a9a3-4332bed1f5c7,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:15.207893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab010285-c60d-412f-81c8-02b3f994e936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.223865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.234225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:15.248884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.254496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4fd4d-1fca-47e0-8bea-40df192ef86d req-d018a9b5-f2c9-47d5-96be-5adfa9fbe798 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.256795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3e4fd4d-1fca-47e0-8bea-40df192ef86d req-d018a9b5-f2c9-47d5-96be-5adfa9fbe798 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1571498 Aug 10 03:32:15.301104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3e4fd4d-1fca-47e0-8bea-40df192ef86d req-5942cf18-126e-4662-8cc1-f919323c9453 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Aug 10 03:32:15.318437 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.343699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.400239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab010285-c60d-412f-81c8-02b3f994e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.405133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab010285-c60d-412f-81c8-02b3f994e936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.406487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab010285-c60d-412f-81c8-02b3f994e936 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1076f899-8361-4e72-83e2-940432baa402 HTTP/1.1" status: 204 len: 168 time: 0.4230299 Aug 10 03:32:15.428012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937563ce-7be6-4205-9649-a3524e241a85 None None] Pushing event updated for resources: {'Port': ['ID=37347a9f-3756-47f0-a9a3-4332bed1f5c7,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.437892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:15.443573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010285-c60d-412f-81c8-02b3f994e936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076f899-8361-4e72-83e2-940432baa402,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.454764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:15.456804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.460031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:15.466976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.467636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.548332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e9934a7-7343-44b9-8bcd-9545d2b98972 req-fe9aec8d-0533-4de0-9fbb-61a1f6dcd630 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0791640 Aug 10 03:32:15.550474 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-625d6852-90e9-4b11-a023-2a9df9445053 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4163530 Aug 10 03:32:15.559555 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44150) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.622376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930ebe36-d04c-452e-925b-8e10cc234197 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.630261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930ebe36-d04c-452e-925b-8e10cc234197 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.634465 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-930ebe36-d04c-452e-925b-8e10cc234197 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0765324 Aug 10 03:32:15.634852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44152) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.780882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:15.781529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.916779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.957262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:16.328699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.422786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.429597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.434859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-26fe9119-3492-48c5-92ca-9826c14da60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3 HTTP/1.1" status: 204 len: 168 time: 0.7962716 Aug 10 03:32:16.435132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44168) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.558506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c25534-7c78-40df-b563-cc88974328b7 req-9d75122a-0cf1-4240-b5bd-55b96e66c9db tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.560864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0c25534-7c78-40df-b563-cc88974328b7 req-9d75122a-0cf1-4240-b5bd-55b96e66c9db tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1350069 Aug 10 03:32:16.588520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b078e-a93d-41bc-b67f-55dab6319fec tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.590103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b078e-a93d-41bc-b67f-55dab6319fec tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.591999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fc0b078e-a93d-41bc-b67f-55dab6319fec tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1557958 Aug 10 03:32:16.594814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44174) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:16.643142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0c25534-7c78-40df-b563-cc88974328b7 req-aec46b0b-d2be-46c6-8c36-3432b06fa026 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Aug 10 03:32:16.706220 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet e6f1162d-3eab-4777-89e0-6da2a1c7209c {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:16.716664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.802698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.834441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0418a332-3033-44a4-90cd-6a3c5ee6b2c0 req-4e15e8ff-db77-437a-ba94-00934b10ea51 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0503612 Aug 10 03:32:16.929368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.019058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb2e9ea0-146a-4f92-af91-34cbfdba33ac None None] Provisioning for port 37347a9f-3756-47f0-a9a3-4332bed1f5c7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:17.071077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.110119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.111496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44186) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.112388 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/e6f1162d-3eab-4777-89e0-6da2a1c7209c HTTP/1.1" status: 204 len: 168 time: 0.5144665 Aug 10 03:32:17.113560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6f9e-d607-4b57-9574-518cb0fc643b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f1162d-3eab-4777-89e0-6da2a1c7209c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.119403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44190) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.155192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752366e9-2fc1-489f-a4e6-b4d80e483e29 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:17.213520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44192) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.219676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:17.224433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9dd4c3b2-4bbe-43c4-88d2-cd942b4f81ef tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895433 Aug 10 03:32:17.238567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-network', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:17.268928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ae8496e9-731a-406a-976e-8d3d21a45a5e None None] Could not find standard attr ID for object d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:17.331055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Made reservation on behalf of 01ce17aa48c949ea8266e3ad8143fdb8 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:17.334368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.351386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.442692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:17.483302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.506936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] Deleting port 37347a9f-3756-47f0-a9a3-4332bed1f5c7 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:17.507315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.545877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.589933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] For port 37347a9f-3756-47f0-a9a3-4332bed1f5c7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=37347a9f-3756-47f0-a9a3-4332bed1f5c7,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:17.591190 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.599827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:17.601640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:17.605506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.607288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c230ef-4446-4f23-8127-65f3e5d2bb14,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.615095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] Calling delete_port for 37347a9f-3756-47f0-a9a3-4332bed1f5c7 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:17.615615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.615975 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Added segment 826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0 of type vlan for network ac76dd69-0ca7-4551-8000-d1673392ea7d Aug 10 03:32:17.673769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.802399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097a24d-4a08-44bb-9b2e-ce8772fa2ee5 req-c7be94e2-97a8-4f75-ab18-22e49378fcdb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:17.811283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5097a24d-4a08-44bb-9b2e-ce8772fa2ee5 req-c7be94e2-97a8-4f75-ab18-22e49378fcdb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0669167 Aug 10 03:32:17.841919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.843889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.844226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:17.845124 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.920043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] Pushing event deleted for resources: {'Port': ['ID=37347a9f-3756-47f0-a9a3-4332bed1f5c7,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:17.924557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc643b5-46c1-4bac-90bc-e7bf4e030aaa None None] No DVR routers for this DVR port 37347a9f-3756-47f0-a9a3-4332bed1f5c7 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:18.105203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.213397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:18.217375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:18.220563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:18.221173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.223525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=d97cb791-53bc-47d7-b8e9-dfa79b8cc90b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.236767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4999e0-b1e4-4d05-b229-676409ee773c None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:18.256921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5097a24d-4a08-44bb-9b2e-ce8772fa2ee5 req-2b8ca94c-868d-4b89-b33b-50c82eaf3f77 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337556 Aug 10 03:32:18.294330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] Pushing event updated for resources: {'Network': ['ID=ac76dd69-0ca7-4551-8000-d1673392ea7d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.317671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a08bbdb1-4c96-4ae2-88a6-ec8219af5155 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2037361 Aug 10 03:32:18.318298 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-feac8f01-33dc-4d75-be69-1eb8a5dad111 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1024566 Aug 10 03:32:18.320515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network ac76dd69-0ca7-4551-8000-d1673392ea7d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:18.322045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44208) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.328044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': 'd97cb791-53bc-47d7-b8e9-dfa79b8cc90b', 'ip_address': '2001:db8::c050:5b7:5e05:75de'}], 'name': 'tempest-NetworksTestDHCPv6-550047816'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:18.330814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44210) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.335871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Request body: {'subnet': {'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-subnet', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:18.421509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdc485fa-9abe-494e-bbc7-298e1bdff4a0 req-4e5c4357-0ae1-4969-8de3-32a86262bb08 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0478494 Aug 10 03:32:18.465973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Made reservation on behalf of 01ce17aa48c949ea8266e3ad8143fdb8 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:18.468368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.585644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'd97cb791-53bc-47d7-b8e9-dfa79b8cc90b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:18.586771 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.595841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:18.603026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.630747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 96504623-3196-45c4-8870-0a934719c091 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:18.796908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/d97cb791-53bc-47d7-b8e9-dfa79b8cc90b/12f81726-8227-48ab-ae44-face18c7554a) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:18.817627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.950664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Checking segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:18.951032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Network hostable DHCP agents. Network: ac76dd69-0ca7-4551-8000-d1673392ea7d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:19.015876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.017438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2c209b-0f1c-4c8b-9108-924ece26877d,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.033924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Transition to ACTIVE for port object 12f81726-8227-48ab-ae44-face18c7554a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:19.062825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Transition to ACTIVE for port object 12f81726-8227-48ab-ae44-face18c7554a will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:19.098941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Network ac76dd69-0ca7-4551-8000-d1673392ea7d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:19.132984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.194345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:19.197594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:19.200753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:19.204678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::c050:5b7:5e05:75de (e48e137d-d387-4f07-b416-2f445a09fa53/d97cb791-53bc-47d7-b8e9-dfa79b8cc90b/96504623-3196-45c4-8870-0a934719c091) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:19.213657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, ac76dd69-0ca7-4551-8000-d1673392ea7d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:19.223472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.225783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.259967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Pushing event updated for resources: {'Port': ['ID=12f81726-8227-48ab-ae44-face18c7554a,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.320435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91779403-2724-4b71-90f1-f93f8f92b585 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9885197 Aug 10 03:32:19.324039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44220) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.328887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:19.334751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8ef66-9420-47a3-8eec-b7a32751fc90 None None] Network ac76dd69-0ca7-4551-8000-d1673392ea7d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:19.407624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Attempting to bind port 12f81726-8227-48ab-ae44-face18c7554a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:19.408001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Attempting to bind port 12f81726-8227-48ab-ae44-face18c7554a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:19.408631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Attempting to bind port 12f81726-8227-48ab-ae44-face18c7554a on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:19.421428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:19.421820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:19.422211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.422608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:19.423090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Bound port: 12f81726-8227-48ab-ae44-face18c7554a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:19.423475 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.463503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.467732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.491733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.540127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 96504623-3196-45c4-8870-0a934719c091 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:19.547491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] For port 12f81726-8227-48ab-ae44-face18c7554a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:19.552577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] For port 12f81726-8227-48ab-ae44-face18c7554a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=12f81726-8227-48ab-ae44-face18c7554a,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:19.563554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.578440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550f55b-6ce2-4765-a1e7-a02dfd1a0427 req-bc6b6613-43b0-4537-a0b5-d2111bc55bcc tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.589694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9550f55b-6ce2-4765-a1e7-a02dfd1a0427 req-bc6b6613-43b0-4537-a0b5-d2111bc55bcc tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.2118094 Aug 10 03:32:19.608597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-ac76dd69-0ca7-4551-8000-d1673392ea7d', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:19.609649 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.662538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.814305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.875683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc0c96-4de9-4ce9-b901-9474d2d652df None None] Pushing event updated for resources: {'Port': ['ID=12f81726-8227-48ab-ae44-face18c7554a,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.909547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Allocated IP 172.20.0.2 (ac76dd69-0ca7-4551-8000-d1673392ea7d/8b2c209b-0f1c-4c8b-9108-924ece26877d/76466e52-99be-4918-a569-371a6286cc7f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:19.912604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:19.914910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:19.925020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:19.932668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.934433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.965551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9550f55b-6ce2-4765-a1e7-a02dfd1a0427 req-e65c03b9-59b6-46bf-b58c-5234a5c5ef33 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674729 Aug 10 03:32:19.985950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=96504623-3196-45c4-8870-0a934719c091,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.016558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.018269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.020007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.021982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.022344 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.023326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.023670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.025090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.025945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.028052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.028803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.028803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:20.099774 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08dc190b-4e6f-491d-97fc-40cc0624c1a9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7764132 Aug 10 03:32:20.102319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44228) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.130668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.178103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada660b5-45e5-435a-96d5-06c9e3566941 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.186618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada660b5-45e5-435a-96d5-06c9e3566941 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.188300 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ada660b5-45e5-435a-96d5-06c9e3566941 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0846989 Aug 10 03:32:20.192766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44230) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.192937 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.193793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f03d012-2f69-46d2-a0fd-eddc415a2fb3 req-05fbefcc-587f-414c-bc3f-e5bc1ff003a6 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.1199629 Aug 10 03:32:20.202352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Transition to ACTIVE for port object 76466e52-99be-4918-a569-371a6286cc7f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:20.220385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Transition to ACTIVE for port object 76466e52-99be-4918-a569-371a6286cc7f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:20.302453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.315792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 96504623-3196-45c4-8870-0a934719c091 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:20.316075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.362396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Network ac76dd69-0ca7-4551-8000-d1673392ea7d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:20.367624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:20.371399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:20.380249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Pushing event updated for resources: {'Port': ['ID=76466e52-99be-4918-a569-371a6286cc7f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.432195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44234) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.456289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.470954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 96504623-3196-45c4-8870-0a934719c091 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:20.582841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Attempting to bind port 76466e52-99be-4918-a569-371a6286cc7f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:20.583361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Attempting to bind port 76466e52-99be-4918-a569-371a6286cc7f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:20.584002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Attempting to bind port 76466e52-99be-4918-a569-371a6286cc7f on network ac76dd69-0ca7-4551-8000-d1673392ea7d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:20.590046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:20.590983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Checking segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:20.591673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.592375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Bound using segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:20.593028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Bound port: 76466e52-99be-4918-a569-371a6286cc7f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:20.593593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.599784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.628839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.667814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] For port 76466e52-99be-4918-a569-371a6286cc7f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:20.673263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] For port 76466e52-99be-4918-a569-371a6286cc7f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=76466e52-99be-4918-a569-371a6286cc7f,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:20.682781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.700183 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30f1e794-abd5-48ef-853a-a6512c885117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.731619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=96504623-3196-45c4-8870-0a934719c091,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.742895 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.775666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.778303 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4afa2501-cfc4-4102-bc7f-feb64f07a5d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/96504623-3196-45c4-8870-0a934719c091 HTTP/1.1" status: 204 len: 168 time: 0.5840158 Aug 10 03:32:20.780736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44238) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.824522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e083257-604d-400e-b3e7-1c1a57803b67 None None] Pushing event updated for resources: {'Port': ['ID=76466e52-99be-4918-a569-371a6286cc7f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.838917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Allocated IP 172.25.1.63 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fb4412ce-d349-4d5d-ba52-71a2f7b5415b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:20.860918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6ae0d-3504-42eb-ad96-79e7fac2b009 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.862868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6ae0d-3504-42eb-ad96-79e7fac2b009 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.867143 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-38d6ae0d-3504-42eb-ad96-79e7fac2b009 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0824006 Aug 10 03:32:20.867467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44240) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:20.935796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet d97cb791-53bc-47d7-b8e9-dfa79b8cc90b {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:20.941071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.990503 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.018847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30f1e794-abd5-48ef-853a-a6512c885117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.074979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.146543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-30f1e794-abd5-48ef-853a-a6512c885117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.171403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.282500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-30f1e794-abd5-48ef-853a-a6512c885117 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=040eafa8b7cd4fa19b26a367c04e3692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8467910 Aug 10 03:32:21.285370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44250) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.295678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1e794-abd5-48ef-853a-a6512c885117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f98bf-02a1-49e9-a1d5-e07031dc9f4b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.333695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a6df1-bbac-4a1b-a766-ff05e75cd6ce req-49e6d0c8-88ff-4163-8ee8-080a70d5b312 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.345286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb1a6df1-bbac-4a1b-a766-ff05e75cd6ce req-49e6d0c8-88ff-4163-8ee8-080a70d5b312 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.2016730 Aug 10 03:32:21.384931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.391623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80435288-cff3-4e55-9306-435bcb142b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.398622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb1a6df1-bbac-4a1b-a766-ff05e75cd6ce req-57a7a114-2acc-48dd-b44e-f06e0b05e7f7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523665 Aug 10 03:32:21.418013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80435288-cff3-4e55-9306-435bcb142b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.452529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:21.460048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:21.465950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:21.487296 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.502532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Pushing event updated for resources: {'Port': ['ID=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.504480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-19ac704d-e8b4-4f47-aa96-50d23ea8c6b3 None None] Provisioning for port 12f81726-8227-48ab-ae44-face18c7554a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:21.526588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.531213 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/d97cb791-53bc-47d7-b8e9-dfa79b8cc90b HTTP/1.1" status: 204 len: 168 time: 0.6603174 Aug 10 03:32:21.532383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44252) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.564903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444b6db-3483-499e-bb61-cb226318cf12 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=d97cb791-53bc-47d7-b8e9-dfa79b8cc90b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.600642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51c89ff5-2d5c-4cf2-a554-fba73838d7cb req-6710cbc6-6a04-4886-bb37-740ca9491877 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0867267 Aug 10 03:32:21.602727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8dcaaa9c-44b6-417a-8d05-7c66762a0772 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693161 Aug 10 03:32:21.605490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.611328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:21.636121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80435288-cff3-4e55-9306-435bcb142b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.639731 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80435288-cff3-4e55-9306-435bcb142b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.642709 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-80435288-cff3-4e55-9306-435bcb142b83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b48f98bf-02a1-49e9-a1d5-e07031dc9f4b HTTP/1.1" status: 204 len: 168 time: 0.3528020 Aug 10 03:32:21.653422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80435288-cff3-4e55-9306-435bcb142b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f98bf-02a1-49e9-a1d5-e07031dc9f4b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.822710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772cc550-25c1-412a-817f-5b613ae30e2a None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:21.834987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bdcfb4a0-8a64-48c9-b424-f7fb807dde45 None None] Could not find standard attr ID for object 96504623-3196-45c4-8870-0a934719c091. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:21.991543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 12f81726-8227-48ab-ae44-face18c7554a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:22.059477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:22.063061 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.138736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 12f81726-8227-48ab-ae44-face18c7554a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:22.143450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 12f81726-8227-48ab-ae44-face18c7554a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:22.143902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.176118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:22.282603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] Deleting port 12f81726-8227-48ab-ae44-face18c7554a {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:22.282981 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.285510 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.334485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 12f81726-8227-48ab-ae44-face18c7554a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=12f81726-8227-48ab-ae44-face18c7554a,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:22.362935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.388655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fb26e-b648-4650-a192-75d8ede0f4b4 None None] Network ac76dd69-0ca7-4551-8000-d1673392ea7d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:22.403824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.404614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 76466e52-99be-4918-a569-371a6286cc7f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:22.471851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.521831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] For port 12f81726-8227-48ab-ae44-face18c7554a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=12f81726-8227-48ab-ae44-face18c7554a,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:22.522487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.537367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=67150a4b-740d-4bf8-98db-a7a8e015d7ad,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:22.562709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] Calling delete_port for 12f81726-8227-48ab-ae44-face18c7554a owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:22.595003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:22.597838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=12f81726-8227-48ab-ae44-face18c7554a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:22.636988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:22.647114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:22.647817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.656970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172013f-4c26-44fd-bad7-564ef6069154 req-0282f415-d142-427d-8b0f-cbe811c23e71 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:22.658616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6172013f-4c26-44fd-bad7-564ef6069154 req-0282f415-d142-427d-8b0f-cbe811c23e71 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1260834 Aug 10 03:32:22.664854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fc69da81-620a-4ed3-b321-6ffb23cd8378 None None] Provisioning for port 76466e52-99be-4918-a569-371a6286cc7f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:22.700030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44272) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.721919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 76466e52-99be-4918-a569-371a6286cc7f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:22.723193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e325a7e5-0449-486c-b8fa-a85e4494b172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.735291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 76466e52-99be-4918-a569-371a6286cc7f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:22.735671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.743306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6172013f-4c26-44fd-bad7-564ef6069154 req-bb317cc8-05bf-42de-9291-b74a0648d08d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Aug 10 03:32:22.755827 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.766633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e0f39659-1c47-435b-958a-81be35e2b43e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1599455 Aug 10 03:32:22.769651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:22.784391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '67150a4b-740d-4bf8-98db-a7a8e015d7ad', 'ip_address': '2001:db8::1d98:507:4082:78e2'}], 'name': 'tempest-NetworksTestDHCPv6-356097987'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:22.868523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.882996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] No DVR routers for this DVR port 12f81726-8227-48ab-ae44-face18c7554a on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:22.939104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-232145fc-bc64-4f5b-a0a0-fb4444db185c req-0b434542-e109-4135-917a-ea62e59a33c5 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0564687 Aug 10 03:32:22.959444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96bafc8-1740-4dd2-bc64-a52963f93a49 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:23.018610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ae63-9dab-42b8-a125-a0051105a8ce None None] Pushing event deleted for resources: {'Port': ['ID=12f81726-8227-48ab-ae44-face18c7554a,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.041543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.116754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 76466e52-99be-4918-a569-371a6286cc7f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=76466e52-99be-4918-a569-371a6286cc7f,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:23.130875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e325a7e5-0449-486c-b8fa-a85e4494b172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.190144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Router 797ab054-eab7-4059-a138-4db5d6f7c118 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:23.220045 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.229595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7a2daf5e-2013-41ac-a20d-bdc541568b4e None None] Provisioning complete for port 76466e52-99be-4918-a569-371a6286cc7f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:23.229978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7a2daf5e-2013-41ac-a20d-bdc541568b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.247063 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e325a7e5-0449-486c-b8fa-a85e4494b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.291097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a7e5-0449-486c-b8fa-a85e4494b172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ca6f0c-5be6-4a88-adc9-a0e20c543f07,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.313945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '67150a4b-740d-4bf8-98db-a7a8e015d7ad'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:23.314801 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.321537 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e325a7e5-0449-486c-b8fa-a85e4494b172 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71456e4cbf2a43a390893903716bce4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183546 Aug 10 03:32:23.345918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44278) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:23.420300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:23.446472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:23.455046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0f83e30-4dbb-467e-9dbf-9952d52e6b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.469307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0f83e30-4dbb-467e-9dbf-9952d52e6b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.484592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=76466e52-99be-4918-a569-371a6286cc7f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.505193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:23.505859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:23.507664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:23.587960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.592119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e8a96c8-3e52-48d7-ad31-d4e3ab10af2d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2641451 Aug 10 03:32:23.592836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44280) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:23.617337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:23.625058 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.649119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port bf448480-88bf-4a4c-abe8-db58a4337c65 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:23.662575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0f83e30-4dbb-467e-9dbf-9952d52e6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.665847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0f83e30-4dbb-467e-9dbf-9952d52e6b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.670134 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a0f83e30-4dbb-467e-9dbf-9952d52e6b5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84ca6f0c-5be6-4a88-adc9-a0e20c543f07 HTTP/1.1" status: 204 len: 168 time: 0.3201406 Aug 10 03:32:23.712545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f83e30-4dbb-467e-9dbf-9952d52e6b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ca6f0c-5be6-4a88-adc9-a0e20c543f07,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.819559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 76466e52-99be-4918-a569-371a6286cc7f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:23.906538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/67150a4b-740d-4bf8-98db-a7a8e015d7ad/597deb7b-a383-4789-8a7f-0d1262cbcad9) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:24.010026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 76466e52-99be-4918-a569-371a6286cc7f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:24.010310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.064709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ccc3c-686d-4e0e-b837-8a8457e1c848 req-f9d8f843-7cd4-410f-a996-0ef89133c694 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:24.066474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-882ccc3c-686d-4e0e-b837-8a8457e1c848 req-f9d8f843-7cd4-410f-a996-0ef89133c694 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1379104 Aug 10 03:32:24.363408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.372744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Transition to ACTIVE for port object 597deb7b-a383-4789-8a7f-0d1262cbcad9 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:24.389779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Transition to ACTIVE for port object 597deb7b-a383-4789-8a7f-0d1262cbcad9 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:24.476235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.563284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-882ccc3c-686d-4e0e-b837-8a8457e1c848 req-0cb623cd-d4ad-45b7-9657-caaa3e0fdeb5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066709 Aug 10 03:32:24.567233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Pushing event updated for resources: {'Port': ['ID=597deb7b-a383-4789-8a7f-0d1262cbcad9,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:24.569760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 12f81726-8227-48ab-ae44-face18c7554a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:24.579036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::1d98:507:4082:78e2 (e48e137d-d387-4f07-b416-2f445a09fa53/67150a4b-740d-4bf8-98db-a7a8e015d7ad/bf448480-88bf-4a4c-abe8-db58a4337c65) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:24.581505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:21Z', 'revision_number': 3, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:24.610276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:24.640780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:24.642743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 12f81726-8227-48ab-ae44-face18c7554a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:24.643077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 12f81726-8227-48ab-ae44-face18c7554a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:24.644793 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:24.659581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:24.659898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Updating router 797ab054-eab7-4059-a138-4db5d6f7c118 port fb4412ce-d349-4d5d-ba52-71a2f7b5415b binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:24.712620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.783661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ff331c0-a3df-4e4f-9d6f-61bfb45f8611 req-a88b18d2-cd07-4e30-8bdd-2ef4ebc0b221 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0712566 Aug 10 03:32:24.799563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.827092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object bf448480-88bf-4a4c-abe8-db58a4337c65 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:24.911829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.968209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.013832 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.026246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Transition to ACTIVE for port object fb4412ce-d349-4d5d-ba52-71a2f7b5415b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:25.067537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Attempting to bind port 597deb7b-a383-4789-8a7f-0d1262cbcad9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:25.068176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Attempting to bind port 597deb7b-a383-4789-8a7f-0d1262cbcad9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:25.068515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Attempting to bind port 597deb7b-a383-4789-8a7f-0d1262cbcad9 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:25.075565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:25.075799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:25.076115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:25.076361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.076903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:25.077477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Bound port: 597deb7b-a383-4789-8a7f-0d1262cbcad9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:25.077759 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.092184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:25.096491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:25.108850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.111237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.158826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=bf448480-88bf-4a4c-abe8-db58a4337c65,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.182466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] For port 597deb7b-a383-4789-8a7f-0d1262cbcad9, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:25.191355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] For port 597deb7b-a383-4789-8a7f-0d1262cbcad9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=597deb7b-a383-4789-8a7f-0d1262cbcad9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:25.193779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.196835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0a66294-89a7-471a-b90e-9500a955cc02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4225421 Aug 10 03:32:25.196835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:25.247284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.275600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Allocated IP 172.20.0.1 (ac76dd69-0ca7-4551-8000-d1673392ea7d/8b2c209b-0f1c-4c8b-9108-924ece26877d/96441367-29b4-4b65-af4e-b780b526f6df) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:25.298852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Attempting to bind port fb4412ce-d349-4d5d-ba52-71a2f7b5415b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:25.299822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Attempting to bind port fb4412ce-d349-4d5d-ba52-71a2f7b5415b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:25.300431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Attempting to bind port fb4412ce-d349-4d5d-ba52-71a2f7b5415b on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:25.306679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5538e-7819-4a0c-a639-3be2ef9b44d4 None None] Pushing event updated for resources: {'Port': ['ID=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.329570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:25.329940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:25.330546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.331183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:25.331854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Bound port: fb4412ce-d349-4d5d-ba52-71a2f7b5415b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:25.332555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.337736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c86d73-8b6e-4fab-9afb-4d58b2710a69 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.357599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c86d73-8b6e-4fab-9afb-4d58b2710a69 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.357599 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43c86d73-8b6e-4fab-9afb-4d58b2710a69 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1600931 Aug 10 03:32:25.359314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44312) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:25.427690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] For port fb4412ce-d349-4d5d-ba52-71a2f7b5415b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:25.432110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] For port fb4412ce-d349-4d5d-ba52-71a2f7b5415b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:25.497920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721d925-35dc-4b7f-bed2-3aa366094184 None None] Pushing event updated for resources: {'Port': ['ID=597deb7b-a383-4789-8a7f-0d1262cbcad9,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.509837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.513918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port bf448480-88bf-4a4c-abe8-db58a4337c65 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:25.514278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.554863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.566224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:25.567003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:25.591289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44314) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:25.619943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Transition to ACTIVE for port object 96441367-29b4-4b65-af4e-b780b526f6df will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:25.779162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.804274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5538e-7819-4a0c-a639-3be2ef9b44d4 None None] Pushing event updated for resources: {'Port': ['ID=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.820728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for bf448480-88bf-4a4c-abe8-db58a4337c65 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:25.885965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1856194986-network', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:25.903630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.925062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 597deb7b-a383-4789-8a7f-0d1262cbcad9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:25.978836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:25.994250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Pushing event updated for resources: {'Port': ['ID=96441367-29b4-4b65-af4e-b780b526f6df,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.015515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Network ac76dd69-0ca7-4551-8000-d1673392ea7d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:26.019971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:26.023085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:26.072405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.112025 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.194391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35511c1c-8bbf-4760-aef6-af48ce99357f req-76f13270-63c2-43b9-83b5-584392311266 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:26.202758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35511c1c-8bbf-4760-aef6-af48ce99357f req-76f13270-63c2-43b9-83b5-584392311266 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.4140108 Aug 10 03:32:26.204859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.226001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Made reservation on behalf of cf504f28fae44965b7f4c0914c35d8c1 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:26.228572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.255973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=bf448480-88bf-4a4c-abe8-db58a4337c65,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.279691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.301648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.306488 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f5a6747a-b1fd-4e50-adf6-4eecba3611d1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/bf448480-88bf-4a4c-abe8-db58a4337c65 HTTP/1.1" status: 204 len: 168 time: 0.9428079 Aug 10 03:32:26.311255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44322) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:26.326452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35511c1c-8bbf-4760-aef6-af48ce99357f req-ed70473a-696f-4ceb-90ff-a70e693eda78 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224813 Aug 10 03:32:26.354679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 597deb7b-a383-4789-8a7f-0d1262cbcad9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:26.377258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:21Z', 'revision_number': 3, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:26.452685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff8d35-91f8-48f3-a618-fcf42fb12e57 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:26.454338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff8d35-91f8-48f3-a618-fcf42fb12e57 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:26.468301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-77ff8d35-91f8-48f3-a618-fcf42fb12e57 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1558602 Aug 10 03:32:26.471087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee713b8-0401-41d0-9935-67d4a3cd9b82 None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:21Z', 'revision_number': 3, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:26.473573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:26.520205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.571338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00fde0f4-e11c-46a1-98d8-073cb893e1eb req-f3a81be1-0a3c-4b6a-8d4f-8340a33abfa4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0768633 Aug 10 03:32:26.582896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 67150a4b-740d-4bf8-98db-a7a8e015d7ad {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:26.592103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.630120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3ae424e5-b5dc-478f-8ff6-943cfa752edf None None] Provisioning for port 96441367-29b4-4b65-af4e-b780b526f6df completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:26.639896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3ae424e5-b5dc-478f-8ff6-943cfa752edf None None] Provisioning complete for port 96441367-29b4-4b65-af4e-b780b526f6df triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:26.640272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ae424e5-b5dc-478f-8ff6-943cfa752edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.736590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3ae424e5-b5dc-478f-8ff6-943cfa752edf None None] Port 96441367-29b4-4b65-af4e-b780b526f6df cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:26.898959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.904072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.970914 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.046127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.117265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Pushing event updated for resources: {'Port': ['ID=96441367-29b4-4b65-af4e-b780b526f6df,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.135918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:27.139743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.140725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.144149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab39ad-e230-402a-abd0-57a64d1c67c5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.170291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Provisioning for port 597deb7b-a383-4789-8a7f-0d1262cbcad9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:27.170824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.171139 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Added segment cad36767-18ed-4ccf-8b52-85665f2337ee of type vlan for network 3abc4c44-e65d-44af-b996-033ce7787255 Aug 10 03:32:27.175104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Provisioning complete for port 597deb7b-a383-4789-8a7f-0d1262cbcad9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:27.175484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.323919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.382878 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.384040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.426591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Network ac76dd69-0ca7-4551-8000-d1673392ea7d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:27.429786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:27.591100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.592258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.593373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.634247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.667899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] Pushing event updated for resources: {'Network': ['ID=3abc4c44-e65d-44af-b996-033ce7787255,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.706244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0eeb9b-4ccd-48bc-8b12-812ae827b87b req-673e1af9-98a8-4654-83e4-39e82e593afa tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.709301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f0eeb9b-4ccd-48bc-8b12-812ae827b87b req-673e1af9-98a8-4654-83e4-39e82e593afa tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1717618 Aug 10 03:32:27.725644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.733097 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/67150a4b-740d-4bf8-98db-a7a8e015d7ad HTTP/1.1" status: 204 len: 168 time: 1.2582555 Aug 10 03:32:27.734026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422da9b-6597-4546-86c1-022b48604148 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=67150a4b-740d-4bf8-98db-a7a8e015d7ad,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.735677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.789073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:27.791094 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:27.792085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3abc4c44-e65d-44af-b996-033ce7787255 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:27.797772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dc1ab-6e0b-418d-a762-c67bb39be2d6 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:27.880449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f0eeb9b-4ccd-48bc-8b12-812ae827b87b req-c0007072-f9d9-49bd-91d3-d096c120fb89 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171205 Aug 10 03:32:27.884924 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e8b627f-215f-4f0e-8972-f1b628a5bab0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405578 Aug 10 03:32:27.886872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.953972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-14a85ba1-17d4-4b9e-bb36-9c5f7653186d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3572404 Aug 10 03:32:27.976359 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44342) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:27.984195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Router 797ab054-eab7-4059-a138-4db5d6f7c118 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:27.986472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Request body: {'subnet': {'network_id': '3abc4c44-e65d-44af-b996-033ce7787255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1856194986-subnet', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:28.020965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fb4412ce-d349-4d5d-ba52-71a2f7b5415b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:28.039309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b7f4468-6745-483e-bc15-019ee03d42eb req-966339b5-342c-406f-8d4c-26d59b420535 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b10a884-20bb-4f38-b6eb-adfee9bfd576 HTTP/1.1" status: 200 len: 210 time: 0.0560536 Aug 10 03:32:28.071792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1f51c-ccd1-4ee2-9819-5b2e65e84359 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.087728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-03e1f51c-ccd1-4ee2-9819-5b2e65e84359 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1992774 Aug 10 03:32:28.094030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44344) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.159248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Made reservation on behalf of cf504f28fae44965b7f4c0914c35d8c1 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:28.172443 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.192222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25ec96-3510-475b-8ce7-e622fcabfdcd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.196411 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6e25ec96-3510-475b-8ce7-e622fcabfdcd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013553 Aug 10 03:32:28.197057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44346) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.198888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fb4412ce-d349-4d5d-ba52-71a2f7b5415b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:28.209038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fb4412ce-d349-4d5d-ba52-71a2f7b5415b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:28.209723 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.238048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:28.247496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0d37a009-7808-42d5-9104-23f745cece69 admin admin] 10.222.0.26 "PUT /v2.0/routers/797ab054-eab7-4059-a138-4db5d6f7c118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6539543 Aug 10 03:32:28.259628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:28.298158 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26d2e6f3-8ee8-4268-a9d7-aa19c3f77e7c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703292 Aug 10 03:32:28.307461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44350) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.312987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:28.465947 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.491457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] Deleting port 597deb7b-a383-4789-8a7f-0d1262cbcad9 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:28.491827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.505770 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.532437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:28.540982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.575874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.592646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] For port 597deb7b-a383-4789-8a7f-0d1262cbcad9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=597deb7b-a383-4789-8a7f-0d1262cbcad9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:28.602263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port fb4412ce-d349-4d5d-ba52-71a2f7b5415b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:28.614878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] For port 597deb7b-a383-4789-8a7f-0d1262cbcad9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=597deb7b-a383-4789-8a7f-0d1262cbcad9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:28.616792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.657376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] Calling delete_port for 597deb7b-a383-4789-8a7f-0d1262cbcad9 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:28.712187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37499858-b1ac-4ef1-8e8a-0c7282fdc8db,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.723655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Checking segment: {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:28.724134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Network hostable DHCP agents. Network: 3abc4c44-e65d-44af-b996-033ce7787255, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:28.746058 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.759283 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.831183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5ccb3-d512-4920-ad20-7342468f7bca None None] Pushing event updated for resources: {'Port': ['ID=597deb7b-a383-4789-8a7f-0d1262cbcad9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.839317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Network 3abc4c44-e65d-44af-b996-033ce7787255 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:28.886030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5bf29a74-d124-4261-9661-6581c1e18334 None None] Could not find standard attr ID for object bf448480-88bf-4a4c-abe8-db58a4337c65. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:32:28.912263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.915641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5bf29a74-d124-4261-9661-6581c1e18334 None None] Provisioning complete for port 96441367-29b4-4b65-af4e-b780b526f6df triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:28.916009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5bf29a74-d124-4261-9661-6581c1e18334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.938558 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.969857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] Pushing event deleted for resources: {'Port': ['ID=597deb7b-a383-4789-8a7f-0d1262cbcad9,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.979027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5bf29a74-d124-4261-9661-6581c1e18334 None None] Port 96441367-29b4-4b65-af4e-b780b526f6df cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:28.980495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e26dc1-d953-4663-bce3-f1839f1668ca None None] No DVR routers for this DVR port 597deb7b-a383-4789-8a7f-0d1262cbcad9 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:29.007159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3abc4c44-e65d-44af-b996-033ce7787255) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:29.011077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.018580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545d35e-693c-4bce-883a-8b4eb7765fb1 None None] Network 3abc4c44-e65d-44af-b996-033ce7787255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:29.021680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.023320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.058034 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:29.059121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:29.067381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:29.071918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.072116 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:29.072728 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:29.074075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.090340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=1dbe15eb-41d6-44dd-9743-4e31800878a8,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.099421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.099919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.100252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.100638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.100961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.101294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.101615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.102086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.102254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.102581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.102908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.103257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:29.170053 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35cee080-25e0-407b-9fcb-56036edd428f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1882606 Aug 10 03:32:29.172577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44364) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.178316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:29.216332 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:29.233296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44366) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.240467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adfba1e-4846-461e-af40-fc81875b89cd None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:29.242791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285763075', 'description': 'tempest-description--1991655348'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:29.258938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-24263692-91ee-4b15-88bc-9b91e84c9c3d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9487476 Aug 10 03:32:29.264914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44368) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:29.272774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '1dbe15eb-41d6-44dd-9743-4e31800878a8', 'ip_address': '2001:db8::2412:27f4:67d7:83a5'}], 'name': 'tempest-NetworksTestDHCPv6-1383013850'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:29.447455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3abc4c44-e65d-44af-b996-033ce7787255', 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'fixed_ips': [{'subnet_id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:29.448285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.471713 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 2, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:29.483421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '1dbe15eb-41d6-44dd-9743-4e31800878a8'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:29.484257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.491940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.493376 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:29.493662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.493815 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Updating router 797ab054-eab7-4059-a138-4db5d6f7c118 port 96441367-29b4-4b65-af4e-b780b526f6df binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:29.530294 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.560713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.667435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.707833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Allocated IP 172.20.0.2 (3abc4c44-e65d-44af-b996-033ce7787255/37499858-b1ac-4ef1-8e8a-0c7282fdc8db/e25f1ab4-b5f7-46c2-aa77-aac3448f4a38) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:29.721044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:32:29.721044 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:32:29.721044 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': '01ce17aa48c949ea8266e3ad8143fdb8', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 32, 29, 693975)}] Aug 10 03:32:29.721044 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:29.722036 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:29.749576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/1dbe15eb-41d6-44dd-9743-4e31800878a8/f220166c-b655-41bd-be72-495a2d755fd0) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:29.769771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d627-2b98-49aa-916a-fe605fa4b282 req-2496b22b-7f1d-429a-ae14-45a13b0ce7c5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.776896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee28d627-2b98-49aa-916a-fe605fa4b282 req-2496b22b-7f1d-429a-ae14-45a13b0ce7c5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1452684 Aug 10 03:32:29.794855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fb4412ce-d349-4d5d-ba52-71a2f7b5415b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:29.917658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:29.991433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee28d627-2b98-49aa-916a-fe605fa4b282 req-65e4f5cc-47f0-4e40-b8a1-e693c061e35c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124267 Aug 10 03:32:29.994621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fb4412ce-d349-4d5d-ba52-71a2f7b5415b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:29.995317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.003942 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.021167 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Transition to ACTIVE for port object 96441367-29b4-4b65-af4e-b780b526f6df will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:30.069593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.092793 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.095460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Transition to ACTIVE for port object e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:30.112862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-7ccde88c-d644-4a76-9d33-684cea2c46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.114370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-7ccde88c-d644-4a76-9d33-684cea2c46cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.2142701 Aug 10 03:32:30.128230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.155329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Transition to ACTIVE for port object e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:30.155329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Transition to ACTIVE for port object f220166c-b655-41bd-be72-495a2d755fd0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:30.199944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Transition to ACTIVE for port object f220166c-b655-41bd-be72-495a2d755fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:30.223988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.225177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.270580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 1eff019d-262f-4551-b98a-72b9cee38f6a yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:30.272132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 597deb7b-a383-4789-8a7f-0d1262cbcad9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:30.288264 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.294663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 597deb7b-a383-4789-8a7f-0d1262cbcad9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:30.295016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 597deb7b-a383-4789-8a7f-0d1262cbcad9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:30.318677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-0c6c0e33-922b-4337-a97e-d0b12ec8a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.320272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-0c6c0e33-922b-4337-a97e-d0b12ec8a082 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1962941 Aug 10 03:32:30.327731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38379b5a-848e-45c1-b325-111b3348382e req-40ccbc06-5d68-47fc-85eb-16e4cd6286c1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.329215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38379b5a-848e-45c1-b325-111b3348382e req-40ccbc06-5d68-47fc-85eb-16e4cd6286c1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1825151 Aug 10 03:32:30.337163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.355570 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.368881 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Pushing event updated for resources: {'Port': ['ID=96441367-29b4-4b65-af4e-b780b526f6df,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.395633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.396670 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.397167 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.397664 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402844 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2157add4-8fd7-4d6e-bf98-82b1d25a2825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.402953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.402953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:30.416571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.436325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.449940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Network 3abc4c44-e65d-44af-b996-033ce7787255 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:30.450678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Pushing event updated for resources: {'Port': ['ID=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.452795 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Attempting to bind port 96441367-29b4-4b65-af4e-b780b526f6df on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:30.453429 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Attempting to bind port 96441367-29b4-4b65-af4e-b780b526f6df by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:30.453949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Attempting to bind port 96441367-29b4-4b65-af4e-b780b526f6df on network ac76dd69-0ca7-4551-8000-d1673392ea7d {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:30.456184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:30.463163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:30.464073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:30.472222 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:30.472983 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Checking segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:30.474529 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.475121 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Bound using segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:30.475799 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Bound port: 96441367-29b4-4b65-af4e-b780b526f6df, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:30.477425 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.493814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:30.514686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:30.518749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01264897-8783-43fd-ac24-2c67cfd58257,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.570159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.571698 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0202485a-1954-416b-9b9b-5b97c3c19179 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3358090 Aug 10 03:32:30.574197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44376) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:30.575124 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] For port 96441367-29b4-4b65-af4e-b780b526f6df, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:30.578760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'security_group_rule': {'security_group_id': '01264897-8783-43fd-ac24-2c67cfd58257', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:30.585256 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] For port 96441367-29b4-4b65-af4e-b780b526f6df, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=96441367-29b4-4b65-af4e-b780b526f6df,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:30.598025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Pushing event updated for resources: {'Port': ['ID=f220166c-b655-41bd-be72-495a2d755fd0,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.633493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Attempting to bind port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:30.633871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Attempting to bind port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:30.634242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Attempting to bind port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 on network 3abc4c44-e65d-44af-b996-033ce7787255 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:30.636676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Attempting to bind port f220166c-b655-41bd-be72-495a2d755fd0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:30.637874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Attempting to bind port f220166c-b655-41bd-be72-495a2d755fd0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:30.637874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Attempting to bind port f220166c-b655-41bd-be72-495a2d755fd0 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:30.644930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:30.645303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:30.645942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.646212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:30.646606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Bound port: f220166c-b655-41bd-be72-495a2d755fd0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:30.647346 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.649095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:30.649433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Checking segment: {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:30.649789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.650162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Bound using segment: {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:30.650625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Bound port: e25f1ab4-b5f7-46c2-aa77-aac3448f4a38, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:30.650999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.720196 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.759203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.784432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] For port f220166c-b655-41bd-be72-495a2d755fd0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:30.796194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] For port f220166c-b655-41bd-be72-495a2d755fd0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f220166c-b655-41bd-be72-495a2d755fd0,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:30.804890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] For port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:30.809160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] For port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:30.857489 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:30.858469 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:30.865358 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4482a35-e337-400f-ad4f-20e305a56123 None None] Pushing event updated for resources: {'Port': ['ID=96441367-29b4-4b65-af4e-b780b526f6df,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:30.907030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.941452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-075371cc-7df4-479a-be53-2c1b83a2180c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.6110475 Aug 10 03:32:30.972332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.985566 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.992251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38379b5a-848e-45c1-b325-111b3348382e req-3ca74659-793c-4356-afb5-0a18dd3cc773 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6475735 Aug 10 03:32:31.008774 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:31.049241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.106033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3d8e3-3e75-4574-b09d-343d8993d525 None None] Pushing event updated for resources: {'Port': ['ID=f220166c-b655-41bd-be72-495a2d755fd0,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.143467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd68f5e-346f-4a43-b2af-b9f89fe2b26c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.155391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-fed17014-490d-4d10-a9ca-342bdcaa0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.157190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-fed17014-490d-4d10-a9ca-342bdcaa0b17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1971500 Aug 10 03:32:31.186303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::2412:27f4:67d7:83a5 (e48e137d-d387-4f07-b416-2f445a09fa53/1dbe15eb-41d6-44dd-9743-4e31800878a8/1eff019d-262f-4551-b98a-72b9cee38f6a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:31.247997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560404e-e475-4d76-b13c-4f78574a37fc None None] Pushing event updated for resources: {'Port': ['ID=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.269023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.322307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.328045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-f6d7d51e-47bc-4ef4-a656-78d609c82a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.330522 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3f12c29-598f-4adf-bb27-85c555a416af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7552657 Aug 10 03:32:31.332092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-f6d7d51e-47bc-4ef4-a656-78d609c82a41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629267 Aug 10 03:32:31.336307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.345732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'security_group_rule': {'security_group_id': '01264897-8783-43fd-ac24-2c67cfd58257', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:31.442537 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:30Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:31.484871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5e40df3-b7f4-40a5-82b1-d9d2439213e9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.503398 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1bdad0-3dfc-4f06-835c-a9d9a4d908ff None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:30Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:31.519464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5e40df3-b7f4-40a5-82b1-d9d2439213e9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.526803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.694865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.746345 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5e40df3-b7f4-40a5-82b1-d9d2439213e9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.749981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5e40df3-b7f4-40a5-82b1-d9d2439213e9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.754055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b5e40df3-b7f4-40a5-82b1-d9d2439213e9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/security-groups/0be8ceb1-57f3-4a5b-a82c-ac3928a97c06 HTTP/1.1" status: 204 len: 168 time: 0.4809358 Aug 10 03:32:31.758157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44386) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.797767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.813100 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-e2946c98-4428-4e8d-9c43-3248d49eb8b4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] show failed (client error): The resource could not be found. Aug 10 03:32:31.813502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.816860 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e2946c98-4428-4e8d-9c43-3248d49eb8b4 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "GET /v2.0/security-groups/0be8ceb1-57f3-4a5b-a82c-ac3928a97c06 HTTP/1.1" status: 404 len: 347 time: 0.0580695 Aug 10 03:32:31.843360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44388) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:31.861321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.878950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a0329-20b2-45a2-9284-7be7a661f9ff req-02a8879c-749a-40a6-a366-987e914e92d1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.880617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331a0329-20b2-45a2-9284-7be7a661f9ff req-02a8879c-749a-40a6-a366-987e914e92d1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.5382464 Aug 10 03:32:31.915154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e40df3-b7f4-40a5-82b1-d9d2439213e9 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be8ceb1-57f3-4a5b-a82c-ac3928a97c06,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.941308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-f7adb8c0-f01e-44ae-8873-ba17ed273b48 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898468 Aug 10 03:32:31.975927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e66e15-8e50-442a-aad4-d26edf82deac,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.029959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f220166c-b655-41bd-be72-495a2d755fd0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:32.090546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.095358 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac1e69b9-a730-4043-8aa9-cf10455a1894 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7546375 Aug 10 03:32:32.106134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.114173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44394) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.130939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:32.155360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-331a0329-20b2-45a2-9284-7be7a661f9ff req-21800477-7620-4bf8-8dc7-bdd384724519 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524927 Aug 10 03:32:32.179923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 8d9391e4-c198-431e-b61e-37fc147f8c1e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:32.183576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.264053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 1eff019d-262f-4551-b98a-72b9cee38f6a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:32.281488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f220166c-b655-41bd-be72-495a2d755fd0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:32.286911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:32.293921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.294516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.320631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 8d9391e4-c198-431e-b61e-37fc147f8c1e owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:32.420939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ff16c14-72ad-4f03-8cdf-14c684fb0477 req-3bf9d56a-6d3f-48e2-8d4a-f555ed0bb619 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224572 Aug 10 03:32:32.423730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.467381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:32.472474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 96441367-29b4-4b65-af4e-b780b526f6df up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:32.524392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Allocated IP 172.25.1.45 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/e939ce05-b719-4bb9-ba9c-f56a07f22817) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:32.598803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8f1e-7c37-48c7-b9e6-c9e05a3b5226 req-489db340-c241-4b37-8066-895127a95954 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.600432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-301e8f1e-7c37-48c7-b9e6-c9e05a3b5226 req-489db340-c241-4b37-8066-895127a95954 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.3274899 Aug 10 03:32:32.674013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.674235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.679070 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.683625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 96441367-29b4-4b65-af4e-b780b526f6df completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:32.701039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 96441367-29b4-4b65-af4e-b780b526f6df triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:32.701502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.759196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=8d9391e4-c198-431e-b61e-37fc147f8c1e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.852364 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.861266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:32.876811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:32.882780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-301e8f1e-7c37-48c7-b9e6-c9e05a3b5226 req-bc9c4137-449e-4cd0-9fcf-c464b9b8d985 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686734 Aug 10 03:32:32.883818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:32.896453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.896453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.926071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.935078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.935718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.940146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0acbe560-0e4f-45c9-91c4-f6d26adeb642 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/floatingips/e6c4757f-c630-4984-9f7e-cde21773979d HTTP/1.1" status: 204 len: 168 time: 1.0915973 Aug 10 03:32:32.941200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44396) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.983209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] Provisioning for port f220166c-b655-41bd-be72-495a2d755fd0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:32.987083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 96441367-29b4-4b65-af4e-b780b526f6df, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=96441367-29b4-4b65-af4e-b780b526f6df,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:33.006149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=1eff019d-262f-4551-b98a-72b9cee38f6a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.016651 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] Provisioning complete for port f220166c-b655-41bd-be72-495a2d755fd0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:33.016896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.077587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.130492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.161245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.231253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-33853f91-cc36-45df-9977-c842a3c47623 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9603376 Aug 10 03:32:33.244806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ae284dd-080a-4fc4-bd98-edbb00925853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.247798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44402) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:33.253522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:33.261695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '1dbe15eb-41d6-44dd-9743-4e31800878a8', 'ip_address': '2001:db8::2412:27f4:67d7:83a5'}], 'name': 'tempest-NetworksTestDHCPv6-310580237'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:33.264162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00f460a-8d24-4cc0-b67e-ced97a86c421 None None] Network 3abc4c44-e65d-44af-b996-033ce7787255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:33.268832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:33.333097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:33.355432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 0774abb4-e56c-434e-a454-54abb867e1a9 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:33.355931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.377586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.404098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=96441367-29b4-4b65-af4e-b780b526f6df,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.415451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Pushing event updated for resources: {'Port': ['ID=e939ce05-b719-4bb9-ba9c-f56a07f22817,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.479699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:33.482349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:33.486160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a4928-ec5b-498a-966d-28a17fa7fd60 req-5bccdfee-6e7d-4c30-b11d-de044b90a1af tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.492154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] For port f220166c-b655-41bd-be72-495a2d755fd0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f220166c-b655-41bd-be72-495a2d755fd0,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:33.493801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d05a4928-ec5b-498a-966d-28a17fa7fd60 req-5bccdfee-6e7d-4c30-b11d-de044b90a1af tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.1579490 Aug 10 03:32:33.529705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Allocated IP 172.25.1.251 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3fdd702e-5acc-4d24-aa55-b111e57965ed) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:33.552261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.577820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 0774abb4-e56c-434e-a454-54abb867e1a9 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:33.580717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.656718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d05a4928-ec5b-498a-966d-28a17fa7fd60 req-00a6568f-9cd6-484e-9f88-3ed5f652a2fe tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619289 Aug 10 03:32:33.760804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f5344-03a4-4ab7-8197-b3caacdc14a9 None None] Pushing event updated for resources: {'Port': ['ID=f220166c-b655-41bd-be72-495a2d755fd0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.765566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:33.777603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 96441367-29b4-4b65-af4e-b780b526f6df up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:33.792957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.880546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.901555 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port ffb7de59-1cc3-420e-83a0-6af9fb75701e yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:33.907705 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.968510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=0774abb4-e56c-434e-a454-54abb867e1a9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:33.970497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Provisioning for port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:33.979240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Provisioning complete for port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:33.979824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.994122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.008869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.055451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.081254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:34.114466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:34.116704 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f1b8b-557c-4f08-984d-d7eb03bc829a" -d '{"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:34.118974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'Port': ['ID=3fdd702e-5acc-4d24-aa55-b111e57965ed,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.136568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'port_id': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'mac_address': 'fa:16:3e:48:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961078cd-4520-4c3f-b80a-abb8e20467d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:34.145828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:34.160556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:34.169094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:34.175145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:34.182866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.185746 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-119eec93-bab7-406c-b04f-22682d30bb77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/ports/0774abb4-e56c-434e-a454-54abb867e1a9 HTTP/1.1" status: 204 len: 168 time: 1.2428119 Aug 10 03:32:34.197436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44410) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:34.208249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 96441367-29b4-4b65-af4e-b780b526f6df triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:34.209046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.254479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.280619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.289777 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.291618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.300591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43beb2-98ff-4a16-851c-9ce2a59b21e6 req-35797900-32c7-465d-815a-56998d896e7a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.302354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c43beb2-98ff-4a16-851c-9ce2a59b21e6 req-35797900-32c7-465d-815a-56998d896e7a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2505655 Aug 10 03:32:34.348569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdc12bf3-c777-46ae-954d-7e1eba584779 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:34.419486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port cb461c87-37ff-4d0d-9123-f70bf15bfd19 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:34.420019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.429337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c43beb2-98ff-4a16-851c-9ce2a59b21e6 req-0596ca5d-3fde-4d30-8a73-52e74cef468e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085901 Aug 10 03:32:34.432306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] For port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:34.442262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.486685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:34.490404 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:34.509129 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:32:34.509652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:32:34.521415 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450b769-ddc3-4121-9a54-2f3852985406 x-openstack-request-id: req-9450b769-ddc3-4121-9a54-2f3852985406 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:34.521716 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:34.521976 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9450b769-ddc3-4121-9a54-2f3852985406 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:34.523163 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'code': 200} Aug 10 03:32:34.566768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.584803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.586977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.601239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for cb461c87-37ff-4d0d-9123-f70bf15bfd19 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:34.625789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.639610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Pushing event updated for resources: {'Port': ['ID=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.796549 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7ced0a14-5b39-4ea3-bc28-43e432880bbc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5447421 Aug 10 03:32:34.798882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:34.800960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d9b0c-4bba-484c-be8f-01cd96e29f7e req-db1d2082-7306-473b-9149-293d863b598f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.802450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c0d9b0c-4bba-484c-be8f-01cd96e29f7e req-db1d2082-7306-473b-9149-293d863b598f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 943 time: 0.0660396 Aug 10 03:32:34.836093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Provisioning for port 1eff019d-262f-4551-b98a-72b9cee38f6a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:34.837959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.842930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Provisioning complete for port 1eff019d-262f-4551-b98a-72b9cee38f6a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:34.843548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.876394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=cb461c87-37ff-4d0d-9123-f70bf15bfd19,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.882174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c0d9b0c-4bba-484c-be8f-01cd96e29f7e req-08bfee6a-38cd-4150-b15d-87d3f6a806e5 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711944 Aug 10 03:32:34.891565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0341159-9a68-4120-a4fc-9d8737a0e99e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.891788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.897710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0341159-9a68-4120-a4fc-9d8737a0e99e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.898634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d68651c1-55ca-4910-8daf-c6b332547ff5 None None] Port 1eff019d-262f-4551-b98a-72b9cee38f6a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:34.899382 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0341159-9a68-4120-a4fc-9d8737a0e99e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0995772 Aug 10 03:32:34.904911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Router 6ea5c1e0-d88a-4a74-93a9-fff428482162 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:34.906685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44418) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.025252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.029956 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1c0e8c5d-c43f-4226-bfac-e997904bc792 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/ports/cb461c87-37ff-4d0d-9123-f70bf15bfd19 HTTP/1.1" status: 204 len: 168 time: 0.8398228 Aug 10 03:32:35.032325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.052665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.055642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b489f229-f8fd-4780-b71d-25acc25240c1 None None] Provisioning complete for port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:35.055997 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b489f229-f8fd-4780-b71d-25acc25240c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.061683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-881501b6-56e2-4775-abcd-ec1c0add1897 req-efff7474-7f41-4688-a1de-a5337499d637 service neutron] (94805) timed out ('10.222.0.26', 39528) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:32:35.096270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc12bf3-c777-46ae-954d-7e1eba584779 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:35.103531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:35.105161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting subnet edb03132-f1a0-4f5f-8fc0-f20b66f0081f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:35.114940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 1eff019d-262f-4551-b98a-72b9cee38f6a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:35.121430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.127799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Sync routers for ids ['6ea5c1e0-d88a-4a74-93a9-fff428482162'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:35.135048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:35.149414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Routers {'6ea5c1e0-d88a-4a74-93a9-fff428482162'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:35.150082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ea5c1e0-d88a-4a74-93a9-fff428482162'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:35.170243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.186886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.257215 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.282920 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.299788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.303858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e793437-ad90-4abc-ae21-99894e73ac40 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1276069 Aug 10 03:32:35.304000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.304088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.306706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44424) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.363280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Set router 6ea5c1e0-d88a-4a74-93a9-fff428482162 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:35.404460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'Port': ['ID=3fdd702e-5acc-4d24-aa55-b111e57965ed,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.408961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.428472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.443635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 1eff019d-262f-4551-b98a-72b9cee38f6a owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:35.527142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.528520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b60d3765-7e8a-4bab-9d75-9606c28d2b94 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4042072 Aug 10 03:32:35.600080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['cdc12bf3-c777-46ae-954d-7e1eba584779'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:35.619841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.678491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:32:33Z', 'revision_number': 3, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:35.719492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.720225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Checking router: 6ea5c1e0-d88a-4a74-93a9-fff428482162 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:35.720605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Updating router 6ea5c1e0-d88a-4a74-93a9-fff428482162 port e939ce05-b719-4bb9-ba9c-f56a07f22817 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:35.752084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f220166c-b655-41bd-be72-495a2d755fd0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:35.763695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-c9d23f3a-94e2-477f-9e65-5e15e6506783 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1285763075&fields=id&tenant_id=01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 267 time: 0.0500870 Aug 10 03:32:35.801644 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.838171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.876196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Subnet': ['ID=edb03132-f1a0-4f5f-8fc0-f20b66f0081f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.881383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.884209 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-638d764a-e47e-49a6-95b9-0016840b8e09 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/subnets/edb03132-f1a0-4f5f-8fc0-f20b66f0081f HTTP/1.1" status: 204 len: 168 time: 0.8510728 Aug 10 03:32:35.889874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:35.938222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935de648-57ff-4e3f-87d7-dcbbf154844e None None] Network dcf71ee2-0eee-417e-b633-daf5ca6e96c4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:36.014398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting subnet ec9c9efa-0e31-4c9f-be81-5297ec26b2eb {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:36.019507 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.028051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f220166c-b655-41bd-be72-495a2d755fd0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:36.041144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.072758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.154776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=1eff019d-262f-4551-b98a-72b9cee38f6a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:36.168267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.223058 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.232515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6010e086-acc7-4aaa-8e9e-4a780005bdaa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/1eff019d-262f-4551-b98a-72b9cee38f6a HTTP/1.1" status: 204 len: 168 time: 1.3243997 Aug 10 03:32:36.233638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:36.311655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-90efbf0a-ed41-48db-8c47-7663d6a5cec0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:36.319791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-90efbf0a-ed41-48db-8c47-7663d6a5cec0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 817 time: 0.5477955 Aug 10 03:32:36.347844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-908c826f-8e60-4732-ad8e-ba4396511cbf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/quotas/01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 375 time: 0.0268166 Aug 10 03:32:36.421609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-8bc560f6-d61d-40db-bc27-3a311d340c35 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726981 Aug 10 03:32:36.470652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] DHCP port deletion for dcf71ee2-0eee-417e-b633-daf5ca6e96c4 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:36.487480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:36.565015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-c00c93f2-24e4-4577-a885-4177b1dd461c service neutron] 10.222.0.26 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259453 Aug 10 03:32:36.619724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.632223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] Deleting port d5acc60d-7983-48a1-a9eb-b7859bf98f2a {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:36.632624 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.637812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:36.638177 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.652876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Transition to ACTIVE for port object e939ce05-b719-4bb9-ba9c-f56a07f22817 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:36.687330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-f5a120ef-3d89-4dd3-8f28-ae86cf6e898a service neutron] 10.222.0.26 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171944 Aug 10 03:32:36.737854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] For port d5acc60d-7983-48a1-a9eb-b7859bf98f2a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,segment=NetworkSegment(3885ccc9-2af0-475c-9b6b-a894dab348d4),segment_id=3885ccc9-2af0-475c-9b6b-a894dab348d4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:36.738244 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.753507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] Calling delete_port for d5acc60d-7983-48a1-a9eb-b7859bf98f2a owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:36.781866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d05d0-0617-41d7-a4c8-489a201dd6ba tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:36.783503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d05d0-0617-41d7-a4c8-489a201dd6ba tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:36.788390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-627d05d0-0617-41d7-a4c8-489a201dd6ba tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5470045 Aug 10 03:32:36.788540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:36.802555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.821593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.859805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 1dbe15eb-41d6-44dd-9743-4e31800878a8 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:36.863340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.903922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.906792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf3c6-b27c-4e70-ae82-f475786accb1 None None] Pushing event updated for resources: {'Port': ['ID=e939ce05-b719-4bb9-ba9c-f56a07f22817,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:36.915951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Attempting to bind port e939ce05-b719-4bb9-ba9c-f56a07f22817 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:36.929453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Attempting to bind port e939ce05-b719-4bb9-ba9c-f56a07f22817 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:36.929453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Attempting to bind port e939ce05-b719-4bb9-ba9c-f56a07f22817 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:36.929924 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.930440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:36.930745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:36.931151 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.931548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:36.932033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Bound port: e939ce05-b719-4bb9-ba9c-f56a07f22817, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:36.932443 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.032776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] For port e939ce05-b719-4bb9-ba9c-f56a07f22817, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:37.044602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] For port e939ce05-b719-4bb9-ba9c-f56a07f22817, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e939ce05-b719-4bb9-ba9c-f56a07f22817,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:37.085476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.090082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.130850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9c9efa-0e31-4c9f-be81-5297ec26b2eb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.133371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84a0c50-ec07-4ba4-89b4-606386b439bd None None] Network f0b41a3c-d677-4673-b38f-d9b8fc9ecebb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:37.133497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.135581 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f83860f8-ba48-4ed3-8a7e-2be0125631e0 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/subnets/ec9c9efa-0e31-4c9f-be81-5297ec26b2eb HTTP/1.1" status: 204 len: 168 time: 1.2447500 Aug 10 03:32:37.139502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44452) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:37.148063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d867a-63d9-4951-b7fe-8c8be2b6f0f4 req-d86092f2-494c-4059-b3e3-1cbb581887da tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.149752 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.150373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-102d867a-63d9-4951-b7fe-8c8be2b6f0f4 req-d86092f2-494c-4059-b3e3-1cbb581887da tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 944 time: 0.1156688 Aug 10 03:32:37.222852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.228336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] Pushing event deleted for resources: {'Port': ['ID=d5acc60d-7983-48a1-a9eb-b7859bf98f2a,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.241173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-102d867a-63d9-4951-b7fe-8c8be2b6f0f4 req-b3012bff-ee03-4ad9-88b2-cd90f2fe06b6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Aug 10 03:32:37.244788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60155cc9-363c-4d14-a76f-76970d74577f None None] No DVR routers for this DVR port d5acc60d-7983-48a1-a9eb-b7859bf98f2a on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:37.281932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Allocated IP 172.20.0.1 (3abc4c44-e65d-44af-b996-033ce7787255/37499858-b1ac-4ef1-8e8a-0c7282fdc8db/f975f7ce-aab9-4c35-ad85-4a37ef779c83) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:37.295929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.317592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca128b92-44e3-4c7f-b621-43455ab53918 req-7565f91f-a4f7-4220-8281-eed40b369ec9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Aug 10 03:32:37.383097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Routers {'6ea5c1e0-d88a-4a74-93a9-fff428482162'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:37.383787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ea5c1e0-d88a-4a74-93a9-fff428482162'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:37.389959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf3c6-b27c-4e70-ae82-f475786accb1 None None] Pushing event updated for resources: {'Port': ['ID=e939ce05-b719-4bb9-ba9c-f56a07f22817,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.393347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.408465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf71ee2-0eee-417e-b633-daf5ca6e96c4']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:37.419890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3885ccc9-2af0-475c-9b6b-a894dab348d4') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:37.420547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3885ccc9-2af0-475c-9b6b-a894dab348d4') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:37.421860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.441447 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.465838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbe15eb-41d6-44dd-9743-4e31800878a8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.467931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.469849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-df495902-5ef1-479f-8230-bc2299887e4b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/1dbe15eb-41d6-44dd-9743-4e31800878a8 HTTP/1.1" status: 204 len: 168 time: 0.6804945 Aug 10 03:32:37.472333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44460) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:37.484067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21f858-af87-4e1b-a96b-ec52f1b02d81 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:37.484624 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.493246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:37.517493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:37.517493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:37.520385 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:37.530200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-217c1702-c749-43c6-a101-c4c5748dbb0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566945 Aug 10 03:32:37.531335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44462) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:37.535904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:37.681685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.702737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] Set router 6ea5c1e0-d88a-4a74-93a9-fff428482162 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:37.703017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Transition to ACTIVE for port object f975f7ce-aab9-4c35-ad85-4a37ef779c83 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:37.727497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:37.733260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.765902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] DHCP port deletion for f0b41a3c-d677-4673-b38f-d9b8fc9ecebb request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:37.774977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d5acc60d-7983-48a1-a9eb-b7859bf98f2a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:37.789744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port cdc12bf3-c777-46ae-954d-7e1eba584779 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:37.793120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.804584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.812884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.817069 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/networks/dcf71ee2-0eee-417e-b633-daf5ca6e96c4 HTTP/1.1" status: 204 len: 168 time: 0.6741688 Aug 10 03:32:37.817306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:37.858307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5c3df-3d37-4d2b-8cb2-bd2cac10c3dd tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Network': ['ID=dcf71ee2-0eee-417e-b633-daf5ca6e96c4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.876042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d5acc60d-7983-48a1-a9eb-b7859bf98f2a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:37.879223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d5acc60d-7983-48a1-a9eb-b7859bf98f2a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:37.899386 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.968717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Network 3abc4c44-e65d-44af-b996-033ce7787255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:37.972501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.979726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:37.983994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f975f7ce-aab9-4c35-ad85-4a37ef779c83,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:37.987259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:38.018631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:38.035272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] Deleting port 66929fe9-f9d9-48d2-8a88-8f77470829c8 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:38.038755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.066237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.109118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.163361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Deleting port 66929fe9-f9d9-48d2-8a88-8f77470829c8 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:38.163712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.193256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] For port 66929fe9-f9d9-48d2-8a88-8f77470829c8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=66929fe9-f9d9-48d2-8a88-8f77470829c8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.193778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.195737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:38.205509 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c8a8b-e0b8-4980-ad43-67e19b96c35b" -d '{"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-plugged", "status": "completed", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:38.231359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.236397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] Calling delete_port for 66929fe9-f9d9-48d2-8a88-8f77470829c8 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:38.254729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.309571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:32:33Z', 'revision_number': 3, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.314643 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0529ac4-6bf7-40cb-8a24-05796690be28 x-openstack-request-id: req-d0529ac4-6bf7-40cb-8a24-05796690be28 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:38.315098 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-plugged", "status": "completed", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:38.315450 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0529ac4-6bf7-40cb-8a24-05796690be28 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:38.315940 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'code': 200} Aug 10 03:32:38.321384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] Deleting port f220166c-b655-41bd-be72-495a2d755fd0 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:38.321858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.353403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:38.363255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:38.367610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.368197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.375043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] For port 66929fe9-f9d9-48d2-8a88-8f77470829c8, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=66929fe9-f9d9-48d2-8a88-8f77470829c8,segment=NetworkSegment(337751e1-c5db-4a2a-a86e-679a2b955b1c),segment_id=337751e1-c5db-4a2a-a86e-679a2b955b1c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.375493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.389518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697804-8166-4e1a-860e-8580bf6c4f36 None None] The sync data for ids ['6ea5c1e0-d88a-4a74-93a9-fff428482162'] in n-d-765315-26 is: [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:32:33Z', 'revision_number': 3, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:38.392751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.401215 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Calling delete_port for 66929fe9-f9d9-48d2-8a88-8f77470829c8 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:38.473321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d744b199-6a53-4180-b768-6f439d331af4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9414883 Aug 10 03:32:38.476435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:38.485440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-678019074'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:38.514925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d7a6-3d3c-45ad-9d33-417357ed09cf req-da229af9-12db-45ee-b233-5916a70783f4 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.527789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d45d7a6-3d3c-45ad-9d33-417357ed09cf req-da229af9-12db-45ee-b233-5916a70783f4 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 944 time: 0.1276438 Aug 10 03:32:38.540297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14825c4-49f2-46f9-8bc3-5435a7dcb3ce req-d5d2c0d8-e491-4066-b685-506d2ff07f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.542645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b14825c4-49f2-46f9-8bc3-5435a7dcb3ce req-d5d2c0d8-e491-4066-b685-506d2ff07f81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 1096 time: 0.1320312 Aug 10 03:32:38.609343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d45d7a6-3d3c-45ad-9d33-417357ed09cf req-a293c516-92a8-463a-ac9d-e6d171902918 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778489 Aug 10 03:32:38.635154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b14825c4-49f2-46f9-8bc3-5435a7dcb3ce req-e7aa20d6-ae3a-4521-8118-cecc744a3f96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799668 Aug 10 03:32:38.650797 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.656076 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.691656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eac877a3-fddd-41c9-bf67-85163a2e04c6 req-e4eddfbb-bbc4-4d52-ad19-edd6db20db0c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 210 time: 0.0318208 Aug 10 03:32:38.774577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] For port f220166c-b655-41bd-be72-495a2d755fd0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f220166c-b655-41bd-be72-495a2d755fd0,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.774577 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.805092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.810402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.819696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] Calling delete_port for f220166c-b655-41bd-be72-495a2d755fd0 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:38.843511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.858377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] Pushing event deleted for resources: {'Port': ['ID=66929fe9-f9d9-48d2-8a88-8f77470829c8,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.863941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d31a79-96d1-4eaa-9648-e567ab637314 None None] No DVR routers for this DVR port 66929fe9-f9d9-48d2-8a88-8f77470829c8 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:38.892270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Port': ['ID=66929fe9-f9d9-48d2-8a88-8f77470829c8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.894283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] No DVR routers for this DVR port 66929fe9-f9d9-48d2-8a88-8f77470829c8 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:38.897563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e5a082a5-aa9a-45d9-abc3-0495bf895118 None None] Provisioning for port f975f7ce-aab9-4c35-ad85-4a37ef779c83 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:38.903261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e5a082a5-aa9a-45d9-abc3-0495bf895118 None None] Provisioning complete for port f975f7ce-aab9-4c35-ad85-4a37ef779c83 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:38.903635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e5a082a5-aa9a-45d9-abc3-0495bf895118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.953082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e5a082a5-aa9a-45d9-abc3-0495bf895118 None None] Port f975f7ce-aab9-4c35-ad85-4a37ef779c83 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:39.025852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:39.093370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.099898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.118959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b41a3c-d677-4673-b38f-d9b8fc9ecebb']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.130930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.135175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] No DVR routers for this DVR port f220166c-b655-41bd-be72-495a2d755fd0 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:39.142937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337751e1-c5db-4a2a-a86e-679a2b955b1c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.143240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337751e1-c5db-4a2a-a86e-679a2b955b1c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.164979 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.176932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b94634-3096-4fc9-b76a-7b816dd3a934 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:39.182921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed24a9-2795-4e40-b4cc-fe24d772e637 None None] Pushing event deleted for resources: {'Port': ['ID=f220166c-b655-41bd-be72-495a2d755fd0,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:39.190726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.193097 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.212950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:39.213372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:39.217670 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:39.264248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 25b42c31-32e2-4b7f-affa-6c6fdf5b6b59 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:32:39.335935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.373676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:39.374543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.443268 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.457512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.472367 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] 10.222.0.26 "DELETE /v2.0/networks/f0b41a3c-d677-4673-b38f-d9b8fc9ecebb HTTP/1.1" status: 204 len: 168 time: 1.6456501 Aug 10 03:32:39.473884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f975f7ce-aab9-4c35-ad85-4a37ef779c83,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:39.482170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.529920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b072e7c-5a1a-4532-b64b-601381b84f77 tempest-TaggedBootDevicesTest_v242-1192764893 tempest-TaggedBootDevicesTest_v242-1192764893-project] Pushing event deleted for resources: {'Network': ['ID=f0b41a3c-d677-4673-b38f-d9b8fc9ecebb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:39.609682 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:32:39.610309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:32:39.625297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7/f059c064-16bd-4e87-b1bd-ce92386bbbb4) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:39.757288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Network 3abc4c44-e65d-44af-b996-033ce7787255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:39.762343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:39.768955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6a95cc98-18ab-46a5-bbfb-ca566b0ec151 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2912681 Aug 10 03:32:39.772777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44488) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:39.847113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e939ce05-b719-4bb9-ba9c-f56a07f22817 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:39.859082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-59b5a30d-b95f-4cc9-a464-98462cfb72a2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0777485 Aug 10 03:32:39.859279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:39.908884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.927904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eafa77-c508-4315-a2ff-e5d9e87d765d req-9f7b9529-1f54-4fc3-ac7b-26465adb6259 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.937800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ed19d-cd32-48d2-9f64-d223497cd0b8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.938501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06eafa77-c508-4315-a2ff-e5d9e87d765d req-9f7b9529-1f54-4fc3-ac7b-26465adb6259 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0874734 Aug 10 03:32:39.939511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ed19d-cd32-48d2-9f64-d223497cd0b8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.941199 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-054ed19d-cd32-48d2-9f64-d223497cd0b8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0825393 Aug 10 03:32:39.945224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44492) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:39.978969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06eafa77-c508-4315-a2ff-e5d9e87d765d req-b9bda20c-7e1d-4c9f-aec3-0fab9cd682c6 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Aug 10 03:32:40.023724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Transition to ACTIVE for port object f059c064-16bd-4e87-b1bd-ce92386bbbb4 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:40.052791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Transition to ACTIVE for port object f059c064-16bd-4e87-b1bd-ce92386bbbb4 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:40.078037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Router 6ea5c1e0-d88a-4a74-93a9-fff428482162 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:40.087844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:40.129589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4c0b5739-c19b-4a4b-adc1-9c96baee74ee None None] Provisioning complete for port f975f7ce-aab9-4c35-ad85-4a37ef779c83 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:40.129957 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4c0b5739-c19b-4a4b-adc1-9c96baee74ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.135328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-194b0a7f-e13d-4208-be28-08c6d6c99cce req-e286a49f-c37a-4aa4-8b06-a1515b348df5 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 210 time: 0.0312221 Aug 10 03:32:40.322653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e939ce05-b719-4bb9-ba9c-f56a07f22817 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:40.322653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b5739-c19b-4a4b-adc1-9c96baee74ee None None] Port f975f7ce-aab9-4c35-ad85-4a37ef779c83 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:40.322653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e939ce05-b719-4bb9-ba9c-f56a07f22817 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:40.322653 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.322973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:40.322973 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c7df2c08-75ea-43a9-9a54-7c0f2bda00b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/6ea5c1e0-d88a-4a74-93a9-fff428482162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9287789 Aug 10 03:32:40.323137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb2ac2-7ca4-4548-a72d-e21c7814070b req-3e858a83-b088-48b6-ba49-b1d8e84e1ece tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.323137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41fb2ac2-7ca4-4548-a72d-e21c7814070b req-3e858a83-b088-48b6-ba49-b1d8e84e1ece tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.0712609 Aug 10 03:32:40.323327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.324687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.336009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port e939ce05-b719-4bb9-ba9c-f56a07f22817, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e939ce05-b719-4bb9-ba9c-f56a07f22817,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:40.340051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.351620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41fb2ac2-7ca4-4548-a72d-e21c7814070b req-8e29fb53-964a-44f9-9aaa-316c0abf631c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725572 Aug 10 03:32:40.377306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:40.377306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:40.412263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.413873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:40.472946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Pushing event updated for resources: {'Port': ['ID=f059c064-16bd-4e87-b1bd-ce92386bbbb4,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.513119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Attempting to bind port f059c064-16bd-4e87-b1bd-ce92386bbbb4 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:40.513769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Attempting to bind port f059c064-16bd-4e87-b1bd-ce92386bbbb4 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:40.514199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Attempting to bind port f059c064-16bd-4e87-b1bd-ce92386bbbb4 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:40.520336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:40.521013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:40.521518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.521957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:40.522499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Bound port: f059c064-16bd-4e87-b1bd-ce92386bbbb4, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:40.522926 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.617136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] For port f059c064-16bd-4e87-b1bd-ce92386bbbb4, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:40.617136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] For port f059c064-16bd-4e87-b1bd-ce92386bbbb4, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f059c064-16bd-4e87-b1bd-ce92386bbbb4,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:40.617136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.659759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=e939ce05-b719-4bb9-ba9c-f56a07f22817,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.673589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f220166c-b655-41bd-be72-495a2d755fd0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:40.699923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f220166c-b655-41bd-be72-495a2d755fd0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:40.703903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f220166c-b655-41bd-be72-495a2d755fd0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:40.703903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 66929fe9-f9d9-48d2-8a88-8f77470829c8 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:40.727380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 66929fe9-f9d9-48d2-8a88-8f77470829c8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:40.727730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 66929fe9-f9d9-48d2-8a88-8f77470829c8 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:40.747116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-52c0f981-7a9b-4121-ab27-4be98a710079 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.749163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-52c0f981-7a9b-4121-ab27-4be98a710079 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 817 time: 0.1354141 Aug 10 03:32:40.755941 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.763069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.845183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa747bb-c255-40a0-a5ea-4a73ec980045 None None] Pushing event updated for resources: {'Port': ['ID=f059c064-16bd-4e87-b1bd-ce92386bbbb4,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.851363 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Sync routers for ids ['6ea5c1e0-d88a-4a74-93a9-fff428482162'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:40.864909 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Routers {'6ea5c1e0-d88a-4a74-93a9-fff428482162'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:40.870313 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ea5c1e0-d88a-4a74-93a9-fff428482162'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:40.895678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-a69a11d7-970b-4197-b85e-b6400c7bb891 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 380 time: 0.1153762 Aug 10 03:32:40.906887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'port': {'device_id': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'admin_state_up': True, 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'security_groups': ['01264897-8783-43fd-ac24-2c67cfd58257']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:41.019334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.062863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:41.090432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.097718 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff590a7c-7dae-4fa9-bbf3-ac7fbd68386d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7 HTTP/1.1" status: 204 len: 168 time: 1.1493526 Aug 10 03:32:41.097718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:41.140794 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Set router 6ea5c1e0-d88a-4a74-93a9-fff428482162 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:41.258108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44514) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:41.265800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:41.278653 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c09aa6b-5334-4f98-99b9-235fe20780b2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556544 Aug 10 03:32:41.411138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Made reservation on behalf of 01ce17aa48c949ea8266e3ad8143fdb8 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:41.418933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.454008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:32:38Z', 'revision_number': 4, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f975f7ce-aab9-4c35-ad85-4a37ef779c83', 'name': '', 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'mac_address': 'fa:16:3e:0a:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:36Z', 'updated_at': '2021-08-10T03:32:38Z', 'revision_number': 2, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'subnets': [{'id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:41.517077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7dabda6-b3d6-433c-b349-5f5ddb980a88 req-9b586c64-0731-402c-962a-42b2628c88e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 210 time: 0.1050861 Aug 10 03:32:41.632388 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Checking router: 6ea5c1e0-d88a-4a74-93a9-fff428482162 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:41.632746 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Updating router 6ea5c1e0-d88a-4a74-93a9-fff428482162 port f975f7ce-aab9-4c35-ad85-4a37ef779c83 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:41.687227 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.787869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:41.802205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.956376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44538) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:41.966582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-487685503-network', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:42.002895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Allocated IP 172.20.0.5 (ac76dd69-0ca7-4551-8000-d1673392ea7d/8b2c209b-0f1c-4c8b-9108-924ece26877d/697ab600-f081-42ec-9857-0467eba1bdfc) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:42.015139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f059c064-16bd-4e87-b1bd-ce92386bbbb4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:42.124570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-68c488b8-f809-4c0d-844e-cbb363c0f1ee tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.134661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-68c488b8-f809-4c0d-844e-cbb363c0f1ee tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 814 time: 0.4431145 Aug 10 03:32:42.141380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Made reservation on behalf of 9711c08ac4064d2d9d94aa153711e9b0 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:42.143741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.157717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.191195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-25531ca3-b6eb-4be5-aa3a-e267ea966f55 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/quotas/0d288e1553ef4127b45b8e4bc0713487 HTTP/1.1" status: 200 len: 375 time: 0.0555017 Aug 10 03:32:42.252498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f059c064-16bd-4e87-b1bd-ce92386bbbb4 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:42.257812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e939ce05-b719-4bb9-ba9c-f56a07f22817 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:42.309373 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.341197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.352515 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Transition to ACTIVE for port object f975f7ce-aab9-4c35-ad85-4a37ef779c83 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:42.362993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e939ce05-b719-4bb9-ba9c-f56a07f22817 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:42.363623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.450277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.489174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-366f0671-1eee-4146-9e77-7ff75b2123f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2970443 Aug 10 03:32:42.498292 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.502977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:42.524014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.524395 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Added segment 876c8a0c-df17-4834-8db0-8720d6bd9df7 of type vlan for network 39016c87-0c74-441e-b18c-8f38ad1b480b Aug 10 03:32:42.533207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c4c74-11e5-4b18-95ed-1a284786fd6e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.560137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780ab0-57be-4fed-b456-2ba7933b4f60 None None] Pushing event updated for resources: {'Port': ['ID=f975f7ce-aab9-4c35-ad85-4a37ef779c83,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.574604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933bdb33-4112-4b5d-b7a1-87762b5188ac None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:42.612022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.614442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.653646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.692924 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Attempting to bind port f975f7ce-aab9-4c35-ad85-4a37ef779c83 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:42.693424 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Attempting to bind port f975f7ce-aab9-4c35-ad85-4a37ef779c83 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:42.693802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Attempting to bind port f975f7ce-aab9-4c35-ad85-4a37ef779c83 on network 3abc4c44-e65d-44af-b996-033ce7787255 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:42.701544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:42.701945 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Checking segment: {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:42.702416 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.702806 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Bound using segment: {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:42.703281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Bound port: f975f7ce-aab9-4c35-ad85-4a37ef779c83, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad36767-18ed-4ccf-8b52-85665f2337ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:42.703661 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.734864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Transition to ACTIVE for port object 697ab600-f081-42ec-9857-0467eba1bdfc will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:42.742253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=0f475f67-7b64-4b18-83f0-08a89821c241,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.796176 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.796414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:42.796518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.796707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.827981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-dd3512b6-ab0b-4aec-8407-b8a3346fa6c0 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.832083 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] For port f975f7ce-aab9-4c35-ad85-4a37ef779c83, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:42.834423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-dd3512b6-ab0b-4aec-8407-b8a3346fa6c0 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6a4e843-8375-47b6-97fc-5b8d7dd40504 HTTP/1.1" status: 200 len: 945 time: 0.2356136 Aug 10 03:32:42.836630 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] For port f975f7ce-aab9-4c35-ad85-4a37ef779c83, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f975f7ce-aab9-4c35-ad85-4a37ef779c83,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:42.844471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-d7813537-5ce5-4080-8eee-cfaadad3c68a service neutron] 10.222.0.26 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541903 Aug 10 03:32:42.873415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:42.882068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] Provisioning for port f059c064-16bd-4e87-b1bd-ce92386bbbb4 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:42.893191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.893794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.897969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] Provisioning complete for port f059c064-16bd-4e87-b1bd-ce92386bbbb4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:42.898624 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.928452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=39016c87-0c74-441e-b18c-8f38ad1b480b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.945312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 39016c87-0c74-441e-b18c-8f38ad1b480b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:43.015415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ad611f55-f38c-4583-85ad-afcebda4a3f5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0543818 Aug 10 03:32:43.016560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44544) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.023128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Request body: {'subnet': {'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-487685503-subnet', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:43.053458 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.132639 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Routers {'6ea5c1e0-d88a-4a74-93a9-fff428482162'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:43.133272 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ea5c1e0-d88a-4a74-93a9-fff428482162'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:43.157218 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.185013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b2b1f2b0-0564-4a6d-ae5a-e19a8479653d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9258335 Aug 10 03:32:43.188204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44548) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:43.194570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-128310762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:43.204099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.223591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] For port f059c064-16bd-4e87-b1bd-ce92386bbbb4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f059c064-16bd-4e87-b1bd-ce92386bbbb4,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:43.235868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-9e22a931-6dcc-4dba-a0a9-4547dcdfaac2 service neutron] 10.222.0.26 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904042 Aug 10 03:32:43.298040 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780ab0-57be-4fed-b456-2ba7933b4f60 None None] Pushing event updated for resources: {'Port': ['ID=f975f7ce-aab9-4c35-ad85-4a37ef779c83,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.303539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71cc734-debf-424b-869c-92209964b157 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:43.309262 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] Set router 6ea5c1e0-d88a-4a74-93a9-fff428482162 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:43.375729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Network ac76dd69-0ca7-4551-8000-d1673392ea7d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:43.385264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Made reservation on behalf of 9711c08ac4064d2d9d94aa153711e9b0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:43.387286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.393422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.393695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.406966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:43.431826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Deleting port cdc12bf3-c777-46ae-954d-7e1eba584779 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:43.432110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.435464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:43.504239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9589a-f608-4090-b28d-b7e96ff2a23d None None] Pushing event updated for resources: {'Port': ['ID=f059c064-16bd-4e87-b1bd-ce92386bbbb4,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:43.632223 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.634884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.665902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e68c47dd-bbbf-44f3-bd69-a2acd81e6c27 None None] Provisioning complete for port f059c064-16bd-4e87-b1bd-ce92386bbbb4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:43.665902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e68c47dd-bbbf-44f3-bd69-a2acd81e6c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.780703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.796302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.802904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.815933 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:32:38Z', 'revision_number': 4, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f975f7ce-aab9-4c35-ad85-4a37ef779c83', 'name': '', 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'mac_address': 'fa:16:3e:0a:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:36Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'subnets': [{'id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:43.877540 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e29495a-ac08-4f36-83d3-78f42b9846f3 None None] The sync data for ids ['6ea5c1e0-d88a-4a74-93a9-fff428482162'] in n-d-765315-26 is: [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:32:38Z', 'revision_number': 4, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f975f7ce-aab9-4c35-ad85-4a37ef779c83', 'name': '', 'network_id': '3abc4c44-e65d-44af-b996-033ce7787255', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'mac_address': 'fa:16:3e:0a:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:36Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'subnets': [{'id': '37499858-b1ac-4ef1-8e8a-0c7282fdc8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:43.881810 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.891481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f059c064-16bd-4e87-b1bd-ce92386bbbb4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:43.915484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.937679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] For port cdc12bf3-c777-46ae-954d-7e1eba584779, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cdc12bf3-c777-46ae-954d-7e1eba584779,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:43.938057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.962220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd176-12a8-4a54-990d-f6648843bc52 req-1e6f2e6f-e449-42e8-bec6-daf939dfc044 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.973521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-440dd176-12a8-4a54-990d-f6648843bc52 req-1e6f2e6f-e449-42e8-bec6-daf939dfc044 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 931 time: 0.2709880 Aug 10 03:32:43.982872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Calling delete_port for cdc12bf3-c777-46ae-954d-7e1eba584779 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:44.067478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f059c064-16bd-4e87-b1bd-ce92386bbbb4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:44.067849 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.093388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-717b4782-cb6f-4654-9f3e-a1ba7b00c667 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1914334 Aug 10 03:32:44.107263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f933c31d-6481-4b18-aff2-8b763514f81c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:44.131183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-440dd176-12a8-4a54-990d-f6648843bc52 req-7ab092b0-122e-4924-8645-3eccc940818c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545784 Aug 10 03:32:44.145287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Request body: {'port': {'device_id': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:44.147127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.152577 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8aab1cec-b143-4da5-b906-406a0835b09f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9620750 Aug 10 03:32:44.155543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:44.283881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Checking segment: {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:44.285120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Network hostable DHCP agents. Network: 39016c87-0c74-441e-b18c-8f38ad1b480b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:44.374784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.397603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5a8f5ad-22cc-4ae9-802e-19745388118f req-8c328241-d3e8-4280-9022-91807d41fe38 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 210 time: 0.1231503 Aug 10 03:32:44.486497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3d187ace-dcc4-4144-9b65-21bd3786ff37 None None] Provisioning for port 697ab600-f081-42ec-9857-0467eba1bdfc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:44.490636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3d187ace-dcc4-4144-9b65-21bd3786ff37 None None] Provisioning complete for port 697ab600-f081-42ec-9857-0467eba1bdfc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:44.491018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3d187ace-dcc4-4144-9b65-21bd3786ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.560547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3d187ace-dcc4-4144-9b65-21bd3786ff37 None None] Port 697ab600-f081-42ec-9857-0467eba1bdfc cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:44.655000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Network 39016c87-0c74-441e-b18c-8f38ad1b480b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:44.656817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.689894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3edadda1-bc6f-4171-99f3-804a5a51e1f6 None None] Provisioning complete for port f059c064-16bd-4e87-b1bd-ce92386bbbb4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:44.690199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3edadda1-bc6f-4171-99f3-804a5a51e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.836313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 39016c87-0c74-441e-b18c-8f38ad1b480b) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:44.844114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.846552 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.854636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddcbd3-2cfc-4e95-8589-41e9f21024f1 None None] Network 39016c87-0c74-441e-b18c-8f38ad1b480b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:44.863770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697ab600-f081-42ec-9857-0467eba1bdfc {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:44.877710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.900122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Transition to ACTIVE for port object 697ab600-f081-42ec-9857-0467eba1bdfc will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:44.904009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.979074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Pushing event deleted for resources: {'Port': ['ID=cdc12bf3-c777-46ae-954d-7e1eba584779,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:44.984795 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b5df00c2-4df2-4be6-b187-eb871df7b35b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9642181 Aug 10 03:32:44.994610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44568) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:45.008615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:45.023247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.124601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::1 (e48e137d-d387-4f07-b416-2f445a09fa53/0f475f67-7b64-4b18-83f0-08a89821c241/be6b4215-c9a3-487e-a6eb-ec4472ec7fad) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:45.139418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] No DVR routers for this DVR port cdc12bf3-c777-46ae-954d-7e1eba584779 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:45.144681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-39016c87-0c74-441e-b18c-8f38ad1b480b', 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'fixed_ips': [{'subnet_id': 'f933c31d-6481-4b18-aff2-8b763514f81c'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:45.145664 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.146092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.149118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c24cfd5-cfa1-4465-95f7-0fee7f06c6f7 req-7767685a-73b1-45de-a03f-5f8813c88f2f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "DELETE /v2.0/ports/cdc12bf3-c777-46ae-954d-7e1eba584779 HTTP/1.1" status: 204 len: 173 time: 2.2873342 Aug 10 03:32:45.149582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-deleted', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:45.152855 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20523136-8bd1-402d-9be1-ed76fb6da268" -d '{"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-deleted", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:45.187669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.265722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.267116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.375051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.427401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.427964 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object be6b4215-c9a3-487e-a6eb-ec4472ec7fad will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:45.438131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Attempting to bind port 697ab600-f081-42ec-9857-0467eba1bdfc on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:45.438469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Attempting to bind port 697ab600-f081-42ec-9857-0467eba1bdfc by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:45.438801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Attempting to bind port 697ab600-f081-42ec-9857-0467eba1bdfc on network ac76dd69-0ca7-4551-8000-d1673392ea7d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:45.452493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb965f-26c5-4c7d-84f6-a4cd82921360 req-cbc7858a-5177-4145-9938-9e7850af631a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:45.459405 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.459936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2eeb965f-26c5-4c7d-84f6-a4cd82921360 req-cbc7858a-5177-4145-9938-9e7850af631a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.2101376 Aug 10 03:32:45.472239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Allocated IP 172.20.0.2 (39016c87-0c74-441e-b18c-8f38ad1b480b/f933c31d-6481-4b18-aff2-8b763514f81c/9d41d210-4781-4ad3-b8f9-847b3716cb26) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:45.482971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Port 697ab600-f081-42ec-9857-0467eba1bdfc on network ac76dd69-0ca7-4551-8000-d1673392ea7d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:45.485163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Attempting to bind port 697ab600-f081-42ec-9857-0467eba1bdfc on network ac76dd69-0ca7-4551-8000-d1673392ea7d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:45.515844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:45.515844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Checking segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:45.515844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Bound using segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:45.515844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Bound port: 697ab600-f081-42ec-9857-0467eba1bdfc, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:45.515844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.522670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:45.541517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2eeb965f-26c5-4c7d-84f6-a4cd82921360 req-88646456-50de-42d7-a942-957be81c1731 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806675 Aug 10 03:32:45.618423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.649334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: cdc12bf3-c777-46ae-954d-7e1eba584779 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:45.649712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cdc12bf3-c777-46ae-954d-7e1eba584779 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:45.764995 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b31e42-a77c-4012-be9a-00409a05c815 x-openstack-request-id: req-41b31e42-a77c-4012-be9a-00409a05c815 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:45.765214 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a4e843-8375-47b6-97fc-5b8d7dd40504", "name": "network-vif-deleted", "tag": "cdc12bf3-c777-46ae-954d-7e1eba584779", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:45.765452 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41b31e42-a77c-4012-be9a-00409a05c815 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:45.765864 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a4e843-8375-47b6-97fc-5b8d7dd40504', 'name': 'network-vif-deleted', 'tag': 'cdc12bf3-c777-46ae-954d-7e1eba584779', 'status': 'completed', 'code': 200} Aug 10 03:32:45.859818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f975f7ce-aab9-4c35-ad85-4a37ef779c83 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:45.972243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.984396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Transition to ACTIVE for port object 9d41d210-4781-4ad3-b8f9-847b3716cb26 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:45.991303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d254bd6-ff09-487b-a52d-b176ff68c898 req-74f1e1f6-2ef5-4e2e-96ae-f31dd1400a50 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 210 time: 0.1435020 Aug 10 03:32:46.051826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Transition to ACTIVE for port object 9d41d210-4781-4ad3-b8f9-847b3716cb26 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:46.056560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:46.069399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:46.074929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.152648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f975f7ce-aab9-4c35-ad85-4a37ef779c83 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:46.157262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f975f7ce-aab9-4c35-ad85-4a37ef779c83 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:46.157784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.236050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.236503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.274106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:46.277465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:46.281728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:46.282293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.329461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Network 39016c87-0c74-441e-b18c-8f38ad1b480b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:46.359823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=be6b4215-c9a3-487e-a6eb-ec4472ec7fad,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:46.426286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:46.447218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:46.456838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Pushing event updated for resources: {'Port': ['ID=9d41d210-4781-4ad3-b8f9-847b3716cb26,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:46.489511 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.510177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:46.512478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.514166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] 10.222.0.46 "PUT /v2.0/ports/697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 1092 time: 2.3840840 Aug 10 03:32:46.543811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8dafd-e0ba-49cd-983a-504e380a677f service neutron] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:46.587998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Attempting to bind port 9d41d210-4781-4ad3-b8f9-847b3716cb26 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:46.589825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Attempting to bind port 9d41d210-4781-4ad3-b8f9-847b3716cb26 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:46.590899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Attempting to bind port 9d41d210-4781-4ad3-b8f9-847b3716cb26 on network 39016c87-0c74-441e-b18c-8f38ad1b480b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:46.615021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:46.617309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Checking segment: {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:46.617982 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.618763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Bound using segment: {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:46.619491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Bound port: 9d41d210-4781-4ad3-b8f9-847b3716cb26, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:46.620461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.744109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.795658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f975f7ce-aab9-4c35-ad85-4a37ef779c83, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f975f7ce-aab9-4c35-ad85-4a37ef779c83,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:46.894759 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.907757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] For port 9d41d210-4781-4ad3-b8f9-847b3716cb26, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:46.924779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] For port 9d41d210-4781-4ad3-b8f9-847b3716cb26, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d41d210-4781-4ad3-b8f9-847b3716cb26,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:46.998202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f975f7ce-aab9-4c35-ad85-4a37ef779c83,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.095512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-802c56ff-32dc-42ef-b027-d87f3dab0f10 None None] Provisioning for port be6b4215-c9a3-487e-a6eb-ec4472ec7fad completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:47.098604 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.157650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-802c56ff-32dc-42ef-b027-d87f3dab0f10 None None] Provisioning complete for port be6b4215-c9a3-487e-a6eb-ec4472ec7fad triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:47.157650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-802c56ff-32dc-42ef-b027-d87f3dab0f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.206294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-802c56ff-32dc-42ef-b027-d87f3dab0f10 None None] Port be6b4215-c9a3-487e-a6eb-ec4472ec7fad cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:47.251311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.280039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e98f6-b0cb-477a-99b1-e3120c46c4ff None None] Pushing event updated for resources: {'Port': ['ID=9d41d210-4781-4ad3-b8f9-847b3716cb26,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.384924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-0cbf61e3-2213-4b67-95e7-6ec24eb5e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.386631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-0cbf61e3-2213-4b67-95e7-6ec24eb5e853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1095 time: 0.1687353 Aug 10 03:32:47.396737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0d30a-0f1a-4dd0-8f78-77282e120f0b req-e0f52c7d-1da4-4671-a46e-a2516f456719 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.399965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9c0d30a-0f1a-4dd0-8f78-77282e120f0b req-e0f52c7d-1da4-4671-a46e-a2516f456719 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.1791720 Aug 10 03:32:47.407324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.458370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.459449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.522748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.532510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-7efbf429-ff5c-4042-b530-e79dc8add2e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 217 time: 0.1278381 Aug 10 03:32:47.598841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9c0d30a-0f1a-4dd0-8f78-77282e120f0b req-6f52149d-a2d3-44ea-8709-3eb438cc01d4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556070 Aug 10 03:32:47.655860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=be6b4215-c9a3-487e-a6eb-ec4472ec7fad,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:47.704103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-7d03ea14-beb1-4d79-9436-f9b8c21f350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.716498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-7d03ea14-beb1-4d79-9436-f9b8c21f350d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1738150 Aug 10 03:32:47.728212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:47.730168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:47.766395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:47.769479 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6" -d '{"events": [{"name": "network-changed", "server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:47.925640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69f0646c-e9ce-41b5-9fdf-647e0562547e req-39869ffd-2658-41bf-882d-d6ad41ab3042 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 210 time: 0.1637723 Aug 10 03:32:48.027922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f975f7ce-aab9-4c35-ad85-4a37ef779c83 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:48.036985 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0bcf1f-20ef-46e2-a292-cf98989e76ec x-openstack-request-id: req-6b0bcf1f-20ef-46e2-a292-cf98989e76ec {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:48.037271 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:48.037530 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b0bcf1f-20ef-46e2-a292-cf98989e76ec {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:48.038184 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'status': 'completed', 'code': 200} Aug 10 03:32:48.044029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Allocated IP 172.25.1.216 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/9d549fa2-dfab-4fc5-a2c2-13a22b4ae130) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:48.053153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Router 55f75164-8602-4537-b0f6-a2608993c7f4 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:48.056860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-eadf0f81-ee0b-487d-8456-93832061eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.058995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-eadf0f81-ee0b-487d-8456-93832061eb94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2984478 Aug 10 03:32:48.107845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f975f7ce-aab9-4c35-ad85-4a37ef779c83 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:48.108224 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.239601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:48.251725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-011c9e8e-c9ec-4a26-a5cf-8e9157d41822 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.252694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:48.255375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-011c9e8e-c9ec-4a26-a5cf-8e9157d41822 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 814 time: 0.5669048 Aug 10 03:32:48.262583 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d307490-b5aa-45a5-a6a0-bee8cee9e38c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "PUT /v2.0/routers/55f75164-8602-4537-b0f6-a2608993c7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1023495 Aug 10 03:32:48.262583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44604) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:48.284655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-784271e9-9958-4e6c-b38d-6c08dfe9dcfa service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046807 Aug 10 03:32:48.315269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Request body: {'port': {'device_id': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'admin_state_up': True, 'tenant_id': '0d288e1553ef4127b45b8e4bc0713487'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:48.320839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Sync routers for ids ['55f75164-8602-4537-b0f6-a2608993c7f4'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:48.364702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc3f26-c4d5-4bf8-8644-7d9c1b267e4c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.365409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Routers {'55f75164-8602-4537-b0f6-a2608993c7f4'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:48.366192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['55f75164-8602-4537-b0f6-a2608993c7f4'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:48.379594 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-69cc3f26-c4d5-4bf8-8644-7d9c1b267e4c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports/be6b4215-c9a3-487e-a6eb-ec4472ec7fad HTTP/1.1" status: 200 len: 911 time: 0.1153700 Aug 10 03:32:48.380490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44606) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:48.440391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-adac5d30-75a6-4c1c-bb34-727c7d56fe72 None None] Provisioning complete for port be6b4215-c9a3-487e-a6eb-ec4472ec7fad triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:48.440766 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-adac5d30-75a6-4c1c-bb34-727c7d56fe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.446235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d41d210-4781-4ad3-b8f9-847b3716cb26 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:48.451696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f71462-76d5-473d-af86-df24f709de1b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.458918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f71462-76d5-473d-af86-df24f709de1b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.465631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64f71462-76d5-473d-af86-df24f709de1b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0820909 Aug 10 03:32:48.470124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:48.610998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.619291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0cf5ab0-d7c7-41fc-8ed9-30c8182330c9 req-997f176a-568b-410c-b4a6-4236d2ebd8a1 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983835 Aug 10 03:32:48.792609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Made reservation on behalf of 0d288e1553ef4127b45b8e4bc0713487 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:48.796997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.840692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.889446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Set router 55f75164-8602-4537-b0f6-a2608993c7f4 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:48.906979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:48.912680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Pushing event updated for resources: {'Port': ['ID=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:48.915388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:48.926065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:48.929881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-5052fa5f-cdec-4b3a-ac80-3ea6da4ee3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.931663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-5052fa5f-cdec-4b3a-ac80-3ea6da4ee3bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1095 time: 0.1775513 Aug 10 03:32:48.976894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb776f-bd46-47a8-8805-55ad71bca7b7 req-14e8ea9f-20bc-4354-802e-ae82e75e7877 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.979161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55bb776f-bd46-47a8-8805-55ad71bca7b7 req-14e8ea9f-20bc-4354-802e-ae82e75e7877 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.2598605 Aug 10 03:32:49.045747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-adac5d30-75a6-4c1c-bb34-727c7d56fe72 None None] Port be6b4215-c9a3-487e-a6eb-ec4472ec7fad cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:49.056441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e14d4c0-ffa9-40c6-989b-c0355fcf04a1 None None] Network 39016c87-0c74-441e-b18c-8f38ad1b480b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:49.104672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-f2f9f41c-0af1-4cfe-bda1-5242b56b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.104672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-f2f9f41c-0af1-4cfe-bda1-5242b56b1b5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.0948493 Aug 10 03:32:49.154727 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.161586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-fa5daa5b-b856-4ec1-9ddd-5a710355a8e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 217 time: 0.0479693 Aug 10 03:32:49.298776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55bb776f-bd46-47a8-8805-55ad71bca7b7 req-613d7858-4829-4e5b-a5de-ec73eda1bbcd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921773 Aug 10 03:32:49.516934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9d41d210-4781-4ad3-b8f9-847b3716cb26 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:49.534832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-9b32c708-03bf-46e5-ab6c-c016874e55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.536564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-9b32c708-03bf-46e5-ab6c-c016874e55af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.3584085 Aug 10 03:32:49.543105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2fcd726-2b44-47a7-955d-0b89c49404cd req-8da7e995-5c16-4e06-a0cc-76a5965eaa96 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 210 time: 0.1099679 Aug 10 03:32:49.554233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] Provisioning for port 9d41d210-4781-4ad3-b8f9-847b3716cb26 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:49.570120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] Provisioning complete for port 9d41d210-4781-4ad3-b8f9-847b3716cb26 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:49.570495 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.583518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port be6b4215-c9a3-487e-a6eb-ec4472ec7fad {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:49.584191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.630356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Allocated IP 172.20.0.5 (9dffd5f3-76d5-4e4f-b670-28688070a811/961078cd-4520-4c3f-b80a-abb8e20467d5/422cee4c-3b7b-4b32-b1ee-ae865a23839f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:49.635900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f75164-8602-4537-b0f6-a2608993c7f4', 'name': 'tempest-NetworksTestDHCPv6-router-128310762', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:43Z', 'updated_at': '2021-08-10T03:32:46Z', 'revision_number': 2, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None, '_interfaces': [{'id': 'be6b4215-c9a3-487e-a6eb-ec4472ec7fad', 'name': '', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'mac_address': 'fa:16:3e:2b:89:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f75164-8602-4537-b0f6-a2608993c7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '0f475f67-7b64-4b18-83f0-08a89821c241', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:44Z', 'updated_at': '2021-08-10T03:32:47Z', 'revision_number': 2, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'subnets': [{'id': '0f475f67-7b64-4b18-83f0-08a89821c241', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:49.698591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Checking router: 55f75164-8602-4537-b0f6-a2608993c7f4 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:49.698949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Updating router 55f75164-8602-4537-b0f6-a2608993c7f4 port be6b4215-c9a3-487e-a6eb-ec4472ec7fad binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:49.805824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.834702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.836221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.867315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for be6b4215-c9a3-487e-a6eb-ec4472ec7fad owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:49.995563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.017446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] For port 9d41d210-4781-4ad3-b8f9-847b3716cb26, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d41d210-4781-4ad3-b8f9-847b3716cb26,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:50.048184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-377e3373-f5e7-4493-bf39-faf0e2def95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.049759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-377e3373-f5e7-4493-bf39-faf0e2def95f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4907391 Aug 10 03:32:50.151950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.181101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.187531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:50.188000 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:50.213240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbd510-ee3d-4856-a554-1a3d8587aa2a None None] Pushing event updated for resources: {'Port': ['ID=9d41d210-4781-4ad3-b8f9-847b3716cb26,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.230428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=be6b4215-c9a3-487e-a6eb-ec4472ec7fad,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.246152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.253383 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-ab37a40e-2e92-4843-84af-645ac4ce4a9c service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911726 Aug 10 03:32:50.304089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-509fdae7-c1cf-41f7-8f83-96fe913a6452 None None] Provisioning complete for port 9d41d210-4781-4ad3-b8f9-847b3716cb26 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:50.304770 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-509fdae7-c1cf-41f7-8f83-96fe913a6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.455670 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.644966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Router 55f75164-8602-4537-b0f6-a2608993c7f4 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:50.711985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Port be6b4215-c9a3-487e-a6eb-ec4472ec7fad not found while updating agent binding for router 55f75164-8602-4537-b0f6-a2608993c7f4. {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 03:32:50.728122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Routers {'55f75164-8602-4537-b0f6-a2608993c7f4'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:50.728918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['55f75164-8602-4537-b0f6-a2608993c7f4'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:50.731111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:50.740100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f48f3e0f-5efc-4b2e-a0da-1f384e43280c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "PUT /v2.0/routers/55f75164-8602-4537-b0f6-a2608993c7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2685196 Aug 10 03:32:50.740796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44626) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:50.809307 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25904e61-ee94-49ad-b01a-42a90b4033bd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.814448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25904e61-ee94-49ad-b01a-42a90b4033bd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.818416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-25904e61-ee94-49ad-b01a-42a90b4033bd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742133 Aug 10 03:32:50.819292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44630) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:50.828894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] Set router 55f75164-8602-4537-b0f6-a2608993c7f4 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:50.905595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f75164-8602-4537-b0f6-a2608993c7f4', 'name': 'tempest-NetworksTestDHCPv6-router-128310762', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:43Z', 'updated_at': '2021-08-10T03:32:50Z', 'revision_number': 3, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:50.954620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7997b-89c7-4b48-91cc-d31104ee7b98 None None] The sync data for ids ['55f75164-8602-4537-b0f6-a2608993c7f4'] in n-d-765315-26 is: [{'id': '55f75164-8602-4537-b0f6-a2608993c7f4', 'name': 'tempest-NetworksTestDHCPv6-router-128310762', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:43Z', 'updated_at': '2021-08-10T03:32:50Z', 'revision_number': 3, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:50.963236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 0f475f67-7b64-4b18-83f0-08a89821c241 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:50.981538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.993210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3086c3d-ea77-44e6-a3b5-ecdafc38ecc6 req-37961390-9246-4dd3-8c49-975c0e596923 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301536 Aug 10 03:32:51.016011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.023775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3fb9-4fb6-4707-9be9-dc6106193454 req-04e6be47-4c96-43fb-9c58-9c16cdda6214 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.025414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fd3fb9-4fb6-4707-9be9-dc6106193454 req-04e6be47-4c96-43fb-9c58-9c16cdda6214 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.5505111 Aug 10 03:32:51.047729 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.129853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fd3fb9-4fb6-4707-9be9-dc6106193454 req-0ff0b6b7-f7e7-4df6-9ce9-66734a7e429f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574923 Aug 10 03:32:51.133318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.159719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.280009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Network 9dffd5f3-76d5-4e4f-b670-28688070a811 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:51.286867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:51.301000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:51.308920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Pushing event updated for resources: {'Port': ['ID=422cee4c-3b7b-4b32-b1ee-ae865a23839f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:51.418697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.419326 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.432708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.451778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcd557-f79c-440d-ab95-68b8ce12159e req-13a3ba16-26f2-448d-a10e-874eb64bfa27 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.459081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3abcd557-f79c-440d-ab95-68b8ce12159e req-13a3ba16-26f2-448d-a10e-874eb64bfa27 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 931 time: 0.1529610 Aug 10 03:32:51.464494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=0f475f67-7b64-4b18-83f0-08a89821c241,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:51.505452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.506666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845cd436-9e3c-4ae6-aa5c-f22a57b46d95 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:51.513210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a54ebf4a-366a-4671-a506-ebd30b3a50bf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/0f475f67-7b64-4b18-83f0-08a89821c241 HTTP/1.1" status: 204 len: 168 time: 0.6895475 Aug 10 03:32:51.513997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3abcd557-f79c-440d-ab95-68b8ce12159e req-0924317c-5934-4fe2-aadf-49d7bf266b6c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Aug 10 03:32:51.522240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:51.552863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c19d7f5d-33dc-4cc8-9e00-f66862b628f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2417140 Aug 10 03:32:51.568945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Request body: {'port': {'device_id': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:51.602672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:51.612383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Router 36d85aa1-8994-4619-95dd-77b95bb0aa54 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:51.773609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-937769d8-48d8-4e7b-8b7f-0b075913614a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2493093 Aug 10 03:32:51.776505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44640) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:51.801704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.923497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:51.937926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '697ab600-f081-42ec-9857-0467eba1bdfc', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc', 'mac_address': 'fa:16:3e:69:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:51.944882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.956998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d41d210-4781-4ad3-b8f9-847b3716cb26 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:52.046695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:52.061592 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Sync routers for ids ['36d85aa1-8994-4619-95dd-77b95bb0aa54'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:52.078694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Routers {'36d85aa1-8994-4619-95dd-77b95bb0aa54'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:52.079618 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36d85aa1-8994-4619-95dd-77b95bb0aa54'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.197516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.210853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57b570de-d789-4154-a9c8-cfd015799032 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2120240 Aug 10 03:32:52.225686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44646) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.298816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d41d210-4781-4ad3-b8f9-847b3716cb26 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:52.299276 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.379842 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Set router 36d85aa1-8994-4619-95dd-77b95bb0aa54 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:52.413330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.422328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39362463-9169-468d-97b9-5239111eb466 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:52.463665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Sync routers for ids ['55f75164-8602-4537-b0f6-a2608993c7f4'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:52.509527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697ab600-f081-42ec-9857-0467eba1bdfc {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:52.522693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1852c-72f8-4eb8-87e2-fb585a4a2648 req-78679069-7de3-4f4c-9490-f26da510d6fd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.530114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1da1852c-72f8-4eb8-87e2-fb585a4a2648 req-78679069-7de3-4f4c-9490-f26da510d6fd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.2405910 Aug 10 03:32:52.531086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.535558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.555189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:52.571167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Routers {'55f75164-8602-4537-b0f6-a2608993c7f4'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:52.571815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['55f75164-8602-4537-b0f6-a2608993c7f4'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.616084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422cee4c-3b7b-4b32-b1ee-ae865a23839f {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:52.624891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.659305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1da1852c-72f8-4eb8-87e2-fb585a4a2648 req-1da80da0-9cc6-4596-b242-7e60d21cee7d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282263 Aug 10 03:32:52.706883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Transition to ACTIVE for port object 422cee4c-3b7b-4b32-b1ee-ae865a23839f will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:52.716644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.716644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Fanout notify agent at l3_agent the message router_deleted on router 55f75164-8602-4537-b0f6-a2608993c7f4 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:52.736093 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 3, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.769176 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Checking router: 36d85aa1-8994-4619-95dd-77b95bb0aa54 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:52.779728 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Updating router 36d85aa1-8994-4619-95dd-77b95bb0aa54 port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:52.796674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.800682 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de447a81-c996-4ec4-98af-1ee6ba0542ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/routers/55f75164-8602-4537-b0f6-a2608993c7f4 HTTP/1.1" status: 204 len: 168 time: 1.0198069 Aug 10 03:32:52.800867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.805615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:52.814664 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.832999 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.867537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.879077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Set router 55f75164-8602-4537-b0f6-a2608993c7f4 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:52.881566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:52.965550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f75164-8602-4537-b0f6-a2608993c7f4', 'name': 'tempest-NetworksTestDHCPv6-router-128310762', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:43Z', 'updated_at': '2021-08-10T03:32:50Z', 'revision_number': 3, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.999892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Checking router: 55f75164-8602-4537-b0f6-a2608993c7f4 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:53.003361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-39362463-9169-468d-97b9-5239111eb466 None None] Deleting port f059c064-16bd-4e87-b1bd-ce92386bbbb4 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:53.003859 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39362463-9169-468d-97b9-5239111eb466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.049203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Routers set() bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:53.049677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Router IDs set() for agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:32:53.050403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_agentschedulers_db [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55f75164-8602-4537-b0f6-a2608993c7f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent'). {{(pid=94806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:32:53.050874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5fecf-3e4a-481e-a5b6-9f5a07cb66f9 None None] The sync data for ids ['55f75164-8602-4537-b0f6-a2608993c7f4'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:53.117864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['697ab600-f081-42ec-9857-0467eba1bdfc'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:53.120655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e849-19ac-4186-b5d9-c5e29e2a5c55 req-c632c8b0-01ae-468f-b572-dc1f77ff25d7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.126839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-39362463-9169-468d-97b9-5239111eb466 None None] For port f059c064-16bd-4e87-b1bd-ce92386bbbb4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f059c064-16bd-4e87-b1bd-ce92386bbbb4,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:53.127450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39362463-9169-468d-97b9-5239111eb466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.164992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e533e849-19ac-4186-b5d9-c5e29e2a5c55 req-c632c8b0-01ae-468f-b572-dc1f77ff25d7 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 943 time: 0.3629780 Aug 10 03:32:53.256913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=422cee4c-3b7b-4b32-b1ee-ae865a23839f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.326252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e533e849-19ac-4186-b5d9-c5e29e2a5c55 req-e5f6cbb0-fd6b-4a5d-bf67-bc7bee986b94 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580124 Aug 10 03:32:53.359314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Attempting to bind port 422cee4c-3b7b-4b32-b1ee-ae865a23839f on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:53.359724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Attempting to bind port 422cee4c-3b7b-4b32-b1ee-ae865a23839f by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:53.360064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Attempting to bind port 422cee4c-3b7b-4b32-b1ee-ae865a23839f on network 9dffd5f3-76d5-4e4f-b670-28688070a811 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:53.367888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Port 422cee4c-3b7b-4b32-b1ee-ae865a23839f on network 9dffd5f3-76d5-4e4f-b670-28688070a811 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:53.372040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Attempting to bind port 422cee4c-3b7b-4b32-b1ee-ae865a23839f on network 9dffd5f3-76d5-4e4f-b670-28688070a811 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:53.400104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:53.407719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Checking segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:53.407719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Bound using segment: {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:53.407719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Bound port: 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a92384-5412-4ac2-853b-90f7fc9fceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:53.407719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.427500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-39362463-9169-468d-97b9-5239111eb466 None None] Calling delete_port for f059c064-16bd-4e87-b1bd-ce92386bbbb4 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:53.498813 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.510699 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Transition to ACTIVE for port object 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:53.537212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] For port 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:53.540634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] For port 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:53.683749 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.688911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.754136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=422cee4c-3b7b-4b32-b1ee-ae865a23839f,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.765785 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39362463-9169-468d-97b9-5239111eb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.787396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84ff26-8279-418c-b9f4-60822bc886e9 None None] Pushing event updated for resources: {'Port': ['ID=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.796732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.800803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.802466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c22d94c7-22a1-44d0-99be-491c49faf1f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/422cee4c-3b7b-4b32-b1ee-ae865a23839f HTTP/1.1" status: 200 len: 1092 time: 2.2396629 Aug 10 03:32:53.802939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'tag': '422cee4c-3b7b-4b32-b1ee-ae865a23839f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:53.808153 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86" -d '{"events": [{"name": "network-changed", "server_uuid": "5c76cbaa-9271-4ad8-8e57-a15bbc078946", "tag": "422cee4c-3b7b-4b32-b1ee-ae865a23839f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:53.815849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39362463-9169-468d-97b9-5239111eb466 None None] Pushing event deleted for resources: {'Port': ['ID=f059c064-16bd-4e87-b1bd-ce92386bbbb4,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:53.820482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39362463-9169-468d-97b9-5239111eb466 None None] No DVR routers for this DVR port f059c064-16bd-4e87-b1bd-ce92386bbbb4 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:53.833688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:53.839884 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Attempting to bind port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:53.840259 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Attempting to bind port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:53.840648 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Attempting to bind port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:53.849960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.850058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:53.850058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:53.850058 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.850058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:53.850058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Bound port: 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:53.850058 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.878198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f059c064-16bd-4e87-b1bd-ce92386bbbb4 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:53.925371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f059c064-16bd-4e87-b1bd-ce92386bbbb4 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:53.925688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f059c064-16bd-4e87-b1bd-ce92386bbbb4 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:53.965882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3484-3f08-406b-b841-456adfb8331f req-23500721-2bed-4ba9-8b89-c0e83f634c71 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:53.969013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4dd3484-3f08-406b-b841-456adfb8331f req-23500721-2bed-4ba9-8b89-c0e83f634c71 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 944 time: 0.1367903 Aug 10 03:32:53.977485 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] For port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:53.982818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] For port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:54.035692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.051932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-2058bfcd-edd1-4ee3-b142-69f070b09962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.053697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-2058bfcd-edd1-4ee3-b142-69f070b09962 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 1095 time: 0.0833344 Aug 10 03:32:54.057766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4dd3484-3f08-406b-b841-456adfb8331f req-4d23843b-efa2-4e71-a53c-1a94737877d1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507550 Aug 10 03:32:54.133465 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.159646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-df158439-6b20-44df-b39f-cf2026984881 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f HTTP/1.1" status: 200 len: 217 time: 0.0911686 Aug 10 03:32:54.161848 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6a4ab1-2aae-4383-a0a8-f10ee9eac603 x-openstack-request-id: req-6f6a4ab1-2aae-4383-a0a8-f10ee9eac603 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:54.162390 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c76cbaa-9271-4ad8-8e57-a15bbc078946", "tag": "422cee4c-3b7b-4b32-b1ee-ae865a23839f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:54.162870 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f6a4ab1-2aae-4383-a0a8-f10ee9eac603 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:54.163479 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'tag': '422cee4c-3b7b-4b32-b1ee-ae865a23839f', 'status': 'completed', 'code': 200} Aug 10 03:32:54.226466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-28bbddd4-1cca-4aaa-82a0-352ecf193104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.231652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-28bbddd4-1cca-4aaa-82a0-352ecf193104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 200 len: 854 time: 0.0576441 Aug 10 03:32:54.262850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84ff26-8279-418c-b9f4-60822bc886e9 None None] Pushing event updated for resources: {'Port': ['ID=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.281626 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Routers {'36d85aa1-8994-4619-95dd-77b95bb0aa54'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.282255 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36d85aa1-8994-4619-95dd-77b95bb0aa54'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.298767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-c1debe52-caba-4034-af4c-76464fe70594 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dffd5f3-76d5-4e4f-b670-28688070a811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621881 Aug 10 03:32:54.429249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-e71052e9-cee2-44b3-b0b7-ec690949a3b1 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209297 Aug 10 03:32:54.549840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Allocated IP 172.20.0.1 (39016c87-0c74-441e-b18c-8f38ad1b480b/f933c31d-6481-4b18-aff2-8b763514f81c/565ab039-9d7f-4b21-8677-e9bddf4281f2) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:54.570009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa7be6-23cc-4612-a326-8b62d1a3c03e req-cce52bc3-28f9-4da5-ae50-e6af5301be0f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.579496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5aa7be6-23cc-4612-a326-8b62d1a3c03e req-cce52bc3-28f9-4da5-ae50-e6af5301be0f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 943 time: 0.1260471 Aug 10 03:32:54.656648 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] Set router 36d85aa1-8994-4619-95dd-77b95bb0aa54 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:54.687045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9461dec4-f7b5-4d01-a570-e10273dc766f req-459856da-6fda-4cba-b924-006db0101283 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489834 Aug 10 03:32:54.707257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5aa7be6-23cc-4612-a326-8b62d1a3c03e req-bb045b24-d719-4ab0-b060-f1d658216830 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244180 Aug 10 03:32:54.717670 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.792787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:54.824655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:54.835407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce13c7-07aa-438e-be8c-d34571ff0c93 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:54.859150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.859938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.915121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=ff71833a-3d98-4b70-973d-5a1bf1177b73,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.933028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.944381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-45c1f13a-f637-4242-9c8e-11a76724467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.946141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-45c1f13a-f637-4242-9c8e-11a76724467f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d288e1553ef4127b45b8e4bc0713487&device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 1095 time: 0.0761061 Aug 10 03:32:54.960545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Transition to ACTIVE for port object 565ab039-9d7f-4b21-8677-e9bddf4281f2 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:55.005501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0edb931b-03a1-414a-961f-332648f5096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 3, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.021466 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7a9205ca-76be-4987-959b-b87fe434eebd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2196689 Aug 10 03:32:55.026552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44676) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:55.038479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-388076630', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:55.045957 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb931b-03a1-414a-961f-332648f5096d None None] The sync data for ids ['36d85aa1-8994-4619-95dd-77b95bb0aa54'] in n-d-765315-26 is: [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:32:49Z', 'revision_number': 3, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:55.138247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:55.138247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.149732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-f4367db3-3610-4f47-8b20-afa6dde67cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.153783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-f4367db3-3610-4f47-8b20-afa6dde67cf8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 200 len: 915 time: 0.1995838 Aug 10 03:32:55.164168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.224026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.226718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.258872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-eff72e48-2b1c-42ee-9163-3f06cdde8dbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f HTTP/1.1" status: 200 len: 217 time: 0.0832648 Aug 10 03:32:55.285085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.299856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Network 39016c87-0c74-441e-b18c-8f38ad1b480b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:55.307474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:55.319663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:55.322963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=565ab039-9d7f-4b21-8677-e9bddf4281f2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:55.343453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/ff71833a-3d98-4b70-973d-5a1bf1177b73/6d45e0e1-c235-4db0-980b-9d37dd04884f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:55.383140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.426808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c87a6-2496-4a8f-b293-af9cf0f17e6f req-6a60ede3-de77-4045-868c-d1a6c6afbb9c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.426808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e3c87a6-2496-4a8f-b293-af9cf0f17e6f req-6a60ede3-de77-4045-868c-d1a6c6afbb9c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 944 time: 0.2404561 Aug 10 03:32:55.432255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-bf8fe3cf-1b6a-455e-b9c1-02c893a6f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.434049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-bf8fe3cf-1b6a-455e-b9c1-02c893a6f27e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 200 len: 854 time: 0.1654222 Aug 10 03:32:55.460679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e3c87a6-2496-4a8f-b293-af9cf0f17e6f req-9e421351-5175-405a-ac00-ae4cf0b26fbc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509095 Aug 10 03:32:55.496291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.497289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-f3afe0e0-ca0a-4519-b07c-d9ebfeceff98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9dffd5f3-76d5-4e4f-b670-28688070a811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537884 Aug 10 03:32:55.570276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:55.672033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-c687f9df-4a61-4a8b-8607-6d137561b8ee service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643240 Aug 10 03:32:55.678680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.686045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44682) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:55.691153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b534690-94fd-43fc-b535-a59421c88578 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6634841 Aug 10 03:32:55.848251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.884321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.889539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:55.906012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Transition to ACTIVE for port object 6d45e0e1-c235-4db0-980b-9d37dd04884f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:55.956527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6dac91c4-c404-4cca-9dcd-42a5ef5e2ed5 None None] Provisioning for port 565ab039-9d7f-4b21-8677-e9bddf4281f2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:55.979075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6dac91c4-c404-4cca-9dcd-42a5ef5e2ed5 None None] Provisioning complete for port 565ab039-9d7f-4b21-8677-e9bddf4281f2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:55.979860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6dac91c4-c404-4cca-9dcd-42a5ef5e2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.987515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Transition to ACTIVE for port object 6d45e0e1-c235-4db0-980b-9d37dd04884f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:55.999054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.022296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 697ab600-f081-42ec-9857-0467eba1bdfc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:56.049317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 697ab600-f081-42ec-9857-0467eba1bdfc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:56.050231 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.059891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2605da-9177-4241-b5a7-d6ecfc5970de req-1bd483e2-86c4-4982-aa13-09fdde94f82f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.071335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c2605da-9177-4241-b5a7-d6ecfc5970de req-1bd483e2-86c4-4982-aa13-09fdde94f82f tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 943 time: 0.1897593 Aug 10 03:32:56.145816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.251820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Pushing event updated for resources: {'Port': ['ID=6d45e0e1-c235-4db0-980b-9d37dd04884f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:56.257580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6dac91c4-c404-4cca-9dcd-42a5ef5e2ed5 None None] Port 565ab039-9d7f-4b21-8677-e9bddf4281f2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:56.270715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.278111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:56.281449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.286240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:56.287726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:56.289642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c44bf9-9c9d-4e77-a4b5-0c3261c56a86 req-6256e32f-3c73-4df4-9c83-7e396ce108d4 service neutron] 10.222.0.46 "GET /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046841 Aug 10 03:32:56.363546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.419500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:56.422260 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6ed367-49bc-416e-b6a0-cc451f4ff3e0" -d '{"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-plugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:56.435175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Attempting to bind port 6d45e0e1-c235-4db0-980b-9d37dd04884f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:56.435175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Attempting to bind port 6d45e0e1-c235-4db0-980b-9d37dd04884f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:56.435175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Attempting to bind port 6d45e0e1-c235-4db0-980b-9d37dd04884f on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:56.441314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:56.444651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c2605da-9177-4241-b5a7-d6ecfc5970de req-69db8f53-5262-47ef-89d7-929d8dc0b7f1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759148 Aug 10 03:32:56.446088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:56.446591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:56.447090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.447642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:56.448417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Bound port: 6d45e0e1-c235-4db0-980b-9d37dd04884f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:56.448741 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.454034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:56.458198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.469539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:56.469539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.517829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.540043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.575954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=565ab039-9d7f-4b21-8677-e9bddf4281f2,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:56.649397 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289a0b7-160f-4e78-940d-19dab55999e5 x-openstack-request-id: req-d289a0b7-160f-4e78-940d-19dab55999e5 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:56.649793 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-plugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:56.652468 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d289a0b7-160f-4e78-940d-19dab55999e5 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:56.652941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::1 (e48e137d-d387-4f07-b416-2f445a09fa53/ff71833a-3d98-4b70-973d-5a1bf1177b73/5fe6c374-ab41-43de-b664-71b228075e40) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:56.653073 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'code': 200} Aug 10 03:32:56.653845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:56.729599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] For port 6d45e0e1-c235-4db0-980b-9d37dd04884f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:56.734564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] For port 6d45e0e1-c235-4db0-980b-9d37dd04884f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6d45e0e1-c235-4db0-980b-9d37dd04884f,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:56.739069 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.748761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Network 39016c87-0c74-441e-b18c-8f38ad1b480b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:56.750360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:56.762922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:56.839714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44694) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:56.845551 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.864804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038dedf-5bb0-4e8a-8189-671468b6db64 req-978eaa3c-aca6-4987-bfcd-d7f16d9017da tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.872138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9038dedf-5bb0-4e8a-8189-671468b6db64 req-978eaa3c-aca6-4987-bfcd-d7f16d9017da tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1801462 Aug 10 03:32:56.896584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26714-154a-44c4-b23f-efe690d40a5d req-f6bceac5-f444-45cc-832d-5aa80453d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.898101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f26714-154a-44c4-b23f-efe690d40a5d req-f6bceac5-f444-45cc-832d-5aa80453d614 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1097 time: 0.2277920 Aug 10 03:32:56.925261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Router 36d85aa1-8994-4619-95dd-77b95bb0aa54 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:57.013839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e08b6-fb1e-4ae3-a276-685a019b2970 None None] Pushing event updated for resources: {'Port': ['ID=6d45e0e1-c235-4db0-980b-9d37dd04884f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:57.015692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9038dedf-5bb0-4e8a-8189-671468b6db64 req-4fd93b28-2c24-43c3-a7eb-8dda21304567 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406915 Aug 10 03:32:57.022720 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.064707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f26714-154a-44c4-b23f-efe690d40a5d req-93c8ec32-ba1f-4391-b345-7ffb81ed8ac8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551507 Aug 10 03:32:57.087700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.109765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 5fe6c374-ab41-43de-b664-71b228075e40 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:57.135811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:57.158843 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-707e4e0c-3f65-42d9-9f03-f7403cf1dbc8 admin admin] 10.222.0.26 "PUT /v2.0/routers/36d85aa1-8994-4619-95dd-77b95bb0aa54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9153566 Aug 10 03:32:57.165019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:57.205518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3f2468b1-7794-46c6-88e3-2b58fd0422d2 None None] Provisioning complete for port 565ab039-9d7f-4b21-8677-e9bddf4281f2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:57.206062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3f2468b1-7794-46c6-88e3-2b58fd0422d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.267730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3f2468b1-7794-46c6-88e3-2b58fd0422d2 None None] Port 565ab039-9d7f-4b21-8677-e9bddf4281f2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:57.353773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.588785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 422cee4c-3b7b-4b32-b1ee-ae865a23839f details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:57.814846 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Sync routers for ids ['36d85aa1-8994-4619-95dd-77b95bb0aa54'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:57.826669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Routers {'36d85aa1-8994-4619-95dd-77b95bb0aa54'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:57.830464 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36d85aa1-8994-4619-95dd-77b95bb0aa54'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:57.841143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:57.857269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '422cee4c-3b7b-4b32-b1ee-ae865a23839f', 'network_id': '9dffd5f3-76d5-4e4f-b670-28688070a811', 'port_id': '422cee4c-3b7b-4b32-b1ee-ae865a23839f', 'mac_address': 'fa:16:3e:7e:66:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961078cd-4520-4c3f-b80a-abb8e20467d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:57.924489 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.946873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422cee4c-3b7b-4b32-b1ee-ae865a23839f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:58.009206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:58.016575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6d45e0e1-c235-4db0-980b-9d37dd04884f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:58.041660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.053623 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Set router 36d85aa1-8994-4619-95dd-77b95bb0aa54 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:58.095181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=5fe6c374-ab41-43de-b664-71b228075e40,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.114835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:58.118988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:58.128042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:58.128635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.140414 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.240106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=422cee4c-3b7b-4b32-b1ee-ae865a23839f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.257495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6d45e0e1-c235-4db0-980b-9d37dd04884f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:58.261853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f64e-a95c-4136-b63a-e5c5a03025d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.263706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:58.385715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:58.386692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.406995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffde0fe-1e19-40f4-9fb6-116d7c368e61 req-636ee00c-5cba-4d70-80ad-0f81535b5869 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.413550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f64e-a95c-4136-b63a-e5c5a03025d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.422562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ffde0fe-1e19-40f4-9fb6-116d7c368e61 req-636ee00c-5cba-4d70-80ad-0f81535b5869 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 943 time: 0.4812121 Aug 10 03:32:58.439183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['422cee4c-3b7b-4b32-b1ee-ae865a23839f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:58.443232 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 4, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '565ab039-9d7f-4b21-8677-e9bddf4281f2', 'name': '', 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'mac_address': 'fa:16:3e:ca:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f933c31d-6481-4b18-aff2-8b763514f81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:54Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 2, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'subnets': [{'id': 'f933c31d-6481-4b18-aff2-8b763514f81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.494702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Checking router: 36d85aa1-8994-4619-95dd-77b95bb0aa54 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:58.495459 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Updating router 36d85aa1-8994-4619-95dd-77b95bb0aa54 port 565ab039-9d7f-4b21-8677-e9bddf4281f2 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:58.520594 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2ac1f64e-a95c-4136-b63a-e5c5a03025d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.555210 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.606060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ffde0fe-1e19-40f4-9fb6-116d7c368e61 req-0a298ad2-86b5-4021-84ae-73ce7d75d9c1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826704 Aug 10 03:32:58.617781 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2ac1f64e-a95c-4136-b63a-e5c5a03025d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cffbe2b62c63493391a9585cc49170f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743880 Aug 10 03:32:58.618878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44730) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:58.651157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1f64e-a95c-4136-b63a-e5c5a03025d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbd8e07-72c1-4171-853c-b3f3fa52a82b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.726312 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.753969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e793a18-18c5-470f-b3f4-e7998ea5307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.784427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e793a18-18c5-470f-b3f4-e7998ea5307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.938556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e793a18-18c5-470f-b3f4-e7998ea5307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.942902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8e793a18-18c5-470f-b3f4-e7998ea5307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.948838 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8e793a18-18c5-470f-b3f4-e7998ea5307d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fbd8e07-72c1-4171-853c-b3f3fa52a82b HTTP/1.1" status: 204 len: 168 time: 0.3227336 Aug 10 03:32:58.969497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] Provisioning for port 6d45e0e1-c235-4db0-980b-9d37dd04884f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:58.974587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] Provisioning complete for port 6d45e0e1-c235-4db0-980b-9d37dd04884f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:58.983238 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.995518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e793a18-18c5-470f-b3f4-e7998ea5307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbd8e07-72c1-4171-853c-b3f3fa52a82b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.119322 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.128814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.137862 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Transition to ACTIVE for port object 565ab039-9d7f-4b21-8677-e9bddf4281f2 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:59.140093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1380f6-c4be-4163-aac8-07698a4588a3 req-a8a3b06c-335b-40a4-b853-2d6f88bcfbac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.143784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c1380f6-c4be-4163-aac8-07698a4588a3 req-a8a3b06c-335b-40a4-b853-2d6f88bcfbac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.2363813 Aug 10 03:32:59.191638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] For port 6d45e0e1-c235-4db0-980b-9d37dd04884f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6d45e0e1-c235-4db0-980b-9d37dd04884f,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:59.198139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.269004 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.280890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c1380f6-c4be-4163-aac8-07698a4588a3 req-edee3701-a877-4e06-9752-045cdf720a06 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273053 Aug 10 03:32:59.307345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.315127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.365163 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efc76-586d-4716-b71c-f481598f7311 None None] Pushing event updated for resources: {'Port': ['ID=565ab039-9d7f-4b21-8677-e9bddf4281f2,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.427926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.430266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.502068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc5b2e-e949-42d8-9ba7-a1c2add2432f None None] Pushing event updated for resources: {'Port': ['ID=6d45e0e1-c235-4db0-980b-9d37dd04884f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.524614 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Attempting to bind port 565ab039-9d7f-4b21-8677-e9bddf4281f2 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:59.525143 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Attempting to bind port 565ab039-9d7f-4b21-8677-e9bddf4281f2 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:59.526398 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Attempting to bind port 565ab039-9d7f-4b21-8677-e9bddf4281f2 on network 39016c87-0c74-441e-b18c-8f38ad1b480b {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:59.532149 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:59.532422 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Checking segment: {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:59.532994 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.533556 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Bound using segment: {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:59.534106 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Bound port: 565ab039-9d7f-4b21-8677-e9bddf4281f2, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876c8a0c-df17-4834-8db0-8720d6bd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:59.534567 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.605084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 422cee4c-3b7b-4b32-b1ee-ae865a23839f up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:59.657638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7b3800c7-1a40-4071-95b1-4d21ff73059b None None] Provisioning for port 5fe6c374-ab41-43de-b664-71b228075e40 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:59.669507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7b3800c7-1a40-4071-95b1-4d21ff73059b None None] Provisioning complete for port 5fe6c374-ab41-43de-b664-71b228075e40 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:59.671177 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7b3800c7-1a40-4071-95b1-4d21ff73059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.684201 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] For port 565ab039-9d7f-4b21-8677-e9bddf4281f2, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:59.691768 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] For port 565ab039-9d7f-4b21-8677-e9bddf4281f2, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=565ab039-9d7f-4b21-8677-e9bddf4281f2,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:59.716756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=5fe6c374-ab41-43de-b664-71b228075e40,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.760659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7b3800c7-1a40-4071-95b1-4d21ff73059b None None] Port 5fe6c374-ab41-43de-b664-71b228075e40 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:59.781271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b680-26e6-4663-9430-75ed8349e2bf req-32ef8484-e1e1-4f78-a6ec-a7ecf297ede9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.783135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d4b680-26e6-4663-9430-75ed8349e2bf req-32ef8484-e1e1-4f78-a6ec-a7ecf297ede9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.2618222 Aug 10 03:32:59.801106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44744) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.809071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'floatingip': {'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:59.809522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6d45e0e1-c235-4db0-980b-9d37dd04884f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:59.832916 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.871399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.884038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 422cee4c-3b7b-4b32-b1ee-ae865a23839f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:59.923006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 422cee4c-3b7b-4b32-b1ee-ae865a23839f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:59.931904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.985603 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efc76-586d-4716-b71c-f481598f7311 None None] Pushing event updated for resources: {'Port': ['ID=565ab039-9d7f-4b21-8677-e9bddf4281f2,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.990780 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Routers {'36d85aa1-8994-4619-95dd-77b95bb0aa54'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:00.000818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36d85aa1-8994-4619-95dd-77b95bb0aa54'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:00.013759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6d45e0e1-c235-4db0-980b-9d37dd04884f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:00.014128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.026414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:00.064482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:00.148290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-c8a8e358-4d1b-4231-9014-8684f165d074 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2693079 Aug 10 03:33:00.218445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.219072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] Set router 36d85aa1-8994-4619-95dd-77b95bb0aa54 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:00.267689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422cee4c-3b7b-4b32-b1ee-ae865a23839f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:00.270294 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057b0c8-a235-4f75-b14c-5e59c635338b" -d '{"events": [{"server_uuid": "5c76cbaa-9271-4ad8-8e57-a15bbc078946", "name": "network-vif-plugged", "status": "completed", "tag": "422cee4c-3b7b-4b32-b1ee-ae865a23839f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:00.308594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d99f433d-0369-42ba-a200-f8494b17c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.331472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59494a15-ae19-4c9a-b4e7-9c2df1e3487f req-ebd8ff4a-e0a6-4329-85ac-28d7b630e994 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.334024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59494a15-ae19-4c9a-b4e7-9c2df1e3487f req-ebd8ff4a-e0a6-4329-85ac-28d7b630e994 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 944 time: 0.3803473 Aug 10 03:33:00.349545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:00.427982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-506d8b96-ce03-42d2-8543-f63fd26fb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.429679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-506d8b96-ce03-42d2-8543-f63fd26fb4d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.2154684 Aug 10 03:33:00.449509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59494a15-ae19-4c9a-b4e7-9c2df1e3487f req-25229870-e2a1-47b7-96fd-357a8e8773b8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086752 Aug 10 03:33:00.477049 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.513498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Deleting port 891dac71-c597-40e2-a5cb-e729688d7938 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:00.513846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.539235 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 4, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '565ab039-9d7f-4b21-8677-e9bddf4281f2', 'name': '', 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'mac_address': 'fa:16:3e:ca:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f933c31d-6481-4b18-aff2-8b763514f81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:54Z', 'updated_at': '2021-08-10T03:32:59Z', 'revision_number': 4, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'subnets': [{'id': 'f933c31d-6481-4b18-aff2-8b763514f81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:00.571068 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf980d9b-acfc-4c94-8ff9-af1d04524ee6 None None] The sync data for ids ['36d85aa1-8994-4619-95dd-77b95bb0aa54'] in n-d-765315-26 is: [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:32:55Z', 'revision_number': 4, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '565ab039-9d7f-4b21-8677-e9bddf4281f2', 'name': '', 'network_id': '39016c87-0c74-441e-b18c-8f38ad1b480b', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'mac_address': 'fa:16:3e:ca:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f933c31d-6481-4b18-aff2-8b763514f81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:54Z', 'updated_at': '2021-08-10T03:32:59Z', 'revision_number': 4, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'subnets': [{'id': 'f933c31d-6481-4b18-aff2-8b763514f81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:00.574548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8ea69c94-731c-4728-977d-589016bc79d0 None None] Provisioning complete for port 5fe6c374-ab41-43de-b664-71b228075e40 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:00.575131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8ea69c94-731c-4728-977d-589016bc79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.607347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=422cee4c-3b7b-4b32-b1ee-ae865a23839f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:00.612269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.619697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-4862edd2-ae1a-4e25-a022-e4c20e187ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.621259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-4862edd2-ae1a-4e25-a022-e4c20e187ee2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1692247 Aug 10 03:33:00.623294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8ea69c94-731c-4728-977d-589016bc79d0 None None] Port 5fe6c374-ab41-43de-b664-71b228075e40 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:00.690247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] For port 891dac71-c597-40e2-a5cb-e729688d7938, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=891dac71-c597-40e2-a5cb-e729688d7938,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:00.690632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.711606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Calling delete_port for 891dac71-c597-40e2-a5cb-e729688d7938 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:00.729783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-035ee73b-8fa7-4ca3-af7a-de6efae7976a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.0998862 Aug 10 03:33:00.735103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.764912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Router 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:00.818778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-75c521d6-a1ae-43aa-90af-4b51ed0a7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.820288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-75c521d6-a1ae-43aa-90af-4b51ed0a7e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0514593 Aug 10 03:33:00.856129 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Floating IP f3fc959e-6449-4c83-9448-3a02f1acce03 associated. External IP: 172.25.1.251, port: 697ab600-f081-42ec-9857-0467eba1bdfc. Aug 10 03:33:00.984781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-adcd6fbd-1d02-464c-9d22-9014db7bf4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.986255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-adcd6fbd-1d02-464c-9d22-9014db7bf4cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548986 Aug 10 03:33:01.036356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:01.044877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e8fa00bb-cd9c-4320-8b6e-d9a47c851155 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "PUT /v2.0/routers/4a039a91-bc69-4bc8-ab8e-d482bd0f1d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3577576 Aug 10 03:33:01.045629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44758) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.048940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Sync routers for ids ['4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:01.059225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Routers {'4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:01.066942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.129644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbda089-9155-46ed-94fa-00e0bbc8b2c6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.131231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7fbda089-9155-46ed-94fa-00e0bbc8b2c6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports/5fe6c374-ab41-43de-b664-71b228075e40 HTTP/1.1" status: 200 len: 911 time: 0.0845928 Aug 10 03:33:01.133969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44760) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.206974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Set router 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:01.222343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492789e-55b9-4a58-91c4-65d887778c02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.229744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492789e-55b9-4a58-91c4-65d887778c02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.232848 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1492789e-55b9-4a58-91c4-65d887778c02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0972059 Aug 10 03:33:01.237147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:01.249128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Router 797ab054-eab7-4059-a138-4db5d6f7c118 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:01.263815 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b75dc9-ff7e-4056-bf60-1d6db8ff2237 x-openstack-request-id: req-40b75dc9-ff7e-4056-bf60-1d6db8ff2237 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:01.264444 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c76cbaa-9271-4ad8-8e57-a15bbc078946", "name": "network-vif-plugged", "status": "completed", "tag": "422cee4c-3b7b-4b32-b1ee-ae865a23839f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:01.264444 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40b75dc9-ff7e-4056-bf60-1d6db8ff2237 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:01.264906 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422cee4c-3b7b-4b32-b1ee-ae865a23839f', 'code': 200} Aug 10 03:33:01.292012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-1ba30451-3bdc-48db-b068-9b91829143a1 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677858 Aug 10 03:33:01.502301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a039a91-bc69-4bc8-ab8e-d482bd0f1d98', 'name': 'tempest-NetworksTestDHCPv6-router-388076630', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 2, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None, '_interfaces': [{'id': '5fe6c374-ab41-43de-b664-71b228075e40', 'name': '', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'mac_address': 'fa:16:3e:b4:9e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a039a91-bc69-4bc8-ab8e-d482bd0f1d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:56Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 2, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'subnets': [{'id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.536495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Checking router: 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:01.537223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Updating router 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 port 5fe6c374-ab41-43de-b664-71b228075e40 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:01.568660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.895619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e1173-cbf7-4ff6-8565-92e77598bb7b req-33cdd196-a941-4b45-8592-971e1511e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.897204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a8e1173-cbf7-4ff6-8565-92e77598bb7b req-33cdd196-a941-4b45-8592-971e1511e851 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 1097 time: 0.6024370 Aug 10 03:33:01.920266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 565ab039-9d7f-4b21-8677-e9bddf4281f2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:01.925081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:01.929431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.942890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:01.955762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:01.956599 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.976029 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9eb4031d-6fc7-411c-afd5-9f1a5bbdfb10 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "PUT /v2.0/floatingips/f3fc959e-6449-4c83-9448-3a02f1acce03 HTTP/1.1" status: 200 len: 991 time: 2.1729336 Aug 10 03:33:01.980966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:01.983752 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7bb35-4e86-489a-acdc-a0203eed4f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:01.991671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.057757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=891dac71-c597-40e2-a5cb-e729688d7938,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.072134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9246c-8560-4e0b-8799-62801b283c51 req-bec8ea8c-a98e-4cc3-b603-85e143f54948 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.073970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bc9246c-8560-4e0b-8799-62801b283c51 req-bec8ea8c-a98e-4cc3-b603-85e143f54948 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.2429531 Aug 10 03:33:02.084703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822923ea-eb0e-4902-a37d-94bbb27f49b4 req-552d263b-174c-4715-8f7e-4cd1b30c1256 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487159 Aug 10 03:33:02.125730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 565ab039-9d7f-4b21-8677-e9bddf4281f2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:02.137599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 565ab039-9d7f-4b21-8677-e9bddf4281f2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:02.137599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.150010 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:02.151336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a8e1173-cbf7-4ff6-8565-92e77598bb7b req-80247236-fde0-4968-90ac-ecf5b017dad2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410588 Aug 10 03:33:02.199002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4bc9246c-8560-4e0b-8799-62801b283c51 req-18dcbcf6-72ef-4706-a6f8-8222dd3ef97d tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128132 Aug 10 03:33:02.302199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.351706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.377917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Transition to ACTIVE for port object 5fe6c374-ab41-43de-b664-71b228075e40 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:02.386637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.399480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 565ab039-9d7f-4b21-8677-e9bddf4281f2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=565ab039-9d7f-4b21-8677-e9bddf4281f2,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:02.440861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.500372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.568174 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.656936 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f3fc959e-6449-4c83-9448-3a02f1acce03', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'mac_address': 'fa:16:3e:69:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:33:00Z', 'revision_number': 1, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:02.677765 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cfd1cd-580c-4a66-bf1e-0e94703e4f40 x-openstack-request-id: req-f8cfd1cd-580c-4a66-bf1e-0e94703e4f40 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:02.678326 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:02.678809 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8cfd1cd-580c-4a66-bf1e-0e94703e4f40 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:02.679431 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'status': 'completed', 'code': 200} Aug 10 03:33:02.688547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Pushing event updated for resources: {'Port': ['ID=5fe6c374-ab41-43de-b664-71b228075e40,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.706698 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:02.706698 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:02.706698 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:32:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:02.741882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.742228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.742571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.742910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.743241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.743572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.750356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.750793 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.751144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.751492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.751841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.752165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:02.763341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Router 5e147144-5bf1-4928-adfb-1a77e6d9239b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:02.772432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 5fe6c374-ab41-43de-b664-71b228075e40 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:02.773143 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.810958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-cca56854-e1f4-48c1-a8c6-ffa164c2ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.812516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-cca56854-e1f4-48c1-a8c6-ffa164c2ada9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1097 time: 0.1017585 Aug 10 03:33:02.815686 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.822852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Attempting to bind port 5fe6c374-ab41-43de-b664-71b228075e40 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:02.823582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Attempting to bind port 5fe6c374-ab41-43de-b664-71b228075e40 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:02.826219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Attempting to bind port 5fe6c374-ab41-43de-b664-71b228075e40 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:02.857759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:02.857759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:02.858239 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.858832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:02.859971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Bound port: 5fe6c374-ab41-43de-b664-71b228075e40, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:02.860490 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.877369 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:02.908824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] For port 5fe6c374-ab41-43de-b664-71b228075e40, host n-d-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:02.908824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.917070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=565ab039-9d7f-4b21-8677-e9bddf4281f2,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.944908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 5fe6c374-ab41-43de-b664-71b228075e40 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:03.023391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] For port 5fe6c374-ab41-43de-b664-71b228075e40, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:03.028903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] For port 5fe6c374-ab41-43de-b664-71b228075e40, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5fe6c374-ab41-43de-b664-71b228075e40,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:03.069823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:03.075911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f85bf515-9a4f-442b-80ea-2c37fc642cbb admin admin] 10.222.0.26 "PUT /v2.0/routers/5e147144-5bf1-4928-adfb-1a77e6d9239b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2349949 Aug 10 03:33:03.077685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-21da9fd2-9f0c-48c8-badd-9429511c4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.078606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44790) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.089588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-21da9fd2-9f0c-48c8-badd-9429511c4119 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.2053537 Aug 10 03:33:03.101261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] Sync routers for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:03.117662 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58abde06-18f3-4292-b32e-92d9d424cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.122037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:03.122695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:03.176431 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.176720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-c743a04b-aa83-4637-9ea0-4a51ce29c710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 999 time: 0.0756342 Aug 10 03:33:03.210521 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.245089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44796) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.253693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-f531375e-b8c1-47eb-9338-9ea0f231d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.254969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-f531375e-b8c1-47eb-9338-9ea0f231d510 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.0697687 Aug 10 03:33:03.287661 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f3fc959e-6449-4c83-9448-3a02f1acce03', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'mac_address': 'fa:16:3e:69:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:33:00Z', 'revision_number': 1, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:03.349915 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90e4d7-391c-4630-8195-dba6273e7987 None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'f3fc959e-6449-4c83-9448-3a02f1acce03', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'mac_address': 'fa:16:3e:69:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:33:00Z', 'revision_number': 1, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:03.356754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f89e4-ea51-4759-82c1-56f204c24794 None None] Pushing event updated for resources: {'Port': ['ID=5fe6c374-ab41-43de-b664-71b228075e40,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.388262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.413677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Routers {'4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:03.413810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:03.444082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-ef29a320-3c54-4269-9de2-77cc384f28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.450210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-ef29a320-3c54-4269-9de2-77cc384f28a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472569 Aug 10 03:33:03.462310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:03.482362 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.522314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb92679-b368-4a61-bc5d-eda2270e8f22 req-e7d93024-0bc9-4809-813b-7efcdc4f5d18 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.524163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddb92679-b368-4a61-bc5d-eda2270e8f22 req-e7d93024-0bc9-4809-813b-7efcdc4f5d18 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.1862040 Aug 10 03:33:03.571588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=5fe6c374-ab41-43de-b664-71b228075e40,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.618765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] Set router 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:03.669015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddb92679-b368-4a61-bc5d-eda2270e8f22 req-252bf063-3a64-4c95-a9f6-4d55c3d21b26 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291902 Aug 10 03:33:03.692460 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed8ed22-c86e-42a9-a001-8103e2d552de None None] New status for floating IP f3fc959e-6449-4c83-9448-3a02f1acce03: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:33:03.750549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-60df552d-e40e-4e9c-abae-a631480cc830 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958591 Aug 10 03:33:03.817118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.825786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0962c60-f785-4a4a-801f-ba448a2a7b92 None None] Could not find standard attr ID for object 5fe6c374-ab41-43de-b664-71b228075e40. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:03.833019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Deleting port fc6a380c-bace-4172-9b09-61d74af71991 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:03.833375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.951285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 565ab039-9d7f-4b21-8677-e9bddf4281f2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:03.961047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8af7bb35-4e86-489a-acdc-a0203eed4f2f req-1a9943d0-e9c7-448c-b826-5c45da322b1a service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664329 Aug 10 03:33:04.085874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.116285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 565ab039-9d7f-4b21-8677-e9bddf4281f2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:04.116853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.143850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] For port fc6a380c-bace-4172-9b09-61d74af71991, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fc6a380c-bace-4172-9b09-61d74af71991,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:04.144826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.167246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Calling delete_port for fc6a380c-bace-4172-9b09-61d74af71991 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:04.170050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Router 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:04.202420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:33:01Z', 'revision_number': 5, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port': {'id': 'fc6a380c-bace-4172-9b09-61d74af71991', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:03:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:21:39Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.206673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a039a91-bc69-4bc8-ab8e-d482bd0f1d98', 'name': 'tempest-NetworksTestDHCPv6-router-388076630', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 2, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None, '_interfaces': [{'id': '5fe6c374-ab41-43de-b664-71b228075e40', 'name': '', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'mac_address': 'fa:16:3e:b4:9e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a039a91-bc69-4bc8-ab8e-d482bd0f1d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:56Z', 'updated_at': '2021-08-10T03:33:03Z', 'revision_number': 4, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'subnets': [{'id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.234931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] Checking router: 5e147144-5bf1-4928-adfb-1a77e6d9239b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:04.279672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b867f8-950b-4184-a2ef-b94a161e6a5b None None] The sync data for ids ['4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'] in n-d-765315-26 is: [{'id': '4a039a91-bc69-4bc8-ab8e-d482bd0f1d98', 'name': 'tempest-NetworksTestDHCPv6-router-388076630', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:55Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 2, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'gw_port_host': None, '_interfaces': [{'id': '5fe6c374-ab41-43de-b664-71b228075e40', 'name': '', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'mac_address': 'fa:16:3e:b4:9e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a039a91-bc69-4bc8-ab8e-d482bd0f1d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:56Z', 'updated_at': '2021-08-10T03:33:03Z', 'revision_number': 4, 'project_id': '4688b8520d974d30a1fbc920776816d0', 'subnets': [{'id': 'ff71833a-3d98-4b70-973d-5a1bf1177b73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:04.290756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:04.293728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] Routers {'5e147144-5bf1-4928-adfb-1a77e6d9239b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:04.294195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5e147144-5bf1-4928-adfb-1a77e6d9239b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.299128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a8f9cd2a-085b-477d-a587-677eaf7401ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "PUT /v2.0/routers/4a039a91-bc69-4bc8-ab8e-d482bd0f1d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0610163 Aug 10 03:33:04.304391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.383416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] Set router 5e147144-5bf1-4928-adfb-1a77e6d9239b gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:04.384490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Deleting port f975f7ce-aab9-4c35-ad85-4a37ef779c83 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:04.385433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.434272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efa06c-08b3-42fa-896b-f04514b0a848 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.435819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efa06c-08b3-42fa-896b-f04514b0a848 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.437458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51efa06c-08b3-42fa-896b-f04514b0a848 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1320462 Aug 10 03:33:04.440659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44802) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.518246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] For port f975f7ce-aab9-4c35-ad85-4a37ef779c83, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f975f7ce-aab9-4c35-ad85-4a37ef779c83,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:04.518720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.526634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet ff71833a-3d98-4b70-973d-5a1bf1177b73 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:04.528332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.573565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.588656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Calling delete_port for f975f7ce-aab9-4c35-ad85-4a37ef779c83 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:04.594462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.612270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:33:03Z', 'revision_number': 6, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.613188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.634589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5127c19-dc95-46d6-9335-241f798bda3e None None] The sync data for ids ['5e147144-5bf1-4928-adfb-1a77e6d9239b'] in n-d-765315-26 is: [{'id': '5e147144-5bf1-4928-adfb-1a77e6d9239b', 'name': 'tempest-TaggedBootDevicesTest_v242-304215051-router', 'tenant_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:21:38Z', 'updated_at': '2021-08-10T03:33:03Z', 'revision_number': 6, 'project_id': 'eb1e808fa3b6409eb650854ba89b5bdb', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:04.652962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6a380c-bace-4172-9b09-61d74af71991,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.722267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.828745 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.831001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.839298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.899630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801e030-f295-45ec-b533-772b073086c7 req-002b9444-adfc-4070-9ba2-958557a64b8e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.901263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5801e030-f295-45ec-b533-772b073086c7 req-002b9444-adfc-4070-9ba2-958557a64b8e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.1501973 Aug 10 03:33:04.988692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5801e030-f295-45ec-b533-772b073086c7 req-a6714c2a-0db8-44f4-ac8d-1bf87db438e1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795925 Aug 10 03:33:05.009733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.010303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e147144-5bf1-4928-adfb-1a77e6d9239b {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:05.023167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.025747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9a4bfe41-c8e8-4b05-9288-810036dc6295 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5e147144-5bf1-4928-adfb-1a77e6d9239b HTTP/1.1" status: 204 len: 168 time: 1.9455338 Aug 10 03:33:05.030834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44810) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.083386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.118096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Deleting subnet 971c280d-dfc5-4466-ba75-b205cc92deed {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:05.126263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.130611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=ff71833a-3d98-4b70-973d-5a1bf1177b73,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.132751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.134947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6f0149a5-4dfa-4b90-bbad-ffcc09a5955d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/ff71833a-3d98-4b70-973d-5a1bf1177b73 HTTP/1.1" status: 204 len: 168 time: 0.6933308 Aug 10 03:33:05.137418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44812) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.151627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.152502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a376530-b1c7-49d6-bde6-bd22667ed944 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:05.220177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.255858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Pushing event deleted for resources: {'Port': ['ID=f975f7ce-aab9-4c35-ad85-4a37ef779c83,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.421820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.469400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68233b5d-d309-4679-a602-bd81137096fe None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:05.518951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-68233b5d-d309-4679-a602-bd81137096fe None None] Deleting port 6d45e0e1-c235-4db0-980b-9d37dd04884f {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:05.519336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-68233b5d-d309-4679-a602-bd81137096fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.568922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.608144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.612783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-68233b5d-d309-4679-a602-bd81137096fe None None] For port 6d45e0e1-c235-4db0-980b-9d37dd04884f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6d45e0e1-c235-4db0-980b-9d37dd04884f,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:05.613189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-68233b5d-d309-4679-a602-bd81137096fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.613865 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/971c280d-dfc5-4466-ba75-b205cc92deed HTTP/1.1" status: 204 len: 168 time: 0.5819619 Aug 10 03:33:05.614769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd1c43-e1b2-4c23-93a4-dfc8b83d20ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971c280d-dfc5-4466-ba75-b205cc92deed,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.617828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.629092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9d93f2-62fa-4438-b413-3c501c1f9237 None None] Network ba272ace-eaff-4fc0-8744-e88c4e34eff5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:05.646039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-68233b5d-d309-4679-a602-bd81137096fe None None] Calling delete_port for 6d45e0e1-c235-4db0-980b-9d37dd04884f owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:05.710768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.737941 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.780335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Deleting port 677084fa-1b52-4e09-bd04-5257f806ae71 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:05.780335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.817363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4c4ff9b4-f358-48d4-b51a-5215ef5ae237 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6788466 Aug 10 03:33:05.825388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44816) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.838791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2107cd8-302e-4555-bf02-344cbcd697a2 req-53bc8ae2-607a-47f8-b2e7-a4a93e177331 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:05.848014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2107cd8-302e-4555-bf02-344cbcd697a2 req-53bc8ae2-607a-47f8-b2e7-a4a93e177331 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.6107538 Aug 10 03:33:05.872042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] For port 677084fa-1b52-4e09-bd04-5257f806ae71, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=677084fa-1b52-4e09-bd04-5257f806ae71,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:05.872779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.889172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc6a380c-bace-4172-9b09-61d74af71991 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:05.893671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Calling delete_port for 677084fa-1b52-4e09-bd04-5257f806ae71 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:05.916864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fc6a380c-bace-4172-9b09-61d74af71991 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:05.917213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc6a380c-bace-4172-9b09-61d74af71991 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:05.917643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 891dac71-c597-40e2-a5cb-e729688d7938 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:05.943032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] DHCP port deletion for ba272ace-eaff-4fc0-8744-e88c4e34eff5 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:05.945606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-68233b5d-d309-4679-a602-bd81137096fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.947762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 891dac71-c597-40e2-a5cb-e729688d7938 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:05.948025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 891dac71-c597-40e2-a5cb-e729688d7938 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:05.954302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6d45e0e1-c235-4db0-980b-9d37dd04884f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:05.967636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2107cd8-302e-4555-bf02-344cbcd697a2 req-59e4f030-6594-4b99-a483-b6aa77788309 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204536 Aug 10 03:33:06.024046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6d45e0e1-c235-4db0-980b-9d37dd04884f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:06.024425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6d45e0e1-c235-4db0-980b-9d37dd04884f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:06.027282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68233b5d-d309-4679-a602-bd81137096fe None None] Pushing event deleted for resources: {'Port': ['ID=6d45e0e1-c235-4db0-980b-9d37dd04884f,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.031677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68233b5d-d309-4679-a602-bd81137096fe None None] No DVR routers for this DVR port 6d45e0e1-c235-4db0-980b-9d37dd04884f on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:06.033645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.097513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] Deleting port 677084fa-1b52-4e09-bd04-5257f806ae71 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:06.097513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.128623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.180997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] No DVR routers for this DVR port 677084fa-1b52-4e09-bd04-5257f806ae71 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:06.184182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Pushing event deleted for resources: {'Port': ['ID=677084fa-1b52-4e09-bd04-5257f806ae71,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.191295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] For port 677084fa-1b52-4e09-bd04-5257f806ae71, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=677084fa-1b52-4e09-bd04-5257f806ae71,segment=NetworkSegment(a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d),segment_id=a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:06.192448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.214838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] Calling delete_port for 677084fa-1b52-4e09-bd04-5257f806ae71 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:06.262836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.269528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.290423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.302385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba272ace-eaff-4fc0-8744-e88c4e34eff5']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.314912 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.321817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.322611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cf5ed2-2d2a-44ed-829b-b98e3784ab7d') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:06.343402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.344480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] Pushing event deleted for resources: {'Port': ['ID=677084fa-1b52-4e09-bd04-5257f806ae71,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.351370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.356804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ee149-ecf2-463f-a10f-511401a65ae2 None None] No DVR routers for this DVR port 677084fa-1b52-4e09-bd04-5257f806ae71 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:06.371362 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.381010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:06.382324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:06.386733 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:06.432128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc4459-59ce-47ca-9243-71e0e391d8e9 req-eef9ef2b-efbb-4ac5-b054-7afdbdf6b78c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.433614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bdc4459-59ce-47ca-9243-71e0e391d8e9 req-eef9ef2b-efbb-4ac5-b054-7afdbdf6b78c tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.1062639 Aug 10 03:33:06.479444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.479974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Fanout notify agent at l3_agent the message router_deleted on router 4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:06.480325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Sync routers for ids ['4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:06.494567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Routers set() bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:06.494756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.494941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Router IDs set() for agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:33:06.498084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_agentschedulers_db [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent'). {{(pid=94806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:33:06.498300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8b37012-6ccf-4051-985f-f7c42587d1ac tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/routers/4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 HTTP/1.1" status: 204 len: 168 time: 0.6720896 Aug 10 03:33:06.498416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.516291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Routers set() bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:06.516980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Router IDs set() for agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:33:06.517691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_agentschedulers_db [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent'). {{(pid=94806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:33:06.518339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba42b8c-456c-4ec2-a0bc-ea1bec53a21b None None] The sync data for ids ['4a039a91-bc69-4bc8-ab8e-d482bd0f1d98'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:06.531956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bdc4459-59ce-47ca-9243-71e0e391d8e9 req-287a3b9e-f678-410c-8301-3bd157a2c306 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871992 Aug 10 03:33:06.533431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-05377fbe-fa15-4344-a9c1-1c8d86504d32 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0338652 Aug 10 03:33:06.535877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44826) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.568754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.576633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.578480 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ba272ace-eaff-4fc0-8744-e88c4e34eff5 HTTP/1.1" status: 204 len: 168 time: 0.9596961 Aug 10 03:33:06.596772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d4f71-2dce-4317-8eff-e836edd54319 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba272ace-eaff-4fc0-8744-e88c4e34eff5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.610262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe73f5-6815-4982-9b17-9429eb2ca7ed tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.611937 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cabe73f5-6815-4982-9b17-9429eb2ca7ed tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748444 Aug 10 03:33:06.616886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44832) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.667940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f3183873-a3ce-47c4-b0f0-484928735662 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499041 Aug 10 03:33:06.676226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44834) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.682301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:06.732471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Router 6ea5c1e0-d88a-4a74-93a9-fff428482162 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:06.741133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252cd2-702f-4752-8959-1e74a976e0a5 req-f8b66231-1ce9-4e2d-9f2c-8584eaee9e8a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.742650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66252cd2-702f-4752-8959-1e74a976e0a5 req-f8b66231-1ce9-4e2d-9f2c-8584eaee9e8a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.0683253 Aug 10 03:33:06.826211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66252cd2-702f-4752-8959-1e74a976e0a5 req-83731e82-f4e5-486d-bad8-163ae7cbd98a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Aug 10 03:33:06.848670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:06.852365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.880391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:06.885669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-69ffbc02-d000-45fc-bca3-5c99cd67716a admin admin] 10.222.0.26 "PUT /v2.0/routers/6ea5c1e0-d88a-4a74-93a9-fff428482162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6393883 Aug 10 03:33:06.888126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44838) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.891234 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] Sync routers for ids ['6ea5c1e0-d88a-4a74-93a9-fff428482162'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:06.901415 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] Routers {'6ea5c1e0-d88a-4a74-93a9-fff428482162'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:06.902337 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ea5c1e0-d88a-4a74-93a9-fff428482162'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.011847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.042096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] Set router 6ea5c1e0-d88a-4a74-93a9-fff428482162 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:07.206888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.227283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e87fd5-f012-417c-ae87-d66ee5ab62df req-8b1ffbb0-997b-4f8f-b6d4-7ea89269846e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:07.231777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e87fd5-f012-417c-ae87-d66ee5ab62df req-8b1ffbb0-997b-4f8f-b6d4-7ea89269846e tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.0741792 Aug 10 03:33:07.232656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44842) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.243842 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:33:04Z', 'revision_number': 5, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.262709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-b711b56e-dbea-4828-a2b1-788c39815d8b req-c067da2d-a206-41bf-805d-a2e3bea8989b tempest-ServerRescueTestJSON-1358175886 tempest-ServerRescueTestJSON-1358175886-project] (94804) timed out ('10.222.0.26', 36808) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:33:07.275613 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] Checking router: 6ea5c1e0-d88a-4a74-93a9-fff428482162 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:07.276105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24d555fd-6d5a-40c4-8f1d-9eb5bef800b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb1e808fa3b6409eb650854ba89b5bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412879 Aug 10 03:33:07.278723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44846) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.280965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e87fd5-f012-417c-ae87-d66ee5ab62df req-70a36346-4568-4724-ab3b-010d5f3eda28 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Aug 10 03:33:07.285239 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] Routers {'6ea5c1e0-d88a-4a74-93a9-fff428482162'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:07.285852 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ea5c1e0-d88a-4a74-93a9-fff428482162'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.422286 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] Set router 6ea5c1e0-d88a-4a74-93a9-fff428482162 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:07.434833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:07.438308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.442138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Deleting port e939ce05-b719-4bb9-ba9c-f56a07f22817 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:07.442523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.443737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d790706c-a680-4e7c-bd9f-f04541183d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.492800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0dd6a-6a72-4df2-8ca6-2c8c715bc024 req-8abe0db6-5bcb-425f-a951-4f34010ff427 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:07.494259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16a0dd6a-6a72-4df2-8ca6-2c8c715bc024 req-8abe0db6-5bcb-425f-a951-4f34010ff427 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.0953093 Aug 10 03:33:07.494876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:07.504819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:07.509545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d790706c-a680-4e7c-bd9f-f04541183d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.511897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:07.512528 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.523411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db784fe3-1758-4285-a1ea-50b6cb07b980 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:07.534965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=39180479-dd5a-4dba-9cb0-889f633c9e61,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:07.551833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16a0dd6a-6a72-4df2-8ca6-2c8c715bc024 req-8acaf6b5-b2bc-4196-b3d3-e956448a08bb tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514851 Aug 10 03:33:07.563388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] For port e939ce05-b719-4bb9-ba9c-f56a07f22817, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e939ce05-b719-4bb9-ba9c-f56a07f22817,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:07.563744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.581833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Calling delete_port for e939ce05-b719-4bb9-ba9c-f56a07f22817 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:07.646497 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:33:04Z', 'revision_number': 5, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:07.662933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b482cb86-7ede-433d-a031-e86bb7888c84 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9826827 Aug 10 03:33:07.663141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44852) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.669592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:07.676612 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46b8-9a87-4754-a9e0-518745c94f10 None None] The sync data for ids ['6ea5c1e0-d88a-4a74-93a9-fff428482162'] in n-d-765315-26 is: [{'id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'name': 'tempest-TestAggregatesBasicOps-1856194986-router', 'tenant_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:29Z', 'updated_at': '2021-08-10T03:33:04Z', 'revision_number': 5, 'project_id': 'cf504f28fae44965b7f4c0914c35d8c1', 'gw_port': {'id': 'e939ce05-b719-4bb9-ba9c-f56a07f22817', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:80:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea5c1e0-d88a-4a74-93a9-fff428482162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:31Z', 'updated_at': '2021-08-10T03:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:07.722256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d790706c-a680-4e7c-bd9f-f04541183d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.724874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d790706c-a680-4e7c-bd9f-f04541183d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.744751 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d790706c-a680-4e7c-bd9f-f04541183d42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0025e602-6fc0-4f65-9738-963c4ec63aa3 HTTP/1.1" status: 204 len: 168 time: 0.4489536 Aug 10 03:33:07.744845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '39180479-dd5a-4dba-9cb0-889f633c9e61'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:07.744845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.763252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790706c-a680-4e7c-bd9f-f04541183d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0025e602-6fc0-4f65-9738-963c4ec63aa3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:07.899780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Allocated IP 2001:db8::f816:3eff:fe2e:3cb7 (e48e137d-d387-4f07-b416-2f445a09fa53/39180479-dd5a-4dba-9cb0-889f633c9e61/ae9aceca-6b5a-4d99-9c1c-e41d58177187) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:08.060026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.062470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:08.062823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5fe6c374-ab41-43de-b664-71b228075e40 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:08.065342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.097981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5fe6c374-ab41-43de-b664-71b228075e40 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:08.098447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5fe6c374-ab41-43de-b664-71b228075e40 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:08.098964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 677084fa-1b52-4e09-bd04-5257f806ae71 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:08.132585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e939ce05-b719-4bb9-ba9c-f56a07f22817,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.159374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 677084fa-1b52-4e09-bd04-5257f806ae71 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:08.159722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 677084fa-1b52-4e09-bd04-5257f806ae71 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:08.206930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.258789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.281473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Transition to ACTIVE for port object ae9aceca-6b5a-4d99-9c1c-e41d58177187 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:08.319939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Transition to ACTIVE for port object ae9aceca-6b5a-4d99-9c1c-e41d58177187 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:08.334915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.339335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.441937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9b973-a408-4418-a90e-8f42261a31b7 req-2e320b85-2319-451d-b47a-9fd101ce536a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.443669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebe9b973-a408-4418-a90e-8f42261a31b7 req-2e320b85-2319-451d-b47a-9fd101ce536a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.1022246 Aug 10 03:33:08.475349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.485787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebe9b973-a408-4418-a90e-8f42261a31b7 req-4ef7e292-014f-4b3f-a80a-3ca05e5f8245 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Aug 10 03:33:08.508049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:08.511501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:08.514290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:08.551355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Pushing event updated for resources: {'Port': ['ID=ae9aceca-6b5a-4d99-9c1c-e41d58177187,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.585086 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Attempting to bind port ae9aceca-6b5a-4d99-9c1c-e41d58177187 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:08.585446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Attempting to bind port ae9aceca-6b5a-4d99-9c1c-e41d58177187 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:08.588866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Attempting to bind port ae9aceca-6b5a-4d99-9c1c-e41d58177187 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:08.591552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:08.591915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:08.592306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.592725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:08.593177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Bound port: ae9aceca-6b5a-4d99-9c1c-e41d58177187, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:08.593544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.655160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] For port ae9aceca-6b5a-4d99-9c1c-e41d58177187, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:08.658098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] For port ae9aceca-6b5a-4d99-9c1c-e41d58177187, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ae9aceca-6b5a-4d99-9c1c-e41d58177187,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:08.688200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.697988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea5c1e0-d88a-4a74-93a9-fff428482162 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:08.698507 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.699027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.699106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:08.699198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e9e795e0-830b-46eb-ac73-ce9fa7086a04 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6ea5c1e0-d88a-4a74-93a9-fff428482162 HTTP/1.1" status: 204 len: 168 time: 1.8090000 Aug 10 03:33:08.838271 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.898312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceed43-46f8-4e22-a237-b3b9d71971b0 None None] Pushing event updated for resources: {'Port': ['ID=ae9aceca-6b5a-4d99-9c1c-e41d58177187,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.139963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:09.145419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:09.151720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=3b7548f0-d5c1-4492-b0dc-18990fa5aa96,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.156435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.157651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.167431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Deleting subnet 37499858-b1ac-4ef1-8e8a-0c7282fdc8db {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:09.170704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.211281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.290155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44884) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.304388 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-75d5df1c-771b-4f68-b92b-8c44774ad5f3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6365080 Aug 10 03:33:09.304571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44888) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.304850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.309725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:b2:7e:a7', 'name': 'tempest-NetworksTestDHCPv6-573105245'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.408815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1323023530-network', 'tenant_id': '0dc81a63995c42419dcc55a073ae2a38'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.468720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.495033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37499858-b1ac-4ef1-8e8a-0c7282fdc8db,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.498753 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.500657 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5beaa81a-be80-42b6-a94a-1b4b98378d36 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/37499858-b1ac-4ef1-8e8a-0c7282fdc8db HTTP/1.1" status: 204 len: 168 time: 0.7806332 Aug 10 03:33:09.503082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44890) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.504620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9abe87-fdc0-4d37-8b97-632edc8dac2e None None] Network 3abc4c44-e65d-44af-b996-033ce7787255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:09.573657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.578272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Made reservation on behalf of 0dc81a63995c42419dcc55a073ae2a38 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:09.579147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.613324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.640251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Deleting port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:09.640614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.648917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30838-0bb5-4c6e-a4b0-e4ab1ea2d2c1 req-714ed7a2-d961-4712-9378-04b27f8624e1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.651583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ea30838-0bb5-4c6e-a4b0-e4ab1ea2d2c1 req-714ed7a2-d961-4712-9378-04b27f8624e1 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.0929227 Aug 10 03:33:09.694255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] DHCP port deletion for 3abc4c44-e65d-44af-b996-033ce7787255 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:09.700058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ea30838-0bb5-4c6e-a4b0-e4ab1ea2d2c1 req-b004ce76-b864-47ae-b19f-6bfd48b085dd tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Aug 10 03:33:09.755636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:09.786051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] Deleting port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:09.786878 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.798672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] For port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:09.799198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.827075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Calling delete_port for e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:09.887915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ae9aceca-6b5a-4d99-9c1c-e41d58177187 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:09.896278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] For port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,segment=NetworkSegment(cad36767-18ed-4ccf-8b52-85665f2337ee),segment_id=cad36767-18ed-4ccf-8b52-85665f2337ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:09.899825 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.929723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] Calling delete_port for e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:09.936606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.979842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:10.031513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46073f-0421-4c25-a138-efe651252826 req-11d2b9dc-0124-4590-b1fa-6afb6833fdd8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.033065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba46073f-0421-4c25-a138-efe651252826 req-11d2b9dc-0124-4590-b1fa-6afb6833fdd8 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.1359332 Aug 10 03:33:10.059446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.070954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.083431 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.107805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.113170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] No DVR routers for this DVR port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:10.125402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:10.127923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] Pushing event deleted for resources: {'Port': ['ID=e25f1ab4-b5f7-46c2-aa77-aac3448f4a38,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.132716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552c676-c5ee-4529-b0cf-c805e0913519 None None] No DVR routers for this DVR port e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:10.182439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b71cc-f09d-4efc-8b7c-6600e35459fb None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:10.223600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.226408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.233977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abc4c44-e65d-44af-b996-033ce7787255']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.236203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f975f7ce-aab9-4c35-ad85-4a37ef779c83 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:10.247291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad36767-18ed-4ccf-8b52-85665f2337ee') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.247600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad36767-18ed-4ccf-8b52-85665f2337ee') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.257282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.265162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f975f7ce-aab9-4c35-ad85-4a37ef779c83 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:10.265162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f975f7ce-aab9-4c35-ad85-4a37ef779c83 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:10.265162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:10.273886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.280153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:10.280595 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.281867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:10.283147 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:10.294229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33761a0f-eace-4b16-8a3a-7e13907ec3f7 req-f45fd294-fbb9-4ecc-b821-4b370d34c07f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.295804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33761a0f-eace-4b16-8a3a-7e13907ec3f7 req-f45fd294-fbb9-4ecc-b821-4b370d34c07f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2197950 Aug 10 03:33:10.303633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6388c0-522b-457c-940f-49525a50e6db,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.304686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:10.305035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e25f1ab4-b5f7-46c2-aa77-aac3448f4a38 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:10.305445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e939ce05-b719-4bb9-ba9c-f56a07f22817 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:10.328803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.329147 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Added segment f8b14ad2-db5e-4418-a758-b01016f99482 of type vlan for network 53b619c7-8d29-4b9f-934e-f7137e181726 Aug 10 03:33:10.335271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e939ce05-b719-4bb9-ba9c-f56a07f22817 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:10.335613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e939ce05-b719-4bb9-ba9c-f56a07f22817 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:10.393024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] Provisioning for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:10.401489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] Provisioning complete for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:10.401860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.421736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Deleting port 422cee4c-3b7b-4b32-b1ee-ae865a23839f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:10.421736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.475080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 172.20.0.8 (e48e137d-d387-4f07-b416-2f445a09fa53/3b7548f0-d5c1-4492-b0dc-18990fa5aa96/6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:10.480599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33761a0f-eace-4b16-8a3a-7e13907ec3f7 req-965a6379-d9ce-41ef-b097-b88de51332c6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711881 Aug 10 03:33:10.489743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.504477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:feb2:7ea7 (e48e137d-d387-4f07-b416-2f445a09fa53/39180479-dd5a-4dba-9cb0-889f633c9e61/6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:10.516645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.521612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.527498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3abc4c44-e65d-44af-b996-033ce7787255 HTTP/1.1" status: 204 len: 168 time: 1.0208127 Aug 10 03:33:10.527498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef1dd4-17b0-45d3-9330-51dd8dc7a5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abc4c44-e65d-44af-b996-033ce7787255,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.530285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44900) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.530798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.548246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '39180479-dd5a-4dba-9cb0-889f633c9e61', 'ip_address': '2001:db8::f816:3eff:fe2e:3cb7'}, {'subnet_id': '3b7548f0-d5c1-4492-b0dc-18990fa5aa96'}], 'binding:host_id': 'n-d-765315-26'}, 'id': 'ae9aceca-6b5a-4d99-9c1c-e41d58177187'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:33:10.593354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] For port ae9aceca-6b5a-4d99-9c1c-e41d58177187, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ae9aceca-6b5a-4d99-9c1c-e41d58177187,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:10.594411 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.693783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.757810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706f02d-1909-4f4f-b32b-0b43df57078e None None] Pushing event updated for resources: {'Port': ['ID=ae9aceca-6b5a-4d99-9c1c-e41d58177187,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.914724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.047629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52818609-b213-422f-97c9-2729b1129edf req-02a53fe5-41b4-4716-8301-92a0a6c9f495 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.049057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52818609-b213-422f-97c9-2729b1129edf req-02a53fe5-41b4-4716-8301-92a0a6c9f495 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.4723258 Aug 10 03:33:11.053002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] For port 422cee4c-3b7b-4b32-b1ee-ae865a23839f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=422cee4c-3b7b-4b32-b1ee-ae865a23839f,segment=NetworkSegment(a5a92384-5412-4ac2-853b-90f7fc9fceb7),segment_id=a5a92384-5412-4ac2-853b-90f7fc9fceb7)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:11.053378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.057664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.058625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.059209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.129506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Calling delete_port for 422cee4c-3b7b-4b32-b1ee-ae865a23839f owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:11.176647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Deleting port 565ab039-9d7f-4b21-8677-e9bddf4281f2 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:11.177493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.226378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] Pushing event updated for resources: {'Network': ['ID=53b619c7-8d29-4b9f-934e-f7137e181726,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.237856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 53b619c7-8d29-4b9f-934e-f7137e181726 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:11.242757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52818609-b213-422f-97c9-2729b1129edf req-5009b8c8-8f21-4818-9270-345d440bab70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745415 Aug 10 03:33:11.254028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-92c4861a-cfbb-44f6-9cd8-601eeb0349be admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9624755 Aug 10 03:33:11.258619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44906) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.261526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.268323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-15426146-5687-4511-b426-788a136a937c admin admin] Request body: {'subnet': {'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1323023530-subnet', 'tenant_id': '0dc81a63995c42419dcc55a073ae2a38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:11.281582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] For port 565ab039-9d7f-4b21-8677-e9bddf4281f2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=565ab039-9d7f-4b21-8677-e9bddf4281f2,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:11.285165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.302348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:11.324839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Calling delete_port for 565ab039-9d7f-4b21-8677-e9bddf4281f2 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:11.432710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15426146-5687-4511-b426-788a136a937c admin admin] Made reservation on behalf of 0dc81a63995c42419dcc55a073ae2a38 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:11.435079 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15426146-5687-4511-b426-788a136a937c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.490813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.512239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Allocated IP 172.20.0.2 (e48e137d-d387-4f07-b416-2f445a09fa53/3b7548f0-d5c1-4492-b0dc-18990fa5aa96/ae9aceca-6b5a-4d99-9c1c-e41d58177187) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:11.563906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac19a-541b-4352-98e2-d789cf6c933c req-fc5ef72b-de8e-4f8c-9de8-c11789e7199a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.565822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-689ac19a-541b-4352-98e2-d789cf6c933c req-fc5ef72b-de8e-4f8c-9de8-c11789e7199a tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c76cbaa-9271-4ad8-8e57-a15bbc078946 HTTP/1.1" status: 200 len: 945 time: 0.1749794 Aug 10 03:33:11.579640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:11.590302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.602472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.604843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['422cee4c-3b7b-4b32-b1ee-ae865a23839f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:11.618669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:11.621044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:11.635877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] For port ae9aceca-6b5a-4d99-9c1c-e41d58177187, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ae9aceca-6b5a-4d99-9c1c-e41d58177187,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:11.651122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Pushing event deleted for resources: {'Port': ['ID=422cee4c-3b7b-4b32-b1ee-ae865a23839f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.666053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.671184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.696114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Transition to ACTIVE for port object ae9aceca-6b5a-4d99-9c1c-e41d58177187 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:11.698206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=565ab039-9d7f-4b21-8677-e9bddf4281f2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.758091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] No DVR routers for this DVR port 422cee4c-3b7b-4b32-b1ee-ae865a23839f on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:11.763841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-689ac19a-541b-4352-98e2-d789cf6c933c req-2d1a5968-99c7-4a3a-9127-415bad1502bc tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.26 "GET /v2.0/security-groups?id=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864359 Aug 10 03:33:11.778836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.781138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba46073f-0421-4c25-a138-efe651252826 req-bec88c2a-b46c-4cdf-b099-f96bbeceae83 tempest-ServerDiskConfigTestJSON-1232812117 tempest-ServerDiskConfigTestJSON-1232812117-project] 10.222.0.46 "DELETE /v2.0/ports/422cee4c-3b7b-4b32-b1ee-ae865a23839f HTTP/1.1" status: 204 len: 173 time: 1.7361612 Aug 10 03:33:11.784554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ae9aceca-6b5a-4d99-9c1c-e41d58177187 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:11.800707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.802746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.808937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'name': 'network-vif-deleted', 'tag': '422cee4c-3b7b-4b32-b1ee-ae865a23839f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:11.819691 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb20351-2fd8-4a90-b4e0-46532aa8df7d" -d '{"events": [{"server_uuid": "5c76cbaa-9271-4ad8-8e57-a15bbc078946", "name": "network-vif-deleted", "tag": "422cee4c-3b7b-4b32-b1ee-ae865a23839f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:11.838249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.953172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.983093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9942ac9e-08de-4572-bbf4-81b33c877ad4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6760507 Aug 10 03:33:11.984338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44922) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.994174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352252a-b75e-4501-bf83-75a2b541b752 None None] Pushing event updated for resources: {'Port': ['ID=ae9aceca-6b5a-4d99-9c1c-e41d58177187,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.114258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda25817-4b73-4931-85e8-6352f28b2dda tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.121676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda25817-4b73-4931-85e8-6352f28b2dda tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.123446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fda25817-4b73-4931-85e8-6352f28b2dda tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1380785 Aug 10 03:33:12.127418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44924) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:12.128372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15426146-5687-4511-b426-788a136a937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.240270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Router 36d85aa1-8994-4619-95dd-77b95bb0aa54 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:12.288184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-53f31899-6cc7-4554-bed0-74da28451a87 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.290182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-53f31899-6cc7-4554-bed0-74da28451a87 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.2931445 Aug 10 03:33:12.294818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15426146-5687-4511-b426-788a136a937c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0036566c-6a66-4cfa-8679-13a28f3aedfa,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.325349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15426146-5687-4511-b426-788a136a937c admin admin] Checking segment: {'id': 'f8b14ad2-db5e-4418-a758-b01016f99482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:12.325721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15426146-5687-4511-b426-788a136a937c admin admin] Network hostable DHCP agents. Network: 53b619c7-8d29-4b9f-934e-f7137e181726, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:12.329659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-aeb246d2-fe2a-400b-9001-90973a7405bd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/quotas/8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 375 time: 0.0225096 Aug 10 03:33:12.363824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:12.371246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f26ec97d-4da0-46ff-bb7f-eee3e93422e9 admin admin] 10.222.0.26 "PUT /v2.0/routers/36d85aa1-8994-4619-95dd-77b95bb0aa54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8397012 Aug 10 03:33:12.371844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44926) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:12.377701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] Sync routers for ids ['36d85aa1-8994-4619-95dd-77b95bb0aa54'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:12.389645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] Routers {'36d85aa1-8994-4619-95dd-77b95bb0aa54'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:12.390426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36d85aa1-8994-4619-95dd-77b95bb0aa54'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.391173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:12.391527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.477593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-b834ebca-c12d-4752-91ed-0ff2606434c2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1358020 Aug 10 03:33:12.494760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.507927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15426146-5687-4511-b426-788a136a937c admin admin] Network 53b619c7-8d29-4b9f-934e-f7137e181726 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:12.526515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] Set router 36d85aa1-8994-4619-95dd-77b95bb0aa54 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:12.599331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.619562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:12.654508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-15426146-5687-4511-b426-788a136a937c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 53b619c7-8d29-4b9f-934e-f7137e181726) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:12.664123 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.670768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15426146-5687-4511-b426-788a136a937c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:12.671732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15426146-5687-4511-b426-788a136a937c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.687827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b72302-06df-40e9-86f9-9be18539ff5d None None] Network 53b619c7-8d29-4b9f-934e-f7137e181726 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:12.715595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-3bef1ec2-fc93-4d2f-9dd7-6c5649648c5e service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290351 Aug 10 03:33:12.855833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-15426146-5687-4511-b426-788a136a937c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5917251 Aug 10 03:33:12.871103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-43c903be-dec1-4d62-a90c-cf1adb5999d2 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486235 Aug 10 03:33:12.894519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84773131-b9ef-43c0-9d78-11f8d512406a None None] Network 53b619c7-8d29-4b9f-934e-f7137e181726 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:12.899278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:33:11Z', 'revision_number': 5, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port': {'id': '9d549fa2-dfab-4fc5-a2c2-13a22b4ae130', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:47Z', 'updated_at': '2021-08-10T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.945094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Deleting port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:12.945514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.033130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] Checking router: 36d85aa1-8994-4619-95dd-77b95bb0aa54 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:13.039553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a315b56b-1891-4e55-8eb0-8f9bdd219c0d None None] Provisioning for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:13.051314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a315b56b-1891-4e55-8eb0-8f9bdd219c0d None None] Provisioning complete for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:13.051314 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a315b56b-1891-4e55-8eb0-8f9bdd219c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.063738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] For port 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:13.064222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.078370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Calling delete_port for 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:13.080128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] Routers {'36d85aa1-8994-4619-95dd-77b95bb0aa54'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:13.080780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36d85aa1-8994-4619-95dd-77b95bb0aa54'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:13.116850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.147461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.253314 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd49ebf-c265-4561-a37d-f01396a4912b x-openstack-request-id: req-edd49ebf-c265-4561-a37d-f01396a4912b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:13.253626 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c76cbaa-9271-4ad8-8e57-a15bbc078946", "name": "network-vif-deleted", "tag": "422cee4c-3b7b-4b32-b1ee-ae865a23839f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:13.253873 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edd49ebf-c265-4561-a37d-f01396a4912b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:13.254285 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c76cbaa-9271-4ad8-8e57-a15bbc078946', 'name': 'network-vif-deleted', 'tag': '422cee4c-3b7b-4b32-b1ee-ae865a23839f', 'status': 'completed', 'code': 200} Aug 10 03:33:13.323459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.325618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-640cc686-9cb5-40a8-b283-c2b4d2148496 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1 HTTP/1.1" status: 204 len: 168 time: 1.1925547 Aug 10 03:33:13.329740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44944) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.332481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] Set router 36d85aa1-8994-4619-95dd-77b95bb0aa54 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:13.407006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:33:12Z', 'revision_number': 6, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:13.413394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3522a4-a214-407e-99e5-18045c64d4dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.416075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3522a4-a214-407e-99e5-18045c64d4dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.417750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3522a4-a214-407e-99e5-18045c64d4dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.422157 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-af3522a4-a214-407e-99e5-18045c64d4dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0883515 Aug 10 03:33:13.422486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44948) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.470566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d382da-ede8-4aa3-9779-b69448a26f84 None None] The sync data for ids ['36d85aa1-8994-4619-95dd-77b95bb0aa54'] in n-d-765315-26 is: [{'id': '36d85aa1-8994-4619-95dd-77b95bb0aa54', 'name': 'tempest-TestAggregatesBasicOps-487685503-router', 'tenant_id': '9711c08ac4064d2d9d94aa153711e9b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:45Z', 'updated_at': '2021-08-10T03:33:12Z', 'revision_number': 6, 'project_id': '9711c08ac4064d2d9d94aa153711e9b0', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:13.527739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 39180479-dd5a-4dba-9cb0-889f633c9e61 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:13.531745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.599755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.600159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a78cbc42-d4d3-4265-aca9-b20ef07f3ccf None None] Could not find standard attr ID for object 6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:13.665097 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.676028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 422cee4c-3b7b-4b32-b1ee-ae865a23839f no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:13.692788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9d549fa2-dfab-4fc5-a2c2-13a22b4ae130,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.697607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 422cee4c-3b7b-4b32-b1ee-ae865a23839f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:13.698216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 422cee4c-3b7b-4b32-b1ee-ae865a23839f not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:13.718070 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.755879 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.800094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-984aea14-e391-44f5-9002-c6204a34950f tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.807083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-984aea14-e391-44f5-9002-c6204a34950f tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/networks?id=53b619c7-8d29-4b9f-934e-f7137e181726 HTTP/1.1" status: 200 len: 814 time: 0.1595564 Aug 10 03:33:13.831384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-e4a1479b-7428-43b4-99b9-78c029318bc9 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/quotas/0dc81a63995c42419dcc55a073ae2a38 HTTP/1.1" status: 200 len: 375 time: 0.0233700 Aug 10 03:33:13.864074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.866680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.873212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-fadedf24-c049-447b-97d2-247877e0a788 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0dc81a63995c42419dcc55a073ae2a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409575 Aug 10 03:33:13.957763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.989870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=39180479-dd5a-4dba-9cb0-889f633c9e61,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:14.016580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.021029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f8bf8f3c-2320-470d-89b9-30b53945e9dd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/39180479-dd5a-4dba-9cb0-889f633c9e61 HTTP/1.1" status: 204 len: 168 time: 0.5951915 Aug 10 03:33:14.021582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-0a5e1763-6759-4eb1-a0ee-d1966ad73449 service neutron] 10.222.0.26 "GET /v2.0/networks/53b619c7-8d29-4b9f-934e-f7137e181726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402440 Aug 10 03:33:14.021719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998cdea8-efb2-4af5-8dd7-31434a3908f9 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:14.022362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.074294 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.074989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d85aa1-8994-4619-95dd-77b95bb0aa54 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:14.079796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 3b7548f0-d5c1-4492-b0dc-18990fa5aa96 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:14.084499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.085631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fdd6374-5f72-418d-98e4-8687727d29ed admin admin] 10.222.0.26 "DELETE /v2.0/routers/36d85aa1-8994-4619-95dd-77b95bb0aa54 HTTP/1.1" status: 204 len: 168 time: 1.7128444 Aug 10 03:33:14.087601 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.088636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44966) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.139067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.162569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-48fb7c31-ca7b-4ec5-8c1c-0bb833efc910 service neutron] 10.222.0.26 "GET /v2.0/networks/53b619c7-8d29-4b9f-934e-f7137e181726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311696 Aug 10 03:33:14.171077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Deleting subnet f933c31d-6481-4b18-aff2-8b763514f81c {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:14.175407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.226438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.248171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.277488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ae9aceca-6b5a-4d99-9c1c-e41d58177187 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:14.354874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.366032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:14.366632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.454159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.505929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7548f0-d5c1-4492-b0dc-18990fa5aa96,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:14.507951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.510003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51aed35c-4bed-4160-8b37-fbba6885b38a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/3b7548f0-d5c1-4492-b0dc-18990fa5aa96 HTTP/1.1" status: 204 len: 168 time: 0.4865708 Aug 10 03:33:14.512380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44972) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.538981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 565ab039-9d7f-4b21-8677-e9bddf4281f2 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:14.570631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 565ab039-9d7f-4b21-8677-e9bddf4281f2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:14.570991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 565ab039-9d7f-4b21-8677-e9bddf4281f2 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:14.571583 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a85aeb10-a826-4b12-b223-f7cc6558877d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559590 Aug 10 03:33:14.572264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44976) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.577411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:14.628661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.634554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34b86448-3e90-4525-99cc-07e4ee305d4a req-7564d8de-010c-46d4-ad1b-23b824665922 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 210 time: 0.0688758 Aug 10 03:33:14.717004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.723049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f933c31d-6481-4b18-aff2-8b763514f81c HTTP/1.1" status: 204 len: 168 time: 0.6332071 Aug 10 03:33:14.723683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44980) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.724223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43819199-edbb-4c21-91f7-552956e4f20e None None] Network 39016c87-0c74-441e-b18c-8f38ad1b480b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:14.740292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54121e1-a6ad-4334-bcd7-c71313603f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f933c31d-6481-4b18-aff2-8b763514f81c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:14.879252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.897106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af80751d-661e-4897-929c-07ce83de1dcd req-6190bbdd-b0d1-44c7-97d9-b901fde526f3 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 210 time: 0.0367079 Aug 10 03:33:14.920173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:14.929261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.993328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] DHCP port deletion for 39016c87-0c74-441e-b18c-8f38ad1b480b request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:14.994487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Deleting port 9d41d210-4781-4ad3-b8f9-847b3716cb26 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:14.994848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.037380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561c7ae-6e81-4a1c-abae-9f33ea2cbb03 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:15.059390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:15.076090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] For port 9d41d210-4781-4ad3-b8f9-847b3716cb26, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d41d210-4781-4ad3-b8f9-847b3716cb26,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.077073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.092426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Calling delete_port for 9d41d210-4781-4ad3-b8f9-847b3716cb26 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:15.200524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Deleting subnet 961078cd-4520-4c3f-b80a-abb8e20467d5 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:15.208284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.251148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.285835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0604505d-2fa2-4ff8-8162-03492986c129 None None] Provisioning complete for port ae9aceca-6b5a-4d99-9c1c-e41d58177187 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:15.286203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0604505d-2fa2-4ff8-8162-03492986c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.295642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.344944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] Deleting port 9d41d210-4781-4ad3-b8f9-847b3716cb26 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:15.345307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.362199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.387514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d41d210-4781-4ad3-b8f9-847b3716cb26,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.391414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] No DVR routers for this DVR port 9d41d210-4781-4ad3-b8f9-847b3716cb26 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:15.417958 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.438886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] For port 9d41d210-4781-4ad3-b8f9-847b3716cb26, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d41d210-4781-4ad3-b8f9-847b3716cb26,segment=NetworkSegment(876c8a0c-df17-4834-8db0-8720d6bd9df7),segment_id=876c8a0c-df17-4834-8db0-8720d6bd9df7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.439255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.481918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] Calling delete_port for 9d41d210-4781-4ad3-b8f9-847b3716cb26 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:15.492481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.492664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.511115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39016c87-0c74-441e-b18c-8f38ad1b480b']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.525653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961078cd-4520-4c3f-b80a-abb8e20467d5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.527600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876c8a0c-df17-4834-8db0-8720d6bd9df7') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.528129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876c8a0c-df17-4834-8db0-8720d6bd9df7') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.533618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.535482 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-999a491f-d683-40db-8705-efef9b82e9a4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/961078cd-4520-4c3f-b80a-abb8e20467d5 HTTP/1.1" status: 204 len: 168 time: 0.4754441 Aug 10 03:33:15.538336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44992) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:15.544134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.562797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.572717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:15.573200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:15.576733 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:15.581171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.607292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] Pushing event deleted for resources: {'Port': ['ID=9d41d210-4781-4ad3-b8f9-847b3716cb26,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.611073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06c16e-26f4-4d73-9650-ad06c42dd37e None None] No DVR routers for this DVR port 9d41d210-4781-4ad3-b8f9-847b3716cb26 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:15.621031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:15.678081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.684729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:15.685551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] Deleting port ae9aceca-6b5a-4d99-9c1c-e41d58177187 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:15.685900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.759175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8401bde6-b79f-41cf-8ee9-cd6aede825a0 req-28aae79c-bcb4-4b6f-ab27-7c72880186db tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 210 time: 0.0345709 Aug 10 03:33:15.782625 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.789024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.792223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ae9aceca-6b5a-4d99-9c1c-e41d58177187 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:15.795502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/39016c87-0c74-441e-b18c-8f38ad1b480b HTTP/1.1" status: 204 len: 168 time: 1.0664954 Aug 10 03:33:15.808434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42ce5f-17a6-4b83-af18-b0cfcec528d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=39016c87-0c74-441e-b18c-8f38ad1b480b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.864568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] For port ae9aceca-6b5a-4d99-9c1c-e41d58177187, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ae9aceca-6b5a-4d99-9c1c-e41d58177187,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.866063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.880875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] Calling delete_port for ae9aceca-6b5a-4d99-9c1c-e41d58177187 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:15.969035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.010115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5282ca03-e360-4a8f-ae82-bfbc4bd4db36 req-26006db3-42f0-438c-ab2d-bb760f781059 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 210 time: 0.0525796 Aug 10 03:33:16.021271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ae9aceca-6b5a-4d99-9c1c-e41d58177187, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ae9aceca-6b5a-4d99-9c1c-e41d58177187,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:16.173439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.174348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d41d210-4781-4ad3-b8f9-847b3716cb26 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:16.233070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9d41d210-4781-4ad3-b8f9-847b3716cb26 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:16.233683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d41d210-4781-4ad3-b8f9-847b3716cb26 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:16.234192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:16.259827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:16.260112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d549fa2-dfab-4fc5-a2c2-13a22b4ae130 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:16.272861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ae9aceca-6b5a-4d99-9c1c-e41d58177187,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.281010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.282619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-e4ee84e9-6842-48ea-9929-3ced781757c2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.284804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-e4ee84e9-6842-48ea-9929-3ced781757c2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.1323595 Aug 10 03:33:16.296946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dffd5f3-76d5-4e4f-b670-28688070a811']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.298095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'port': {'device_id': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'admin_state_up': True, 'tenant_id': '8cec418f26654197a34c45695ec4b165'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.309694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a92384-5412-4ac2-853b-90f7fc9fceb7') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.310036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a92384-5412-4ac2-853b-90f7fc9fceb7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.319060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.333571 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.339477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:16.339857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:16.341491 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:16.369777 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.403897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] Pushing event deleted for resources: {'Port': ['ID=ae9aceca-6b5a-4d99-9c1c-e41d58177187,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.406306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97240db-44ee-400b-b713-17677aff1b92 None None] No DVR routers for this DVR port ae9aceca-6b5a-4d99-9c1c-e41d58177187 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:16.442934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_pluggable_backend [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Port ae9aceca-6b5a-4d99-9c1c-e41d58177187 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94804) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 03:33:16.443245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_pluggable_backend [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:3cb7 {{(pid=94804) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 03:33:16.447277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_pluggable_backend [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2e:3cb7 {{(pid=94804) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 03:33:16.448521 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.459342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45004) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.492106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:16.497504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:16.505954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:16.505954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.506364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8346da03-39cf-4e61-a8ca-6fc66e5a182e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf504f28fae44965b7f4c0914c35d8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428064 Aug 10 03:33:16.506364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.512649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2695c35-55af-4612-96c3-599815000806 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:16.521216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=7763aacd-14d4-4d03-a7da-ad6d00965b48,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.560511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7c5a-83e4-4c50-8ef7-2d0348c3af55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.573899 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.579109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:16.580046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.582313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9dffd5f3-76d5-4e4f-b670-28688070a811 HTTP/1.1" status: 204 len: 168 time: 1.0427878 Aug 10 03:33:16.584294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.589904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7c5a-83e4-4c50-8ef7-2d0348c3af55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.627876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc010a2b-86fa-4503-b67b-bb4e05c5b433 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dffd5f3-76d5-4e4f-b670-28688070a811,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.680504 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08d415df-f9a7-4d25-9f50-d54be7485443 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1071296 Aug 10 03:33:16.683841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45010) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.689303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:16.725220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '7763aacd-14d4-4d03-a7da-ad6d00965b48'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:16.726080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.760782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Allocated IP 172.20.0.10 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/6d13c549-c222-4726-bb02-9d9340343082) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:16.821612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7c5a-83e4-4c50-8ef7-2d0348c3af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.824308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1e7c5a-83e4-4c50-8ef7-2d0348c3af55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.828488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ea1e7c5a-83e4-4c50-8ef7-2d0348c3af55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91ab39ad-e230-402a-abd0-57a64d1c67c5 HTTP/1.1" status: 204 len: 168 time: 0.3186028 Aug 10 03:33:16.884127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Allocated IP 2001:db8::f816:3eff:fe3c:ba47 (e48e137d-d387-4f07-b416-2f445a09fa53/7763aacd-14d4-4d03-a7da-ad6d00965b48/cb344839-5101-40e0-a245-2922b5250ea9) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:16.893311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e7c5a-83e4-4c50-8ef7-2d0348c3af55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab39ad-e230-402a-abd0-57a64d1c67c5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:16.911202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56513ab8-b9d8-4ec7-b084-f43cc967cad7 req-08e6585a-a53e-4203-89ee-961aa3fc76fb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 210 time: 0.0773971 Aug 10 03:33:16.939491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:16.945511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.018961 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.049056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Transition to ACTIVE for port object 6d13c549-c222-4726-bb02-9d9340343082 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:17.084752 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.095231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Transition to ACTIVE for port object cb344839-5101-40e0-a245-2922b5250ea9 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:17.114488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Transition to ACTIVE for port object cb344839-5101-40e0-a245-2922b5250ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:17.173653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e1bb396-ffa9-4447-b5ce-95102a220d54 req-aaabf96a-7fc4-452b-9eff-67f57b019df2 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Aug 10 03:33:17.195798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.205431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.209000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422', 'b0364c4e-66c1-41a7-9190-49b23e96f09e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:17.249552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:17.251489 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.256272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:17.261231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:17.265855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.283483 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1c38acfa-41bb-4c65-ab85-9e98746ea383 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d288e1553ef4127b45b8e4bc0713487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740378 Aug 10 03:33:17.284037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45022) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.327265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.327941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.329053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.365392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:17.371604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:17.374479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Pushing event updated for resources: {'Port': ['ID=cb344839-5101-40e0-a245-2922b5250ea9,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.377471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:17.388919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:17.398255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:17.404615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:17.405222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.419636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7a3dd18-b154-4e33-af29-06271d8e98ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.424943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=c7a680d5-30d1-4532-a31e-34f285cce224,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.448408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7a3dd18-b154-4e33-af29-06271d8e98ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.458183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-09eb0a76-ec19-444b-b1ab-b823dcc7942d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1636164 Aug 10 03:33:17.475672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Request body: {'port': {'device_id': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:17.486798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Attempting to bind port cb344839-5101-40e0-a245-2922b5250ea9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:17.487177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Attempting to bind port cb344839-5101-40e0-a245-2922b5250ea9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:17.487932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Attempting to bind port cb344839-5101-40e0-a245-2922b5250ea9 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:17.507191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:17.507678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:17.508638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.510061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:17.510292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Bound port: cb344839-5101-40e0-a245-2922b5250ea9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:17.510761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.549555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.551718 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-61021470-99d4-4214-abfa-3c2e23fb0571 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8666921 Aug 10 03:33:17.554729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45026) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.560856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:e1:d6:24', 'name': 'tempest-NetworksTestDHCPv6-972265839'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:17.621326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] For port cb344839-5101-40e0-a245-2922b5250ea9, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:17.635019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7a3dd18-b154-4e33-af29-06271d8e98ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.638422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7a3dd18-b154-4e33-af29-06271d8e98ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.641679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] For port cb344839-5101-40e0-a245-2922b5250ea9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cb344839-5101-40e0-a245-2922b5250ea9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:17.643752 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e7a3dd18-b154-4e33-af29-06271d8e98ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6 HTTP/1.1" status: 204 len: 168 time: 0.3581779 Aug 10 03:33:17.663091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3dd18-b154-4e33-af29-06271d8e98ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7807c0d5-0a3c-46cc-8b7e-8bd94391e8c6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.760904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.822466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb4dc34d-7223-431f-a5e0-60d0c669bd78 None None] Provisioning for port 6d13c549-c222-4726-bb02-9d9340343082 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:17.834842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eb4dc34d-7223-431f-a5e0-60d0c669bd78 None None] Provisioning complete for port 6d13c549-c222-4726-bb02-9d9340343082 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:17.835895 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eb4dc34d-7223-431f-a5e0-60d0c669bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.839992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae332c9a-ad26-4ca0-b846-5dab084c7711 None None] Pushing event updated for resources: {'Port': ['ID=cb344839-5101-40e0-a245-2922b5250ea9,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.875004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dc34d-7223-431f-a5e0-60d0c669bd78 None None] Port 6d13c549-c222-4726-bb02-9d9340343082 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:17.899008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:17.914271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45030) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.943125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d13c549-c222-4726-bb02-9d9340343082 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:17.959404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.987204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.987451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d4bc4c31-4206-42a0-8570-d3a16028efb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9711c08ac4064d2d9d94aa153711e9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715952 Aug 10 03:33:17.999760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Transition to ACTIVE for port object 6d13c549-c222-4726-bb02-9d9340343082 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:18.069377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.109877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 20690977-9f4c-47c2-81a0-927b1b711f63 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:18.118972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-254d4da5-937c-46b3-8a3f-7a08a2a53818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.125605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.192561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-254d4da5-937c-46b3-8a3f-7a08a2a53818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.195799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccd786-ed80-4868-8935-abd13f45f951 req-b88f739e-f9ed-4c89-b131-d02b95124e7d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.196169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1ccd786-ed80-4868-8935-abd13f45f951 req-b88f739e-f9ed-4c89-b131-d02b95124e7d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 932 time: 0.1212168 Aug 10 03:33:18.282639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Pushing event updated for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.316667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-dce4a2ef-33c8-44d4-9671-b06fb2c7d51c tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.318176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-dce4a2ef-33c8-44d4-9671-b06fb2c7d51c tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.46 "GET /v2.0/networks?id=53b619c7-8d29-4b9f-934e-f7137e181726 HTTP/1.1" status: 200 len: 814 time: 0.3367581 Aug 10 03:33:18.346920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Request body: {'port': {'device_id': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726', 'admin_state_up': True, 'tenant_id': '0dc81a63995c42419dcc55a073ae2a38'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:18.353355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 172.20.0.13 (e48e137d-d387-4f07-b416-2f445a09fa53/c7a680d5-30d1-4532-a31e-34f285cce224/20690977-9f4c-47c2-81a0-927b1b711f63) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:18.360996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fee1:d624 (e48e137d-d387-4f07-b416-2f445a09fa53/7763aacd-14d4-4d03-a7da-ad6d00965b48/20690977-9f4c-47c2-81a0-927b1b711f63) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:18.404878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-254d4da5-937c-46b3-8a3f-7a08a2a53818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.408717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-254d4da5-937c-46b3-8a3f-7a08a2a53818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.418442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-254d4da5-937c-46b3-8a3f-7a08a2a53818 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f5c4c74-11e5-4b18-95ed-1a284786fd6e HTTP/1.1" status: 204 len: 168 time: 0.4301689 Aug 10 03:33:18.474673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1ccd786-ed80-4868-8935-abd13f45f951 req-0d095229-ec4e-4978-a477-13444b7d4d2f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599025 Aug 10 03:33:18.475542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d4da5-937c-46b3-8a3f-7a08a2a53818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c4c74-11e5-4b18-95ed-1a284786fd6e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.507755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Attempting to bind port 6d13c549-c222-4726-bb02-9d9340343082 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:18.507755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Attempting to bind port 6d13c549-c222-4726-bb02-9d9340343082 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:18.507755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Attempting to bind port 6d13c549-c222-4726-bb02-9d9340343082 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:18.508284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Port 6d13c549-c222-4726-bb02-9d9340343082 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:18.508704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Attempting to bind port 6d13c549-c222-4726-bb02-9d9340343082 on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:18.514612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:18.515034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:18.515513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:18.516038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Bound port: 6d13c549-c222-4726-bb02-9d9340343082, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:18.516508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.595841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Made reservation on behalf of 0dc81a63995c42419dcc55a073ae2a38 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:18.599434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.602879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:18.636812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6d13c549-c222-4726-bb02-9d9340343082,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:18.679597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.698176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 20690977-9f4c-47c2-81a0-927b1b711f63 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:18.729710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ac73498-7c39-44c4-9438-fc0683401bd5 req-721ea5c2-6fc0-4f25-9d84-5227c90c4b9e tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 210 time: 0.0331259 Aug 10 03:33:18.789588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Allocated IP 172.20.0.2 (53b619c7-8d29-4b9f-934e-f7137e181726/0036566c-6a66-4cfa-8679-13a28f3aedfa/f37af7c8-6cac-4325-a5aa-01de168bfaba) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:18.791982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.848086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.848783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.850121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d13c549-c222-4726-bb02-9d9340343082 HTTP/1.1" status: 200 len: 1093 time: 1.3797343 Aug 10 03:33:18.850602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'tag': '6d13c549-c222-4726-bb02-9d9340343082'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:18.853450 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "tag": "6d13c549-c222-4726-bb02-9d9340343082"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:18.871134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.903716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f66d7-139e-4f86-bd4f-5f963d14e879 service neutron] Pushing event updated for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.982185 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e129cb2a-c656-48da-baa2-bc2afd1dcec2 x-openstack-request-id: req-e129cb2a-c656-48da-baa2-bc2afd1dcec2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:18.982853 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "tag": "6d13c549-c222-4726-bb02-9d9340343082", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:18.982853 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e129cb2a-c656-48da-baa2-bc2afd1dcec2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:18.983199 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'tag': '6d13c549-c222-4726-bb02-9d9340343082', 'status': 'completed', 'code': 200} Aug 10 03:33:18.986262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:18.990267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:18.993694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:19.028246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=20690977-9f4c-47c2-81a0-927b1b711f63,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:19.079690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.080396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.090889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-9eaf7ef5-d3e2-48f3-ac13-1150aa3271de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.092479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-9eaf7ef5-d3e2-48f3-ac13-1150aa3271de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 1096 time: 0.1084290 Aug 10 03:33:19.163950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384cb639-7837-488a-9898-275b125d3c70 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:19.285139 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9c32ef93-7bc8-437f-96c1-4ff839b18415 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7268186 Aug 10 03:33:19.285452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45068) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.338324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd35871-0c9c-450e-aa15-a646da8e319d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.344733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd35871-0c9c-450e-aa15-a646da8e319d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.349003 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0dd35871-0c9c-450e-aa15-a646da8e319d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0599122 Aug 10 03:33:19.349263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.422158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ee029084-d315-4c4f-99e0-2e5d292db2e7 None None] Provisioning for port cb344839-5101-40e0-a245-2922b5250ea9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:19.438737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '7763aacd-14d4-4d03-a7da-ad6d00965b48', 'ip_address': '2001:db8::f816:3eff:fe3c:ba47'}, {'subnet_id': 'c7a680d5-30d1-4532-a31e-34f285cce224'}], 'binding:host_id': 'n-d-765315-26'}, 'id': 'cb344839-5101-40e0-a245-2922b5250ea9'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:33:19.457181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 20690977-9f4c-47c2-81a0-927b1b711f63 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:19.458367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.468300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.528127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-55ba2646-407d-4b01-bc7e-f2b5f1c6a4ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d13c549-c222-4726-bb02-9d9340343082 HTTP/1.1" status: 200 len: 217 time: 0.4256618 Aug 10 03:33:19.609140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.609673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.616870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45078) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:19.635712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 20690977-9f4c-47c2-81a0-927b1b711f63 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:19.678658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-d00a4076-dbc6-455a-9b2b-715151706473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.680140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-d00a4076-dbc6-455a-9b2b-715151706473 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1301162 Aug 10 03:33:19.696775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Allocated IP 172.20.0.2 (e48e137d-d387-4f07-b416-2f445a09fa53/c7a680d5-30d1-4532-a31e-34f285cce224/cb344839-5101-40e0-a245-2922b5250ea9) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:19.739825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66e7f8-cf5c-4c3b-ae3d-f4840395178e req-cd205de3-ae59-4b81-b682-c957273aadd0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.747712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de66e7f8-cf5c-4c3b-ae3d-f4840395178e req-cd205de3-ae59-4b81-b682-c957273aadd0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 944 time: 0.1293077 Aug 10 03:33:19.824430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de66e7f8-cf5c-4c3b-ae3d-f4840395178e req-14da2dc2-296b-4919-abef-4f69ff9b0b55 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Aug 10 03:33:19.833994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.878887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-96715070-network', 'tenant_id': '7514cfc4d1144d9eaffde3f390c4ddba'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:19.890431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] For port cb344839-5101-40e0-a245-2922b5250ea9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cb344839-5101-40e0-a245-2922b5250ea9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:19.904790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Network 53b619c7-8d29-4b9f-934e-f7137e181726 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:19.908571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:19.917514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-8e0db9d8-0885-4a76-98a5-5f3fc38577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:19.923089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-8e0db9d8-0885-4a76-98a5-5f3fc38577a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983781 Aug 10 03:33:19.923275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cb344839-5101-40e0-a245-2922b5250ea9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:19.925996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:19.956630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.982702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Transition to ACTIVE for port object cb344839-5101-40e0-a245-2922b5250ea9 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:19.990485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Made reservation on behalf of 7514cfc4d1144d9eaffde3f390c4ddba for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:19.992839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.005884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.023110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Pushing event updated for resources: {'Port': ['ID=f37af7c8-6cac-4325-a5aa-01de168bfaba,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.075893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.076538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.122673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854b87-f399-4e1a-b0c0-ac1f96584082 req-34e4f90f-3f15-4355-93a9-3dc425698db0 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.124301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38854b87-f399-4e1a-b0c0-ac1f96584082 req-34e4f90f-3f15-4355-93a9-3dc425698db0 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 931 time: 0.1079919 Aug 10 03:33:20.127114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-72ec07c8-35c4-4e4c-992c-3c786e783a32 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695049 Aug 10 03:33:20.132969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.142711 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.144655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port cb344839-5101-40e0-a245-2922b5250ea9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:20.213719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38854b87-f399-4e1a-b0c0-ac1f96584082 req-dcf12d20-72b5-40ec-b8f4-ccdbae1521ea tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790572 Aug 10 03:33:20.237369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=20690977-9f4c-47c2-81a0-927b1b711f63,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.246531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0fd78-0776-4590-8a8a-62f9ac038a91 None None] Pushing event updated for resources: {'Port': ['ID=cb344839-5101-40e0-a245-2922b5250ea9,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.278297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48905abd-60f2-4887-8651-5fdf9ef2db6f req-3bbe7f03-5592-4ee6-b8b7-e7d38a7332c1 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421669 Aug 10 03:33:20.286526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.286881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.287221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.287561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.287899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.288230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.288585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.288912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.289236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.289561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.289950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.290298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:20.358344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.360293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ae3afc01-080d-4b75-bbe4-7f58995d59b5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/20690977-9f4c-47c2-81a0-927b1b711f63 HTTP/1.1" status: 204 len: 168 time: 1.0100667 Aug 10 03:33:20.362755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.362962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45096) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.426795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cea5d-af30-43f4-9e96-aec7cb1c2eb9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.428583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cea5d-af30-43f4-9e96-aec7cb1c2eb9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.430422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cea5d-af30-43f4-9e96-aec7cb1c2eb9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.432040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fb4cea5d-af30-43f4-9e96-aec7cb1c2eb9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0680213 Aug 10 03:33:20.434759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.471368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.499366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:20.510100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df0576-b11f-4ac7-981d-0e05562bca7e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.516073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.516444 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Added segment 5653b535-2eb1-49f0-992f-bddf4122f0f6 of type vlan for network c46e5542-ac32-48b6-ae1c-b82c57c05261 Aug 10 03:33:20.525002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 7763aacd-14d4-4d03-a7da-ad6d00965b48 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:20.531097 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.560746 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.560959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-9eb9ca0c-55b1-4d7b-8c96-e8de5ef7cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.562573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-9eb9ca0c-55b1-4d7b-8c96-e8de5ef7cc48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 1096 time: 0.0887191 Aug 10 03:33:20.628503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-cd8862a9-0d25-4717-8ceb-7f6b3dd29538 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2929201 Aug 10 03:33:20.630704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.662218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Request body: {'port': {'device_id': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:20.719280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.720542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.721150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.798024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-a520c2c5-8a31-435d-b11c-84179c9d8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:20.799655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-a520c2c5-8a31-435d-b11c-84179c9d8454 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.2284715 Aug 10 03:33:20.802595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] Pushing event updated for resources: {'Network': ['ID=c46e5542-ac32-48b6-ae1c-b82c57c05261,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.804896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.816270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c46e5542-ac32-48b6-ae1c-b82c57c05261 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:20.870070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-36a826c7-860b-4826-b5fb-56b80dd29532 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d13c549-c222-4726-bb02-9d9340343082 HTTP/1.1" status: 200 len: 217 time: 0.0607610 Aug 10 03:33:20.872316 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.888566 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-72ea214f-c6d3-44b3-9650-455594743725 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2657025 Aug 10 03:33:20.891619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45108) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:20.899259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Request body: {'subnet': {'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-96715070-subnet', 'tenant_id': '7514cfc4d1144d9eaffde3f390c4ddba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:20.960470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Could not find standard attr ID for object 20690977-9f4c-47c2-81a0-927b1b711f63. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:21.096639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-fe46e89f-65c8-4e85-b351-bf226e3a6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.097202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Made reservation on behalf of 7514cfc4d1144d9eaffde3f390c4ddba for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:21.098084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-fe46e89f-65c8-4e85-b351-bf226e3a6c85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1816425 Aug 10 03:33:21.099828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.126517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Provisioning for port cb344839-5101-40e0-a245-2922b5250ea9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:21.138172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Provisioning complete for port cb344839-5101-40e0-a245-2922b5250ea9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:21.138992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.144289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d051c7-60ef-4920-baf1-1383e7d3ee07 req-32645838-2b58-4b9a-bc50-ca39ba58639f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.151640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6d051c7-60ef-4920-baf1-1383e7d3ee07 req-32645838-2b58-4b9a-bc50-ca39ba58639f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 944 time: 0.2240961 Aug 10 03:33:21.293905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.298315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6d051c7-60ef-4920-baf1-1383e7d3ee07 req-de97dd16-e9de-4876-981c-ef3cb4887bed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458070 Aug 10 03:33:21.301204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.306376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-28a2d271-62eb-49fc-ba0a-18624eb055ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.307891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-28a2d271-62eb-49fc-ba0a-18624eb055ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1977913 Aug 10 03:33:21.364954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=7763aacd-14d4-4d03-a7da-ad6d00965b48,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.381712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.381712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f168db03-6fda-496c-872f-0dc7b338ab1c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/7763aacd-14d4-4d03-a7da-ad6d00965b48 HTTP/1.1" status: 204 len: 168 time: 0.9436593 Aug 10 03:33:21.386740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45120) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:21.387087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45122) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:21.395261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:21.395419 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:21.466318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet c7a680d5-30d1-4532-a31e-34f285cce224 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:21.470120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.512231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.515121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.527501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-a25770d6-9172-4ee2-971c-34a1a2d57044 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813521 Aug 10 03:33:21.531774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37af7c8-6cac-4325-a5aa-01de168bfaba {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:21.551380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.595354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'network': {'name': 'tempest-network-smoke--2025352409', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:21.621677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028cb88-3911-4ef0-a328-04e1f0cccf56 req-0484de46-f019-4f45-8e31-3b31050a0674 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.623227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4028cb88-3911-4ef0-a328-04e1f0cccf56 req-0484de46-f019-4f45-8e31-3b31050a0674 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 931 time: 0.1436362 Aug 10 03:33:21.624696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Transition to ACTIVE for port object f37af7c8-6cac-4325-a5aa-01de168bfaba will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:21.644526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=990f5295-91dd-4d2f-83ce-e1299a3e1382,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.686197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Checking segment: {'id': '5653b535-2eb1-49f0-992f-bddf4122f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:21.686569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Network hostable DHCP agents. Network: c46e5542-ac32-48b6-ae1c-b82c57c05261, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:21.687749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4028cb88-3911-4ef0-a328-04e1f0cccf56 req-95358232-5ddc-48b0-8116-b08bff9e60e4 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565238 Aug 10 03:33:21.691803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd63d1a8-911f-4297-b801-8fbd81f1a8f2 req-50ab1d5c-8c1a-4d18-a796-cae975433139 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532199 Aug 10 03:33:21.696081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6d13c549-c222-4726-bb02-9d9340343082 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:21.702052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.704851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.762791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:21.767319 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.786016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f37af7c8-6cac-4325-a5aa-01de168bfaba,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.789366 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.810325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cb344839-5101-40e0-a245-2922b5250ea9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:21.814820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Network c46e5542-ac32-48b6-ae1c-b82c57c05261 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:21.876315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Attempting to bind port f37af7c8-6cac-4325-a5aa-01de168bfaba on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:21.876686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Attempting to bind port f37af7c8-6cac-4325-a5aa-01de168bfaba by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'f8b14ad2-db5e-4418-a758-b01016f99482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:21.877031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Attempting to bind port f37af7c8-6cac-4325-a5aa-01de168bfaba on network 53b619c7-8d29-4b9f-934e-f7137e181726 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:21.884839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Port f37af7c8-6cac-4325-a5aa-01de168bfaba on network 53b619c7-8d29-4b9f-934e-f7137e181726 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:21.889203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Attempting to bind port f37af7c8-6cac-4325-a5aa-01de168bfaba on network 53b619c7-8d29-4b9f-934e-f7137e181726 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:21.889341 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6d13c549-c222-4726-bb02-9d9340343082,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:21.892802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:21.893144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Checking segment: {'id': 'f8b14ad2-db5e-4418-a758-b01016f99482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:21.893651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Bound using segment: {'id': 'f8b14ad2-db5e-4418-a758-b01016f99482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:21.894612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Bound port: f37af7c8-6cac-4325-a5aa-01de168bfaba, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b14ad2-db5e-4418-a758-b01016f99482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:21.894994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.905646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.910561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.941111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a680d5-30d1-4532-a31e-34f285cce224,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.945275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.950392 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c1019ca-f170-4ae5-85da-2ef4421ac43a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/c7a680d5-30d1-4532-a31e-34f285cce224 HTTP/1.1" status: 204 len: 168 time: 0.5587292 Aug 10 03:33:21.950664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45128) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:21.959759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c46e5542-ac32-48b6-ae1c-b82c57c05261) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:22.007533 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d02aa0a1-4e3e-403a-ae4e-473a182b9730 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529797 Aug 10 03:33:22.007533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.007533 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.010229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:22.015794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:22.017172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] For port f37af7c8-6cac-4325-a5aa-01de168bfaba, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:22.023365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] For port f37af7c8-6cac-4325-a5aa-01de168bfaba, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f37af7c8-6cac-4325-a5aa-01de168bfaba,segment=NetworkSegment(f8b14ad2-db5e-4418-a758-b01016f99482),segment_id=f8b14ad2-db5e-4418-a758-b01016f99482)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:22.048838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1812177-0944-48f9-adc3-474cd63701ca None None] Network c46e5542-ac32-48b6-ae1c-b82c57c05261 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:22.050731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3515b-2635-4f8e-8b0e-9b9882a09b7c None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:22.073894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.117484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '6d13c549-c222-4726-bb02-9d9340343082', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': '6d13c549-c222-4726-bb02-9d9340343082', 'mac_address': 'fa:16:3e:3c:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:22.118480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:22.119072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cb344839-5101-40e0-a245-2922b5250ea9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:22.119437 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.127325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b534b82f-7516-4888-8ca9-857814b58569,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.140528 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.140882 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Added segment b57972c3-f608-4c3f-898e-a9740a32464e of type vlan for network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 Aug 10 03:33:22.172823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.181860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.203728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-95add95e-2c03-4a54-a852-f0fbfab3fedf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3083997 Aug 10 03:33:22.207485 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.232393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f37af7c8-6cac-4325-a5aa-01de168bfaba,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.241442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.242067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.244146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-3003df42-be83-47c6-906f-14c37238b2b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/f37af7c8-6cac-4325-a5aa-01de168bfaba HTTP/1.1" status: 200 len: 1092 time: 1.5906215 Aug 10 03:33:22.244672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'tag': 'f37af7c8-6cac-4325-a5aa-01de168bfaba'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:22.247298 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663" -d '{"events": [{"name": "network-changed", "server_uuid": "cbae9538-391a-434b-b2d5-ff038ac525f1", "tag": "f37af7c8-6cac-4325-a5aa-01de168bfaba"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:22.286938 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d6204-c8c7-49c0-96c5-18941ce129ed x-openstack-request-id: req-3e0d6204-c8c7-49c0-96c5-18941ce129ed {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:22.287248 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbae9538-391a-434b-b2d5-ff038ac525f1", "tag": "f37af7c8-6cac-4325-a5aa-01de168bfaba", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:22.287537 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e0d6204-c8c7-49c0-96c5-18941ce129ed {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:22.287945 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'tag': 'f37af7c8-6cac-4325-a5aa-01de168bfaba', 'status': 'completed', 'code': 200} Aug 10 03:33:22.350907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.353699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.360505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.362207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.369018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663 req-ce97885f-c5da-457a-a980-765384ceffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.372302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] For port cb344839-5101-40e0-a245-2922b5250ea9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cb344839-5101-40e0-a245-2922b5250ea9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:22.377399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663 req-ce97885f-c5da-457a-a980-765384ceffee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0dc81a63995c42419dcc55a073ae2a38&device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 1095 time: 0.0675228 Aug 10 03:33:22.396891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:22.401392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.429887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d13c549-c222-4726-bb02-9d9340343082 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:22.458863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e04e5-29ec-4413-84cb-0c94c3590528 None None] Network c46e5542-ac32-48b6-ae1c-b82c57c05261 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:22.474528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6d13c549-c222-4726-bb02-9d9340343082,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:22.484720 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.486354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.506768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Network': ['ID=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.518682 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a45ca633-ae36-4e96-985a-896b106969da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1301959 Aug 10 03:33:22.519326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45144) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:22.531731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'admin_state_up': True, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:22.549040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:22.577227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a81930-45ab-4f82-9f21-01a4b20044bc req-79318544-c32c-45ef-af27-f52f991ba16e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.584915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78a81930-45ab-4f82-9f21-01a4b20044bc req-79318544-c32c-45ef-af27-f52f991ba16e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 944 time: 0.1744914 Aug 10 03:33:22.611545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:22.618327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663 req-a13e1017-f40d-4867-bbf0-4276836376cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.620030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663 req-a13e1017-f40d-4867-bbf0-4276836376cf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0dc81a63995c42419dcc55a073ae2a38&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2338445 Aug 10 03:33:22.633050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.654127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0c3cc726-7630-4d62-8479-3268f73c9371 None None] Could not find standard attr ID for object 20690977-9f4c-47c2-81a0-927b1b711f63. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:22.657598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78a81930-45ab-4f82-9f21-01a4b20044bc req-912a61a5-aa8b-438b-8de0-8afa2f67eca6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718246 Aug 10 03:33:22.707343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a038e4-4f47-4c0d-8ed6-840442ab03b9 None None] Pushing event updated for resources: {'Port': ['ID=cb344839-5101-40e0-a245-2922b5250ea9,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.715391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.716606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.745765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.760651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663 req-36c17218-0df6-4059-88f0-94eb6e424d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.762323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8b95ea1-72bd-4764-afb6-7b2ad13f7663 req-36c17218-0df6-4059-88f0-94eb6e424d37 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313753 Aug 10 03:33:22.793560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.797497 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:22.797866 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:22.819370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:22.823754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:22.828334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.829049 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.838800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=8c8d4111-9415-4490-8e0d-9c65cf21c517,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.851836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.859848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] Deleting port cb344839-5101-40e0-a245-2922b5250ea9 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:22.860073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.874704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-4a7256a1-df74-400e-a0b4-2900c4688d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:22.876249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-4a7256a1-df74-400e-a0b4-2900c4688d86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0dc81a63995c42419dcc55a073ae2a38&device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 1095 time: 0.0649412 Aug 10 03:33:22.920378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6d13c549-c222-4726-bb02-9d9340343082'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:22.928159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-45510c2c-1f2d-43ad-af2d-eb96f120b9e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f37af7c8-6cac-4325-a5aa-01de168bfaba HTTP/1.1" status: 200 len: 217 time: 0.0414138 Aug 10 03:33:22.976058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] For port cb344839-5101-40e0-a245-2922b5250ea9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cb344839-5101-40e0-a245-2922b5250ea9,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:22.976383 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.979876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1ce81c8-a794-47ca-b7c4-6670b12bb2e1 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683838 Aug 10 03:33:22.982579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45158) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:22.989830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:22.997077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] Calling delete_port for cb344839-5101-40e0-a245-2922b5250ea9 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:23.160188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-4a1ed5a8-e091-465d-bb8b-08b2d8db2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.161683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-4a1ed5a8-e091-465d-bb8b-08b2d8db2d64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0036566c-6a66-4cfa-8679-13a28f3aedfa HTTP/1.1" status: 200 len: 854 time: 0.2248342 Aug 10 03:33:23.171101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.188002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:23.191619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.203085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-9122ab9d-7ab9-4f90-8b16-38fed789a93a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b619c7-8d29-4b9f-934e-f7137e181726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289216 Aug 10 03:33:23.225786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.237069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-e3e249ef-bdc0-46c4-89c6-1055cb87b973 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.237069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-e3e249ef-bdc0-46c4-89c6-1055cb87b973 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/networks?id=c46e5542-ac32-48b6-ae1c-b82c57c05261 HTTP/1.1" status: 200 len: 820 time: 0.3101547 Aug 10 03:33:23.257370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] No DVR routers for this DVR port cb344839-5101-40e0-a245-2922b5250ea9 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:23.261299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf4a1f-0525-4b15-bb03-bde634ae59f7 None None] Pushing event deleted for resources: {'Port': ['ID=cb344839-5101-40e0-a245-2922b5250ea9,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:23.280305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f964be8-c9a1-48e8-b3ba-e9aee4abbe81 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:23.283351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-c306153e-aa65-4ca1-aa81-b32c1617dbb5 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/quotas/7514cfc4d1144d9eaffde3f390c4ddba HTTP/1.1" status: 200 len: 375 time: 0.0168068 Aug 10 03:33:23.334396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-f88924b0-8fe4-4d60-9e34-4f00d4fcd84f tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7514cfc4d1144d9eaffde3f390c4ddba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366931 Aug 10 03:33:23.349652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Port cb344839-5101-40e0-a245-2922b5250ea9 update to ACTIVE by agent not found {{(pid=94806) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:33:23.467060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '8c8d4111-9415-4490-8e0d-9c65cf21c517'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:23.467998 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.596245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:23.598327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.613693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Allocated IP 172.20.0.2 (e48e137d-d387-4f07-b416-2f445a09fa53/8c8d4111-9415-4490-8e0d-9c65cf21c517/096c5488-a6da-468a-a03f-89aaccd2b6ce) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:23.650036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:23.655782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:23.660897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:23.661520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.670967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=09b276b6-2112-4f15-9607-6238dabdafb3,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:23.748492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-c3e0143f-4410-4d80-b666-528c686db286 service neutron] 10.222.0.46 "GET /v2.0/networks/53b619c7-8d29-4b9f-934e-f7137e181726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335906 Aug 10 03:33:23.756952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cb344839-5101-40e0-a245-2922b5250ea9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:23.766019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5dd27361-1b75-42ba-a17c-b8bbe6d2f2fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7817965 Aug 10 03:33:23.768771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45162) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:23.774107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:71:72:9c', 'name': 'tempest-NetworksTestDHCPv6-1727898320'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:23.783264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: cb344839-5101-40e0-a245-2922b5250ea9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:23.783611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cb344839-5101-40e0-a245-2922b5250ea9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:23.799746 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.808669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Transition to ACTIVE for port object 096c5488-a6da-468a-a03f-89aaccd2b6ce will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:23.823685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Transition to ACTIVE for port object 096c5488-a6da-468a-a03f-89aaccd2b6ce will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:23.870551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-3047d18c-2ba2-41fe-86ae-77bcb57b5576 service neutron] 10.222.0.26 "GET /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219665 Aug 10 03:33:23.916315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.940108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cd45e21-b303-43d2-bb59-3001cbd67e68 req-0e2b569f-cb2b-42d3-a3c1-765c8fdf5c16 service neutron] 10.222.0.46 "GET /v2.0/networks/53b619c7-8d29-4b9f-934e-f7137e181726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822870 Aug 10 03:33:23.952922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:23.959441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:23.963352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:23.970133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Pushing event updated for resources: {'Port': ['ID=096c5488-a6da-468a-a03f-89aaccd2b6ce,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.019506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:24.024367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Attempting to bind port 096c5488-a6da-468a-a03f-89aaccd2b6ce on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:24.024762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Attempting to bind port 096c5488-a6da-468a-a03f-89aaccd2b6ce by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:24.029022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Attempting to bind port 096c5488-a6da-468a-a03f-89aaccd2b6ce on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:24.030502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:24.031163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:24.031590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.032075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:24.032613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Bound port: 096c5488-a6da-468a-a03f-89aaccd2b6ce, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:24.032961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.056205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-0b1b8c45-f06b-4ffc-ad5d-6ee147abb49e service neutron] 10.222.0.26 "GET /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705878 Aug 10 03:33:24.079510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.098889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.115192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] For port 096c5488-a6da-468a-a03f-89aaccd2b6ce, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:24.118771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] For port 096c5488-a6da-468a-a03f-89aaccd2b6ce, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=096c5488-a6da-468a-a03f-89aaccd2b6ce,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:24.129084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.150681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port b49fcf62-1dd5-4aad-aedc-319d05424d03 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:24.215855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.25.1.239 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/a3c675e2-0652-43f6-a1ab-e0e425fadefe) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:24.276480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.313605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 172.20.0.6 (e48e137d-d387-4f07-b416-2f445a09fa53/8c8d4111-9415-4490-8e0d-9c65cf21c517/b49fcf62-1dd5-4aad-aedc-319d05424d03) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:24.319676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.322870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe71:729c (e48e137d-d387-4f07-b416-2f445a09fa53/09b276b6-2112-4f15-9607-6238dabdafb3/b49fcf62-1dd5-4aad-aedc-319d05424d03) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:24.350841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f09d0-725a-4dfc-99fe-0b057e454360 None None] Pushing event updated for resources: {'Port': ['ID=096c5488-a6da-468a-a03f-89aaccd2b6ce,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.515323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.519567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.530801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object b49fcf62-1dd5-4aad-aedc-319d05424d03 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:24.586518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:24.607520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c689c-5ab5-47b2-9dc6-3736e8303b12 req-86a2f8a2-fe84-46ed-be8a-ebf176286cfe tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.609390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e9c689c-5ab5-47b2-9dc6-3736e8303b12 req-86a2f8a2-fe84-46ed-be8a-ebf176286cfe tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 943 time: 0.1276453 Aug 10 03:33:24.610334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:24.612808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:24.638913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=a3c675e2-0652-43f6-a1ab-e0e425fadefe,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.699629 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.746602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:24.748857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e9c689c-5ab5-47b2-9dc6-3736e8303b12 req-45af8206-8cfd-443c-bdca-6acf9ac48b7b tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136642 Aug 10 03:33:24.751948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:24.756051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:24.782649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=b49fcf62-1dd5-4aad-aedc-319d05424d03,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.811513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.812070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.876490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d06aba-22de-4cfc-9cbd-223ff2d48210 req-72ae4926-723c-4c1b-abae-5d910a365012 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.877992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89d06aba-22de-4cfc-9cbd-223ff2d48210 req-72ae4926-723c-4c1b-abae-5d910a365012 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Aug 10 03:33:24.915545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89d06aba-22de-4cfc-9cbd-223ff2d48210 req-c206d021-3bb1-497b-91c5-454b589dcc53 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Aug 10 03:33:24.922084 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-681b4f04-02f0-439e-8a73-305cca4d0cab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1499727 Aug 10 03:33:24.922430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.982058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec65f7-34ad-4087-901f-616137d774e8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.988176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec65f7-34ad-4087-901f-616137d774e8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.989932 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bdec65f7-34ad-4087-901f-616137d774e8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0665026 Aug 10 03:33:24.995625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45174) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.002813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f827d6d-ef3b-4b6e-8cb2-052a5a83fb17 req-504528d5-c53a-4c77-9cf8-96296684fad6 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 210 time: 0.0324678 Aug 10 03:33:25.057080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.099106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port b49fcf62-1dd5-4aad-aedc-319d05424d03 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:25.099455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.220408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.232605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for b49fcf62-1dd5-4aad-aedc-319d05424d03 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:25.259532 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:25.270357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-7ea5f467-1d51-4ea4-88c4-3be1734b1a19 req-ae32d418-fa06-4611-90f2-17378073e90e service neutron] (94805) timed out ('10.222.0.26', 40190) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:33:25.296324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.389361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae6683-305a-45a9-a3dc-ce17d820df1a None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:25.607354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:25.616631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '8c8d4111-9415-4490-8e0d-9c65cf21c517', 'ip_address': '172.20.0.2'}, {'subnet_id': '09b276b6-2112-4f15-9607-6238dabdafb3'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '096c5488-a6da-468a-a03f-89aaccd2b6ce'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:33:25.651925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.691767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=b49fcf62-1dd5-4aad-aedc-319d05424d03,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.728141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:25.747247 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:25.762352 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:25.765505 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:25.774927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6d13c549-c222-4726-bb02-9d9340343082 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:25.779909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df0c8f1a-80d5-4c5e-b8a7-2d226cc6575e None None] Provisioning for port 096c5488-a6da-468a-a03f-89aaccd2b6ce completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:25.815680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.824111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45182) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.824704 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eeb68f9e-8259-41c9-a610-55488c993c2d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/b49fcf62-1dd5-4aad-aedc-319d05424d03 HTTP/1.1" status: 204 len: 168 time: 0.8302171 Aug 10 03:33:25.825194 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.891409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 096c5488-a6da-468a-a03f-89aaccd2b6ce up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:25.910646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.915467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-856eabc2-8f3d-4c45-a9c9-525547ebb6a6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3924325 Aug 10 03:33:25.915849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.962124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69366f-be68-4fcb-81c8-c1db123c818e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.962888 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.964630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69366f-be68-4fcb-81c8-c1db123c818e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.970692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d69366f-be68-4fcb-81c8-c1db123c818e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:25.970692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0d69366f-be68-4fcb-81c8-c1db123c818e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1422641 Aug 10 03:33:25.971928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45190) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.998780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c6540-1fdd-49d6-8963-4155295002ed req-bbf05b23-ba07-4ea6-9390-d796f5179c78 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.000379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e9c6540-1fdd-49d6-8963-4155295002ed req-bbf05b23-ba07-4ea6-9390-d796f5179c78 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 943 time: 0.1090450 Aug 10 03:33:26.015157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 6d13c549-c222-4726-bb02-9d9340343082 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:26.040757 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a9a44457-a3e2-4b88-9047-89708276bd27 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=3e24f79f88994c1aad96f296220d84fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1236713 Aug 10 03:33:26.043534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45194) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.048677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 6d13c549-c222-4726-bb02-9d9340343082 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:26.049172 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.060917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 09b276b6-2112-4f15-9607-6238dabdafb3 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:26.062385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:26.072968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e9c6540-1fdd-49d6-8963-4155295002ed req-666814fc-aa65-4ffb-a5a2-ce9e758cec95 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633390 Aug 10 03:33:26.135121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Allocated IP 2001:db8::f816:3eff:fe48:b059 (e48e137d-d387-4f07-b416-2f445a09fa53/09b276b6-2112-4f15-9607-6238dabdafb3/096c5488-a6da-468a-a03f-89aaccd2b6ce) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:26.230100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 096c5488-a6da-468a-a03f-89aaccd2b6ce completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:26.246173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 096c5488-a6da-468a-a03f-89aaccd2b6ce triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:26.246575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.281667 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.284769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95392e28-4b8a-4caa-b5ee-4bc990b7f3a4 req-2c9371a1-a826-47c0-9ba8-645688ddfa87 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.286558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95392e28-4b8a-4caa-b5ee-4bc990b7f3a4 req-2c9371a1-a826-47c0-9ba8-645688ddfa87 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 945 time: 0.1131186 Aug 10 03:33:26.287427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279b47c-3817-46c1-b2ce-f598f35135e7 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.288796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a279b47c-3817-46c1-b2ce-f598f35135e7 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2443290 Aug 10 03:33:26.294316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45196) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.305851 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:24Z', 'revision_number': 3, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.339978 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:26.340233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5d535703-ffad-4d79-aa0e-152b1e732657 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469065 Aug 10 03:33:26.340838 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Updating router b512c2c9-de0e-49af-873e-6cecf61fedd7 port a3c675e2-0652-43f6-a1ab-e0e425fadefe binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:26.342781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45198) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:26.345324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d13c549-c222-4726-bb02-9d9340343082'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:26.347599 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f74ec36-c9f4-43ce-aafd-cd4b775e340f" -d '{"events": [{"server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "name": "network-vif-plugged", "status": "completed", "tag": "6d13c549-c222-4726-bb02-9d9340343082"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:26.347768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926076325', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:26.363917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] For port 096c5488-a6da-468a-a03f-89aaccd2b6ce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=096c5488-a6da-468a-a03f-89aaccd2b6ce,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:26.371278 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.374982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6d13c549-c222-4726-bb02-9d9340343082,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:26.416790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95392e28-4b8a-4caa-b5ee-4bc990b7f3a4 req-d183290d-8656-41b7-9098-6d1bb1a649cd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150160 Aug 10 03:33:26.438803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.438803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.450402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Transition to ACTIVE for port object 096c5488-a6da-468a-a03f-89aaccd2b6ce will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:26.514253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.545455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8033ab2c-24cc-43c2-899c-fc7cb3508bf8 req-dc636447-4673-4f52-978c-d0c7074f51ce tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 210 time: 0.0549750 Aug 10 03:33:26.556735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.557990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.615152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.665285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:26.669669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:26.679103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.684152 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.713810 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Transition to ACTIVE for port object a3c675e2-0652-43f6-a1ab-e0e425fadefe will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:26.733887 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e4abdd-252c-449d-aa1a-e2760a905a64 x-openstack-request-id: req-64e4abdd-252c-449d-aa1a-e2760a905a64 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:26.734197 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "name": "network-vif-plugged", "status": "completed", "tag": "6d13c549-c222-4726-bb02-9d9340343082", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:26.734461 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64e4abdd-252c-449d-aa1a-e2760a905a64 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:26.736020 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d13c549-c222-4726-bb02-9d9340343082', 'code': 200} Aug 10 03:33:26.736730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:26.737092 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:26.752531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.778938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc173daa-7b92-4cfe-84b1-f9313928ee2f None None] Pushing event updated for resources: {'Port': ['ID=096c5488-a6da-468a-a03f-89aaccd2b6ce,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:26.852877 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.865161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a8f14-8b05-4acb-af34-153b57a59358 req-8f3e4e7d-3274-477c-9af4-ccc3a95b0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.866837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c7a8f14-8b05-4acb-af34-153b57a59358 req-8f3e4e7d-3274-477c-9af4-ccc3a95b0c13 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 1098 time: 0.0522895 Aug 10 03:33:26.906016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c7a8f14-8b05-4acb-af34-153b57a59358 req-f5cf4005-9f7d-4a7e-bb1a-a9b0639fa73f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 10 03:33:26.909283 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Attempting to bind port a3c675e2-0652-43f6-a1ab-e0e425fadefe on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:26.909729 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Attempting to bind port a3c675e2-0652-43f6-a1ab-e0e425fadefe by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:26.910164 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Attempting to bind port a3c675e2-0652-43f6-a1ab-e0e425fadefe on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:26.912358 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7934e99-f837-4705-9a90-e7059ed50f6a None None] Pushing event updated for resources: {'Port': ['ID=a3c675e2-0652-43f6-a1ab-e0e425fadefe,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:26.917949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:26.918323 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:26.918727 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.919118 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:26.919588 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Bound port: a3c675e2-0652-43f6-a1ab-e0e425fadefe, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:26.919974 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.977134 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] For port a3c675e2-0652-43f6-a1ab-e0e425fadefe, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:26.980487 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] For port a3c675e2-0652-43f6-a1ab-e0e425fadefe, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a3c675e2-0652-43f6-a1ab-e0e425fadefe,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:26.994752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.024130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=09b276b6-2112-4f15-9607-6238dabdafb3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.029972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.031924 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8315fad9-603d-43f6-bca6-edd1edb5c872 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/09b276b6-2112-4f15-9607-6238dabdafb3 HTTP/1.1" status: 204 len: 168 time: 1.0597403 Aug 10 03:33:27.034772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45206) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.092290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 8c8d4111-9415-4490-8e0d-9c65cf21c517 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:27.095782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.139365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.162221 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.197023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.219652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:27.220975 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.238230 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7934e99-f837-4705-9a90-e7059ed50f6a None None] Pushing event updated for resources: {'Port': ['ID=a3c675e2-0652-43f6-a1ab-e0e425fadefe,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.244938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.245699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5e6a-0ae2-483d-b03b-311558b8720d req-bb728f8d-46d4-47bd-a1ca-d6c7bbc4a14c tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.247396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8ed5e6a-0ae2-483d-b03b-311558b8720d req-bb728f8d-46d4-47bd-a1ca-d6c7bbc4a14c tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 943 time: 0.0997181 Aug 10 03:33:27.292794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Subnet': ['ID=2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.322310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.322531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Checking segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:27.322531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network hostable DHCP agents. Network: b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:27.345906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8ed5e6a-0ae2-483d-b03b-311558b8720d req-d071d54b-1e16-4dbd-9aa0-7fef6f25e22a tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802035 Aug 10 03:33:27.377087 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:27.400062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053750cc-7ffe-414f-b83d-dc3eab67ea37 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:27.451294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Could not find standard attr ID for object b49fcf62-1dd5-4aad-aedc-319d05424d03. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:27.464962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.513621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8d4111-9415-4490-8e0d-9c65cf21c517,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.525954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.525954 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bc5e398-c7db-499a-8b4d-3a29757c8da5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/8c8d4111-9415-4490-8e0d-9c65cf21c517 HTTP/1.1" status: 204 len: 168 time: 0.4878173 Aug 10 03:33:27.526422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:27.527171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45212) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.541226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:27.541576 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:27.572943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe3d66-48cb-4a43-9ac9-26a54c8394e0 req-5c8cbda0-8e4f-4137-9d2f-a4c033e1055d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.574804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aabe3d66-48cb-4a43-9ac9-26a54c8394e0 req-5c8cbda0-8e4f-4137-9d2f-a4c033e1055d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 946 time: 0.0666487 Aug 10 03:33:27.574967 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7503d686-7471-4ad8-8feb-dd59fbe65493 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452461 Aug 10 03:33:27.577011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.582058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:27.618274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:24Z', 'revision_number': 3, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:27.642318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Provisioning for port 096c5488-a6da-468a-a03f-89aaccd2b6ce completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:27.646057 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f28ec-3ec3-440e-89ea-e819553b7167 None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:24Z', 'revision_number': 3, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:27.646275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:27.658081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Provisioning complete for port 096c5488-a6da-468a-a03f-89aaccd2b6ce triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:27.658081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.684894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aabe3d66-48cb-4a43-9ac9-26a54c8394e0 req-fe51aebc-e70e-44ba-88b9-ee1ef8d2705d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988431 Aug 10 03:33:27.692426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:27.706838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.707567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.710699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8535f3-936d-4fee-bd07-8d513336666f None None] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:27.744470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f37af7c8-6cac-4325-a5aa-01de168bfaba details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:27.840607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500089a2-b784-4029-a326-7739473ec1cc req-b97689e3-368c-4011-8631-cace4c1727b7 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 210 time: 0.0467515 Aug 10 03:33:27.842260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.854129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:27.857940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.982443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-158252bd-389e-4d79-9863-03849ff5d754 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6361501 Aug 10 03:33:27.983436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45220) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.999120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-b3e02d71-7470-43b4-a255-13aa6029150d tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.000788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-b3e02d71-7470-43b4-a255-13aa6029150d tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.46 "GET /v2.0/networks?id=c46e5542-ac32-48b6-ae1c-b82c57c05261 HTTP/1.1" status: 200 len: 820 time: 0.2781622 Aug 10 03:33:28.019742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Request body: {'port': {'device_id': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261', 'admin_state_up': True, 'tenant_id': '7514cfc4d1144d9eaffde3f390c4ddba'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:28.086951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] Deleting port 096c5488-a6da-468a-a03f-89aaccd2b6ce {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:28.088164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.165813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 096c5488-a6da-468a-a03f-89aaccd2b6ce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=096c5488-a6da-468a-a03f-89aaccd2b6ce,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:28.173213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f37af7c8-6cac-4325-a5aa-01de168bfaba, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f37af7c8-6cac-4325-a5aa-01de168bfaba,segment=NetworkSegment(f8b14ad2-db5e-4418-a758-b01016f99482),segment_id=f8b14ad2-db5e-4418-a758-b01016f99482)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:28.213277 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.219431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'f37af7c8-6cac-4325-a5aa-01de168bfaba', 'network_id': '53b619c7-8d29-4b9f-934e-f7137e181726', 'port_id': 'f37af7c8-6cac-4325-a5aa-01de168bfaba', 'mac_address': 'fa:16:3e:01:9a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0036566c-6a66-4cfa-8679-13a28f3aedfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:28.233698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:28.234546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.267100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] For port 096c5488-a6da-468a-a03f-89aaccd2b6ce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=096c5488-a6da-468a-a03f-89aaccd2b6ce,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:28.267504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.305599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.316895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] Calling delete_port for 096c5488-a6da-468a-a03f-89aaccd2b6ce owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:28.327402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Made reservation on behalf of 7514cfc4d1144d9eaffde3f390c4ddba for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:28.342873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.477768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.558804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:28.570274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:28.583452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.585919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.620241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a3c675e2-0652-43f6-a1ab-e0e425fadefe up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:28.644678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18534-0bdb-47d3-8029-0fa0c6dc4d49 req-b0b836cc-0480-46cf-896f-7539dd3fdc2b tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.646403 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.653070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e18534-0bdb-47d3-8029-0fa0c6dc4d49 req-b0b836cc-0480-46cf-896f-7539dd3fdc2b tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 943 time: 0.1822155 Aug 10 03:33:28.656620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.658495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=58aa05a7-7cc8-47e9-95a8-8540bc047379,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:28.683490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c9f0f589-16b6-4ca0-8cd6-273f3cb5a56d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1052682 Aug 10 03:33:28.688282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45224) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:28.700661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:28.712305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Allocated IP 172.20.0.2 (c46e5542-ac32-48b6-ae1c-b82c57c05261/990f5295-91dd-4d2f-83ce-e1299a3e1382/b678ed6c-32dd-4cf7-8558-026b51fe2cdd) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:28.769119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e18534-0bdb-47d3-8029-0fa0c6dc4d49 req-e6396648-752e-4e4a-bce3-570e6ea52724 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146762 Aug 10 03:33:28.771348 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:28.771709 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:28.773141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37af7c8-6cac-4325-a5aa-01de168bfaba {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:28.869235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=096c5488-a6da-468a-a03f-89aaccd2b6ce,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:28.913155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f37af7c8-6cac-4325-a5aa-01de168bfaba, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f37af7c8-6cac-4325-a5aa-01de168bfaba,segment=NetworkSegment(f8b14ad2-db5e-4418-a758-b01016f99482),segment_id=f8b14ad2-db5e-4418-a758-b01016f99482)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:28.932859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Allocated IP 172.20.0.2 (b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85/2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07/74494041-d41a-4fec-b384-e2a1bb2ac136) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:28.972803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.036282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] Pushing event deleted for resources: {'Port': ['ID=096c5488-a6da-468a-a03f-89aaccd2b6ce,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.041302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.072917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7320945e-7dfc-4d2e-a84c-7436bcdec04f None None] No DVR routers for this DVR port 096c5488-a6da-468a-a03f-89aaccd2b6ce on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:29.104072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507b607-bae7-484a-a4e7-dc21c0674997 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:29.198587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a3c675e2-0652-43f6-a1ab-e0e425fadefe completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:29.226109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=f37af7c8-6cac-4325-a5aa-01de168bfaba,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.236227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a3c675e2-0652-43f6-a1ab-e0e425fadefe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:29.236858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.329754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f46d8c78-fcbd-494a-8cd3-7d3296527ad5 None None] Port 096c5488-a6da-468a-a03f-89aaccd2b6ce update to ACTIVE by agent not found {{(pid=94806) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:33:29.336494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67ba51-adca-494b-ad58-ecc6b020015c req-ad4dc5c0-b48c-4d1e-9bc0-22b7f01136ae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:29.338309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d67ba51-adca-494b-ad58-ecc6b020015c req-ad4dc5c0-b48c-4d1e-9bc0-22b7f01136ae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 946 time: 0.4867535 Aug 10 03:33:29.347178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['f37af7c8-6cac-4325-a5aa-01de168bfaba'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:29.379118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.401748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.421230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d67ba51-adca-494b-ad58-ecc6b020015c req-1f3022a5-ecd8-4298-9068-abd62e45ee14 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614710 Aug 10 03:33:29.421475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Transition to ACTIVE for port object 74494041-d41a-4fec-b384-e2a1bb2ac136 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:29.447535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:29.453891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.478719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Transition to ACTIVE for port object 74494041-d41a-4fec-b384-e2a1bb2ac136 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:29.559856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.560327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '58aa05a7-7cc8-47e9-95a8-8540bc047379'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:29.561936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.563371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebacc85a-8b73-45a1-b538-ab95d5274254 req-b57184ca-62df-4b0c-aa84-2e6355de06bb tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 210 time: 0.0445838 Aug 10 03:33:29.591953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.608867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.618566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Network c46e5542-ac32-48b6-ae1c-b82c57c05261 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:29.627663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:29.642159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:29.658194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.20.0.1 (b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85/2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07/17a882af-29fb-4374-a919-ddb3ea5c39bc) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:29.678314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Pushing event updated for resources: {'Port': ['ID=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.691259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:29.702173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.702463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.702807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.703209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.703544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.704054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.704402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.704734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.705340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.705464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.705692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.706231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:29.707643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a3c675e2-0652-43f6-a1ab-e0e425fadefe, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a3c675e2-0652-43f6-a1ab-e0e425fadefe,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:29.709554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:29.713683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:29.731383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:29.732250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.780100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Pushing event updated for resources: {'Port': ['ID=74494041-d41a-4fec-b384-e2a1bb2ac136,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.823676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.871511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.888763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Transition to ACTIVE for port object 17a882af-29fb-4374-a919-ddb3ea5c39bc will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:29.889460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-6c654d9a-b444-4650-82b0-f03a780a35bf tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 267 time: 0.0640604 Aug 10 03:33:29.914938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 096c5488-a6da-468a-a03f-89aaccd2b6ce no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:29.923350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-50536f9a-3034-4db9-b5b1-66b8ec11dbdc tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9075763 Aug 10 03:33:29.947099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Request body: {'port': {'device_id': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:29.975286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 096c5488-a6da-468a-a03f-89aaccd2b6ce {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:29.975286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 096c5488-a6da-468a-a03f-89aaccd2b6ce not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:29.994981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Attempting to bind port 74494041-d41a-4fec-b384-e2a1bb2ac136 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:29.995307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Attempting to bind port 74494041-d41a-4fec-b384-e2a1bb2ac136 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:29.997312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Attempting to bind port 74494041-d41a-4fec-b384-e2a1bb2ac136 on network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:30.025903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-4bb3c732-72b7-4976-a06e-b1c9e22aa023 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.027472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-4bb3c732-72b7-4976-a06e-b1c9e22aa023 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 946 time: 0.1289680 Aug 10 03:33:30.029892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:30.030267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Checking segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:30.030560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.030680 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.031040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Bound using segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:30.031506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Bound port: 74494041-d41a-4fec-b384-e2a1bb2ac136, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:30.031982 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.037180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a3c675e2-0652-43f6-a1ab-e0e425fadefe,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.058253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'port': {'security_groups': []}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:30.058371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Allocated IP 172.20.0.2 (e48e137d-d387-4f07-b416-2f445a09fa53/58aa05a7-7cc8-47e9-95a8-8540bc047379/5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:30.088130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.148827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:30.152171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:30.154746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:30.167947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] For port 74494041-d41a-4fec-b384-e2a1bb2ac136, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:30.171153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] For port 74494041-d41a-4fec-b384-e2a1bb2ac136, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=74494041-d41a-4fec-b384-e2a1bb2ac136,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:30.184860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=17a882af-29fb-4374-a919-ddb3ea5c39bc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.210003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.233552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.247416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.298271 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f479f590-508d-4ee4-bffe-98a9aee64570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.364441 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.367057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2cc86-ef5d-4432-b203-0487bc58b86f None None] Pushing event updated for resources: {'Port': ['ID=74494041-d41a-4fec-b384-e2a1bb2ac136,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.383515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Transition to ACTIVE for port object 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:30.385622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.objects.ports [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94805) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:30.395329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.401440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a3c675e2-0652-43f6-a1ab-e0e425fadefe up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:30.405810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Transition to ACTIVE for port object 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:30.462507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a3c675e2-0652-43f6-a1ab-e0e425fadefe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:30.463324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.480293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.488515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:30.505963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.527797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:30.538473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.539063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.568515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=6efe9179-1bb6-4879-a077-b6f7b8b0ef26,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.613478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:30.614459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Pushing event updated for resources: {'Port': ['ID=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.619390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:30.622369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:30.667117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6d13c549-c222-4726-bb02-9d9340343082,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:30.678581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b678ed6c-32dd-4cf7-8558-026b51fe2cdd {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:30.692739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.728050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.735800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Attempting to bind port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:30.736398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Attempting to bind port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:30.736606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Attempting to bind port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:30.738146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45244) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.738882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-76c76646-225b-4447-b331-664f1794db93 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0495126 Aug 10 03:33:30.746692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:2c:8d:7e', 'name': 'tempest-NetworksTestDHCPv6-216450141'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:30.747784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:30.748297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:30.748528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Transition to ACTIVE for port object b678ed6c-32dd-4cf7-8558-026b51fe2cdd will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:30.748732 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.749300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:30.749782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Bound port: 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:30.750262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.807087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.814467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] For port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:30.817837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] For port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:30.820598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422', 'b0364c4e-66c1-41a7-9190-49b23e96f09e', '6d13c549-c222-4726-bb02-9d9340343082'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:30.858332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.858332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.870718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f364369-4b7d-4ed1-9560-530dc0bc8e16 req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "PUT /v2.0/ports/6d13c549-c222-4726-bb02-9d9340343082 HTTP/1.1" status: 200 len: 905 time: 0.8313494 Aug 10 03:33:30.872410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'tag': '6d13c549-c222-4726-bb02-9d9340343082'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:30.874545 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "tag": "6d13c549-c222-4726-bb02-9d9340343082"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:30.889971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.929118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.956597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5520c60-9bb1-4f4a-962d-2d1bcf03c350 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.981879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['6d13c549-c222-4726-bb02-9d9340343082'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:31.005674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.076903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1c3e3-ecfa-4a2d-97ed-35e12b90076c None None] Pushing event updated for resources: {'Port': ['ID=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.101506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Pushing event updated for resources: {'Port': ['ID=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.127612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b4fa9-e82f-4d9b-90b9-0f04e48d20a7 req-4283ee5a-f4d3-4265-bf18-125cb85c70f4 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.135110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b6b4fa9-e82f-4d9b-90b9-0f04e48d20a7 req-4283ee5a-f4d3-4265-bf18-125cb85c70f4 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 944 time: 0.1686270 Aug 10 03:33:31.159615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.160057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Attempting to bind port b678ed6c-32dd-4cf7-8558-026b51fe2cdd on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:31.160057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Attempting to bind port b678ed6c-32dd-4cf7-8558-026b51fe2cdd by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '5653b535-2eb1-49f0-992f-bddf4122f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:31.160420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Attempting to bind port b678ed6c-32dd-4cf7-8558-026b51fe2cdd on network c46e5542-ac32-48b6-ae1c-b82c57c05261 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:31.169979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Port b678ed6c-32dd-4cf7-8558-026b51fe2cdd on network c46e5542-ac32-48b6-ae1c-b82c57c05261 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:31.170301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Attempting to bind port b678ed6c-32dd-4cf7-8558-026b51fe2cdd on network c46e5542-ac32-48b6-ae1c-b82c57c05261 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:31.193376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:31.193714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Checking segment: {'id': '5653b535-2eb1-49f0-992f-bddf4122f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:31.194112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Bound using segment: {'id': '5653b535-2eb1-49f0-992f-bddf4122f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:31.194548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Bound port: b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5653b535-2eb1-49f0-992f-bddf4122f0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:31.194918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.209014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b6b4fa9-e82f-4d9b-90b9-0f04e48d20a7 req-4b8a6743-f1cb-4e83-a418-99ad20822212 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710635 Aug 10 03:33:31.274243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb100e6b-a19f-42f8-b902-dc50bb152f07 None None] Provisioning complete for port 6d13c549-c222-4726-bb02-9d9340343082 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:31.274781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb100e6b-a19f-42f8-b902-dc50bb152f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.299230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:31.306361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=17a882af-29fb-4374-a919-ddb3ea5c39bc,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.372311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] For port b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:31.380218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.423165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] For port b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,segment=NetworkSegment(5653b535-2eb1-49f0-992f-bddf4122f0f6),segment_id=5653b535-2eb1-49f0-992f-bddf4122f0f6)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:31.444254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d56a4c-36ff-4dea-9957-a926e0a10b14 req-41f2c92a-decd-4046-9bed-eafbd79748f5 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.446754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53d56a4c-36ff-4dea-9957-a926e0a10b14 req-41f2c92a-decd-4046-9bed-eafbd79748f5 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 943 time: 0.1311653 Aug 10 03:33:31.511382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.540405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.578184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:31.578573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53d56a4c-36ff-4dea-9957-a926e0a10b14 req-d516da9e-42ca-4210-8819-758845573e21 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242340 Aug 10 03:33:31.590190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:31.592099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.593220 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.594952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] 10.222.0.46 "PUT /v2.0/ports/b678ed6c-32dd-4cf7-8558-026b51fe2cdd HTTP/1.1" status: 200 len: 1092 time: 1.6525769 Aug 10 03:33:31.618670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd7d21-4d25-4534-9c95-079805e4825b service neutron] Pushing event updated for resources: {'Port': ['ID=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.622840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 205e5768-4863-4f61-82cc-ca6ceed7902b yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:31.728369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f37af7c8-6cac-4325-a5aa-01de168bfaba up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:31.787475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b47962-d1c5-4398-87e8-238c20756ee6 None None] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:31.807303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-8383052c-6e77-49ad-ad0b-6fd46c75a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.810296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-8383052c-6e77-49ad-ad0b-6fd46c75a4f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7514cfc4d1144d9eaffde3f390c4ddba&device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 1095 time: 0.0823860 Aug 10 03:33:31.822210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd160c5-3e78-46ab-bd95-ebef3769dbd1 req-4757bdf7-9f21-432d-8b07-6636589c2354 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.823862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acd160c5-3e78-46ab-bd95-ebef3769dbd1 req-4757bdf7-9f21-432d-8b07-6636589c2354 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 908 time: 0.0663476 Aug 10 03:33:31.865475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-832d1e39-9757-497e-a4b3-d143eeb82c69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd HTTP/1.1" status: 200 len: 217 time: 0.0404778 Aug 10 03:33:31.912121 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c19c9cb-776d-4e4a-bad5-75f2fa43d09a x-openstack-request-id: req-2c19c9cb-776d-4e4a-bad5-75f2fa43d09a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:31.912539 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "tag": "6d13c549-c222-4726-bb02-9d9340343082", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:31.912908 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c19c9cb-776d-4e4a-bad5-75f2fa43d09a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:31.913487 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'tag': '6d13c549-c222-4726-bb02-9d9340343082', 'status': 'completed', 'code': 200} Aug 10 03:33:31.949278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-4dd713c4-d038-42df-9ba1-0fa40b0d7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.952127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-4dd713c4-d038-42df-9ba1-0fa40b0d7cff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=990f5295-91dd-4d2f-83ce-e1299a3e1382 HTTP/1.1" status: 200 len: 860 time: 0.0790660 Aug 10 03:33:31.958664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:31.972393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 172.20.0.13 (e48e137d-d387-4f07-b416-2f445a09fa53/58aa05a7-7cc8-47e9-95a8-8540bc047379/205e5768-4863-4f61-82cc-ca6ceed7902b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:31.982602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port f37af7c8-6cac-4325-a5aa-01de168bfaba completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:31.986332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port f37af7c8-6cac-4325-a5aa-01de168bfaba triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:31.986332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.998734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe2c:8d7e (e48e137d-d387-4f07-b416-2f445a09fa53/6efe9179-1bb6-4879-a077-b6f7b8b0ef26/205e5768-4863-4f61-82cc-ca6ceed7902b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:32.014752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3bc2148e-eeda-47ec-af16-42da1d85cd90 None None] Provisioning for port 74494041-d41a-4fec-b384-e2a1bb2ac136 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:32.022239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-a298543e-571a-4d47-972e-df6e3bf8a1fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c46e5542-ac32-48b6-ae1c-b82c57c05261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485954 Aug 10 03:33:32.100877 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.120432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-e6a3638a-f9f8-42aa-a0c3-09b176c67b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.120432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-e6a3638a-f9f8-42aa-a0c3-09b176c67b26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 1060 time: 0.1854680 Aug 10 03:33:32.157553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port f37af7c8-6cac-4325-a5aa-01de168bfaba, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f37af7c8-6cac-4325-a5aa-01de168bfaba,segment=NetworkSegment(f8b14ad2-db5e-4418-a758-b01016f99482),segment_id=f8b14ad2-db5e-4418-a758-b01016f99482)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:32.158613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37af7c8-6cac-4325-a5aa-01de168bfaba'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:32.160484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:32.162341 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c27a25-27ce-4348-94dd-0d47bad5af20" -d '{"events": [{"server_uuid": "cbae9538-391a-434b-b2d5-ff038ac525f1", "name": "network-vif-plugged", "status": "completed", "tag": "f37af7c8-6cac-4325-a5aa-01de168bfaba"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:32.170790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3cd6ef37-0a8a-49cf-8568-53864ea46294 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "PUT /v2.0/routers/b512c2c9-de0e-49af-873e-6cecf61fedd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1862600 Aug 10 03:33:32.172750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:32.174821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.190218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:32.192093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:32.207376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87498a-296f-4512-8716-b254ca7964dc req-17b3aef7-24f0-4c9f-a265-282e63d4d74b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.209800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e87498a-296f-4512-8716-b254ca7964dc req-17b3aef7-24f0-4c9f-a265-282e63d4d74b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.2372632 Aug 10 03:33:32.318278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:32.375681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.399504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.410452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 205e5768-4863-4f61-82cc-ca6ceed7902b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:32.504945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.558686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=f37af7c8-6cac-4325-a5aa-01de168bfaba,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.563373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-0fad516d-3f55-447b-b5e0-f39dd1ad7742 service neutron] 10.222.0.46 "GET /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256162 Aug 10 03:33:32.575209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:32.578741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:32.583892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:32.589120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 74494041-d41a-4fec-b384-e2a1bb2ac136 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:32.635009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=205e5768-4863-4f61-82cc-ca6ceed7902b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.656193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e87498a-296f-4512-8716-b254ca7964dc req-18493606-1acf-4cfd-afd0-c53926b58de4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032574 Aug 10 03:33:32.683877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.684834 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.735244 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b2bce-a901-428b-a517-cb540aad765e x-openstack-request-id: req-df2b2bce-a901-428b-a517-cb540aad765e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:32.737081 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbae9538-391a-434b-b2d5-ff038ac525f1", "name": "network-vif-plugged", "status": "completed", "tag": "f37af7c8-6cac-4325-a5aa-01de168bfaba", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:32.737290 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df2b2bce-a901-428b-a517-cb540aad765e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:32.737698 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37af7c8-6cac-4325-a5aa-01de168bfaba', 'code': 200} Aug 10 03:33:32.754479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.779321 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b6efdc2-1542-4fb3-b9a6-a4f938488207 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0400438 Aug 10 03:33:32.783316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.818019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 74494041-d41a-4fec-b384-e2a1bb2ac136 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:32.823837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Provisioning for port 17a882af-29fb-4374-a919-ddb3ea5c39bc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:32.832670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Provisioning complete for port 17a882af-29fb-4374-a919-ddb3ea5c39bc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:32.833219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.835518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 74494041-d41a-4fec-b384-e2a1bb2ac136 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:32.836029 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.856522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27503a3-9fbb-47fe-aa4b-92e8ee3e2c02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.862703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27503a3-9fbb-47fe-aa4b-92e8ee3e2c02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.864357 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b27503a3-9fbb-47fe-aa4b-92e8ee3e2c02 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0798221 Aug 10 03:33:32.866959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45266) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.871158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09022d48-4d08-4955-add1-99f6f26363a0 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:32.947601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.948402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.948944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.949415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.950435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.950918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.951557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.952030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.952523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.958604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1fa4d5c1-2ae9-478e-becc-365f2747e986 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6442 time: 0.7785096 Aug 10 03:33:32.961524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-21fe28d2-d71a-47df-966f-9da3a3391b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.963496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-21fe28d2-d71a-47df-966f-9da3a3391b4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.8264132 Aug 10 03:33:32.963891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.023193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Port 17a882af-29fb-4374-a919-ddb3ea5c39bc cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:33.048411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9f6ad-94ca-4e27-b44e-44b2e16b9074 req-0bfad821-d211-4247-acc5-6b33e492c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.050466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3d9f6ad-94ca-4e27-b44e-44b2e16b9074 req-0bfad821-d211-4247-acc5-6b33e492c6a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 1097 time: 0.2034564 Aug 10 03:33:33.054429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-ec30263c-1489-4dab-9673-ab97a841c9d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d13c549-c222-4726-bb02-9d9340343082 HTTP/1.1" status: 200 len: 217 time: 0.0795784 Aug 10 03:33:33.064406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cd9e7-7302-494d-9e0d-1500dcbeb121 req-b720e9ad-c97a-4444-98b9-367cb1616ec1 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.073578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-638cd9e7-7302-494d-9e0d-1500dcbeb121 req-b720e9ad-c97a-4444-98b9-367cb1616ec1 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 945 time: 0.2462387 Aug 10 03:33:33.097059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Provisioning complete for port 74494041-d41a-4fec-b384-e2a1bb2ac136 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:33.097341 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.103716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 2, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:33.120017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.120387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.120895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.121543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.122061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.122568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.123217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.123724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.124228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.124772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.130515 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8d9cf71e-7c77-4537-b343-f823d7419543 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6532 time: 0.1654615 Aug 10 03:33:33.135079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45270) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.150126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-0541ad7e-b3fe-44e5-9361-06a484e8b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.152162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-0541ad7e-b3fe-44e5-9361-06a484e8b43c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0702181 Aug 10 03:33:33.154402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a52d0e7-7cf8-4bcf-b1a4-3abd60c1399d req-a68df860-74c9-4f2a-ab29-7a8dc7622b1f service neutron] 10.222.0.46 "GET /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328338 Aug 10 03:33:33.185657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:33.186351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Updating router b512c2c9-de0e-49af-873e-6cecf61fedd7 port 17a882af-29fb-4374-a919-ddb3ea5c39bc binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:33.192054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04cf11a8-6f55-4c23-ba8b-4a2d0cd08e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.215590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.231758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 205e5768-4863-4f61-82cc-ca6ceed7902b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:33.232107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.278887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.338638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 74494041-d41a-4fec-b384-e2a1bb2ac136, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=74494041-d41a-4fec-b384-e2a1bb2ac136,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:33.374441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.426302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 205e5768-4863-4f61-82cc-ca6ceed7902b owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:33.465445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.466414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:33.503651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.570766 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9e17fc54-2c07-4090-988e-ce6d6cdb3b8f tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.4344988 Aug 10 03:33:33.573022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3d9f6ad-94ca-4e27-b44e-44b2e16b9074 req-03f3860d-002a-4545-a333-7a027bd98d9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309113 Aug 10 03:33:33.577741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-638cd9e7-7302-494d-9e0d-1500dcbeb121 req-f801c570-ed08-43d4-bbf1-97c776251b23 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029128 Aug 10 03:33:33.580566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-0f95c6b2-318d-4a59-8dab-5e6053d6ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.582003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-0f95c6b2-318d-4a59-8dab-5e6053d6ec8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4119139 Aug 10 03:33:33.686369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=74494041-d41a-4fec-b384-e2a1bb2ac136,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.720416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bea643-1ab6-418e-b373-3de424d142bf None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': '58aa05a7-7cc8-47e9-95a8-8540bc047379', 'ip_address': '172.20.0.2'}, {'subnet_id': '6efe9179-1bb6-4879-a077-b6f7b8b0ef26'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:33:33.748715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96bfa4-6f9e-4040-b37b-fcfc5d0c2c97 req-94c240d3-ea2b-42ca-a340-603460e7ec81 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.750209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc96bfa4-6f9e-4040-b37b-fcfc5d0c2c97 req-94c240d3-ea2b-42ca-a340-603460e7ec81 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 943 time: 0.1022689 Aug 10 03:33:33.760519 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:33.762033 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-1125c453-b762-4c8f-bb24-35f42532f8d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:33.769599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-40bea643-1ab6-418e-b373-3de424d142bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.771970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-2fb7e747-f5f2-4b92-9d7b-62b7452d742e service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426861 Aug 10 03:33:33.784595 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.815851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc96bfa4-6f9e-4040-b37b-fcfc5d0c2c97 req-71e79f15-3bd2-4697-8046-7238282eb1cf tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545936 Aug 10 03:33:33.821641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=205e5768-4863-4f61-82cc-ca6ceed7902b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.907593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30750e81-7bf3-43ab-83b4-1b4a3b91f8d2 req-d994f0dc-c8fd-4772-850b-54ea2e144740 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099784 Aug 10 03:33:33.915455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'tag': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:33.918633 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79777160-2e18-49f3-af81-126f10ed6491" -d '{"events": [{"name": "network-changed", "server_uuid": "5c80fb9c-29fe-481e-9973-aa12ef3b6dfa", "tag": "b678ed6c-32dd-4cf7-8558-026b51fe2cdd"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:33.942504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.945049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0e7e258e-74df-4565-92f1-67a6b1ed418a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/205e5768-4863-4f61-82cc-ca6ceed7902b HTTP/1.1" status: 204 len: 168 time: 1.0761354 Aug 10 03:33:33.947603 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45276) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.976602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:34.007001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff4c02-f061-4e1d-a066-827004ba8601 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.009329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff4c02-f061-4e1d-a066-827004ba8601 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.011047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff4c02-f061-4e1d-a066-827004ba8601 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.015231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-14ff4c02-f061-4e1d-a066-827004ba8601 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0636878 Aug 10 03:33:34.015828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45278) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.027913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396104c-4374-42a2-8589-3d817f1a674c req-77008404-43d4-49d5-a384-cf3e510733b2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.029598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0396104c-4374-42a2-8589-3d817f1a674c req-77008404-43d4-49d5-a384-cf3e510733b2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0617743 Aug 10 03:33:34.070157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0396104c-4374-42a2-8589-3d817f1a674c req-4b08e26d-59c6-4e8a-a253-d8d36a560371 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336645 Aug 10 03:33:34.076754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 58aa05a7-7cc8-47e9-95a8-8540bc047379 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:34.082127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.123021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.126142 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.139574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.151989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Transition to ACTIVE for port object 17a882af-29fb-4374-a919-ddb3ea5c39bc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:34.216805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.223604 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.269728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd685e-f3d4-4b92-be29-7cf95cdce9a0 None None] Pushing event updated for resources: {'Port': ['ID=17a882af-29fb-4374-a919-ddb3ea5c39bc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.348468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Attempting to bind port 17a882af-29fb-4374-a919-ddb3ea5c39bc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:34.348844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Attempting to bind port 17a882af-29fb-4374-a919-ddb3ea5c39bc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:34.349200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Attempting to bind port 17a882af-29fb-4374-a919-ddb3ea5c39bc on network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:34.354148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:34.354639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Checking segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:34.355042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.355430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Bound using segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:34.355891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Bound port: 17a882af-29fb-4374-a919-ddb3ea5c39bc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:34.356272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.385704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.390586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 74494041-d41a-4fec-b384-e2a1bb2ac136 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:34.419529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=58aa05a7-7cc8-47e9-95a8-8540bc047379,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.423314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.425635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ed79cc73-5492-40d5-a064-4aac8d0f3735 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/58aa05a7-7cc8-47e9-95a8-8540bc047379 HTTP/1.1" status: 204 len: 168 time: 0.4086866 Aug 10 03:33:34.427941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45284) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.448313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45286) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.453958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629452478', 'description': 'tempest-secgroup-smoke-1629452478 description', 'project_id': '3e24f79f88994c1aad96f296220d84fd'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server [None req-40bea643-1ab6-418e-b373-3de424d142bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58aa05a7-7cc8-47e9-95a8-8540bc047379: This subnet is being modified by another concurrent operation. Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58aa05a7-7cc8-47e9-95a8-8540bc047379: This subnet is being modified by another concurrent operation. Aug 10 03:33:34.469292 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Aug 10 03:33:34.494125 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba90fb-0648-4b3b-a340-894cd02f7a6e x-openstack-request-id: req-04ba90fb-0648-4b3b-a340-894cd02f7a6e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:34.494674 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c80fb9c-29fe-481e-9973-aa12ef3b6dfa", "tag": "b678ed6c-32dd-4cf7-8558-026b51fe2cdd", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:34.495130 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04ba90fb-0648-4b3b-a340-894cd02f7a6e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:34.495540 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'tag': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd', 'status': 'completed', 'code': 200} Aug 10 03:33:34.508857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 6efe9179-1bb6-4879-a077-b6f7b8b0ef26 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:34.517053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.565953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] For port 17a882af-29fb-4374-a919-ddb3ea5c39bc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:34.569554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] For port 17a882af-29fb-4374-a919-ddb3ea5c39bc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17a882af-29fb-4374-a919-ddb3ea5c39bc,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:34.580151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.582006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 74494041-d41a-4fec-b384-e2a1bb2ac136 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:34.583013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.598332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.608262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3496c7-9a91-4d1b-af5b-35d0449468b0 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:34.639025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] Provisioning for port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:34.646078 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.670640 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.672487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] Provisioning complete for port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:34.672848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.673223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777160-2e18-49f3-af81-126f10ed6491 req-fdcc0b5e-9aa3-4a2e-ac2f-69c3ff3dc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.674736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-fdcc0b5e-9aa3-4a2e-ac2f-69c3ff3dc566 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7514cfc4d1144d9eaffde3f390c4ddba&device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 1095 time: 0.1433213 Aug 10 03:33:34.788301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-ab6bedf8-fa7f-4d4a-865d-15c07c7fb967 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.789947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-ab6bedf8-fa7f-4d4a-865d-15c07c7fb967 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.2031140 Aug 10 03:33:34.794179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd685e-f3d4-4b92-be29-7cf95cdce9a0 None None] Pushing event updated for resources: {'Port': ['ID=17a882af-29fb-4374-a919-ddb3ea5c39bc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.797498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.819128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:34.819768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:34.826252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.831354 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/6efe9179-1bb6-4879-a077-b6f7b8b0ef26 HTTP/1.1" status: 204 len: 168 time: 0.4019835 Aug 10 03:33:34.833940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.838371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777160-2e18-49f3-af81-126f10ed6491 req-2ad0a472-2013-42db-946c-65604647621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.844055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-2ad0a472-2013-42db-946c-65604647621e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c46e5542-ac32-48b6-ae1c-b82c57c05261 HTTP/1.1" status: 200 len: 921 time: 0.1530333 Aug 10 03:33:34.852745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-da36623b-8f29-4e14-943d-a216fd6fcb08 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/quotas/8cec418f26654197a34c45695ec4b165 HTTP/1.1" status: 200 len: 375 time: 0.0377166 Aug 10 03:33:34.919566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f775578-98d1-4af1-bc4e-24145b3f68cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=6efe9179-1bb6-4879-a077-b6f7b8b0ef26,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.927175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5b5e13e2-f5c7-4b52-bf3c-c4d3db7cbba0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919545 Aug 10 03:33:34.927789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45304) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.944112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-497493e1-89eb-4d4a-a328-9ac6bb2c7268 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd HTTP/1.1" status: 200 len: 217 time: 0.0812595 Aug 10 03:33:34.989643 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee9c8d-262f-4c22-b17e-6647aacfc10c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.994801 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3fee9c8d-262f-4c22-b17e-6647aacfc10c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0660050 Aug 10 03:33:34.995428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.019204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.027663 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.046322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5ed8902e-1782-4122-b207-5252218635eb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1920002 Aug 10 03:33:35.059467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae1635-ba8f-462d-9135-c638bf30d349 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:35.063200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:35.065503 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0bae1635-ba8f-462d-9135-c638bf30d349 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659499 Aug 10 03:33:35.065715 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45308) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.094507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:35.113116 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8a5d1a89-5113-4d56-8780-0434f3d5f877 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418463 Aug 10 03:33:35.113364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777160-2e18-49f3-af81-126f10ed6491 req-64482f05-1cb5-4149-ad45-0d5a61435034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:35.114695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-64482f05-1cb5-4149-ad45-0d5a61435034 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=990f5295-91dd-4d2f-83ce-e1299a3e1382 HTTP/1.1" status: 200 len: 860 time: 0.1612191 Aug 10 03:33:35.114824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45310) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.117579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] For port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:35.125619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:35.135114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.218671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.222639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-43141a19-2e8b-483c-894e-3e8265b91918 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c46e5542-ac32-48b6-ae1c-b82c57c05261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907156 Aug 10 03:33:35.316403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f3184e-597c-405d-b73c-4c727412889e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.319792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e75d1-27dd-4402-8389-083afe35a5ee None None] Pushing event updated for resources: {'Port': ['ID=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.323775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] Deleting port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:35.324131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.328717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.332823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2fe5df32-7053-466f-a416-582fe0f2946d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8827467 Aug 10 03:33:35.333727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45312) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.340950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'c6f3184e-597c-405d-b73c-4c727412889e', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:35.342137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-87b8ad0c-da88-46df-bfc4-256cf77e5107 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945583 Aug 10 03:33:35.381977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:33:35.381977 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:33:35.381977 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id_1': '4688b8520d974d30a1fbc920776816d0', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 33, 35, 348442)}] Aug 10 03:33:35.381977 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:35.382651 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:35.419970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] For port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:35.420398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.427407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.430506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-413300f4-0115-4402-af8f-0a33903937e9 service neutron] 10.222.0.46 "GET /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959517 Aug 10 03:33:35.440588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] Calling delete_port for 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:35.442146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-469d501d-1d8d-4f22-9f6c-89acf1f42d09 None None] Provisioning complete for port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:35.442517 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-469d501d-1d8d-4f22-9f6c-89acf1f42d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.505926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.511404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-1ecf61f9-5eaf-4738-a6fc-e791c07c7a16 service neutron] 10.222.0.26 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585064 Aug 10 03:33:35.522096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:34Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:35.550965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79777160-2e18-49f3-af81-126f10ed6491 req-f4cb6f89-9fb3-4ac2-910b-3f19da54b0f1 service neutron] 10.222.0.46 "GET /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073570 Aug 10 03:33:35.563129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd0106-e7b3-435b-b95f-89fb4a92a6d6 None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:34Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:35.577977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.604808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd06d391-9960-4750-998d-1db5d642d1bf,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.658484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-469d501d-1d8d-4f22-9f6c-89acf1f42d09 None None] Could not find standard attr ID for object 205e5768-4863-4f61-82cc-ca6ceed7902b. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:35.669988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.671500 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ceac9b2b-6997-4443-86f0-23ce55772b6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367836 Aug 10 03:33:35.677495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45314) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.687105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'c6f3184e-597c-405d-b73c-4c727412889e', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:35.733820 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.769227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.816890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] Pushing event deleted for resources: {'Port': ['ID=5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:35.824600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef840e1-dc83-4ad6-882d-ca9ba58f52ad None None] No DVR routers for this DVR port 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:35.843101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.862796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8ac54-c1d5-428c-a257-d7413d7cd3fe None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:33:35.947505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5291f1-10d0-428e-83ff-b88f6cbb44e9 req-12d9fef0-d0df-4e09-ac8f-b3361baa108c tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:35.949795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e5291f1-10d0-428e-83ff-b88f6cbb44e9 req-12d9fef0-d0df-4e09-ac8f-b3361baa108c tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 945 time: 0.1063807 Aug 10 03:33:35.973645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.001276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e5291f1-10d0-428e-83ff-b88f6cbb44e9 req-853b174d-f238-4d03-a57b-0155dcdfb7f3 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Aug 10 03:33:36.004480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:36.018632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.020491 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:36.021042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:36.057072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.072577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c118af5-52a2-4769-8977-80a9fa7490bd,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.113821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.114025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-00de1bc7-3ad9-45b4-9022-7127bf14d34a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9870911 Aug 10 03:33:36.114148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-71ed3ce7-26c4-4cf5-b7bd-72de7824a321 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.175883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99d77d-6c69-4f88-87c7-4a3bca9bdd0d req-86ce2be1-c5c4-4f69-b176-3652d3f5056f tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:36.177856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c99d77d-6c69-4f88-87c7-4a3bca9bdd0d req-86ce2be1-c5c4-4f69-b176-3652d3f5056f tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 943 time: 0.0684674 Aug 10 03:33:36.197061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8ac54-c1d5-428c-a257-d7413d7cd3fe None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:33:36.210340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.212431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a5e3dca-62b4-4b57-b3e2-186157aeb068 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5335937 Aug 10 03:33:36.216959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45328) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.234885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'c6f3184e-597c-405d-b73c-4c727412889e', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.250710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c99d77d-6c69-4f88-87c7-4a3bca9bdd0d req-06e26e00-5347-4931-9e3a-80b21311c721 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659335 Aug 10 03:33:36.297651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed3ce7-26c4-4cf5-b7bd-72de7824a321 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:36.303255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71ed3ce7-26c4-4cf5-b7bd-72de7824a321 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.305360 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ed3ce7-26c4-4cf5-b7bd-72de7824a321 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:36.305813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ed3ce7-26c4-4cf5-b7bd-72de7824a321 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:36.411371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.468949 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-71ed3ce7-26c4-4cf5-b7bd-72de7824a321 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3557792 Aug 10 03:33:36.469685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.477410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f371b2d9-d5e7-475c-8bc5-e9466ebf2210 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.478443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-460deb8c-e0ba-4fa5-8ab9-d0e8c3770ddc req-02cd3e1c-1353-4592-8e9e-e59ead130f4b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 210 time: 0.0326636 Aug 10 03:33:36.494051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17a882af-29fb-4374-a919-ddb3ea5c39bc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:36.501341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.569822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.595475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7d0a78-9848-4f2a-8f5e-39d5f70fd8f0,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.673364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.674709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dc3f6364-b966-4ef6-90c4-c50787485873 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4435031 Aug 10 03:33:36.677557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45338) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:36.684383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'c6f3184e-597c-405d-b73c-4c727412889e', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.760800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 17a882af-29fb-4374-a919-ddb3ea5c39bc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:36.766573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 17a882af-29fb-4374-a919-ddb3ea5c39bc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:36.768810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.802125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.879979 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.898933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.917714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 17a882af-29fb-4374-a919-ddb3ea5c39bc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17a882af-29fb-4374-a919-ddb3ea5c39bc,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:36.967570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.991286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3098cf52-1ff5-4497-b20d-8c322d85b874,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.036225 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.098976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:37.104906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=17a882af-29fb-4374-a919-ddb3ea5c39bc,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.123045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:37.123395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5bdbf4a6-47f9-43b7-8b02-10a820cb4d1b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:37.127298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.133499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45342) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.134199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4f007158-1f8e-4dc5-9a73-7a49a5ea4b00 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4552662 Aug 10 03:33:37.140250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'c6f3184e-597c-405d-b73c-4c727412889e', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:37.231200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f371b2d9-d5e7-475c-8bc5-e9466ebf2210 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:37.235680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f371b2d9-d5e7-475c-8bc5-e9466ebf2210 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.244267 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f371b2d9-d5e7-475c-8bc5-e9466ebf2210 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:37.244267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f371b2d9-d5e7-475c-8bc5-e9466ebf2210 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:37.244502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0daf-6a69-461f-b9a4-350ec100aead req-772b4a25-d393-44d2-aca7-866bd955fa45 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:37.244691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0ec0daf-6a69-461f-b9a4-350ec100aead req-772b4a25-d393-44d2-aca7-866bd955fa45 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Aug 10 03:33:37.287943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0ec0daf-6a69-461f-b9a4-350ec100aead req-3fc69630-02c7-4f20-8fb7-cbd463e68f71 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Aug 10 03:33:37.333187 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Project 3e24f79f88994c1aad96f296220d84fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:33:37.338625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.393213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866a8de-9772-4219-8b08-fcb4c0a5252e req-a6eaca1d-f9d2-46d6-a29b-ddfd7fa75aab tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:37.395311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3866a8de-9772-4219-8b08-fcb4c0a5252e req-a6eaca1d-f9d2-46d6-a29b-ddfd7fa75aab tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 943 time: 0.0533915 Aug 10 03:33:37.406464 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f371b2d9-d5e7-475c-8bc5-e9466ebf2210 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9348938 Aug 10 03:33:37.408986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.409693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45350) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.415493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4c6ca924-413a-49f9-aca3-3f2406fc1f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:37.484954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3866a8de-9772-4219-8b08-fcb4c0a5252e req-15696852-7e62-4455-a912-7e3d070874b2 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828552 Aug 10 03:33:37.510144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.532984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065939c3-0ddb-4510-b583-c6e8848af5fd,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.619620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ca924-413a-49f9-aca3-3f2406fc1f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:37.623306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca924-413a-49f9-aca3-3f2406fc1f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.624725 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6ca924-413a-49f9-aca3-3f2406fc1f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:37.625144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6ca924-413a-49f9-aca3-3f2406fc1f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:37.641426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a96af015-6584-4fc0-b950-a1418d75a35c req-3616c0a7-8740-4445-ab7e-e2e18e952794 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 210 time: 0.0380049 Aug 10 03:33:37.692156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.693412 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb5be1d7-75dc-4eb8-8403-4191c6b11a7d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5570836 Aug 10 03:33:37.701096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.705485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'c6f3184e-597c-405d-b73c-4c727412889e', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:37.719808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4c6ca924-413a-49f9-aca3-3f2406fc1f45 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3088953 Aug 10 03:33:37.722682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45356) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:37.729065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c54fc7de-1e13-4d6f-83d1-33e807804e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:37.770401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b678ed6c-32dd-4cf7-8558-026b51fe2cdd details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:37.865162 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Project 3e24f79f88994c1aad96f296220d84fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:33:37.867352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,segment=NetworkSegment(5653b535-2eb1-49f0-992f-bddf4122f0f6),segment_id=5653b535-2eb1-49f0-992f-bddf4122f0f6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:37.873285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.882508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd', 'network_id': 'c46e5542-ac32-48b6-ae1c-b82c57c05261', 'port_id': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd', 'mac_address': 'fa:16:3e:cd:df:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990f5295-91dd-4d2f-83ce-e1299a3e1382', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:37.924416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.937575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b678ed6c-32dd-4cf7-8558-026b51fe2cdd {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:37.946405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.957535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,segment=NetworkSegment(5653b535-2eb1-49f0-992f-bddf4122f0f6),segment_id=5653b535-2eb1-49f0-992f-bddf4122f0f6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:37.978018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54fc7de-1e13-4d6f-83d1-33e807804e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:37.981532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c54fc7de-1e13-4d6f-83d1-33e807804e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.983041 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54fc7de-1e13-4d6f-83d1-33e807804e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:37.983463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54fc7de-1e13-4d6f-83d1-33e807804e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:38.086428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.086910 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.104134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2294feec-d846-4178-b52f-8f7afe67547a,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.138744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.155636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c54fc7de-1e13-4d6f-83d1-33e807804e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4318581 Aug 10 03:33:38.158576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.165163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-39b685f7-481c-40d6-a5f5-5965ed431942 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:38.209296 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.210383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-878cf1ae-898d-4038-8a3e-9993fc0f5558 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5083685 Aug 10 03:33:38.297315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-2ffac040-0082-49c0-af22-61833771a64f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.298788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-2ffac040-0082-49c0-af22-61833771a64f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 811 time: 0.1163757 Aug 10 03:33:38.320904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Request body: {'port': {'device_id': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'admin_state_up': True, 'tenant_id': '8cec418f26654197a34c45695ec4b165'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:38.332298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b685f7-481c-40d6-a5f5-5965ed431942 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:38.336540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-39b685f7-481c-40d6-a5f5-5965ed431942 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.338282 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b685f7-481c-40d6-a5f5-5965ed431942 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:33:38.338705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b685f7-481c-40d6-a5f5-5965ed431942 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:33:38.382068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17a882af-29fb-4374-a919-ddb3ea5c39bc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:38.410455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-31d81a92-83ed-4824-a131-0c5797e7dcd3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629452478&fields=id&tenant_id=3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 267 time: 0.0849047 Aug 10 03:33:38.432696 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-39b685f7-481c-40d6-a5f5-5965ed431942 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2706826 Aug 10 03:33:38.435553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 17a882af-29fb-4374-a919-ddb3ea5c39bc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:38.435992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.436162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45374) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.458320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b678ed6c-32dd-4cf7-8558-026b51fe2cdd'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:38.475476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45376) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.476453 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-11a2a8bb-eb94-41ff-8fd9-bdde83cadc06 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0388994 Aug 10 03:33:38.583261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9adb3e-415d-4124-ae09-77b5bffedee3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.584809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9a9adb3e-415d-4124-ae09-77b5bffedee3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1055963 Aug 10 03:33:38.588283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.605607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-b2e48c1e-746f-498a-912f-28039c1e078a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.607149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-b2e48c1e-746f-498a-912f-28039c1e078a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/networks?id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 200 len: 797 time: 0.1852684 Aug 10 03:33:38.628379 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ef56e4d-dae4-4aee-ac4c-363b77957fc2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387690 Aug 10 03:33:38.629609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-35ec224e-87a0-4ca3-a902-1c93bdee8dad tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/quotas/3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 375 time: 0.0152082 Aug 10 03:33:38.633463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.638775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:38.664458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Made reservation on behalf of 8cec418f26654197a34c45695ec4b165 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:38.667986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.706829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-e9054680-84b3-4d6e-ba3c-cdce9734a9a5 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764334 Aug 10 03:33:38.793030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:38.796512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.906124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Allocated IP 172.20.0.8 (61fe2e9d-d250-4518-9d30-c00a12de4a02/f7389a4e-9836-48f2-ac40-87e89c16e7b1/34ba48ba-9c58-4c0c-8088-96f9b83fe65b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:38.913017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-5488ec4c-8e3f-4dec-b95a-4a80bb809413 service neutron] 10.222.0.26 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741848 Aug 10 03:33:38.952285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9b7f-767f-4216-b089-85d1599351fd req-5bde4039-c122-4fd6-908d-606fdf83f412 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.953779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-938d9b7f-767f-4216-b089-85d1599351fd req-5bde4039-c122-4fd6-908d-606fdf83f412 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 945 time: 0.1111498 Aug 10 03:33:39.138438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:39.139955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.155573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-8d216482-c07a-4384-9ca9-cb14150b21c3 service neutron] 10.222.0.26 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335839 Aug 10 03:33:39.187598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:39.192767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:39.197139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:39.197738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.209274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de2456-f600-4ce0-b154-254b1871d2ae None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:39.211300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.212677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Deleting port f37af7c8-6cac-4325-a5aa-01de168bfaba {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:39.213019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.221310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.274404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Transition to ACTIVE for port object 34ba48ba-9c58-4c0c-8088-96f9b83fe65b will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:39.329832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] For port f37af7c8-6cac-4325-a5aa-01de168bfaba, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=f37af7c8-6cac-4325-a5aa-01de168bfaba,segment=NetworkSegment(f8b14ad2-db5e-4418-a758-b01016f99482),segment_id=f8b14ad2-db5e-4418-a758-b01016f99482)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:39.330525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.336246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fe978c8-9994-46ba-9bab-9ca3e4a75731 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7009246 Aug 10 03:33:39.337368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45388) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:39.342874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:b4:4b:93', 'name': 'tempest-NetworksTestDHCPv6-915657221'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:39.346857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Calling delete_port for f37af7c8-6cac-4325-a5aa-01de168bfaba owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:39.361520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:39.362639 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.467632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.497151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422', 'b0364c4e-66c1-41a7-9190-49b23e96f09e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:39.550420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Allocated IP 2001:db8::f816:3eff:fe40:8d67 (e48e137d-d387-4f07-b416-2f445a09fa53/4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9/c8b77c08-416a-48c4-afc1-9f4a8eeca4eb) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:39.552803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:39.559831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:39.565992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.569007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:39.582631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:39.618311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1cde3-0298-48bd-ad11-e166b8fec180 req-fe095b09-5684-44ba-a665-496867c63a91 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:39.620003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87e1cde3-0298-48bd-ad11-e166b8fec180 req-fe095b09-5684-44ba-a665-496867c63a91 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 945 time: 0.1700504 Aug 10 03:33:39.702729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:39.703477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.712659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87e1cde3-0298-48bd-ad11-e166b8fec180 req-beea1348-084e-4c10-90dd-54c24140ba59 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd6388c0-522b-457c-940f-49525a50e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698514 Aug 10 03:33:39.723905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.754963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port ebfc09f3-c56f-4cbd-b5df-92e02465e8f1 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:39.776618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b678ed6c-32dd-4cf7-8558-026b51fe2cdd up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:39.841995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.847372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-5cb30857-809d-4227-9ae2-94e70c60572c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5322063 Aug 10 03:33:39.850760 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.859031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11701d73-6dae-49db-8493-151f12cadf9a req-189c7fd4-74d4-4be9-ae60-19ac87be3086 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:39.860597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11701d73-6dae-49db-8493-151f12cadf9a req-189c7fd4-74d4-4be9-ae60-19ac87be3086 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 944 time: 0.0731478 Aug 10 03:33:39.870579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Transition to ACTIVE for port object c8b77c08-416a-48c4-afc1-9f4a8eeca4eb will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:39.875675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Request body: {'port': {'device_id': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:39.902507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Transition to ACTIVE for port object c8b77c08-416a-48c4-afc1-9f4a8eeca4eb will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:39.905748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Pushing event deleted for resources: {'Port': ['ID=f37af7c8-6cac-4325-a5aa-01de168bfaba,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.983868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] No DVR routers for this DVR port f37af7c8-6cac-4325-a5aa-01de168bfaba on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:39.988011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.990175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-938d9b7f-767f-4216-b089-85d1599351fd req-63212eb5-28e7-4cd4-bb23-595d0c3daf65 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.46 "DELETE /v2.0/ports/f37af7c8-6cac-4325-a5aa-01de168bfaba HTTP/1.1" status: 204 len: 173 time: 1.0091608 Aug 10 03:33:39.991066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'name': 'network-vif-deleted', 'tag': 'f37af7c8-6cac-4325-a5aa-01de168bfaba'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:39.994194 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04f415f-6e86-4885-bc42-52c2419ca6e5" -d '{"events": [{"server_uuid": "cbae9538-391a-434b-b2d5-ff038ac525f1", "name": "network-vif-deleted", "tag": "f37af7c8-6cac-4325-a5aa-01de168bfaba"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:40.037803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11701d73-6dae-49db-8493-151f12cadf9a req-2faeaf29-8568-4c49-99e5-d2c0cbb008e9 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441226 Aug 10 03:33:40.040987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.213666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b678ed6c-32dd-4cf7-8558-026b51fe2cdd completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:40.216892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.222962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b47ed46e-2a48-4e7a-9be9-dcd32fb4397d None None] Provisioning for port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:40.233727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b678ed6c-32dd-4cf7-8558-026b51fe2cdd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:40.234259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.255428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b47ed46e-2a48-4e7a-9be9-dcd32fb4397d None None] Provisioning complete for port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:40.256173 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b47ed46e-2a48-4e7a-9be9-dcd32fb4397d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.276798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad3743-31fd-4ad5-b3e5-199ae825f9e1 req-9ffcf1fb-b5d4-42cc-8eb3-6f142df84f59 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:40.278342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1ad3743-31fd-4ad5-b3e5-199ae825f9e1 req-9ffcf1fb-b5d4-42cc-8eb3-6f142df84f59 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 931 time: 0.1129754 Aug 10 03:33:40.281967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:feb4:4b93 (e48e137d-d387-4f07-b416-2f445a09fa53/4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9/ebfc09f3-c56f-4cbd-b5df-92e02465e8f1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:40.306929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:40.318890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:40.326965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:40.348623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1ad3743-31fd-4ad5-b3e5-199ae825f9e1 req-24f5fd18-1c68-4cc8-aabe-f5ed43a0fb87 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609696 Aug 10 03:33:40.356642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Pushing event updated for resources: {'Port': ['ID=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.362547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b47ed46e-2a48-4e7a-9be9-dcd32fb4397d None None] Port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:40.417625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Attempting to bind port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:40.417990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Attempting to bind port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:40.418351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Attempting to bind port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:40.424301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:40.424700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:40.425254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.425652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:40.426242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Bound port: c8b77c08-416a-48c4-afc1-9f4a8eeca4eb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:40.426627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.458651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6234249-6dd6-45b1-bd03-de97806feca3 req-f4b54563-f8ca-40b6-8acf-9c40cc6247b6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 210 time: 0.0471570 Aug 10 03:33:40.471599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ba48ba-9c58-4c0c-8088-96f9b83fe65b {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:40.481547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.490011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.512498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.516650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Transition to ACTIVE for port object 34ba48ba-9c58-4c0c-8088-96f9b83fe65b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:40.527187 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5d120d-9407-4f00-a10e-c6fd15652c9a x-openstack-request-id: req-df5d120d-9407-4f00-a10e-c6fd15652c9a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:40.527492 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbae9538-391a-434b-b2d5-ff038ac525f1", "name": "network-vif-deleted", "tag": "f37af7c8-6cac-4325-a5aa-01de168bfaba", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:40.527807 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df5d120d-9407-4f00-a10e-c6fd15652c9a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:40.528006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:40.528222 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbae9538-391a-434b-b2d5-ff038ac525f1', 'name': 'network-vif-deleted', 'tag': 'f37af7c8-6cac-4325-a5aa-01de168bfaba', 'status': 'completed', 'code': 200} Aug 10 03:33:40.530169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object ebfc09f3-c56f-4cbd-b5df-92e02465e8f1 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:40.530308 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ad7ef9-f264-436d-a283-07e88a1d57a5" -d '{"events": [{"server_uuid": "5c80fb9c-29fe-481e-9973-aa12ef3b6dfa", "name": "network-vif-plugged", "status": "completed", "tag": "b678ed6c-32dd-4cf7-8558-026b51fe2cdd"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:40.546653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,segment=NetworkSegment(5653b535-2eb1-49f0-992f-bddf4122f0f6),segment_id=5653b535-2eb1-49f0-992f-bddf4122f0f6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:40.571805 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4f3496-e1d7-4b54-9cc0-ccc9f4dacd55 x-openstack-request-id: req-2d4f3496-e1d7-4b54-9cc0-ccc9f4dacd55 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:40.572095 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c80fb9c-29fe-481e-9973-aa12ef3b6dfa", "name": "network-vif-plugged", "status": "completed", "tag": "b678ed6c-32dd-4cf7-8558-026b51fe2cdd", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:40.572365 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d4f3496-e1d7-4b54-9cc0-ccc9f4dacd55 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:40.572750 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd', 'code': 200} Aug 10 03:33:40.577592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] For port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:40.581030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] For port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:40.663652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.664070 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.664199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.664971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f37af7c8-6cac-4325-a5aa-01de168bfaba no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:40.667273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.713339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: f37af7c8-6cac-4325-a5aa-01de168bfaba {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:40.713339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device f37af7c8-6cac-4325-a5aa-01de168bfaba not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:40.715146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:40.718559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:40.723648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:40.739977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:40.745259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.749269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=ebfc09f3-c56f-4cbd-b5df-92e02465e8f1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.756223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.770133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.844662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76a950-fce7-46a1-98c2-609421958cf1 None None] Pushing event updated for resources: {'Port': ['ID=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.854310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Attempting to bind port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:40.854688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Attempting to bind port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:40.854995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Attempting to bind port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:40.863941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fef160-ffcc-41eb-b679-ed2b0f75defa req-86853436-f9f5-4dcc-bf90-9ade63500d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:40.865487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9fef160-ffcc-41eb-b679-ed2b0f75defa req-86853436-f9f5-4dcc-bf90-9ade63500d83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 1097 time: 0.0847054 Aug 10 03:33:40.890003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:40.890333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Attempting to bind port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b on network 61fe2e9d-d250-4518-9d30-c00a12de4a02 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:40.912046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd60d52e-7e2c-4667-89c7-96cf39c83674 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5735102 Aug 10 03:33:40.914891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.920052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cccf1d4-d62f-48c9-bd3c-b1af262b4d63 req-99cce0eb-cc08-41b4-830d-92d8f91e0536 tempest-ServerAddressesTestJSON-1055247121 tempest-ServerAddressesTestJSON-1055247121-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbae9538-391a-434b-b2d5-ff038ac525f1 HTTP/1.1" status: 200 len: 210 time: 0.0535896 Aug 10 03:33:40.924791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:40.925019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Checking segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:40.925404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Bound using segment: {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:40.925845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Bound port: 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9d6cca-3862-4bca-903d-a97da5404a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:40.926495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.994684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606980b3-5eec-4c95-8c7c-5c49c27fd470 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:40.997048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9fef160-ffcc-41eb-b679-ed2b0f75defa req-78161e98-1d2e-455f-a167-a4b93898fc8c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163559 Aug 10 03:33:41.004144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606980b3-5eec-4c95-8c7c-5c49c27fd470 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.005828 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-606980b3-5eec-4c95-8c7c-5c49c27fd470 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0896368 Aug 10 03:33:41.009922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45408) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:41.110504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:41.137398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:41.513005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.567269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.569574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.569574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] 10.222.0.46 "PUT /v2.0/ports/34ba48ba-9c58-4c0c-8088-96f9b83fe65b HTTP/1.1" status: 200 len: 1092 time: 1.7030606 Aug 10 03:33:41.578042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port ebfc09f3-c56f-4cbd-b5df-92e02465e8f1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:41.578422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.603017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c456e88-058d-476f-b517-88012f0fcd10 req-e76f1588-58e5-4d58-a9e7-81896adf6a4d tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.604632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c456e88-058d-476f-b517-88012f0fcd10 req-e76f1588-58e5-4d58-a9e7-81896adf6a4d tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 945 time: 0.4644794 Aug 10 03:33:41.654811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ab011-eae9-4a6e-8227-8b7ffd26dbea service neutron] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:41.706264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c456e88-058d-476f-b517-88012f0fcd10 req-c3f8dfda-51b5-4941-9693-5444a0d11f69 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669258 Aug 10 03:33:41.731953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.761323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for ebfc09f3-c56f-4cbd-b5df-92e02465e8f1 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:41.829946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-05cb6664-e911-4c76-bf5c-5fe0f53f90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.831477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-05cb6664-e911-4c76-bf5c-5fe0f53f90bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 1095 time: 0.1111033 Aug 10 03:33:41.908747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-b86cb727-631b-4a41-ab2a-c9fc7cbccddb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b HTTP/1.1" status: 200 len: 217 time: 0.0608850 Aug 10 03:33:41.983550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8120a-35e4-42c4-a113-a14dec4a17b0 req-85e27be4-ac5f-4a24-a45e-ba8d36bc0119 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.985158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9af8120a-35e4-42c4-a113-a14dec4a17b0 req-85e27be4-ac5f-4a24-a45e-ba8d36bc0119 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 943 time: 0.1283171 Aug 10 03:33:42.027985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-e3428130-1a7d-4ac8-884e-f1a4834ca1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.029487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-e3428130-1a7d-4ac8-884e-f1a4834ca1b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1061769 Aug 10 03:33:42.096539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9af8120a-35e4-42c4-a113-a14dec4a17b0 req-e0344811-e67f-4569-918c-058a6269ab84 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877042 Aug 10 03:33:42.126209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-2786402b-3326-42d2-9447-a9007ecdb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.129167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-2786402b-3326-42d2-9447-a9007ecdb1a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866101 Aug 10 03:33:42.217321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.220246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce78fa70-13f6-4b80-a04e-fcbeaf3baa79 req-8b09e5a2-ed79-45b5-8bd1-aede4e88efa8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 210 time: 0.0621977 Aug 10 03:33:42.221791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-722a060e-21ff-4ddb-b56e-4a4679abc962 None None] Provisioning for port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:42.256162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=ebfc09f3-c56f-4cbd-b5df-92e02465e8f1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.280247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.294341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.296239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-69e12e36-807c-4dda-ab3f-b43401ad5028 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/ebfc09f3-c56f-4cbd-b5df-92e02465e8f1 HTTP/1.1" status: 204 len: 168 time: 1.2803011 Aug 10 03:33:42.314767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45422) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.346501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-64301542-239d-4541-bb29-9761669542b6 None None] Could not find standard attr ID for object ebfc09f3-c56f-4cbd-b5df-92e02465e8f1. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:42.346871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-7f794c4f-0741-4d0b-a618-0aea6ff3121f service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018445 Aug 10 03:33:42.359917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Deleting subnet 0036566c-6a66-4cfa-8679-13a28f3aedfa {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:42.363695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.414554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3b7e4-b848-43eb-8fa6-9f55150629b6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.416217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3b7e4-b848-43eb-8fa6-9f55150629b6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.417801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91c3b7e4-b848-43eb-8fa6-9f55150629b6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1118586 Aug 10 03:33:42.420655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45424) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.423290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.463298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c8b77c08-416a-48c4-afc1-9f4a8eeca4eb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:42.496024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.529564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:42.531899 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db" -d '{"events": [{"name": "network-changed", "server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:42.571898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:42.578472 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b78b83-7939-4ba4-adf5-3de8d4861e2a x-openstack-request-id: req-a3b78b83-7939-4ba4-adf5-3de8d4861e2a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:42.578764 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:42.579019 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3b78b83-7939-4ba4-adf5-3de8d4861e2a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:42.579409 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'status': 'completed', 'code': 200} Aug 10 03:33:42.581822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.589040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d764e91d-0096-4983-aab7-0f7a9aada129 req-88d8307d-c97f-456e-a7a2-7ba179021864 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339959 Aug 10 03:33:42.635041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:42.638998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:42.639450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.645892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.667508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.677821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-fb4b69a5-87c7-48ca-906f-c245b2a8fcfc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.679830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-fb4b69a5-87c7-48ca-906f-c245b2a8fcfc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/networks?id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 200 len: 797 time: 0.2430687 Aug 10 03:33:42.693928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0036566c-6a66-4cfa-8679-13a28f3aedfa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.698267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.700151 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-44a89495-92b1-43e1-b42f-0f164416d1d2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0036566c-6a66-4cfa-8679-13a28f3aedfa HTTP/1.1" status: 204 len: 168 time: 0.4181452 Aug 10 03:33:42.702648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45428) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:42.761559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.779266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.794615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-073a204e-1f01-48eb-bcf9-e5a55a2ed056 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 380 time: 0.1010032 Aug 10 03:33:42.810983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'port': {'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'admin_state_up': True, 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'security_groups': ['c6f3184e-597c-405d-b73c-4c727412889e']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:42.814950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:42.861946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-bfd0d06c-5493-4b8b-bd46-5455fde89295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:42.863351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-bfd0d06c-5493-4b8b-bd46-5455fde89295 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 1095 time: 0.1189349 Aug 10 03:33:42.878437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.886590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.889775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b619c7-8d29-4b9f-934e-f7137e181726']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:42.903930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.904446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b14ad2-db5e-4418-a758-b01016f99482') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:42.904753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b14ad2-db5e-4418-a758-b01016f99482') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:42.916665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.935348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.939153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.945467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:42.945880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:42.947619 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:43.039586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa24dff-8c05-4e16-921e-6c9c10fc9c64 req-cfd11605-a59c-4a62-9218-3a56403ed8b5 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.041120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9aa24dff-8c05-4e16-921e-6c9c10fc9c64 req-cfd11605-a59c-4a62-9218-3a56403ed8b5 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 945 time: 0.2117391 Aug 10 03:33:43.096107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.103427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.107921 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/53b619c7-8d29-4b9f-934e-f7137e181726 HTTP/1.1" status: 204 len: 168 time: 0.4016118 Aug 10 03:33:43.116619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-49a9005c-f6c2-4e70-b833-f47046d465c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.118478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b0b66-73d5-4960-8a57-aed2ff8742e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b619c7-8d29-4b9f-934e-f7137e181726,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.123741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-49a9005c-f6c2-4e70-b833-f47046d465c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.2449498 Aug 10 03:33:43.125187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9aa24dff-8c05-4e16-921e-6c9c10fc9c64 req-ac2f59a7-6203-4a12-96ed-2e9dfb95185c tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732687 Aug 10 03:33:43.164631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-f518bc14-b791-45a9-a425-7d47a2851556 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b HTTP/1.1" status: 200 len: 217 time: 0.0367117 Aug 10 03:33:43.191055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.241464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:43.245083 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.254603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.264758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f601bd-0188-4cb5-8981-04d39ac60525 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:43.265939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.269925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-700ce68e-90a5-4e03-b7a6-99c123e07056 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9 HTTP/1.1" status: 204 len: 168 time: 0.8458831 Aug 10 03:33:43.270477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.312499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-6455941a-e06a-4976-a351-501f2eeb3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.313993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-6455941a-e06a-4976-a351-501f2eeb3f1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1324656 Aug 10 03:33:43.317075 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76d2b5c9-fd23-493f-bb59-7a1246c94211 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451057 Aug 10 03:33:43.319702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45444) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.325187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:43.399307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49925f1-2f56-4dbb-a339-b27b3b1ca924 req-e1b1fe9f-4041-42db-a935-6acbcdaf0ce4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.400899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b49925f1-2f56-4dbb-a339-b27b3b1ca924 req-e1b1fe9f-4041-42db-a935-6acbcdaf0ce4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 943 time: 0.1502395 Aug 10 03:33:43.462969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:43.481959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-6fc004c1-dd81-41eb-9387-78ce284ef8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.483546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-6fc004c1-dd81-41eb-9387-78ce284ef8ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311705 Aug 10 03:33:43.498543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b49925f1-2f56-4dbb-a339-b27b3b1ca924 req-a8a8871b-af3b-4126-82b1-17fc03cc4791 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892062 Aug 10 03:33:43.509885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.20.0.10 (b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85/2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07/cb52591b-02bd-41b2-bc81-3e1c0f996f46) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:43.514274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] Deleting port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:43.514703 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.554723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:43.558397 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.589301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] For port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:43.589862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.607792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] Calling delete_port for c8b77c08-416a-48c4-afc1-9f4a8eeca4eb owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:43.620252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.692049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8332da6-d157-43c6-858d-1cdefde57a6d req-b969f5ca-5e11-4159-8da1-6d284fea9dbe tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 210 time: 0.0385220 Aug 10 03:33:43.693773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-547c9879-5fb0-4e54-94c6-05b7b6de25e7 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915150 Aug 10 03:33:43.697049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-629bd18d-2a98-4277-bb10-f02cbfa1c0e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dc81a63995c42419dcc55a073ae2a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756104 Aug 10 03:33:43.698992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45450) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.792214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5637b805-c747-44d8-95d6-20fccdbc1837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.794972 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.816959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.825470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] No DVR routers for this DVR port c8b77c08-416a-48c4-afc1-9f4a8eeca4eb on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:43.830307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a8a39-2391-49a7-b028-a51a944e0d90 None None] Pushing event deleted for resources: {'Port': ['ID=c8b77c08-416a-48c4-afc1-9f4a8eeca4eb,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.847832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Transition to ACTIVE for port object cb52591b-02bd-41b2-bc81-3e1c0f996f46 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:43.850786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09fb7c1b-a6b9-4d7b-a9ac-99f61058a6db req-f48d2a51-161e-43d5-9ede-b530fba391e3 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443045 Aug 10 03:33:43.861726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5637b805-c747-44d8-95d6-20fccdbc1837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.987659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.991237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5637b805-c747-44d8-95d6-20fccdbc1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.997111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5637b805-c747-44d8-95d6-20fccdbc1837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.997111 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5637b805-c747-44d8-95d6-20fccdbc1837 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd6388c0-522b-457c-940f-49525a50e6db HTTP/1.1" status: 204 len: 168 time: 0.2955377 Aug 10 03:33:44.005867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637b805-c747-44d8-95d6-20fccdbc1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6388c0-522b-457c-940f-49525a50e6db,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.035147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:44.038403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:44.042244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:44.048858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=cb52591b-02bd-41b2-bc81-3e1c0f996f46,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.110608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.111549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.119903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:44.121750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.181804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:44.186886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:44.191409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.192018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.202704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad830083-59e7-4760-8382-2038ebcd69c8 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:44.207808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=71c9e516-0411-40e3-b238-e0dca4c2c0df,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.243903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-9958cb36-4c8c-4204-a5c6-802515321f48 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4369018 Aug 10 03:33:44.260486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Request body: {'port': {'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:44.289667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343bbea-d750-4cfb-a035-9d7a7ab53342 req-26f8b1e4-9c44-4c78-803d-9c52a37e3813 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.291211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2343bbea-d750-4cfb-a035-9d7a7ab53342 req-26f8b1e4-9c44-4c78-803d-9c52a37e3813 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 945 time: 0.0764725 Aug 10 03:33:44.336767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45460) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.341203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f0b0577a-e8dc-4b32-9b0a-a317b7883f75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0178907 Aug 10 03:33:44.342614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:61:a5:20', 'name': 'tempest-NetworksTestDHCPv6-843332536'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:44.355590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.370335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '71c9e516-0411-40e3-b238-e0dca4c2c0df'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:44.372021 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.405994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c8b77c08-416a-48c4-afc1-9f4a8eeca4eb no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:44.420433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2343bbea-d750-4cfb-a035-9d7a7ab53342 req-0a8d089c-a1a5-4961-973e-6dd7ad1dfd62 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186345 Aug 10 03:33:44.474720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: c8b77c08-416a-48c4-afc1-9f4a8eeca4eb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:44.475110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c8b77c08-416a-48c4-afc1-9f4a8eeca4eb not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:44.509423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-42f09a55-a72a-4fba-9505-4c5040432d34 None None] Provisioning for port cb52591b-02bd-41b2-bc81-3e1c0f996f46 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:44.516886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-42f09a55-a72a-4fba-9505-4c5040432d34 None None] Provisioning complete for port cb52591b-02bd-41b2-bc81-3e1c0f996f46 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:44.517156 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42f09a55-a72a-4fba-9505-4c5040432d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.596551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-42f09a55-a72a-4fba-9505-4c5040432d34 None None] Port cb52591b-02bd-41b2-bc81-3e1c0f996f46 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:44.606370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Allocated IP 2001:db8::f816:3eff:fe77:fe1a (e48e137d-d387-4f07-b416-2f445a09fa53/71c9e516-0411-40e3-b238-e0dca4c2c0df/31d2d4da-968c-4462-b21c-ed1b4c6650b3) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:44.699078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635649-6d9f-4ee9-9b40-df7a8e621f47 req-2a542499-afb7-456c-8b70-795f9dd5dfed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.700643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3635649-6d9f-4ee9-9b40-df7a8e621f47 req-2a542499-afb7-456c-8b70-795f9dd5dfed tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 943 time: 0.1105399 Aug 10 03:33:44.727418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:44.763322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.771181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Transition to ACTIVE for port object 31d2d4da-968c-4462-b21c-ed1b4c6650b3 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:44.785435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Transition to ACTIVE for port object 31d2d4da-968c-4462-b21c-ed1b4c6650b3 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:44.815851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3635649-6d9f-4ee9-9b40-df7a8e621f47 req-91515782-df48-4840-bf4b-aec3d81499f1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020577 Aug 10 03:33:44.874925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb52591b-02bd-41b2-bc81-3e1c0f996f46 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:44.881073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.885606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.889670 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.921673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:44.924627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:44.930945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:44.941404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Transition to ACTIVE for port object cb52591b-02bd-41b2-bc81-3e1c0f996f46 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:44.942984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Pushing event updated for resources: {'Port': ['ID=31d2d4da-968c-4462-b21c-ed1b4c6650b3,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.946475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 75ff7e56-9b6c-4aea-a064-4e4b88f817cf yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:44.993065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Attempting to bind port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:44.993496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Attempting to bind port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:44.993985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Attempting to bind port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:44.994120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498177-15f8-42fe-a664-9d81439ea51b req-b6233534-24dd-43a7-a236-e9417e0a64ad tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.995547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19498177-15f8-42fe-a664-9d81439ea51b req-b6233534-24dd-43a7-a236-e9417e0a64ad tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 932 time: 0.1157687 Aug 10 03:33:45.001963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:45.002506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:45.003073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.003564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:45.004839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Bound port: 31d2d4da-968c-4462-b21c-ed1b4c6650b3, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:45.005250 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.034126 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.079290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] For port 31d2d4da-968c-4462-b21c-ed1b4c6650b3, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:45.082878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] For port 31d2d4da-968c-4462-b21c-ed1b4c6650b3, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=31d2d4da-968c-4462-b21c-ed1b4c6650b3,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:45.141269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19498177-15f8-42fe-a664-9d81439ea51b req-3cf4599e-0d9f-42ac-9c8b-357b130feb54 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394050 Aug 10 03:33:45.154971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Pushing event updated for resources: {'Port': ['ID=cb52591b-02bd-41b2-bc81-3e1c0f996f46,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.157908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe61:a520 (e48e137d-d387-4f07-b416-2f445a09fa53/71c9e516-0411-40e3-b238-e0dca4c2c0df/75ff7e56-9b6c-4aea-a064-4e4b88f817cf) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:45.176450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.212660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.240328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51172524-0451-458b-ae69-6190ff7ed377 None None] Pushing event updated for resources: {'Port': ['ID=31d2d4da-968c-4462-b21c-ed1b4c6650b3,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.273468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Attempting to bind port cb52591b-02bd-41b2-bc81-3e1c0f996f46 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:45.273759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Attempting to bind port cb52591b-02bd-41b2-bc81-3e1c0f996f46 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:45.274287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Attempting to bind port cb52591b-02bd-41b2-bc81-3e1c0f996f46 on network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:45.318108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Port cb52591b-02bd-41b2-bc81-3e1c0f996f46 on network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:45.318494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Attempting to bind port cb52591b-02bd-41b2-bc81-3e1c0f996f46 on network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:45.330823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:45.331197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Checking segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:45.331513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Bound using segment: {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:45.331952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Bound port: cb52591b-02bd-41b2-bc81-3e1c0f996f46, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57972c3-f608-4c3f-898e-a9740a32464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:45.332313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.399782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45484) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:45.443428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.472453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] For port cb52591b-02bd-41b2-bc81-3e1c0f996f46, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:45.478093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] For port cb52591b-02bd-41b2-bc81-3e1c0f996f46, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:45.480991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 75ff7e56-9b6c-4aea-a064-4e4b88f817cf will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:45.555275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.578118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1570957495-network', 'tenant_id': '5875d0c12cc840a29005bc3b10b610f3'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:45.607646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.608334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.625882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb52591b-02bd-41b2-bc81-3e1c0f996f46 HTTP/1.1" status: 200 len: 1093 time: 1.3544164 Aug 10 03:33:45.625882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:45.625882 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f00c0c-56ba-4d64-abc5-9740a131d005" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:45.625882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.648411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cf028-fb9a-45cd-8325-4f35de42d441 req-ad9b3036-a634-43bd-b184-7af7ed1391f6 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.649917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba6cf028-fb9a-45cd-8325-4f35de42d441 req-ad9b3036-a634-43bd-b184-7af7ed1391f6 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 945 time: 0.1301653 Aug 10 03:33:45.652288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c1780-23a2-4af5-8fb4-18cb2b745e63 service neutron] Pushing event updated for resources: {'Port': ['ID=cb52591b-02bd-41b2-bc81-3e1c0f996f46,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.703700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Made reservation on behalf of 5875d0c12cc840a29005bc3b10b610f3 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:45.706421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.720074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.732332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:45.753952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:45.787668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:45.792614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34ba48ba-9c58-4c0c-8088-96f9b83fe65b details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:45.794796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.795320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.844103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba6cf028-fb9a-45cd-8325-4f35de42d441 req-0731b6c8-f2cd-4acd-8806-f0806cc29a78 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835811 Aug 10 03:33:45.844286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.849935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=75ff7e56-9b6c-4aea-a064-4e4b88f817cf,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.859613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-6ba034b2-06c0-4f13-9456-e3041f45937b tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.861193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-6ba034b2-06c0-4f13-9456-e3041f45937b tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 945 time: 0.1570323 Aug 10 03:33:45.879063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d57ac8c0-6d42-45c4-962a-324e15740165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.880767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-d57ac8c0-6d42-45c4-962a-324e15740165 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 1096 time: 0.1362989 Aug 10 03:33:45.920855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:45.935048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.935148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'mac_address': 'fa:16:3e:30:95:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:45.955352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-24c36cfd-6aba-4f81-a44f-70fef5f9ba89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46 HTTP/1.1" status: 200 len: 217 time: 0.0526764 Aug 10 03:33:45.977493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb54348-12d9-45d8-8038-058d79a240aa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:45.986087 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.988839 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6ae47-9d56-40ad-ad82-58cd4208ed61 x-openstack-request-id: req-dcf6ae47-9d56-40ad-ad82-58cd4208ed61 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:45.989126 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:45.989378 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcf6ae47-9d56-40ad-ad82-58cd4208ed61 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:45.989772 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'status': 'completed', 'code': 200} Aug 10 03:33:46.013893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ba48ba-9c58-4c0c-8088-96f9b83fe65b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:46.040547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:46.040836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45496) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.040990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-254969fb-0090-4a3a-a6ba-468887187a0b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7027011 Aug 10 03:33:46.064307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-ef12baff-f67e-418c-82d6-1b0262d607fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.064827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-ef12baff-f67e-418c-82d6-1b0262d607fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07 HTTP/1.1" status: 200 len: 835 time: 0.0743120 Aug 10 03:33:46.074181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:46.089727 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.090080 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Added segment d4374755-7371-45e7-83d8-d2e3d6467a16 of type vlan for network c099f7e1-3e1a-4714-8db8-9699a8dc8506 Aug 10 03:33:46.130211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3b7da-83a1-4c7e-b112-e7bc9c5cf262 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.136033 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.138344 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3b7da-83a1-4c7e-b112-e7bc9c5cf262 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.140227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6d3b7da-83a1-4c7e-b112-e7bc9c5cf262 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0980837 Aug 10 03:33:46.143538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45498) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.186066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.220021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.281569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 75ff7e56-9b6c-4aea-a064-4e4b88f817cf {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:46.281906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.338226 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.339210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.339831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.435128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['34ba48ba-9c58-4c0c-8088-96f9b83fe65b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:46.438315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c099f7e1-3e1a-4714-8db8-9699a8dc8506,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.441730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.450958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c099f7e1-3e1a-4714-8db8-9699a8dc8506 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:46.467571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 75ff7e56-9b6c-4aea-a064-4e4b88f817cf owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:46.511677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Deleting port b678ed6c-32dd-4cf7-8558-026b51fe2cdd {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:46.512019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.525968 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2987bf04-e8a3-4487-b08c-b7e7bacea1a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1243937 Aug 10 03:33:46.529788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45502) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.535259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Request body: {'subnet': {'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1570957495-subnet', 'tenant_id': '5875d0c12cc840a29005bc3b10b610f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:46.558671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d2d4da-968c-4462-b21c-ed1b4c6650b3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:46.576087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834c8ae-1b3b-4666-b6ae-69c29347856b req-d6a2b8f7-2552-4169-8d69-ec2a9454fced tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.581029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c834c8ae-1b3b-4666-b6ae-69c29347856b req-d6a2b8f7-2552-4169-8d69-ec2a9454fced tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 943 time: 0.5353646 Aug 10 03:33:46.600083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-260f0cc3-688e-4438-a21a-8f2c8ba819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.602297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-260f0cc3-688e-4438-a21a-8f2c8ba819bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349096 Aug 10 03:33:46.672750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Made reservation on behalf of 5875d0c12cc840a29005bc3b10b610f3 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:46.675317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.693325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6f6da3db-f5ee-401b-97d4-1c577f42cfd1 None None] Provisioning for port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:46.713506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c834c8ae-1b3b-4666-b6ae-69c29347856b req-e05d69eb-a758-4dc6-ad7e-936a8a84f6d0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280272 Aug 10 03:33:46.727583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] For port b678ed6c-32dd-4cf7-8558-026b51fe2cdd, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,segment=NetworkSegment(5653b535-2eb1-49f0-992f-bddf4122f0f6),segment_id=5653b535-2eb1-49f0-992f-bddf4122f0f6)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:46.727583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.749482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Calling delete_port for b678ed6c-32dd-4cf7-8558-026b51fe2cdd owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:46.777355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-4928bb79-ebb3-4eaf-862f-fbb3d1daa4da service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612329 Aug 10 03:33:46.789076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:46.794607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:46.795365 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.843392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.847054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4c2cd61d-97d8-4a4e-90fd-2061d88080f9 None None] Provisioning complete for port 75ff7e56-9b6c-4aea-a064-4e4b88f817cf triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:46.847634 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4c2cd61d-97d8-4a4e-90fd-2061d88080f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.872307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cd61d-97d8-4a4e-90fd-2061d88080f9 None None] Port 75ff7e56-9b6c-4aea-a064-4e4b88f817cf was deleted so its status cannot be updated. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:33:46.889220 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=75ff7e56-9b6c-4aea-a064-4e4b88f817cf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.912899 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.934521 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.936663 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d5dc6bb0-daf4-4b2e-a2fd-77b10680d2c9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/75ff7e56-9b6c-4aea-a064-4e4b88f817cf HTTP/1.1" status: 204 len: 168 time: 0.7919471 Aug 10 03:33:46.942042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45508) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.961680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 31d2d4da-968c-4462-b21c-ed1b4c6650b3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=31d2d4da-968c-4462-b21c-ed1b4c6650b3,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:46.963814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fa565-3d49-40a9-99e8-ce790774c707 req-f36d28b9-fd64-4158-9175-168bd3cd6932 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.965432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c14fa565-3d49-40a9-99e8-ce790774c707 req-f36d28b9-fd64-4158-9175-168bd3cd6932 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 944 time: 0.1526749 Aug 10 03:33:47.011644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a0b8b99-93c2-48a5-b603-38d759179c71 req-eaf01863-44a8-48a7-8f4d-e2e52e8368ac service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976745 Aug 10 03:33:47.034335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c14fa565-3d49-40a9-99e8-ce790774c707 req-e6ca4adf-2510-4dc6-9605-d0b1e9bbc438 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595644 Aug 10 03:33:47.048184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab59494-c28d-426e-bf3b-1dfd8635686f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.049669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab59494-c28d-426e-bf3b-1dfd8635686f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.051313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dab59494-c28d-426e-bf3b-1dfd8635686f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083200 Aug 10 03:33:47.054952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.066628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.140146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=31d2d4da-968c-4462-b21c-ed1b4c6650b3,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.140375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 71c9e516-0411-40e3-b238-e0dca4c2c0df {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:47.144402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.171032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07851a-1f2c-4bc6-82db-70e1de2664b0 req-8103f4dd-632f-4c3a-8a35-274b18b3bc3b tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.171468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.178641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e07851a-1f2c-4bc6-82db-70e1de2664b0 req-8103f4dd-632f-4c3a-8a35-274b18b3bc3b tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c80fb9c-29fe-481e-9973-aa12ef3b6dfa HTTP/1.1" status: 200 len: 945 time: 0.0604389 Aug 10 03:33:47.196728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.230080 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.251091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Pushing event deleted for resources: {'Port': ['ID=b678ed6c-32dd-4cf7-8558-026b51fe2cdd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.274154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e07851a-1f2c-4bc6-82db-70e1de2664b0 req-cbe50722-bcbe-4156-964f-6d924cb81599 tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.26 "GET /v2.0/security-groups?id=b7df0576-b11f-4ac7-981d-0e05562bca7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940824 Aug 10 03:33:47.282389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536ed504-6d4b-4916-95b0-6a58477952a5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.306316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Checking segment: {'id': 'd4374755-7371-45e7-83d8-d2e3d6467a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:47.306706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Network hostable DHCP agents. Network: c099f7e1-3e1a-4714-8db8-9699a8dc8506, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:47.315786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] No DVR routers for this DVR port b678ed6c-32dd-4cf7-8558-026b51fe2cdd on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:47.319340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.322150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfd241a4-b0b7-4699-bae4-9946cdee1da0 req-7bc004b7-aa55-420d-a5d5-d29afae3bf5e tempest-ServerAddressesNegativeTestJSON-828233676 tempest-ServerAddressesNegativeTestJSON-828233676-project] 10.222.0.46 "DELETE /v2.0/ports/b678ed6c-32dd-4cf7-8558-026b51fe2cdd HTTP/1.1" status: 204 len: 173 time: 1.4515088 Aug 10 03:33:47.329298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-7039a6f5-70be-4967-b4d2-ef0556f4d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.330789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-7039a6f5-70be-4967-b4d2-ef0556f4d66f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 1096 time: 0.0919733 Aug 10 03:33:47.368969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.427948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-947b08b0-6f4e-4d00-ae86-f9062ce884d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.430128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-947b08b0-6f4e-4d00-ae86-f9062ce884d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 200 len: 898 time: 0.0903854 Aug 10 03:33:47.469149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Network c099f7e1-3e1a-4714-8db8-9699a8dc8506 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:47.486753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-8a0e328b-900c-4c6c-9533-325a698890b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Aug 10 03:33:47.543049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-d0dc18a2-2961-4344-9b6f-4e3ca599fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.544490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-d0dc18a2-2961-4344-9b6f-4e3ca599fedf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07 HTTP/1.1" status: 200 len: 835 time: 0.0421922 Aug 10 03:33:47.555874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.582765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=71c9e516-0411-40e3-b238-e0dca4c2c0df,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.587942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.589738 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bd31acbd-5753-4819-b4bb-e0a0b2f020f9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/71c9e516-0411-40e3-b238-e0dca4c2c0df HTTP/1.1" status: 204 len: 168 time: 0.5338330 Aug 10 03:33:47.592594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c099f7e1-3e1a-4714-8db8-9699a8dc8506) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:47.592813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45512) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.595158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8aa611-a512-4665-877e-4cb16934bd9f None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:47.597019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.597613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.620831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaaaa59-3d08-49a2-ae8a-d9b4cf416869 None None] Network c099f7e1-3e1a-4714-8db8-9699a8dc8506 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:47.634772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fc14517-779e-4f2c-933d-9c8ed020bc21 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407343 Aug 10 03:33:47.637089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-1908a6a4-b507-4205-99bd-84ecc82c17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.638579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-1908a6a4-b507-4205-99bd-84ecc82c17b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851765 Aug 10 03:33:47.640525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45514) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.700597 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-630aefc1-a047-457e-a4c7-b0297eba4a40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1612194 Aug 10 03:33:47.748473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfa9f9-63fa-472f-bc5d-932f28fc3d8c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.753465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5bdfa9f9-63fa-472f-bc5d-932f28fc3d8c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1097298 Aug 10 03:33:47.755870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45520) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.830559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34ba48ba-9c58-4c0c-8088-96f9b83fe65b up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:47.838686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3058aa3d-cf18-413a-a477-7ec6d2b34bd6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.842473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3058aa3d-cf18-413a-a477-7ec6d2b34bd6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0855057 Aug 10 03:33:47.843250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45524) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.863248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-c5dab165-6280-4725-831f-47b87b569a78 service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137740 Aug 10 03:33:47.878645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460621cd-3f54-4a33-a7bf-7a8d35c5cbea None None] Network c099f7e1-3e1a-4714-8db8-9699a8dc8506 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:47.897110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa5033-1599-485d-a834-645a9019d946 req-d365c96a-c1fb-45c3-9fe5-7f2d893be5df tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:47.899148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6fa5033-1599-485d-a834-645a9019d946 req-d365c96a-c1fb-45c3-9fe5-7f2d893be5df tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 944 time: 0.0800347 Aug 10 03:33:47.926288 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8cf8bd14-e591-49fb-9e3b-73c7bae3efb4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819042 Aug 10 03:33:47.927431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45528) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.933365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:47.991356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'name': 'network-vif-deleted', 'tag': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:47.993411 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21846d9f-0c1c-483d-9a42-7fe2bd71f9c7" -d '{"events": [{"server_uuid": "5c80fb9c-29fe-481e-9973-aa12ef3b6dfa", "name": "network-vif-deleted", "tag": "b678ed6c-32dd-4cf7-8558-026b51fe2cdd"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:47.996685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:48.006784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6fa5033-1599-485d-a834-645a9019d946 req-8962d7b6-e3f1-4c8a-a31e-02a4f2cd0fec tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881701 Aug 10 03:33:48.037211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1f00c0c-56ba-4d64-abc5-9740a131d005 req-912092b1-2614-49be-9466-5d87b9e3de76 service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537716 Aug 10 03:33:48.039107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:48.045799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:48.046178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.097286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:48.101150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.104806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] Deleting port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:48.105196 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.197914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] For port 31d2d4da-968c-4462-b21c-ed1b4c6650b3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=31d2d4da-968c-4462-b21c-ed1b4c6650b3,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:48.198322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.211961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.223070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] Calling delete_port for 31d2d4da-968c-4462-b21c-ed1b4c6650b3 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:48.245888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:48.248133 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1385da9-fd1e-4835-925d-921ed3bb2355" -d '{"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-plugged", "status": "completed", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:48.292835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:48.370205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-55cb5501-7275-4124-8c44-c624d9e3bce2 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:48.371712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-55cb5501-7275-4124-8c44-c624d9e3bce2 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/networks?id=c099f7e1-3e1a-4714-8db8-9699a8dc8506 HTTP/1.1" status: 200 len: 813 time: 0.1147521 Aug 10 03:33:48.383890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.384953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b678ed6c-32dd-4cf7-8558-026b51fe2cdd no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:48.397701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-47550108-f1ab-4f5e-bf65-d0153ab086f9 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/quotas/5875d0c12cc840a29005bc3b10b610f3 HTTP/1.1" status: 200 len: 375 time: 0.0176446 Aug 10 03:33:48.435888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d2d4da-968c-4462-b21c-ed1b4c6650b3 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:48.439958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-8daab784-4d33-460b-9848-bed082caedcb tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5875d0c12cc840a29005bc3b10b610f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352960 Aug 10 03:33:48.442403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b678ed6c-32dd-4cf7-8558-026b51fe2cdd {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:48.442848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b678ed6c-32dd-4cf7-8558-026b51fe2cdd not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:48.448701 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.478199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 31d2d4da-968c-4462-b21c-ed1b4c6650b3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:48.478683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 31d2d4da-968c-4462-b21c-ed1b4c6650b3 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:48.489358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] No DVR routers for this DVR port 31d2d4da-968c-4462-b21c-ed1b4c6650b3 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:48.503349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:48.504954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.512895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:48.535518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b177317-bd5a-4c4d-9dc5-12b118a02f1d None None] Pushing event deleted for resources: {'Port': ['ID=31d2d4da-968c-4462-b21c-ed1b4c6650b3,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:48.556881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-49534641-4fa7-4447-a413-f03f28345c66 service neutron] 10.222.0.26 "GET /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075716 Aug 10 03:33:48.565325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:48.566708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=b5fafc50-968b-4c45-9d95-cd058daddf92,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:48.569215 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:48.572308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:48.572932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.581075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e5b7f-d749-4b6a-a868-7d81118ee6f6 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:48.655502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-a0cb1751-3dd7-45dd-b30a-fec9dd9cf864 service neutron] 10.222.0.26 "GET /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913758 Aug 10 03:33:48.669793 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0e8308c3-d6d9-451f-a72f-8755eec4b1c5 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7412682 Aug 10 03:33:48.672153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45550) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:48.677650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:6d:c5:4a', 'name': 'tempest-NetworksTestDHCPv6-651288402'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:48.863449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:48.879631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'b5fafc50-968b-4c45-9d95-cd058daddf92'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:48.879631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.951273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.972633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port b8502448-b517-4294-9cbc-c86f49827ffa yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:48.997965 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c349aaf-908d-4dcb-bd03-dc5d64052336 x-openstack-request-id: req-5c349aaf-908d-4dcb-bd03-dc5d64052336 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:48.998492 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c80fb9c-29fe-481e-9973-aa12ef3b6dfa", "name": "network-vif-deleted", "tag": "b678ed6c-32dd-4cf7-8558-026b51fe2cdd", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:48.998842 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c349aaf-908d-4dcb-bd03-dc5d64052336 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:48.999332 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c80fb9c-29fe-481e-9973-aa12ef3b6dfa', 'name': 'network-vif-deleted', 'tag': 'b678ed6c-32dd-4cf7-8558-026b51fe2cdd', 'status': 'completed', 'code': 200} Aug 10 03:33:49.019328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Allocated IP 2001:db8::f816:3eff:fe1e:4e40 (e48e137d-d387-4f07-b416-2f445a09fa53/b5fafc50-968b-4c45-9d95-cd058daddf92/cbb7c6b0-9aed-4668-a43b-11d37f29f936) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:49.121317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc2d1-1369-4cfd-b1f4-5847020835e7 req-d263542c-3ed2-43c2-994e-c1aaadc8faa5 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.123221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bdfc2d1-1369-4cfd-b1f4-5847020835e7 req-d263542c-3ed2-43c2-994e-c1aaadc8faa5 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 944 time: 0.0633061 Aug 10 03:33:49.165542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bdfc2d1-1369-4cfd-b1f4-5847020835e7 req-d508500a-4df8-48c8-a7f1-2458f66298c3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358002 Aug 10 03:33:49.193678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.201831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Transition to ACTIVE for port object cbb7c6b0-9aed-4668-a43b-11d37f29f936 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.218327 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc880566-ac61-474e-86e1-b45098756829 x-openstack-request-id: req-fc880566-ac61-474e-86e1-b45098756829 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:49.221372 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-plugged", "status": "completed", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:49.221372 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc880566-ac61-474e-86e1-b45098756829 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:49.221372 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'code': 200} Aug 10 03:33:49.221372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Transition to ACTIVE for port object cbb7c6b0-9aed-4668-a43b-11d37f29f936 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.250144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.324583 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.330516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Deleting subnet 990f5295-91dd-4d2f-83ce-e1299a3e1382 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:49.339111 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.368751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:49.371807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:49.376127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:49.379257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe6d:c54a (e48e137d-d387-4f07-b416-2f445a09fa53/b5fafc50-968b-4c45-9d95-cd058daddf92/b8502448-b517-4294-9cbc-c86f49827ffa) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:49.383171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Pushing event updated for resources: {'Port': ['ID=cbb7c6b0-9aed-4668-a43b-11d37f29f936,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.395300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08642b87-591f-4b95-abf7-d54530d2c7d7 req-d704f06e-ae5d-459b-8ade-54efd4a845ae tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 210 time: 0.0584149 Aug 10 03:33:49.412387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.438748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11a270-1419-41e9-b16d-3ce9f20ea219 req-2a440b07-dd37-4838-bf98-f13eda5c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.440672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd11a270-1419-41e9-b16d-3ce9f20ea219 req-2a440b07-dd37-4838-bf98-f13eda5c6036 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 1097 time: 0.1537871 Aug 10 03:33:49.443842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Attempting to bind port cbb7c6b0-9aed-4668-a43b-11d37f29f936 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:49.444525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Attempting to bind port cbb7c6b0-9aed-4668-a43b-11d37f29f936 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:49.444909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Attempting to bind port cbb7c6b0-9aed-4668-a43b-11d37f29f936 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:49.451197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:49.451584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:49.452049 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.452526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:49.453457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Bound port: cbb7c6b0-9aed-4668-a43b-11d37f29f936, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:49.453457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.511787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.519222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] For port cbb7c6b0-9aed-4668-a43b-11d37f29f936, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:49.523662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] For port cbb7c6b0-9aed-4668-a43b-11d37f29f936, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cbb7c6b0-9aed-4668-a43b-11d37f29f936,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:49.566969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd11a270-1419-41e9-b16d-3ce9f20ea219 req-436e938e-5a01-4be2-b376-9be12f918ffc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175501 Aug 10 03:33:49.580322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0a277-e0b6-4adc-9651-871cac82c70d req-823c340e-f343-4c42-97b1-603e57f1f587 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.581824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cf0a277-e0b6-4adc-9651-871cac82c70d req-823c340e-f343-4c42-97b1-603e57f1f587 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1236231 Aug 10 03:33:49.582265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.596955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object b8502448-b517-4294-9cbc-c86f49827ffa will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.621960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.631495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cf0a277-e0b6-4adc-9651-871cac82c70d req-e113165a-d897-4b71-b4a5-c85014419a25 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Aug 10 03:33:49.683333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717da4d-d548-40d6-98dc-d7b17a3ce94c None None] Pushing event updated for resources: {'Port': ['ID=cbb7c6b0-9aed-4668-a43b-11d37f29f936,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.726151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.750260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990f5295-91dd-4d2f-83ce-e1299a3e1382,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.753265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.758075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.760076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c705cfda-98f8-49ad-b215-3587a03e7add admin admin] 10.222.0.26 "DELETE /v2.0/subnets/990f5295-91dd-4d2f-83ce-e1299a3e1382 HTTP/1.1" status: 204 len: 168 time: 0.5080237 Aug 10 03:33:49.762446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45566) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.794930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:49.798397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:49.802321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:49.826378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.827106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.876145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=b8502448-b517-4294-9cbc-c86f49827ffa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.876595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.968545 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-57c9f72c-aab9-4933-a51d-a79a423e4bbf tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2932675 Aug 10 03:33:49.969581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:49.977730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.988278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46e5542-ac32-48b6-ae1c-b82c57c05261']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:49.999696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5653b535-2eb1-49f0-992f-bddf4122f0f6') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:50.000371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5653b535-2eb1-49f0-992f-bddf4122f0f6') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:50.009926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.024273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.027173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222925c-ed19-49dc-966c-fca1b6333379 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.030491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:50.030874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:50.032640 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:50.034683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5222925c-ed19-49dc-966c-fca1b6333379 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.035078 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5222925c-ed19-49dc-966c-fca1b6333379 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0637403 Aug 10 03:33:50.037661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45570) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.140884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port b8502448-b517-4294-9cbc-c86f49827ffa {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:50.140884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.212125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.220422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.223179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c46e5542-ac32-48b6-ae1c-b82c57c05261 HTTP/1.1" status: 204 len: 168 time: 0.4590540 Aug 10 03:33:50.234687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae0cc1-a0f4-44eb-9c61-a17267054f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=c46e5542-ac32-48b6-ae1c-b82c57c05261,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.252287 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.268129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for b8502448-b517-4294-9cbc-c86f49827ffa owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:50.312916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d42cfc-4b3d-4ba8-a89e-3614956d7684 req-ad952c03-210f-4176-9566-9c7c32077a74 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.320869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74d42cfc-4b3d-4ba8-a89e-3614956d7684 req-ad952c03-210f-4176-9566-9c7c32077a74 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 944 time: 0.0736227 Aug 10 03:33:50.362943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74d42cfc-4b3d-4ba8-a89e-3614956d7684 req-977eac2d-8fdd-4ae5-bcda-7d7f356f897c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Aug 10 03:33:50.481221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cbb7c6b0-9aed-4668-a43b-11d37f29f936 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:50.521267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.572744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39e12fc7-ffe5-40d0-aaa0-a42e9ece611c req-4f98397a-08af-4e4c-b5c3-dc65fe9186ff tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 210 time: 0.0627601 Aug 10 03:33:50.725390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port cbb7c6b0-9aed-4668-a43b-11d37f29f936 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:50.760771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45582) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.821159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9701114-8a66-4c2d-b4b6-82377193e35c req-ca403675-f0f7-4c61-bc0b-f5daa5b8cfbd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.828618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9701114-8a66-4c2d-b4b6-82377193e35c req-ca403675-f0f7-4c61-bc0b-f5daa5b8cfbd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.0975423 Aug 10 03:33:50.838690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=b8502448-b517-4294-9cbc-c86f49827ffa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.842929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac533769-fae9-4a06-90b7-fbdd1d7e8bb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7514cfc4d1144d9eaffde3f390c4ddba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772939 Aug 10 03:33:50.847282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45584) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.867555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.872239 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-258f68a8-0693-4841-874e-efa08cbe7588 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/b8502448-b517-4294-9cbc-c86f49827ffa HTTP/1.1" status: 204 len: 168 time: 0.8335853 Aug 10 03:33:50.873108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45586) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.895058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9701114-8a66-4c2d-b4b6-82377193e35c req-f1d999d2-9088-41aa-85db-97cd0746e929 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655324 Aug 10 03:33:50.922915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2ca5-01d7-4c7e-b0f7-92cabe26aa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.927129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d64805-8b78-4eea-bd7b-45ad4cc43015 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.927578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] Provisioning for port cbb7c6b0-9aed-4668-a43b-11d37f29f936 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:50.928720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d64805-8b78-4eea-bd7b-45ad4cc43015 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.933049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f1d64805-8b78-4eea-bd7b-45ad4cc43015 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0580950 Aug 10 03:33:50.933978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] Provisioning complete for port cbb7c6b0-9aed-4668-a43b-11d37f29f936 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:50.935006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:50.935170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.004110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2ca5-01d7-4c7e-b0f7-92cabe26aa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.041092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.048282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet b5fafc50-968b-4c45-9d95-cd058daddf92 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:51.058548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.076971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] For port cbb7c6b0-9aed-4668-a43b-11d37f29f936, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cbb7c6b0-9aed-4668-a43b-11d37f29f936,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:51.107256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.195552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.206134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.243442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52324da-4020-40ee-b8f2-f413c3e300ca None None] Pushing event updated for resources: {'Port': ['ID=cbb7c6b0-9aed-4668-a43b-11d37f29f936,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.246167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2ca5-01d7-4c7e-b0f7-92cabe26aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.248733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2ca5-01d7-4c7e-b0f7-92cabe26aa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.252310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fbfe2ca5-01d7-4c7e-b0f7-92cabe26aa33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7df0576-b11f-4ac7-981d-0e05562bca7e HTTP/1.1" status: 204 len: 168 time: 0.4016619 Aug 10 03:33:51.265085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe2ca5-01d7-4c7e-b0f7-92cabe26aa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df0576-b11f-4ac7-981d-0e05562bca7e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.308101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aa99de24-a9dc-45df-b092-467a0b6d3b89 None None] Could not find standard attr ID for object b8502448-b517-4294-9cbc-c86f49827ffa. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:51.341818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.371263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.373294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/b5fafc50-968b-4c45-9d95-cd058daddf92 HTTP/1.1" status: 204 len: 168 time: 0.4373145 Aug 10 03:33:51.374245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e2171-c885-45a6-a7b6-a8e574358d7b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fafc50-968b-4c45-9d95-cd058daddf92,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.376162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45592) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.377568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cb9fd9-cfd2-423e-8e6f-0ff1c2c21dbc None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:51.420212 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1a747c1-92a9-4757-9d6a-cc1e877908f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423200 Aug 10 03:33:51.422620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45596) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.427767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:51.483430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c070e2-42cf-4e92-b40c-9501f74a40ed req-298d8c62-40f4-482a-acac-2b5a747bd3d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:51.485264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9c070e2-42cf-4e92-b40c-9501f74a40ed req-298d8c62-40f4-482a-acac-2b5a747bd3d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 944 time: 0.0571048 Aug 10 03:33:51.527188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9c070e2-42cf-4e92-b40c-9501f74a40ed req-8fe97d5d-57cb-4718-ac7a-a3a4abb38140 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345111 Aug 10 03:33:51.570510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:51.609665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:51.613923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.646305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] Deleting port cbb7c6b0-9aed-4668-a43b-11d37f29f936 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:51.646688 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.717921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9082cf29-4530-40af-9d0b-344dce232ea9 req-02e4b677-b634-49b1-b167-6785f0a1bca1 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 210 time: 0.0430501 Aug 10 03:33:51.736927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] For port cbb7c6b0-9aed-4668-a43b-11d37f29f936, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cbb7c6b0-9aed-4668-a43b-11d37f29f936,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:51.737336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.753195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] Calling delete_port for cbb7c6b0-9aed-4668-a43b-11d37f29f936 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:51.817405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb52591b-02bd-41b2-bc81-3e1c0f996f46 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:51.948058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-7657e110-db73-4b8e-aea8-638757e4d251 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:51.952667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-7657e110-db73-4b8e-aea8-638757e4d251 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.46 "GET /v2.0/networks?id=c099f7e1-3e1a-4714-8db8-9699a8dc8506 HTTP/1.1" status: 200 len: 813 time: 0.1428709 Aug 10 03:33:51.956813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cb52591b-02bd-41b2-bc81-3e1c0f996f46, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:51.970281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.985199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Request body: {'port': {'device_id': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506', 'admin_state_up': True, 'tenant_id': '5875d0c12cc840a29005bc3b10b610f3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:51.985625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] No DVR routers for this DVR port cbb7c6b0-9aed-4668-a43b-11d37f29f936 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:51.987169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:52.014449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:33:52.016244 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.018027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d24e40-849f-4117-b8b0-b9802d045995 None None] Pushing event deleted for resources: {'Port': ['ID=cbb7c6b0-9aed-4668-a43b-11d37f29f936,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.062277 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.077935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb52591b-02bd-41b2-bc81-3e1c0f996f46 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:52.090783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:52.096538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:52.104604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cb52591b-02bd-41b2-bc81-3e1c0f996f46, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:52.108664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca43d4-15f6-4f99-8700-a9726a3265f3 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:52.108843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.109350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.117048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=b42a6cdd-7356-4af1-92dd-d8aaeb3af533,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.122608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cde364-3f9d-4212-afda-f551ec806697 req-19916afa-7a92-4882-a33d-6d998ee268ae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.130414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85cde364-3f9d-4212-afda-f551ec806697 req-19916afa-7a92-4882-a33d-6d998ee268ae tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1522467 Aug 10 03:33:52.181870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85cde364-3f9d-4212-afda-f551ec806697 req-379690b8-c207-44ab-b51f-4a7709945e0b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505764 Aug 10 03:33:52.216647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.264260 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a656899-cd9f-4409-90b2-5819f1812539 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8381047 Aug 10 03:33:52.264488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45616) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:52.269900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:5e:bc:d6', 'name': 'tempest-NetworksTestDHCPv6-445269470'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:52.289743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'b42a6cdd-7356-4af1-92dd-d8aaeb3af533'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:52.290598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.294187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cb52591b-02bd-41b2-bc81-3e1c0f996f46,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.404532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Made reservation on behalf of 5875d0c12cc840a29005bc3b10b610f3 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:52.408808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.432326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cbb7c6b0-9aed-4668-a43b-11d37f29f936 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:52.486206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: cbb7c6b0-9aed-4668-a43b-11d37f29f936 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:52.486814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cbb7c6b0-9aed-4668-a43b-11d37f29f936 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:52.509874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Allocated IP 2001:db8::f816:3eff:fe20:13dc (e48e137d-d387-4f07-b416-2f445a09fa53/b42a6cdd-7356-4af1-92dd-d8aaeb3af533/0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:52.564587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['cb52591b-02bd-41b2-bc81-3e1c0f996f46'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:52.578460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:52.583066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.607453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 1855b43f-b630-4160-a8e7-2455e8927f61 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:52.631454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Allocated IP 172.20.0.7 (c099f7e1-3e1a-4714-8db8-9699a8dc8506/536ed504-6d4b-4916-95b0-6a58477952a5/a7b32ec5-1e64-4cf6-9283-1a8356cf5670) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:52.644066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5528fe-0ef4-4956-b5e8-e158d0f9f967 req-77a43120-2f77-4aaa-9d83-a2a7e2340e66 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.645629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e5528fe-0ef4-4956-b5e8-e158d0f9f967 req-77a43120-2f77-4aaa-9d83-a2a7e2340e66 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1111917 Aug 10 03:33:52.675902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45632) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:52.701209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e5528fe-0ef4-4956-b5e8-e158d0f9f967 req-9baf47a3-48f3-445b-b3f0-6cc3c90cbcd6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Aug 10 03:33:52.784254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.800979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Transition to ACTIVE for port object 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:52.805163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-59528821-network', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:52.833288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Transition to ACTIVE for port object 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:52.891138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6379-83da-4a29-8866-e41b8a946388 req-ab8b1902-eb7a-4a15-b365-a456e00d55ef tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.893000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d86c6379-83da-4a29-8866-e41b8a946388 req-ab8b1902-eb7a-4a15-b365-a456e00d55ef tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 945 time: 0.0750051 Aug 10 03:33:52.906080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Made reservation on behalf of 558997567a9345c3bdac8bff775c7b8e for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:52.908136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.908547 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.917367 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.945746 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.967378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:52.967600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d86c6379-83da-4a29-8866-e41b8a946388 req-5b8fe220-f250-4280-9829-40cfae4ddfe7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533280 Aug 10 03:33:52.980503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:52.984327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe5e:bcd6 (e48e137d-d387-4f07-b416-2f445a09fa53/b42a6cdd-7356-4af1-92dd-d8aaeb3af533/1855b43f-b630-4160-a8e7-2455e8927f61) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:52.986455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:52.988164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Pushing event updated for resources: {'Port': ['ID=0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.040803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.066508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Attempting to bind port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:53.066920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Attempting to bind port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:53.067442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Attempting to bind port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:53.073476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:53.073853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:53.075829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.075829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:53.075829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Bound port: 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:53.075829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.088189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Network c099f7e1-3e1a-4714-8db8-9699a8dc8506 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:53.091898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:53.095870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:53.135008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Pushing event updated for resources: {'Port': ['ID=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.158845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] For port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:53.162189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] For port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:53.173749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.174452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.200684 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.225293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.230851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc5b6c-d2ef-44e6-977e-cf499914e268 req-750977e0-4e87-4e94-9b0d-06a6dfc9d1b3 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.232371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72fc5b6c-d2ef-44e6-977e-cf499914e268 req-750977e0-4e87-4e94-9b0d-06a6dfc9d1b3 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 931 time: 0.0548871 Aug 10 03:33:53.235114 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.239745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 1855b43f-b630-4160-a8e7-2455e8927f61 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:53.259708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.285155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72fc5b6c-d2ef-44e6-977e-cf499914e268 req-7f2ede3f-d493-4046-bc86-c560cc8ab0d7 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Aug 10 03:33:53.308212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:53.312430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a2de-72d1-470e-b27f-5b2127a212c4 None None] Pushing event updated for resources: {'Port': ['ID=0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.313960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88610dc1-12a9-4251-a628-13b02106e8d4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.324177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.324563 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Added segment 4211a38a-9207-497f-8deb-e375abbe701d of type vlan for network 4af9c02f-602c-4beb-9808-115d3abfe156 Aug 10 03:33:53.367184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-9a188074-df01-4691-ab12-7fa7b796955c tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3873794 Aug 10 03:33:53.369523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.382647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Request body: {'port': {'device_id': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:53.422118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.440792 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.467488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:53.470859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:53.474636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:53.481735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.482394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.492963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.493939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.494593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.524096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=1855b43f-b630-4160-a8e7-2455e8927f61,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.569600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] Pushing event updated for resources: {'Network': ['ID=4af9c02f-602c-4beb-9808-115d3abfe156,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.580515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 4af9c02f-602c-4beb-9808-115d3abfe156 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:53.602598 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f85fd2b0-2253-4e6b-9fcc-6d7b3f36df0c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3340056 Aug 10 03:33:53.603056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45640) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.639546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-204b9516-3548-452c-b940-d4edc562c4aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9653265 Aug 10 03:33:53.640185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45642) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.647210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Request body: {'subnet': {'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-subnet', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:53.681511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbf69e-d629-4077-94c2-24d7ca0107d0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.687494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbf69e-d629-4077-94c2-24d7ca0107d0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.689092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26dbf69e-d629-4077-94c2-24d7ca0107d0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0850835 Aug 10 03:33:53.691982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.758250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b32ec5-1e64-4cf6-9283-1a8356cf5670 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:53.760754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Made reservation on behalf of 558997567a9345c3bdac8bff775c7b8e for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:53.763352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.768565 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.784695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Transition to ACTIVE for port object a7b32ec5-1e64-4cf6-9283-1a8356cf5670 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:53.823320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb52591b-02bd-41b2-bc81-3e1c0f996f46 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:53.836312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ba002-38e1-4006-a6eb-59fc1688183b req-3413d542-b415-4e9a-bc43-7a663a96e91b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.836312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201ba002-38e1-4006-a6eb-59fc1688183b req-3413d542-b415-4e9a-bc43-7a663a96e91b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.0524437 Aug 10 03:33:53.856687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 1855b43f-b630-4160-a8e7-2455e8927f61 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:53.857035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.862215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.927512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201ba002-38e1-4006-a6eb-59fc1688183b req-f21823ed-2bac-4dd9-a7bc-2ac3a770ca37 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831103 Aug 10 03:33:53.938331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.966301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port cb52591b-02bd-41b2-bc81-3e1c0f996f46 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:53.970629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port cb52591b-02bd-41b2-bc81-3e1c0f996f46 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.971012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.050941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Attempting to bind port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:54.051332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Attempting to bind port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'd4374755-7371-45e7-83d8-d2e3d6467a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:54.051664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Attempting to bind port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 on network c099f7e1-3e1a-4714-8db8-9699a8dc8506 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:54.056644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 on network c099f7e1-3e1a-4714-8db8-9699a8dc8506 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:33:54.057033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Attempting to bind port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 on network c099f7e1-3e1a-4714-8db8-9699a8dc8506 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:54.064814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:54.065159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Checking segment: {'id': 'd4374755-7371-45e7-83d8-d2e3d6467a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:54.065555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Bound using segment: {'id': 'd4374755-7371-45e7-83d8-d2e3d6467a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:54.066521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Bound port: a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4374755-7371-45e7-83d8-d2e3d6467a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:54.067019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.077788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.079183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.103878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 1855b43f-b630-4160-a8e7-2455e8927f61 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:54.110737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:54.113492 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954bde1a-96c9-4667-ba9c-9206696aa2ac" -d '{"events": [{"server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "name": "network-vif-plugged", "status": "completed", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:54.142447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port cb52591b-02bd-41b2-bc81-3e1c0f996f46, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:54.161854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.166592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] For port a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:54.169914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] For port a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,segment=NetworkSegment(d4374755-7371-45e7-83d8-d2e3d6467a16),segment_id=d4374755-7371-45e7-83d8-d2e3d6467a16)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:54.212055 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.229212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.237172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaceae24-0f49-42a3-9f22-45fcf60c53d5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.250301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.250857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.252309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] 10.222.0.46 "PUT /v2.0/ports/a7b32ec5-1e64-4cf6-9283-1a8356cf5670 HTTP/1.1" status: 200 len: 1092 time: 0.8743484 Aug 10 03:33:54.254070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'tag': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:54.263357 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb212d3-645a-409f-a766-e2c6ebc89c00" -d '{"events": [{"name": "network-changed", "server_uuid": "5a86e2cc-5960-4763-b22c-19f9d08cffdb", "tag": "a7b32ec5-1e64-4cf6-9283-1a8356cf5670"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:54.277888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=cb52591b-02bd-41b2-bc81-3e1c0f996f46,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.286802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Checking segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:54.287286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Network hostable DHCP agents. Network: 4af9c02f-602c-4beb-9808-115d3abfe156, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:54.326025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448793f-4a46-4d03-88a8-3ca07c945747 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.405676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-4d7c0941-7045-486b-b052-8112f060bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.407289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-4d7c0941-7045-486b-b052-8112f060bb12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5875d0c12cc840a29005bc3b10b610f3&device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 1095 time: 0.0495758 Aug 10 03:33:54.444314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Network 4af9c02f-602c-4beb-9808-115d3abfe156 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:54.460768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.462281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:54.475133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-915da25c-ce84-4cb2-ae96-1e425b0867e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670 HTTP/1.1" status: 200 len: 217 time: 0.0534925 Aug 10 03:33:54.491520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=1855b43f-b630-4160-a8e7-2455e8927f61,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.538852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fe1e5dda-ca0c-4f24-bc0a-9e3066360173 None None] Provisioning for port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:54.545562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.552457 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3e114645-433c-425b-9e58-de4a2c5e91a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/1855b43f-b630-4160-a8e7-2455e8927f61 HTTP/1.1" status: 204 len: 168 time: 0.8546488 Aug 10 03:33:54.552705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45668) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:54.558413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 4af9c02f-602c-4beb-9808-115d3abfe156) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:54.562549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.563178 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.573012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d620e-d2f7-4df9-ace1-d3a074ada557 None None] Network 4af9c02f-602c-4beb-9808-115d3abfe156 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:54.616072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-64bfaeaf-2c65-41dd-aff8-9d90108df4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.617608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-64bfaeaf-2c65-41dd-aff8-9d90108df4fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=536ed504-6d4b-4916-95b0-6a58477952a5 HTTP/1.1" status: 200 len: 853 time: 0.1352947 Aug 10 03:33:54.638436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9b1c8-7c70-4ade-8153-6dccd167e9c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.640311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9b1c8-7c70-4ade-8153-6dccd167e9c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.644782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54c9b1c8-7c70-4ade-8153-6dccd167e9c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0894718 Aug 10 03:33:54.645424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45670) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:54.656217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bb4a2f0e-2650-4e25-a0b9-bf374048f6fa None None] Could not find standard attr ID for object 1855b43f-b630-4160-a8e7-2455e8927f61. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:33:54.674081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-8156f07c-1aaa-435a-8f28-125bf97f2bbd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c099f7e1-3e1a-4714-8db8-9699a8dc8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471990 Aug 10 03:33:54.681958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:54.686541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:54.686920 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.703757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet b42a6cdd-7356-4af1-92dd-d8aaeb3af533 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:54.711369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.728744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec1fa4-9b85-40d4-8739-fb37f36cf4b2 None None] Network 4af9c02f-602c-4beb-9808-115d3abfe156 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:54.734546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2719ca6-1a44-4ef7-9e66-60fc9618adc9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0917428 Aug 10 03:33:54.738182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45672) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:54.742724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:54.792515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.823001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-e0d9343e-1921-46de-b7ea-11e2c553705a service neutron] 10.222.0.46 "GET /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410003 Aug 10 03:33:54.910108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.911557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.922075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.935270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.963666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7862-cf29-45b9-981d-3908e5da9944 req-a4776a02-72c7-4576-a114-c6aec0aa148a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.966042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a85c7862-cf29-45b9-981d-3908e5da9944 req-a4776a02-72c7-4576-a114-c6aec0aa148a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.1091604 Aug 10 03:33:54.994060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9db3fc94-e55f-47c2-b149-73570ad7f264 req-20ec5564-9246-4bf7-ac32-e2b01afb2d0b service neutron] 10.222.0.46 "GET /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631603 Aug 10 03:33:55.016047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a85c7862-cf29-45b9-981d-3908e5da9944 req-48d23dbf-4913-4466-9cbd-b3b7d28d6dcf tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Aug 10 03:33:55.023996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.116245 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5563b20-37fe-44d7-9d5a-bc2a6a6855e6 x-openstack-request-id: req-c5563b20-37fe-44d7-9d5a-bc2a6a6855e6 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:55.116662 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "name": "network-vif-plugged", "status": "completed", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:55.117026 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5563b20-37fe-44d7-9d5a-bc2a6a6855e6 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:55.117497 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'code': 200} Aug 10 03:33:55.123114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.157616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=b42a6cdd-7356-4af1-92dd-d8aaeb3af533,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:55.162016 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb566f3-04ea-4a39-92bd-aeec5589aba6 x-openstack-request-id: req-ccb566f3-04ea-4a39-92bd-aeec5589aba6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:55.162313 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a86e2cc-5960-4763-b22c-19f9d08cffdb", "tag": "a7b32ec5-1e64-4cf6-9283-1a8356cf5670", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:55.162431 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:55.162592 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccb566f3-04ea-4a39-92bd-aeec5589aba6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:55.162883 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:55.163004 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'tag': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670', 'status': 'completed', 'code': 200} Aug 10 03:33:55.195931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.200758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8a874bd2-af51-49ed-825f-2e1b6d4eaa55 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/b42a6cdd-7356-4af1-92dd-d8aaeb3af533 HTTP/1.1" status: 204 len: 168 time: 0.5512352 Aug 10 03:33:55.203706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf53901-deb0-4152-bd85-872ac40ac448 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:55.223043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45676) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.298538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.299607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3c237d1f-78c2-4d8c-8acd-1f7af3cde692 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753086 Aug 10 03:33:55.302282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45678) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.360540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c887d6-d26a-4117-965e-3643236d3971 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.362431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09c887d6-d26a-4117-965e-3643236d3971 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0575752 Aug 10 03:33:55.365143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45680) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.419875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:55.468502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] Deleting port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:55.468886 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.488596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27cd71-48e6-4a3b-9e32-5ccd8f2f87ff tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.492523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b27cd71-48e6-4a3b-9e32-5ccd8f2f87ff tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241784 Aug 10 03:33:55.494261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45682) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.538507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] For port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:55.539387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.554247 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab5f3401-cb90-4910-b7ee-d54495770a3c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580289 Aug 10 03:33:55.556207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45684) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:55.558126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] Calling delete_port for 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:55.562127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:55.679732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-03322655-b9ff-4a7a-a5b7-dd2e34302c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.681178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-03322655-b9ff-4a7a-a5b7-dd2e34302c8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5875d0c12cc840a29005bc3b10b610f3&device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 1095 time: 0.4974518 Aug 10 03:33:55.700750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.704563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.713691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d698f5-f11a-431d-88c1-17a965f6c9fc req-32141367-46ac-4643-bf9e-0f1166cfa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.717324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d698f5-f11a-431d-88c1-17a965f6c9fc req-32141367-46ac-4643-bf9e-0f1166cfa7f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 1098 time: 0.4930341 Aug 10 03:33:55.744678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] Pushing event deleted for resources: {'Port': ['ID=0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:55.746006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:55.749265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.749511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e53635-8150-4e42-a0c2-59ea6f64e157 None None] No DVR routers for this DVR port 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:55.758753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002277-c93b-4c2a-ba3b-9ac21e630610 req-703b13c2-e212-4fde-b97a-847deffd8a56 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.765997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7002277-c93b-4c2a-ba3b-9ac21e630610 req-703b13c2-e212-4fde-b97a-847deffd8a56 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 943 time: 0.5198586 Aug 10 03:33:55.837810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d698f5-f11a-431d-88c1-17a965f6c9fc req-2e4510f9-ca7d-4127-861c-c0c914ad142e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952301 Aug 10 03:33:55.851428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7002277-c93b-4c2a-ba3b-9ac21e630610 req-b42bbe0e-7e1d-4ea0-92ed-a74487b148c8 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845993 Aug 10 03:33:55.854202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-a69ea6b0-4761-4a9b-bf82-88d7ad73daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.855699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-a69ea6b0-4761-4a9b-bf82-88d7ad73daa4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c099f7e1-3e1a-4714-8db8-9699a8dc8506 HTTP/1.1" status: 200 len: 914 time: 0.1665039 Aug 10 03:33:55.860304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.898183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.906996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.930006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-474a8d3d-d9d2-4e9c-94d2-626b25675d5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670 HTTP/1.1" status: 200 len: 217 time: 0.0375798 Aug 10 03:33:56.017264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6e76f-ca34-4d45-ae6c-6a78aee05f6e req-542ee4a0-9e74-4941-8d75-66b5e7f498cf tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.018697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e6e76f-ca34-4d45-ae6c-6a78aee05f6e req-542ee4a0-9e74-4941-8d75-66b5e7f498cf tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.0921292 Aug 10 03:33:56.020535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-d23d07f2-ac6d-495b-b316-bd4140582bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.021871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-d23d07f2-ac6d-495b-b316-bd4140582bf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=536ed504-6d4b-4916-95b0-6a58477952a5 HTTP/1.1" status: 200 len: 853 time: 0.0739307 Aug 10 03:33:56.065880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-1d8eed03-efd1-4a30-ac3b-ef57ab304cd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c099f7e1-3e1a-4714-8db8-9699a8dc8506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341661 Aug 10 03:33:56.083156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e6e76f-ca34-4d45-ae6c-6a78aee05f6e req-ea8a970e-bae4-439d-bbfa-5b501410ac45 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574162 Aug 10 03:33:56.121979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Allocated IP 172.25.1.37 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/e0152720-d501-483b-b50c-cff1fec28f83) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:56.213539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-734f5718-6141-42af-a7d2-f661af844ddd service neutron] 10.222.0.46 "GET /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293275 Aug 10 03:33:56.234521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c96b5-7bfb-4f33-8c6f-ad0e3327ad2f req-9d6a86cf-2947-44f2-bc3c-2a4c960bf78d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.267698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b4c96b5-7bfb-4f33-8c6f-ad0e3327ad2f req-9d6a86cf-2947-44f2-bc3c-2a4c960bf78d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.0702651 Aug 10 03:33:56.267882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.323684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b4c96b5-7bfb-4f33-8c6f-ad0e3327ad2f req-c8ac66c6-76e1-4473-b542-d5af06c02006 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797870 Aug 10 03:33:56.355245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bb212d3-645a-409f-a766-e2c6ebc89c00 req-051894de-a72a-4520-8c04-e5a1b5d60f78 service neutron] 10.222.0.46 "GET /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271491 Aug 10 03:33:56.377617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.389328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:56.411722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:56.412062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c9f1fb7-7422-46b3-9c56-24f86cfe7ca7 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:56.419212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:56.423685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:56.427774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.428433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.433404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ea577-7b60-418f-872c-0fec3a6bfe71 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:56.442881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=1b979aa2-51ad-49cc-b06f-cdc8e3214aeb,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.446612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.487013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:56.489836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:56.493460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:56.520179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Pushing event updated for resources: {'Port': ['ID=e0152720-d501-483b-b50c-cff1fec28f83,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:56.523782 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5bdf7dd1-d39c-48e2-997f-90e05d9a1acd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9665232 Aug 10 03:33:56.526437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45690) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:56.531287 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:21:d9:78', 'name': 'tempest-NetworksTestDHCPv6-631334950'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:56.579728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '1b979aa2-51ad-49cc-b06f-cdc8e3214aeb'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:56.580733 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.716925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/1b979aa2-51ad-49cc-b06f-cdc8e3214aeb/e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:56.839029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:56.857062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.864956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Transition to ACTIVE for port object e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:56.881437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Transition to ACTIVE for port object e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:56.932053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.974981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:56.979762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:56.984183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:56.986767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361147-dbce-406d-9289-17ee654c09c5 req-ee1f287f-a60e-4691-978b-20a41ed6ecfa tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.988510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e361147-dbce-406d-9289-17ee654c09c5 req-ee1f287f-a60e-4691-978b-20a41ed6ecfa tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 943 time: 0.0622637 Aug 10 03:33:57.012393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Pushing event updated for resources: {'Port': ['ID=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.043252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e361147-dbce-406d-9289-17ee654c09c5 req-ce45f5b4-51fd-430a-a600-5a2de1dc01df tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Aug 10 03:33:57.061918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Attempting to bind port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:57.070060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Attempting to bind port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:57.070060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Attempting to bind port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:57.070060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:57.070637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:57.072303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.072706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:57.073087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Bound port: e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:57.073585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.230943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620aea2-c885-4dc5-b38c-170a446c11d4 req-4f27ffe6-f528-422f-8926-c14caf3469ea tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:57.232729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c620aea2-c885-4dc5-b38c-170a446c11d4 req-4f27ffe6-f528-422f-8926-c14caf3469ea tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.0587692 Aug 10 03:33:57.240212 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.273347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c620aea2-c885-4dc5-b38c-170a446c11d4 req-86f34e57-546e-4ca1-bbb9-92af92bf646a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Aug 10 03:33:57.275508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.302929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 86708274-3130-4893-9f25-cdd07c9c0c18 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:33:57.311034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] For port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:57.314300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] For port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:57.417724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.455922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab657f-df40-4cbd-8329-dd1894e213cd req-b9d9caf6-f55d-4d8f-a059-0ec7eb6606b8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:57.465697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deab657f-df40-4cbd-8329-dd1894e213cd req-b9d9caf6-f55d-4d8f-a059-0ec7eb6606b8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.0708396 Aug 10 03:33:57.487461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7f8c1-2fad-43bb-b421-a5855b06d79d None None] Pushing event updated for resources: {'Port': ['ID=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.510600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-deab657f-df40-4cbd-8329-dd1894e213cd req-c7c1983d-673e-49e1-b79f-9a797c595f9e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Aug 10 03:33:57.522620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::1a (e48e137d-d387-4f07-b416-2f445a09fa53/1b979aa2-51ad-49cc-b06f-cdc8e3214aeb/86708274-3130-4893-9f25-cdd07c9c0c18) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:57.607209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.729092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af89c20-cbf0-46b4-aa2b-66bcfe8032f0 req-7e51eb49-4d13-4598-aeae-c9b7bc4f0c9e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:57.733579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6af89c20-cbf0-46b4-aa2b-66bcfe8032f0 req-7e51eb49-4d13-4598-aeae-c9b7bc4f0c9e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.0922015 Aug 10 03:33:57.783823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6af89c20-cbf0-46b4-aa2b-66bcfe8032f0 req-36ef7c63-0d2f-417f-bd7c-b0e5cd5727df tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 Aug 10 03:33:57.807587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45710) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:57.846583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34ba48ba-9c58-4c0c-8088-96f9b83fe65b details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:57.848542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.853680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11045a89-9f83-4e28-8409-16b418c93c22 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:57.855600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-11045a89-9f83-4e28-8409-16b418c93c22 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 1093 time: 0.0470033 Aug 10 03:33:57.858635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45712) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:57.868891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:57.877479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 86708274-3130-4893-9f25-cdd07c9c0c18 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:57.950811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:57.968856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'port_id': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'mac_address': 'fa:16:3e:30:95:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:58.006515 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.018726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34ba48ba-9c58-4c0c-8088-96f9b83fe65b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:58.037454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:58.043807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Router 299b19e4-2c78-467b-a093-4777d879c3a6 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:58.096994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.101481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.141539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.208456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.208741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:58.223183 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Sync routers for ids ['299b19e4-2c78-467b-a093-4777d879c3a6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:58.233665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1dfa5-1c17-4cf8-8680-ca7cb456ea7e req-8ebb6b62-ed5e-4427-9588-acbcb98aa1d6 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.237134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acd1dfa5-1c17-4cf8-8680-ca7cb456ea7e req-8ebb6b62-ed5e-4427-9588-acbcb98aa1d6 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 943 time: 0.0954065 Aug 10 03:33:58.237966 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Routers {'299b19e4-2c78-467b-a093-4777d879c3a6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:58.238613 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['299b19e4-2c78-467b-a093-4777d879c3a6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:58.260732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:58.261872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=86708274-3130-4893-9f25-cdd07c9c0c18,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.273199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:58.278012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:58.291734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.291989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acd1dfa5-1c17-4cf8-8680-ca7cb456ea7e req-1ce8cbc1-1d10-4092-ba44-7ccbb1c2dc19 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 Aug 10 03:33:58.294697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.296284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['34ba48ba-9c58-4c0c-8088-96f9b83fe65b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:58.334665 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.355590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.356081 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e615ef3-f37b-4153-9726-ff2c9f68dc0e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6164892 Aug 10 03:33:58.358495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:58.416101 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Set router 299b19e4-2c78-467b-a093-4777d879c3a6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:58.472935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45726) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:58.473592 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-21cbf7f1-f331-44f4-9b3d-2135dc4a0412 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9455123 Aug 10 03:33:58.538039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:58.631185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e438011-383e-4ec5-8758-891ea926e561 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.638197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e438011-383e-4ec5-8758-891ea926e561 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.640329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2e438011-383e-4ec5-8758-891ea926e561 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1493862 Aug 10 03:33:58.647831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45738) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:58.702827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aaf42-3aea-442d-a442-5bbd8f6a1f0c req-fec88afc-c3d8-4ac5-95cd-97f3e48d708f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.704529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f48aaf42-3aea-442d-a442-5bbd8f6a1f0c req-fec88afc-c3d8-4ac5-95cd-97f3e48d708f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 944 time: 0.2306159 Aug 10 03:33:58.737138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:58.761809 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:33:56Z', 'revision_number': 3, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:58.819431 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Checking router: 299b19e4-2c78-467b-a093-4777d879c3a6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:58.820029 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Updating router 299b19e4-2c78-467b-a093-4777d879c3a6 port e0152720-d501-483b-b50c-cff1fec28f83 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:58.846414 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.888752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.25.1.33 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/be4ae6e7-11ac-402e-99fc-75b9ca48ac4c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:58.893359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f48aaf42-3aea-442d-a442-5bbd8f6a1f0c req-bd2dba20-58de-49fa-ba8c-fbf87696a10b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443570 Aug 10 03:33:58.903148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] Provisioning for port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:58.909363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] Provisioning complete for port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:58.914948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.119051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.181643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] For port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:59.197222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 86708274-3130-4893-9f25-cdd07c9c0c18 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:59.198396 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.243885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.263515 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.273198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.380208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455d779-8e4b-4dd5-b227-15e3618d8210 None None] Pushing event updated for resources: {'Port': ['ID=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:59.386087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.450187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 86708274-3130-4893-9f25-cdd07c9c0c18 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:59.477856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f769b19c-a8d2-4da9-b46b-b0204859bbb6 None None] Provisioning for port 86708274-3130-4893-9f25-cdd07c9c0c18 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:59.482012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f769b19c-a8d2-4da9-b46b-b0204859bbb6 None None] Provisioning complete for port 86708274-3130-4893-9f25-cdd07c9c0c18 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:59.482388 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f769b19c-a8d2-4da9-b46b-b0204859bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.546494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521fb5a-0155-4f57-99cb-77e7224ce1bc req-ca575bb9-65c0-4042-8be6-3a8162e6e35a tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.547787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f769b19c-a8d2-4da9-b46b-b0204859bbb6 None None] Port 86708274-3130-4893-9f25-cdd07c9c0c18 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:59.554634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e521fb5a-0155-4f57-99cb-77e7224ce1bc req-ca575bb9-65c0-4042-8be6-3a8162e6e35a tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 943 time: 0.1388080 Aug 10 03:33:59.559696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.600144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Allocated IP 172.20.0.1 (4af9c02f-602c-4beb-9808-115d3abfe156/aaceae24-0f49-42a3-9f22-45fcf60c53d5/f202440c-8d6d-469e-942b-e70d312a68f7) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:59.630337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:59.640974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:59.652251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:59.715553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e521fb5a-0155-4f57-99cb-77e7224ce1bc req-318afc8a-c500-4b38-b32d-93d8a21ecd97 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579573 Aug 10 03:33:59.735780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=be4ae6e7-11ac-402e-99fc-75b9ca48ac4c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:59.762093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.837124 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.851983 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Transition to ACTIVE for port object e0152720-d501-483b-b50c-cff1fec28f83 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:59.873042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a7b32ec5-1e64-4cf6-9283-1a8356cf5670 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:59.873042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34ba48ba-9c58-4c0c-8088-96f9b83fe65b up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:59.922369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.966266 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.032072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.054837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Network 4af9c02f-602c-4beb-9808-115d3abfe156 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:00.057249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:00.059950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:00.078274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Pushing event updated for resources: {'Port': ['ID=e0152720-d501-483b-b50c-cff1fec28f83,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.128277 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Attempting to bind port e0152720-d501-483b-b50c-cff1fec28f83 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:00.129387 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Attempting to bind port e0152720-d501-483b-b50c-cff1fec28f83 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:00.133348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.134195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Attempting to bind port e0152720-d501-483b-b50c-cff1fec28f83 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:00.152773 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:00.153535 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:00.154155 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.154759 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:00.155439 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Bound port: e0152720-d501-483b-b50c-cff1fec28f83, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:00.156049 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.177008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:00.177380 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.198604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=86708274-3130-4893-9f25-cdd07c9c0c18,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.281636 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] For port e0152720-d501-483b-b50c-cff1fec28f83, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:00.285168 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] For port e0152720-d501-483b-b50c-cff1fec28f83, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e0152720-d501-483b-b50c-cff1fec28f83,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:00.288281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.297096 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:00.315301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f202440c-8d6d-469e-942b-e70d312a68f7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.332306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.334664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9ea4078e-d3ec-457e-a08b-9a9742f698ad tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/86708274-3130-4893-9f25-cdd07c9c0c18 HTTP/1.1" status: 204 len: 168 time: 1.6650808 Aug 10 03:34:00.340488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45752) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:00.361134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,segment=NetworkSegment(d4374755-7371-45e7-83d8-d2e3d6467a16),segment_id=d4374755-7371-45e7-83d8-d2e3d6467a16)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:00.371463 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.393711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc435-fe96-4d13-8ef4-e10aa0c5ee8a req-9adaaff1-720e-4e35-b4b3-752043a50c0e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.402010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a26dc435-fe96-4d13-8ef4-e10aa0c5ee8a req-9adaaff1-720e-4e35-b4b3-752043a50c0e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 944 time: 0.3709695 Aug 10 03:34:00.425265 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58619f1d-d750-40c6-b7be-c207470b11cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.429315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670', 'network_id': 'c099f7e1-3e1a-4714-8db8-9699a8dc8506', 'port_id': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670', 'mac_address': 'fa:16:3e:22:ec:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536ed504-6d4b-4916-95b0-6a58477952a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:00.464703 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Routers {'299b19e4-2c78-467b-a093-4777d879c3a6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:00.467778 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:33:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['299b19e4-2c78-467b-a093-4777d879c3a6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:00.470734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.489731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:00.534549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.540536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d61aa4-48b1-4375-b5d9-e9adcf07feec tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.548677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d61aa4-48b1-4375-b5d9-e9adcf07feec tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.553246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f5d61aa4-48b1-4375-b5d9-e9adcf07feec tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2134893 Aug 10 03:34:00.556516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:00.578426 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f8f0-0558-40c3-bd3b-dc2ae7b7e320 None None] Pushing event updated for resources: {'Port': ['ID=e0152720-d501-483b-b50c-cff1fec28f83,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.613977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b32ec5-1e64-4cf6-9283-1a8356cf5670 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:00.670389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,segment=NetworkSegment(d4374755-7371-45e7-83d8-d2e3d6467a16),segment_id=d4374755-7371-45e7-83d8-d2e3d6467a16)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:00.682579 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.734634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:00.735007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.755290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:00.758741 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eaa089-88c7-40e4-81c1-fb05a814d845" -d '{"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-plugged", "status": "completed", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:00.778584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.796457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.803605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:00.816495 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 1b979aa2-51ad-49cc-b06f-cdc8e3214aeb {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:00.829190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.859584 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] Set router 299b19e4-2c78-467b-a093-4777d879c3a6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:00.865565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.921604 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.936242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a26dc435-fe96-4d13-8ef4-e10aa0c5ee8a req-68f370a3-b08a-4c5e-bd1b-33ab836f2f6a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333250 Aug 10 03:34:00.955547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-92aea54e-0b9e-44ed-a4a7-d8f5f5f98425 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822885 Aug 10 03:34:00.982685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.005606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.068038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.107807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.112132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a7b32ec5-1e64-4cf6-9283-1a8356cf5670'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:01.211824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0ff1-fbda-49a3-a827-655975512796 req-5e7c0708-62bb-48ec-8863-c542ef5249dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.213678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-5e7c0708-62bb-48ec-8863-c542ef5249dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 1098 time: 0.2303727 Aug 10 03:34:01.235830 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f202440c-8d6d-469e-942b-e70d312a68f7', 'name': '', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'mac_address': 'fa:16:3e:a1:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:59Z', 'updated_at': '2021-08-10T03:33:59Z', 'revision_number': 1, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'subnets': [{'id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:01.256118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.297613 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358a49f-cf22-418a-b3ea-eda33a0e6404 None None] The sync data for ids ['299b19e4-2c78-467b-a093-4777d879c3a6'] in n-d-765315-26 is: [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f202440c-8d6d-469e-942b-e70d312a68f7', 'name': '', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'mac_address': 'fa:16:3e:a1:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:59Z', 'updated_at': '2021-08-10T03:33:59Z', 'revision_number': 1, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'subnets': [{'id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:01.371300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.429784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.461857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04060d-871e-424b-abca-5435349ae2fa req-bcf75b43-40f2-4739-abd8-704a0016fba8 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.463399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a04060d-871e-424b-abca-5435349ae2fa req-bcf75b43-40f2-4739-abd8-704a0016fba8 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 944 time: 0.2687547 Aug 10 03:34:01.479291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.481363 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/1b979aa2-51ad-49cc-b06f-cdc8e3214aeb HTTP/1.1" status: 204 len: 168 time: 0.9238355 Aug 10 03:34:01.486005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2fb76-5c3f-4a39-a4ac-82b820be8558 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:01.486656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45760) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.487796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0ff1-fbda-49a3-a827-655975512796 req-eeb2e8b4-2b93-4aa7-82c6-0922858322ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:01.489376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-eeb2e8b4-2b93-4aa7-82c6-0922858322ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.2522724 Aug 10 03:34:01.498264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dbd2a-3b9c-4be7-a35e-dee1b1c3bd6e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=1b979aa2-51ad-49cc-b06f-cdc8e3214aeb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.530113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.557160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8b995470-d18f-40ce-bb65-5e6093af07ce tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668616 Aug 10 03:34:01.589508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45762) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:01.606260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.609119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-328bb5e5-60c3-40d4-8721-3953f34b3edd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d7bdde-23cc-4771-8b76-dc064b534422 HTTP/1.1" status: 200 len: 217 time: 0.1056237 Aug 10 03:34:01.701471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Network 4af9c02f-602c-4beb-9808-115d3abfe156 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:01.707475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:01.711813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f202440c-8d6d-469e-942b-e70d312a68f7,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.776029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a04060d-871e-424b-abca-5435349ae2fa req-d2256b44-c726-4ea1-8344-f2f2fe36ed35 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902238 Aug 10 03:34:01.776699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.829569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:01.876096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Router 299b19e4-2c78-467b-a093-4777d879c3a6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:01.895205 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4c9627-0ffc-4b58-b422-333685ea3cf2 x-openstack-request-id: req-3e4c9627-0ffc-4b58-b422-333685ea3cf2 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:01.895685 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-plugged", "status": "completed", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:01.896106 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e4c9627-0ffc-4b58-b422-333685ea3cf2 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:01.896746 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'code': 200} Aug 10 03:34:01.951302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] Deleting port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:01.952091 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.019580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0ff1-fbda-49a3-a827-655975512796 req-f5882556-4ce0-480c-90f2-21062f415087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.021111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-f5882556-4ce0-480c-90f2-21062f415087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.3815958 Aug 10 03:34:02.027669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:02.036398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d5a042c0-cb99-4b05-b76a-cf7fe066b8d3 admin admin] 10.222.0.26 "PUT /v2.0/routers/299b19e4-2c78-467b-a093-4777d879c3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6734736 Aug 10 03:34:02.054850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c136b-d250-4509-9b5d-cf7fb56909f7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.059196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45768) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:02.072952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e43c136b-d250-4509-9b5d-cf7fb56909f7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4813027 Aug 10 03:34:02.112552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=be4ae6e7-11ac-402e-99fc-75b9ca48ac4c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.166073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] For port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:02.168453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.175564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccdbc7-059e-4ac4-85ed-dbaebe6cad0e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.177137 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-57ccdbc7-059e-4ac4-85ed-dbaebe6cad0e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1164076 Aug 10 03:34:02.184313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45772) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:02.193283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.217940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] Calling delete_port for e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:02.248774 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:02.319757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45776) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:02.320109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-90aefdc6-faa0-47df-9568-7d3656e598d9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338549 Aug 10 03:34:02.325644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:02.346579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0ff1-fbda-49a3-a827-655975512796 req-a61fd274-baaf-498d-a80a-7048932c4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.348171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-a61fd274-baaf-498d-a80a-7048932c4a80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2696972 Aug 10 03:34:02.385773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec06bc3-7188-47ee-8743-011735d397d7 req-37061634-27c0-4aab-bf2b-7cfc62ed500f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.393008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ec06bc3-7188-47ee-8743-011735d397d7 req-37061634-27c0-4aab-bf2b-7cfc62ed500f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.2814999 Aug 10 03:34:02.428078 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.508065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] No DVR routers for this DVR port e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:02.541026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:02.557851 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Floating IP 32bac9a8-bd80-4cee-976d-0bbed6500801 associated. External IP: 172.25.1.33, port: cb52591b-02bd-41b2-bc81-3e1c0f996f46. Aug 10 03:34:02.581197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ec06bc3-7188-47ee-8743-011735d397d7 req-8f91fa4f-6e3a-4468-9b57-6dd19142cbd7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751208 Aug 10 03:34:02.624912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e5f1a-7639-4b28-8895-4b76102b36e8 None None] Pushing event deleted for resources: {'Port': ['ID=e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.642627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:02.643324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e29f8dbd-8538-479a-8ac7-c5c2b77bbc8f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:02.663816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-cc867fac-e4c1-4e00-9b04-861a582dfa8a service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879908 Aug 10 03:34:02.839988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.125417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f3f3599d-5917-4fd9-a6cc-fb4c1f34652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.182599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:03.186481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.474234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-144d0ff1-fbda-49a3-a827-655975512796 req-e956897f-d57d-47fb-af29-2dbefd3ada3b service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667677 Aug 10 03:34:03.581305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:03.586160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-b5f35678-a457-41a7-9fc8-61c8ca9ad720 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.587763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-b5f35678-a457-41a7-9fc8-61c8ca9ad720 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 817 time: 0.2041469 Aug 10 03:34:03.628377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-d058776f-86ba-49ad-9d8f-590669d05458 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/quotas/558997567a9345c3bdac8bff775c7b8e HTTP/1.1" status: 200 len: 375 time: 0.0333869 Aug 10 03:34:03.773480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:03.775107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.788403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-f4ced071-0a2f-4a9a-ab9e-506117d65e1b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139855 Aug 10 03:34:03.833846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:03.837964 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:03.842793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.843415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.848672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b78f9-de2d-4394-b54a-44664bb87462 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:03.855608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:03.877801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:03.888878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=ba9cda8e-1d25-425d-8bf3-dabfd784b26b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.911114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-454ff60c-181e-42c5-a595-7234fa01ab51 service neutron] 10.222.0.26 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152902 Aug 10 03:34:03.930511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a7b32ec5-1e64-4cf6-9283-1a8356cf5670 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:03.966841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:03.968493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:04.022537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-4bfc1e88-9197-4640-834f-b568382370e0 service neutron] 10.222.0.26 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046484 Aug 10 03:34:04.069317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.112495 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3453e961-cdf9-4920-b461-03a8bf437edb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7889197 Aug 10 03:34:04.112729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.117727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:04.152403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-705c2938-30ec-4045-91b8-21a84872a428 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2906854 Aug 10 03:34:04.153037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:04.158716 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219a76d-1ee0-460c-b238-c07dae464c90" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:04.166003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45798) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:04.224872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:04.224872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.258447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-27c9a6b9-1778-47dc-a556-8d64aa29aa47 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/32bac9a8-bd80-4cee-976d-0bbed6500801 HTTP/1.1" status: 200 len: 991 time: 0.0892968 Aug 10 03:34:04.297345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'ba9cda8e-1d25-425d-8bf3-dabfd784b26b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:04.298198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.414960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:04.493246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c315-5082-4606-a30e-9004ba31d545 req-f38bf63f-a8e6-4243-b3eb-3936d49c0af6 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.495210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f190c315-5082-4606-a30e-9004ba31d545 req-f38bf63f-a8e6-4243-b3eb-3936d49c0af6 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 944 time: 0.0986722 Aug 10 03:34:04.545941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:04.547262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.562407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f190c315-5082-4606-a30e-9004ba31d545 req-83f09ecb-472c-49af-8536-3e278fe18543 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612340 Aug 10 03:34:04.582773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:04.589874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.590190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e0152720-d501-483b-b50c-cff1fec28f83 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:04.766236 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba9cda8e-1d25-425d-8bf3-dabfd784b26b (CIDR: 2001:db8::/64) Aug 10 03:34:04.782293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa307a0-14cc-47b4-95ab-bd1a6f40429e req-1c1fcca6-7ca8-4b92-a362-b7908da5158a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.800242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaa307a0-14cc-47b4-95ab-bd1a6f40429e req-1c1fcca6-7ca8-4b92-a362-b7908da5158a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1432333 Aug 10 03:34:04.817772 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:04.818238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:04.843345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaa307a0-14cc-47b4-95ab-bd1a6f40429e req-dfbe9728-9f1c-439f-8178-c6822b274c50 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Aug 10 03:34:04.903578 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Sync routers for ids ['299b19e4-2c78-467b-a093-4777d879c3a6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:04.914039 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Routers {'299b19e4-2c78-467b-a093-4777d879c3a6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:04.915214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['299b19e4-2c78-467b-a093-4777d879c3a6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:04.998982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Allocated IP 2001:db8::f816:3eff:feb3:9798 (e48e137d-d387-4f07-b416-2f445a09fa53/ba9cda8e-1d25-425d-8bf3-dabfd784b26b/4bc2300a-6601-4569-bf5c-42c5a8ff3b23) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:05.034460 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b02488-6b0f-4d6b-907f-bf813f2e66cc x-openstack-request-id: req-87b02488-6b0f-4d6b-907f-bf813f2e66cc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:05.034460 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:05.034766 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87b02488-6b0f-4d6b-907f-bf813f2e66cc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:05.035142 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'status': 'completed', 'code': 200} Aug 10 03:34:05.060748 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Set router 299b19e4-2c78-467b-a093-4777d879c3a6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:05.120468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de2a5bf7-eab1-4791-88ee-e69063eefa1c req-04ff25ed-a6a9-47d0-ad52-18f6dc27d1a0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 210 time: 0.0421894 Aug 10 03:34:05.141695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-85ec36b4-2a69-4a97-a780-8da2bcd1f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.143463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-85ec36b4-2a69-4a97-a780-8da2bcd1f9a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 1098 time: 0.0863442 Aug 10 03:34:05.143705 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.223563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:05.227013 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6953f109-305a-43a2-be53-96a44990e9f5" -d '{"events": [{"server_uuid": "5a86e2cc-5960-4763-b22c-19f9d08cffdb", "name": "network-vif-plugged", "status": "completed", "tag": "a7b32ec5-1e64-4cf6-9283-1a8356cf5670"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:05.262272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.273423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-15392b60-d354-48f5-b587-5c6960ee9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.275295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-15392b60-d354-48f5-b587-5c6960ee9aef service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 200 len: 898 time: 0.1245282 Aug 10 03:34:05.279002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,segment=NetworkSegment(d4374755-7371-45e7-83d8-d2e3d6467a16),segment_id=d4374755-7371-45e7-83d8-d2e3d6467a16)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:05.283549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 0, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:05.324907 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f202440c-8d6d-469e-942b-e70d312a68f7', 'name': '', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'mac_address': 'fa:16:3e:a1:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:59Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 2, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'subnets': [{'id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:05.334960 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de8225eb-4ce3-42f7-bcf2-49782279562b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2184391 Aug 10 03:34:05.344042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:05.359562 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Checking router: 299b19e4-2c78-467b-a093-4777d879c3a6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:05.359562 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Updating router 299b19e4-2c78-467b-a093-4777d879c3a6 port f202440c-8d6d-469e-942b-e70d312a68f7 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:34:05.359780 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8ed42155-dcb9-4a96-ba0e-595817f10317 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/32bac9a8-bd80-4cee-976d-0bbed6500801 HTTP/1.1" status: 200 len: 991 time: 0.0927620 Aug 10 03:34:05.361263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45826) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:05.377954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:05.382718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:05.385469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:05.386416 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.423689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-af5917b1-d098-49e1-ba6c-53bcad387cfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46 HTTP/1.1" status: 200 len: 999 time: 0.1411185 Aug 10 03:34:05.472931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e0152720-d501-483b-b50c-cff1fec28f83 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:05.495322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e0152720-d501-483b-b50c-cff1fec28f83 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:05.496402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.507618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-56433d7d-961b-4c30-b6b3-7a382e91f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.517439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-56433d7d-961b-4c30-b6b3-7a382e91f692 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07 HTTP/1.1" status: 200 len: 835 time: 0.0845554 Aug 10 03:34:05.548862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.569691 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.608442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-f70be16f-ee85-4598-b2e1-2a3fa33005b5 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.616168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-f70be16f-ee85-4598-b2e1-2a3fa33005b5 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 817 time: 0.3238354 Aug 10 03:34:05.636766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d0bc3f18-ae92-472b-9000-b5afe2acf721 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/quotas/558997567a9345c3bdac8bff775c7b8e HTTP/1.1" status: 200 len: 375 time: 0.0196092 Aug 10 03:34:05.670886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Transition to ACTIVE for port object 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:05.685920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-6ab13626-5470-4435-a75b-70572cc4cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:05.688278 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-6ab13626-5470-4435-a75b-70572cc4cb31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619349 Aug 10 03:34:05.719267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Transition to ACTIVE for port object 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:05.721593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-56e0710f-7e18-45e4-a6ec-135ef790a144 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839136 Aug 10 03:34:05.734476 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.739629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:05.752573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.752808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.753151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.754076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.754660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.754987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.755327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.755807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.756797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.757139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.757471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.757801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:05.774582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:05.785524 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Transition to ACTIVE for port object f202440c-8d6d-469e-942b-e70d312a68f7 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:05.804549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:05.808272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.890904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.953607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port e0152720-d501-483b-b50c-cff1fec28f83, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e0152720-d501-483b-b50c-cff1fec28f83,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:05.969100 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.972203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.984007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-258d0a14-428c-4fd6-837d-0890beb6b3e6 service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859576 Aug 10 03:34:06.000111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-0d39ddc8-9261-449c-a3c6-998e07d67a48 service neutron] 10.222.0.26 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774549 Aug 10 03:34:06.050697 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.076841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Pushing event updated for resources: {'Port': ['ID=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.097451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:06.101337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:06.103862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:06.172717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.222678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-bc6c1209-7f09-4a00-aa4a-0e193c5e89b8 service neutron] 10.222.0.26 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192297 Aug 10 03:34:06.228844 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb901-5c4d-415b-9674-06ea9a24888e None None] Pushing event updated for resources: {'Port': ['ID=f202440c-8d6d-469e-942b-e70d312a68f7,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.239990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9219a76d-1ee0-460c-b238-c07dae464c90 req-c40d2908-d310-47b8-8744-695e4f5a9066 service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290792 Aug 10 03:34:06.274816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Attempting to bind port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:06.275358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Attempting to bind port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:06.275830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Attempting to bind port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:06.302162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:06.302604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:06.303695 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.304264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:06.304877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Bound port: 4bc2300a-6601-4569-bf5c-42c5a8ff3b23, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:06.305409 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.364838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45840) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:06.387525 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Attempting to bind port f202440c-8d6d-469e-942b-e70d312a68f7 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:06.387904 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Attempting to bind port f202440c-8d6d-469e-942b-e70d312a68f7 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:06.388267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Attempting to bind port f202440c-8d6d-469e-942b-e70d312a68f7 on network 4af9c02f-602c-4beb-9808-115d3abfe156 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:06.395807 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:06.396733 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Checking segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:06.397138 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.397532 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Bound using segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:06.398489 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Bound port: f202440c-8d6d-469e-942b-e70d312a68f7, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:06.398874 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.416488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=e0152720-d501-483b-b50c-cff1fec28f83,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.454766 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b09715ce-72eb-4743-a9af-55c1d9f66d11 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/32bac9a8-bd80-4cee-976d-0bbed6500801 HTTP/1.1" status: 200 len: 991 time: 0.0870938 Aug 10 03:34:06.471667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] For port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:06.490193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] For port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:06.507730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 0, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:06.510595 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] For port f202440c-8d6d-469e-942b-e70d312a68f7, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:06.515082 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] For port f202440c-8d6d-469e-942b-e70d312a68f7, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f202440c-8d6d-469e-942b-e70d312a68f7,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:06.534816 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.542120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1883d368-2590-4f4b-9549-718e8dd3106c None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:33:30Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 0, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:06.641374 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.667751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:06.671496 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:06.698783 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.727254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.732146 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.747186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=f0e27e9f-6042-4931-9717-09c4d5465f1f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.808851 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb901-5c4d-415b-9674-06ea9a24888e None None] Pushing event updated for resources: {'Port': ['ID=f202440c-8d6d-469e-942b-e70d312a68f7,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.825144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db02e1-2450-4897-a278-196582d97782 req-d7c0826e-4dd4-49dc-9793-4d34111456ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.831632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89db02e1-2450-4897-a278-196582d97782 req-d7c0826e-4dd4-49dc-9793-4d34111456ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 1097 time: 0.1249125 Aug 10 03:34:06.844210 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Routers {'299b19e4-2c78-467b-a093-4777d879c3a6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:06.844961 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['299b19e4-2c78-467b-a093-4777d879c3a6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:06.857907 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec8a90-587f-497f-8710-bad8ba42721f x-openstack-request-id: req-d2ec8a90-587f-497f-8710-bad8ba42721f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:06.863516 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a86e2cc-5960-4763-b22c-19f9d08cffdb", "name": "network-vif-plugged", "status": "completed", "tag": "a7b32ec5-1e64-4cf6-9283-1a8356cf5670", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:06.868661 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2ec8a90-587f-497f-8710-bad8ba42721f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:06.887208 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670', 'code': 200} Aug 10 03:34:06.887208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b16c3-6b23-402e-a343-410b76243e24 None None] Pushing event updated for resources: {'Port': ['ID=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.919816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2bcbb87-8bfc-4698-9b56-701a8910d6d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5564656 Aug 10 03:34:06.925518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45850) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:06.935912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89db02e1-2450-4897-a278-196582d97782 req-eca21677-7fea-46d5-afa6-46928c931eb8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945344 Aug 10 03:34:06.940270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:09:12:20', 'name': 'tempest-NetworksTestDHCPv6-2125661382'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:06.970429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3b7eb-b79d-47e7-af9d-e4bbea81a781 req-b3f323ec-245f-4b0c-bcfb-494de7ead32b tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.977046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c3b7eb-b79d-47e7-af9d-e4bbea81a781 req-b3f323ec-245f-4b0c-bcfb-494de7ead32b tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 945 time: 0.1131721 Aug 10 03:34:07.058462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c3b7eb-b79d-47e7-af9d-e4bbea81a781 req-26035949-812d-4184-9843-43d9c8965b12 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Aug 10 03:34:07.065709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc41f428-28d5-4a1a-a8e8-6b23ab221872 None None] New status for floating IP 32bac9a8-bd80-4cee-976d-0bbed6500801: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:34:07.089650 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] Set router 299b19e4-2c78-467b-a093-4777d879c3a6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:07.291774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4180-87b2-44aa-b5fd-130230c9cfcf req-fcc9e555-96e8-4121-b2df-d74d3243ab7b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.299288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3ab4180-87b2-44aa-b5fd-130230c9cfcf req-fcc9e555-96e8-4121-b2df-d74d3243ab7b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1422427 Aug 10 03:34:07.395352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3ab4180-87b2-44aa-b5fd-130230c9cfcf req-4b84a736-f8d4-4f2a-b076-7b03884cae53 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948346 Aug 10 03:34:07.458481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45852) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:07.501773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:07.544062 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f202440c-8d6d-469e-942b-e70d312a68f7', 'name': '', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'mac_address': 'fa:16:3e:a1:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:59Z', 'updated_at': '2021-08-10T03:34:06Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'subnets': [{'id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:07.630511 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b332a-e359-4b51-97c0-37bf9177a837 None None] The sync data for ids ['299b19e4-2c78-467b-a093-4777d879c3a6'] in n-d-765315-26 is: [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:34:00Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f202440c-8d6d-469e-942b-e70d312a68f7', 'name': '', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'mac_address': 'fa:16:3e:a1:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:59Z', 'updated_at': '2021-08-10T03:34:06Z', 'revision_number': 4, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'subnets': [{'id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:07.637196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6988cccd-7018-41ab-8c89-c50818118258 req-043c71d9-41f0-4dc2-a231-45ca25e0cd27 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 210 time: 0.0823405 Aug 10 03:34:07.669309 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d55e3f4d-f4d7-4310-8738-f86bb7273fa5 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/32bac9a8-bd80-4cee-976d-0bbed6500801 HTTP/1.1" status: 200 len: 991 time: 0.2092927 Aug 10 03:34:07.745952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.775042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 30ff7ae6-1c1d-4278-ba13-2e2557ac371f yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:08.118192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8:0:1::338 (e48e137d-d387-4f07-b416-2f445a09fa53/f0e27e9f-6042-4931-9717-09c4d5465f1f/30ff7ae6-1c1d-4278-ba13-2e2557ac371f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:08.143875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe09:1220 (e48e137d-d387-4f07-b416-2f445a09fa53/ba9cda8e-1d25-425d-8bf3-dabfd784b26b/30ff7ae6-1c1d-4278-ba13-2e2557ac371f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:08.274113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaf02c-a1a7-49fd-865b-5df495028f86 req-cc10d202-15c7-4923-b655-1b0c50f543fb tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.297540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5aaf02c-a1a7-49fd-865b-5df495028f86 req-cc10d202-15c7-4923-b655-1b0c50f543fb tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 945 time: 0.1104338 Aug 10 03:34:08.394717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5aaf02c-a1a7-49fd-865b-5df495028f86 req-6dd4e7e1-e01c-4e59-88e8-5ff480f05bd9 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952330 Aug 10 03:34:08.555956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.570542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750b100-4229-4268-ae0b-89530f475197 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:08.617573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 30ff7ae6-1c1d-4278-ba13-2e2557ac371f will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:08.638537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa120d1-0129-4bb3-80cb-29dfaf9104fa req-6b90c1a8-9b6b-4aea-9ca2-21adf6c88d9a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.652459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aa120d1-0129-4bb3-80cb-29dfaf9104fa req-6b90c1a8-9b6b-4aea-9ca2-21adf6c88d9a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1298654 Aug 10 03:34:08.676531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45864) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:08.763157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:08.834869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aa120d1-0129-4bb3-80cb-29dfaf9104fa req-11e3fff0-63fa-4cb3-a463-4b01baad46a6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819401 Aug 10 03:34:08.844778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ad64fb1a-28cb-4d4f-9028-f9c7de6e5704 None None] Provisioning for port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:08.866946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-715818e5-79e3-4680-8525-8fab5dbecde1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/32bac9a8-bd80-4cee-976d-0bbed6500801 HTTP/1.1" status: 200 len: 993 time: 0.1886182 Aug 10 03:34:08.890446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.964123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:08.965878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:08.970835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:08.976585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.977220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.003679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=30ff7ae6-1c1d-4278-ba13-2e2557ac371f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:09.016072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:09.021315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:09.021726 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.086213 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08da844b-caa8-415a-be80-05e641f9b0b3 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1589649 Aug 10 03:34:09.088694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45866) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:09.195698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-f5386ed8-ce94-4c59-959f-33b026546b91 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.197537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-f5386ed8-ce94-4c59-959f-33b026546b91 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 817 time: 0.1750855 Aug 10 03:34:09.223252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Request body: {'port': {'device_id': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'admin_state_up': True, 'tenant_id': '558997567a9345c3bdac8bff775c7b8e'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:09.290457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 30ff7ae6-1c1d-4278-ba13-2e2557ac371f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:09.291564 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.328187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac9b0fa5-dc11-438a-8320-a35fab040684 req-b9344ffb-2e34-485c-89f7-eced47cc685e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 210 time: 0.1187842 Aug 10 03:34:09.396756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': 'ba9cda8e-1d25-425d-8bf3-dabfd784b26b', 'ip_address': '2001:db8::f816:3eff:feb3:9798'}, {'subnet_id': 'f0e27e9f-6042-4931-9717-09c4d5465f1f'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '4bc2300a-6601-4569-bf5c-42c5a8ff3b23'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:34:09.428794 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.442680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.468739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 30ff7ae6-1c1d-4278-ba13-2e2557ac371f owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:09.545520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9947-31e3-4968-afd7-a044123e751c req-6332cf04-bc93-4c36-b2d0-46491a4f0720 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.556965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b0f9947-31e3-4968-afd7-a044123e751c req-6332cf04-bc93-4c36-b2d0-46491a4f0720 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 945 time: 0.0777400 Aug 10 03:34:09.606042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Made reservation on behalf of 558997567a9345c3bdac8bff775c7b8e for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:09.620555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.642852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.673383 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b0f9947-31e3-4968-afd7-a044123e751c req-bb2c88b1-f9c2-46be-b696-bb83d5624db6 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153772 Aug 10 03:34:09.726806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:09.751162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Allocated IP 2001:db8:0:1::2 (e48e137d-d387-4f07-b416-2f445a09fa53/f0e27e9f-6042-4931-9717-09c4d5465f1f/4bc2300a-6601-4569-bf5c-42c5a8ff3b23) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:09.819577 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.820291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e0152720-d501-483b-b50c-cff1fec28f83 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:09.886481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.959302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.002277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=30ff7ae6-1c1d-4278-ba13-2e2557ac371f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.005471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e0152720-d501-483b-b50c-cff1fec28f83 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:10.005874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.063613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] For port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:10.073025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.078301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45878) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.094257 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fbd96ac0-3301-4058-9e03-039680cdc60c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/30ff7ae6-1c1d-4278-ba13-2e2557ac371f HTTP/1.1" status: 204 len: 168 time: 1.0037518 Aug 10 03:34:10.127786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.154851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Transition to ACTIVE for port object 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:10.158272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f202440c-8d6d-469e-942b-e70d312a68f7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:10.222954 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.292382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f202440c-8d6d-469e-942b-e70d312a68f7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:10.324751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f202440c-8d6d-469e-942b-e70d312a68f7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:10.325391 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.331591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450362e-4d06-4fd5-88cd-d68a1e536ebe None None] Pushing event updated for resources: {'Port': ['ID=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.387886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f91b-e8d5-45c4-8585-d308e70b8319 req-858c4d89-d7ea-4332-aff2-8cade34fd458 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.390257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3938f91b-e8d5-45c4-8585-d308e70b8319 req-858c4d89-d7ea-4332-aff2-8cade34fd458 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.2326152 Aug 10 03:34:10.406439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbed88b-b3df-41f7-9f59-1946a7ab181a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.408300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6dbed88b-b3df-41f7-9f59-1946a7ab181a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3288882 Aug 10 03:34:10.411137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45882) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.417186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Allocated IP 172.20.0.12 (4af9c02f-602c-4beb-9808-115d3abfe156/aaceae24-0f49-42a3-9f22-45fcf60c53d5/3bfe8a5d-b011-485d-985e-6b0e50d22b0d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:10.451861 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.504378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f202440c-8d6d-469e-942b-e70d312a68f7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f202440c-8d6d-469e-942b-e70d312a68f7,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:10.504620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5bb84-d888-4712-b806-3c5f29c573c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.510345 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f9a5bb84-d888-4712-b806-3c5f29c573c8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0980606 Aug 10 03:34:10.511148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45884) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.514007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-1869c280-7a07-4236-b295-abffff99fc91 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.515782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-1869c280-7a07-4236-b295-abffff99fc91 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 817 time: 0.3625357 Aug 10 03:34:10.550614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Request body: {'port': {'device_id': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'admin_state_up': True, 'tenant_id': '558997567a9345c3bdac8bff775c7b8e'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:10.569509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3938f91b-e8d5-45c4-8585-d308e70b8319 req-7e85c792-983e-403c-aa15-6707a37b1c79 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543410 Aug 10 03:34:10.582349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.649158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15832db8-61d7-416d-b3f5-ddce6e3f1f2b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.654628 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15832db8-61d7-416d-b3f5-ddce6e3f1f2b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.661239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15832db8-61d7-416d-b3f5-ddce6e3f1f2b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:10.667876 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-15832db8-61d7-416d-b3f5-ddce6e3f1f2b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1551511 Aug 10 03:34:10.668551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45888) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.726947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f202440c-8d6d-469e-942b-e70d312a68f7,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.758661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:10.769884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet ba9cda8e-1d25-425d-8bf3-dabfd784b26b {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:10.774589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.843284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.892213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4666928d-c027-4a42-926d-551fbec157dc req-7d587b04-fa9d-48ab-8b39-45820381e996 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 210 time: 0.0289290 Aug 10 03:34:11.030027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.046892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.461600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Made reservation on behalf of 558997567a9345c3bdac8bff775c7b8e for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:11.466748 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.467233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.470649 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.492588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9cda8e-1d25-425d-8bf3-dabfd784b26b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:11.506311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.508211 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cf14bab6-4950-4430-b8b1-771aa42d1500 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/ba9cda8e-1d25-425d-8bf3-dabfd784b26b HTTP/1.1" status: 204 len: 168 time: 0.8387060 Aug 10 03:34:11.513136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-806f59fe-7dfa-404e-8d9e-7b538fcc9112 None None] Provisioning for port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:11.515282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45892) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:11.518951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-806f59fe-7dfa-404e-8d9e-7b538fcc9112 None None] Provisioning complete for port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:11.536015 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-806f59fe-7dfa-404e-8d9e-7b538fcc9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.582772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Network 4af9c02f-602c-4beb-9808-115d3abfe156 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:11.610893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:11.630611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:11.657541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-806f59fe-7dfa-404e-8d9e-7b538fcc9112 None None] Could not find standard attr ID for object 30ff7ae6-1c1d-4278-ba13-2e2557ac371f. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:11.726216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Pushing event updated for resources: {'Port': ['ID=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:11.748890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet f0e27e9f-6042-4931-9717-09c4d5465f1f {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:11.769783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a4f9eaf-194b-4072-ae93-c89e7bc5d956 None None] Could not find standard attr ID for object 30ff7ae6-1c1d-4278-ba13-2e2557ac371f. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:11.772958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.819631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.820274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.843003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607eb87a-ab8e-4839-8683-78ade7503c00 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:11.895655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.957261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Allocated IP 172.20.0.5 (4af9c02f-602c-4beb-9808-115d3abfe156/aaceae24-0f49-42a3-9f22-45fcf60c53d5/4cc68791-9d9a-4192-9bc7-d148035739d8) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:11.982396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-718d05fd-9cc4-44da-a716-7992efaf0824 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7727103 Aug 10 03:34:11.989905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cafb5-8f11-4be9-8dca-a5d616f8547d req-4ee84104-64f7-438c-9473-e0e2dfb0f04b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.997787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a21cafb5-8f11-4be9-8dca-a5d616f8547d req-4ee84104-64f7-438c-9473-e0e2dfb0f04b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1552634 Aug 10 03:34:12.011961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Request body: {'port': {'device_id': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:12.147046 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.184219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a21cafb5-8f11-4be9-8dca-a5d616f8547d req-22557c17-23b7-4f5c-847c-9228aeb0d232 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852033 Aug 10 03:34:12.212122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.711191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f202440c-8d6d-469e-942b-e70d312a68f7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:12.828457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f202440c-8d6d-469e-942b-e70d312a68f7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:12.829159 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.877790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.904029 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.953862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.955720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/f0e27e9f-6042-4931-9717-09c4d5465f1f HTTP/1.1" status: 204 len: 168 time: 1.4391880 Aug 10 03:34:12.956862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828713a6-3134-4f89-bf91-8b289da4197c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e27e9f-6042-4931-9717-09c4d5465f1f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.962923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:12.987610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783cd8-2191-4332-8032-a5cc785088ee req-12b13ffd-76ff-4d61-925b-29f40a77c09e tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:12.997774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f783cd8-2191-4332-8032-a5cc785088ee req-12b13ffd-76ff-4d61-925b-29f40a77c09e tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 945 time: 0.6210866 Aug 10 03:34:13.004122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe40951-d802-4543-a496-767a313ceffc None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:13.045186 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64c9aba6-717c-4643-b880-d2b0f981b9eb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851867 Aug 10 03:34:13.045817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45908) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:13.050810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:13.072702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f783cd8-2191-4332-8032-a5cc785088ee req-239a9b1f-a3cd-42f7-af62-acae5d668f68 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738788 Aug 10 03:34:13.094698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af954797-148f-45dc-aebf-dcbc750e3466 None None] Provisioning complete for port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:13.095444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af954797-148f-45dc-aebf-dcbc750e3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.187094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.316235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Network 4af9c02f-602c-4beb-9808-115d3abfe156 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:13.327044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:13.332162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:13.339279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Pushing event updated for resources: {'Port': ['ID=4cc68791-9d9a-4192-9bc7-d148035739d8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:13.342043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:13.353533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21336969-ce64-478b-8c13-2c396dca804f req-802db724-fd37-4cd2-a2a8-2c3b26572f29 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.360960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21336969-ce64-478b-8c13-2c396dca804f req-802db724-fd37-4cd2-a2a8-2c3b26572f29 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 931 time: 0.1991110 Aug 10 03:34:13.370276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:13.378635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.386029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] Deleting port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:13.386417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.481843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21336969-ce64-478b-8c13-2c396dca804f req-1bab4d6f-9953-498c-886a-5e69884ebe20 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152918 Aug 10 03:34:13.497161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] For port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:13.497575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.510917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.511694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.523382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] Calling delete_port for 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:13.642028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfe8a5d-b011-485d-985e-6b0e50d22b0d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:13.653860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.670112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-bda6ce1b-c074-48da-943c-b88ec035937f tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.671900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-bda6ce1b-c074-48da-943c-b88ec035937f tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 945 time: 0.1574588 Aug 10 03:34:13.696097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.700954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4c33f-1635-493d-ad4e-0f8f017b3179 req-9a342ac2-af30-4437-9921-28daa3cb6a61 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.705360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13b4c33f-1635-493d-ad4e-0f8f017b3179 req-9a342ac2-af30-4437-9921-28daa3cb6a61 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1049547 Aug 10 03:34:13.719562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Transition to ACTIVE for port object 3bfe8a5d-b011-485d-985e-6b0e50d22b0d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:13.723139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] Pushing event deleted for resources: {'Port': ['ID=4bc2300a-6601-4569-bf5c-42c5a8ff3b23,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:13.727430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc84e54-3cad-420f-84ac-2f27ce7a6de3 None None] No DVR routers for this DVR port 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:13.746218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-d9984a50-075f-4af9-ad2c-f6bed536eb15 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2144465 Aug 10 03:34:13.760742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Request body: {'port': {'device_id': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:13.818858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13b4c33f-1635-493d-ad4e-0f8f017b3179 req-c810a70d-9c57-46d0-acad-a469f281d7ef tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959136 Aug 10 03:34:13.875601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.879671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.948550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:13.948550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.969013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Deleting port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:13.969619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.999251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Pushing event updated for resources: {'Port': ['ID=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.011576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:14.017276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:14.023172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.023849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.028939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0362561f-db42-4c78-94ae-8254cb2995af None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:14.053178 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=c6938440-2a42-4ffe-acf5-fe3ee3b1b473,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.177205 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2af03831-7025-48e9-bafd-50cc676a30ab tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1303134 Aug 10 03:34:14.180717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45916) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.187563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:14.262086 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'c6938440-2a42-4ffe-acf5-fe3ee3b1b473'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:14.262962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.310750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] For port a7b32ec5-1e64-4cf6-9283-1a8356cf5670, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,segment=NetworkSegment(d4374755-7371-45e7-83d8-d2e3d6467a16),segment_id=d4374755-7371-45e7-83d8-d2e3d6467a16)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:14.311422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.332771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Calling delete_port for a7b32ec5-1e64-4cf6-9283-1a8356cf5670 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:14.399109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Attempting to bind port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:14.400390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Attempting to bind port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:14.400900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Attempting to bind port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d on network 4af9c02f-602c-4beb-9808-115d3abfe156 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:14.411375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d on network 4af9c02f-602c-4beb-9808-115d3abfe156 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:14.412542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Attempting to bind port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d on network 4af9c02f-602c-4beb-9808-115d3abfe156 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:14.433685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:14.436200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Allocated IP 2001:db8::f816:3eff:fece:ff31 (e48e137d-d387-4f07-b416-2f445a09fa53/c6938440-2a42-4ffe-acf5-fe3ee3b1b473/a224b663-523e-4ffd-a251-d053ed6106dc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:14.442085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.449218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:14.449649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Checking segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:14.450047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Bound using segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:14.450751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Bound port: 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:14.451390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.522006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b722cb-d440-4478-b7fc-d90e352bfc36 req-1e031afd-4f5a-43ac-84cb-93ceb75e1a39 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.528861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72b722cb-d440-4478-b7fc-d90e352bfc36 req-1e031afd-4f5a-43ac-84cb-93ceb75e1a39 tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 945 time: 0.2785528 Aug 10 03:34:14.613575 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6938440-2a42-4ffe-acf5-fe3ee3b1b473 (CIDR: 2001:db8::/64) Aug 10 03:34:14.632998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72b722cb-d440-4478-b7fc-d90e352bfc36 req-b825512b-5ead-410c-a619-3eab2319853f tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/security-groups?id=6bb54348-12d9-45d8-8038-058d79a240aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019607 Aug 10 03:34:14.690294 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:14.690888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:14.703292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] For port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:14.710204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.720266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Transition to ACTIVE for port object a224b663-523e-4ffd-a251-d053ed6106dc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:14.740450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Transition to ACTIVE for port object a224b663-523e-4ffd-a251-d053ed6106dc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:14.746267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:14.770221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:14.770221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bc2300a-6601-4569-bf5c-42c5a8ff3b23 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:14.780037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] For port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:14.797943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1eceaa7b-f309-493c-834d-0850ae11b885 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6158092 Aug 10 03:34:14.799192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45920) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:14.804626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:14.809786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc68791-9d9a-4192-9bc7-d148035739d8 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:14.820197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.837015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc61ccc-320c-42c5-bdf0-01a8a4aafcb8 req-03418fcb-568a-4fbd-abb4-5f2fd7426bb3 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.839319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.845529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9dc61ccc-320c-42c5-bdf0-01a8a4aafcb8 req-03418fcb-568a-4fbd-abb4-5f2fd7426bb3 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 931 time: 0.1101201 Aug 10 03:34:14.871577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Transition to ACTIVE for port object 4cc68791-9d9a-4192-9bc7-d148035739d8 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:14.894410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9dc61ccc-320c-42c5-bdf0-01a8a4aafcb8 req-0502f944-b911-4272-aaef-101fb04bad9b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Aug 10 03:34:14.899315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.934948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:14.936439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Pushing event updated for resources: {'Port': ['ID=a224b663-523e-4ffd-a251-d053ed6106dc,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.941166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:14.943570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:14.953614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Pushing event updated for resources: {'Port': ['ID=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.973326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.973972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.975944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-31432b53-58b7-49ec-be0f-09488ca57e5b service neutron] 10.222.0.46 "PUT /v2.0/ports/3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 1093 time: 2.9683211 Aug 10 03:34:14.982153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'tag': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:14.986571 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e729f237-adb4-4b91-a5f5-cd82ea38392f", "tag": "3bfe8a5d-b011-485d-985e-6b0e50d22b0d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:14.994581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.025566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.040379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a7b32ec5-1e64-4cf6-9283-1a8356cf5670'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:15.077720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Attempting to bind port a224b663-523e-4ffd-a251-d053ed6106dc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:15.078100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Attempting to bind port a224b663-523e-4ffd-a251-d053ed6106dc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:15.078727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Attempting to bind port a224b663-523e-4ffd-a251-d053ed6106dc on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:15.097171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:15.097550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:15.097962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.098364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:15.098840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Bound port: a224b663-523e-4ffd-a251-d053ed6106dc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:15.099438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.118590 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:15.122274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.232460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] For port a224b663-523e-4ffd-a251-d053ed6106dc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:15.236676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] For port a224b663-523e-4ffd-a251-d053ed6106dc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a224b663-523e-4ffd-a251-d053ed6106dc,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:15.241971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.289103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] No DVR routers for this DVR port a7b32ec5-1e64-4cf6-9283-1a8356cf5670 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:15.301764 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.303866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb2db4e9-91b7-4a19-949e-4bf43820e3af req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.46 "DELETE /v2.0/ports/a7b32ec5-1e64-4cf6-9283-1a8356cf5670 HTTP/1.1" status: 204 len: 173 time: 1.6233313 Aug 10 03:34:15.307081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Pushing event updated for resources: {'Port': ['ID=4cc68791-9d9a-4192-9bc7-d148035739d8,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.337068 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.348894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413275a-e392-4067-b74f-4d98f2781f17 req-7b11cc39-cfa8-42b4-a26d-5240a997f24d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.350731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f413275a-e392-4067-b74f-4d98f2781f17 req-7b11cc39-cfa8-42b4-a26d-5240a997f24d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.2942677 Aug 10 03:34:15.380421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-bf58dea9-932e-45f5-ac2e-774e8a2a3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.382755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-bf58dea9-932e-45f5-ac2e-774e8a2a3e4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1096 time: 0.2458427 Aug 10 03:34:15.385084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Attempting to bind port 4cc68791-9d9a-4192-9bc7-d148035739d8 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:15.385627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Attempting to bind port 4cc68791-9d9a-4192-9bc7-d148035739d8 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:15.386193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Attempting to bind port 4cc68791-9d9a-4192-9bc7-d148035739d8 on network 4af9c02f-602c-4beb-9808-115d3abfe156 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:15.395105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becf81d-6b8f-48b2-94dc-2a4e1025177d tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] Pushing event deleted for resources: {'Port': ['ID=a7b32ec5-1e64-4cf6-9283-1a8356cf5670,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.418094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Port 4cc68791-9d9a-4192-9bc7-d148035739d8 on network 4af9c02f-602c-4beb-9808-115d3abfe156 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:15.418737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Attempting to bind port 4cc68791-9d9a-4192-9bc7-d148035739d8 on network 4af9c02f-602c-4beb-9808-115d3abfe156 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:15.458938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-9a70e5b5-8dbe-4913-9a16-e2d369fcad71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 217 time: 0.0532966 Aug 10 03:34:15.482229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a62e92-461d-4a17-85a3-42a7cbd2082c None None] Pushing event updated for resources: {'Port': ['ID=a224b663-523e-4ffd-a251-d053ed6106dc,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.485024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:15.485617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Checking segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:15.486176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Bound using segment: {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:15.486862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Bound port: 4cc68791-9d9a-4192-9bc7-d148035739d8, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4211a38a-9207-497f-8deb-e375abbe701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:15.487415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.502308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.532426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f413275a-e392-4067-b74f-4d98f2781f17 req-8ef83ec1-a1fd-4ac2-a3a7-9a5afd355c53 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592193 Aug 10 03:34:15.577361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-d3e2fd2e-7cbd-4393-8cda-dffb234238c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.579206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-d3e2fd2e-7cbd-4393-8cda-dffb234238c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.1079025 Aug 10 03:34:15.606562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:15.608132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=1e6596dd-db6d-4541-8a09-8dba2ffd41a8,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.613214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:15.645777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-f3c8b703-2adb-4dc6-80ad-f7b9ecd880c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534511 Aug 10 03:34:15.650873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.651531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.666312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] For port 4cc68791-9d9a-4192-9bc7-d148035739d8, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:15.670856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] For port 4cc68791-9d9a-4192-9bc7-d148035739d8, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4cc68791-9d9a-4192-9bc7-d148035739d8,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:15.787948 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.811119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a8a82b28-4744-40cd-98f0-da8cd5c0230e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0105522 Aug 10 03:34:15.821392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45930) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:15.832529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:94:12:be', 'name': 'tempest-NetworksTestDHCPv6-1945096105'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:15.885527 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e410c161-386f-46d5-a8ce-ba6f839a1198 x-openstack-request-id: req-e410c161-386f-46d5-a8ce-ba6f839a1198 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:15.885821 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e729f237-adb4-4b91-a5f5-cd82ea38392f", "tag": "3bfe8a5d-b011-485d-985e-6b0e50d22b0d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:15.886077 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e410c161-386f-46d5-a8ce-ba6f839a1198 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:15.886499 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'tag': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d', 'status': 'completed', 'code': 200} Aug 10 03:34:15.887840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.892820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.892820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] 10.222.0.46 "PUT /v2.0/ports/4cc68791-9d9a-4192-9bc7-d148035739d8 HTTP/1.1" status: 200 len: 1092 time: 2.1361268 Aug 10 03:34:15.918776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-87924a5b-47e8-44b8-abda-a1da1e250274 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638032 Aug 10 03:34:15.929368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bb85c-2b89-4ca2-a821-4b7cc6a85d7a service neutron] Pushing event updated for resources: {'Port': ['ID=4cc68791-9d9a-4192-9bc7-d148035739d8,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.069844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-597f4b82-f7c3-4bfd-9624-5e9bd1a7e5d5 req-8144eacf-f5a2-46e0-abb6-67fcddbbb7df tempest-ServerPasswordTestJSON-1846466322 tempest-ServerPasswordTestJSON-1846466322-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a86e2cc-5960-4763-b22c-19f9d08cffdb HTTP/1.1" status: 200 len: 210 time: 0.0352991 Aug 10 03:34:16.092604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c5c956c-0610-4ae1-82df-5f48105825d1 req-0248247a-1f64-4767-87d1-6a939e09df6a service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593366 Aug 10 03:34:16.188332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:16.217794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931359f-28f0-4aa9-a428-cc91ab2910bf req-c06dc78e-30a8-45a0-a035-96bd30affc6c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.219362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e931359f-28f0-4aa9-a428-cc91ab2910bf req-c06dc78e-30a8-45a0-a035-96bd30affc6c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 943 time: 0.0643618 Aug 10 03:34:16.292403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e931359f-28f0-4aa9-a428-cc91ab2910bf req-0f0f90c5-6eb0-485c-81d8-c10a4723d009 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611653 Aug 10 03:34:16.298007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8ba442b8-dd2d-4149-923c-d55775bf5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.298626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.299502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-8ba442b8-dd2d-4149-923c-d55775bf5c71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 1095 time: 0.0775535 Aug 10 03:34:16.329589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 4d7517ef-0221-4bde-bd2a-7d48b62de36d yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:16.396913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-569648c8-5c81-4434-82fa-e4223c89bb2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cc68791-9d9a-4192-9bc7-d148035739d8 HTTP/1.1" status: 200 len: 217 time: 0.0742090 Aug 10 03:34:16.411806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-51c6db16-f1f3-40e8-98b0-294c31c5c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.415510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-51c6db16-f1f3-40e8-98b0-294c31c5c5f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1096 time: 0.0942559 Aug 10 03:34:16.559287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-6732a8a7-61a3-4f13-9ea1-87629b9f8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.563116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-6732a8a7-61a3-4f13-9ea1-87629b9f8764 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.1464279 Aug 10 03:34:16.665586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8:0:1::1f2 (e48e137d-d387-4f07-b416-2f445a09fa53/1e6596dd-db6d-4541-8a09-8dba2ffd41a8/4d7517ef-0221-4bde-bd2a-7d48b62de36d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:16.688013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::f816:3eff:fe94:12be (e48e137d-d387-4f07-b416-2f445a09fa53/c6938440-2a42-4ffe-acf5-fe3ee3b1b473/4d7517ef-0221-4bde-bd2a-7d48b62de36d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:16.692753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-622add55-f0ea-4e30-9f62-8bc99f6409a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190810 Aug 10 03:34:16.835274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a224b663-523e-4ffd-a251-d053ed6106dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:16.869381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-4b987220-788c-4e14-b891-e48711cef903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.870936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-4b987220-788c-4e14-b891-e48711cef903 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.4102831 Aug 10 03:34:16.942245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-9529db71-4240-4446-97ea-f10ccfbc23b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 217 time: 0.0608287 Aug 10 03:34:17.030017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093fc72-b6ec-4738-b8d1-b21905ccde5e req-a4a822b5-67d2-4f44-939b-0a97fa43fbf2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.031523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7093fc72-b6ec-4738-b8d1-b21905ccde5e req-a4a822b5-67d2-4f44-939b-0a97fa43fbf2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.2915568 Aug 10 03:34:17.037981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a224b663-523e-4ffd-a251-d053ed6106dc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:17.051294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-13de03f1-8565-46bc-93df-94d16bf2b91e service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493907 Aug 10 03:34:17.078550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-a7688044-3b05-4506-bbcf-1f5149cea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.080526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-a7688044-3b05-4506-bbcf-1f5149cea8ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.1278553 Aug 10 03:34:17.093528 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.112970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 4d7517ef-0221-4bde-bd2a-7d48b62de36d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:17.154104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46689cc8-5de3-4bbf-9551-4b5abc5f0eea None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:17.171482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-50f3f2cd-9e40-4e75-8e92-2af25aca3786 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356178 Aug 10 03:34:17.209295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7093fc72-b6ec-4738-b8d1-b21905ccde5e req-c5902c4f-b5fb-4316-8b46-e15aaeb44b59 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571097 Aug 10 03:34:17.240906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.296948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e24fd1b-cce1-4de1-90aa-b88ff014926b req-78725e8f-2c86-48fa-aab3-660471a8932e service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372067 Aug 10 03:34:17.325835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-de17e300-211e-43e5-bf6b-ebe3fd35a498 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449182 Aug 10 03:34:17.331608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:17.335266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:17.339432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:17.345294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.345949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.374116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=4d7517ef-0221-4bde-bd2a-7d48b62de36d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.400513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] Provisioning for port a224b663-523e-4ffd-a251-d053ed6106dc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:17.400692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45948) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.404968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] Provisioning complete for port a224b663-523e-4ffd-a251-d053ed6106dc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:17.411017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.452790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c486e0-5ba1-4f7a-b4d2-f2ebe5ae5a8a req-10a44015-33e2-433f-9213-7965c19853c2 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126902 Aug 10 03:34:17.455261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Deleting subnet 536ed504-6d4b-4916-95b0-6a58477952a5 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:17.458848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.495986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': 'c6938440-2a42-4ffe-acf5-fe3ee3b1b473', 'ip_address': '2001:db8::f816:3eff:fece:ff31'}, {'subnet_id': '1e6596dd-db6d-4541-8a09-8dba2ffd41a8'}], 'binding:host_id': 'n-d-765315-26'}, 'id': 'a224b663-523e-4ffd-a251-d053ed6106dc'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:34:17.502462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.530705 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9497840a-52cc-4bc7-b45d-c0d3bfc8a83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7053084 Aug 10 03:34:17.533310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45954) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.542591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46f6fc-da11-44c4-a402-101bfbf6dbe2 req-8586247e-a929-4f8d-bb8b-cc958b02cee1 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.544590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b46f6fc-da11-44c4-a402-101bfbf6dbe2 req-8586247e-a929-4f8d-bb8b-cc958b02cee1 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 943 time: 0.0665486 Aug 10 03:34:17.551084 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.590829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b46f6fc-da11-44c4-a402-101bfbf6dbe2 req-53515ed0-e1a6-4377-9ad1-45e4db532c88 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Aug 10 03:34:17.602451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.606085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.682239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 4d7517ef-0221-4bde-bd2a-7d48b62de36d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:17.682488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.707171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] For port a224b663-523e-4ffd-a251-d053ed6106dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a224b663-523e-4ffd-a251-d053ed6106dc,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:17.774415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.781380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Allocated IP 2001:db8:0:1::2 (e48e137d-d387-4f07-b416-2f445a09fa53/1e6596dd-db6d-4541-8a09-8dba2ffd41a8/a224b663-523e-4ffd-a251-d053ed6106dc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:17.786703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 4d7517ef-0221-4bde-bd2a-7d48b62de36d owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:17.796504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.829036 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.855572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536ed504-6d4b-4916-95b0-6a58477952a5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.863231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.865159 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b270a40d-c12f-4b6f-a8ae-b48dccd77afa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/536ed504-6d4b-4916-95b0-6a58477952a5 HTTP/1.1" status: 204 len: 168 time: 0.4634781 Aug 10 03:34:17.867665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45962) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:17.888114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'name': 'network-vif-deleted', 'tag': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670'}, {'name': 'network-changed', 'server_uuid': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'tag': '4cc68791-9d9a-4192-9bc7-d148035739d8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:17.891771 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2686f6a-1067-453c-aa81-8d28e777f848" -d '{"events": [{"server_uuid": "5a86e2cc-5960-4763-b22c-19f9d08cffdb", "name": "network-vif-deleted", "tag": "a7b32ec5-1e64-4cf6-9283-1a8356cf5670"}, {"name": "network-changed", "server_uuid": "54245bb8-a7a0-4a78-aa75-964f9eb2439d", "tag": "4cc68791-9d9a-4192-9bc7-d148035739d8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:17.907814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a7b32ec5-1e64-4cf6-9283-1a8356cf5670 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:17.942281 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873acd97-37a4-4468-ba6a-6f97554d7d50 x-openstack-request-id: req-873acd97-37a4-4468-ba6a-6f97554d7d50 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:17.942858 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a86e2cc-5960-4763-b22c-19f9d08cffdb", "name": "network-vif-deleted", "tag": "a7b32ec5-1e64-4cf6-9283-1a8356cf5670", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54245bb8-a7a0-4a78-aa75-964f9eb2439d", "tag": "4cc68791-9d9a-4192-9bc7-d148035739d8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:17.943040 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-873acd97-37a4-4468-ba6a-6f97554d7d50 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:17.943564 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a86e2cc-5960-4763-b22c-19f9d08cffdb', 'name': 'network-vif-deleted', 'tag': 'a7b32ec5-1e64-4cf6-9283-1a8356cf5670', 'status': 'completed', 'code': 200} Aug 10 03:34:17.944043 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'tag': '4cc68791-9d9a-4192-9bc7-d148035739d8', 'status': 'completed', 'code': 200} Aug 10 03:34:17.958902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.030297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-ab7e4423-45f2-4e8f-8f73-e76118f2111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.032173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-ab7e4423-45f2-4e8f-8f73-e76118f2111f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 1095 time: 0.0544214 Aug 10 03:34:18.083600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.097944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: a7b32ec5-1e64-4cf6-9283-1a8356cf5670 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:18.098289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a7b32ec5-1e64-4cf6-9283-1a8356cf5670 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:18.098892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c099f7e1-3e1a-4714-8db8-9699a8dc8506']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:18.108226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc66ba-2603-4d26-b6a3-4e9090f74041 None None] Pushing event updated for resources: {'Port': ['ID=a224b663-523e-4ffd-a251-d053ed6106dc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.129407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4374755-7371-45e7-83d8-d2e3d6467a16') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:18.129712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4374755-7371-45e7-83d8-d2e3d6467a16') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:18.145735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.152337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] For port a224b663-523e-4ffd-a251-d053ed6106dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a224b663-523e-4ffd-a251-d053ed6106dc,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:18.166330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.179523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:18.180830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.183894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.193946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-060d56ad-0ae5-4f8d-9c9d-b2b049dd5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.195476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-060d56ad-0ae5-4f8d-9c9d-b2b049dd5d27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.0946054 Aug 10 03:34:18.200484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Transition to ACTIVE for port object a224b663-523e-4ffd-a251-d053ed6106dc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:18.230125 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:18.239411 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.250039 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.263387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-0a351df9-19b5-41da-a8a5-9203d1dccdd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cc68791-9d9a-4192-9bc7-d148035739d8 HTTP/1.1" status: 200 len: 217 time: 0.0548580 Aug 10 03:34:18.275111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=4d7517ef-0221-4bde-bd2a-7d48b62de36d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.323964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.325979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f0e0abf0-9905-499a-9be6-f51217d07222 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/4d7517ef-0221-4bde-bd2a-7d48b62de36d HTTP/1.1" status: 204 len: 168 time: 0.7917447 Aug 10 03:34:18.332869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45968) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.342348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b7847-433e-49f9-b7b4-4e41cb21c54a None None] Pushing event updated for resources: {'Port': ['ID=a224b663-523e-4ffd-a251-d053ed6106dc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.352382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.357031 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.364479 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] 10.222.0.26 "DELETE /v2.0/networks/c099f7e1-3e1a-4714-8db8-9699a8dc8506 HTTP/1.1" status: 204 len: 168 time: 0.4908395 Aug 10 03:34:18.383983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-e1251c67-bfb5-4719-b801-d30654a69e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.385600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-e1251c67-bfb5-4719-b801-d30654a69e4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.1097033 Aug 10 03:34:18.402254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f36946-c045-4d91-ab0f-b873f8e1b0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c099f7e1-3e1a-4714-8db8-9699a8dc8506,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.402393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d846-a591-4b1b-a59f-7d2306f11ad2 req-49f10f18-8689-48bb-8f73-40f254368902 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.403911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6037d846-a591-4b1b-a59f-7d2306f11ad2 req-49f10f18-8689-48bb-8f73-40f254368902 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1062462 Aug 10 03:34:18.421440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7535af-929d-4458-b695-2265814c7ee2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.424383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8d7535af-929d-4458-b695-2265814c7ee2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0886168 Aug 10 03:34:18.425805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45974) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.437517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-bb8b513c-cc1f-43e3-8fc0-4e7308c161c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325744 Aug 10 03:34:18.482006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0adb29-c087-4048-88e0-daaf4d44ae19 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.486133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2a0adb29-c087-4048-88e0-daaf4d44ae19 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0568931 Aug 10 03:34:18.486501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45976) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.529264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6037d846-a591-4b1b-a59f-7d2306f11ad2 req-e7160255-920e-41f5-a252-8968033a25af tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949659 Aug 10 03:34:18.562374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a087e-7063-46e2-b266-6b3cbe910a01 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.566720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a087e-7063-46e2-b266-6b3cbe910a01 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.570191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a087e-7063-46e2-b266-6b3cbe910a01 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.573261 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-029a087e-7063-46e2-b266-6b3cbe910a01 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0857353 Aug 10 03:34:18.577007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:18.607418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-87aa6695-a87d-43fb-b7ba-935ab60b3f83 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585631 Aug 10 03:34:18.675079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 1e6596dd-db6d-4541-8a09-8dba2ffd41a8 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:18.686667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.722400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a224b663-523e-4ffd-a251-d053ed6106dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:19.006768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45982) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.068304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.096525 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7671b5dc-55e8-4233-b003-db4982148daf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5875d0c12cc840a29005bc3b10b610f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864201 Aug 10 03:34:19.097571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.130231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-a532b8f8-9f95-484f-af13-119c2a6ed0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.131766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-a532b8f8-9f95-484f-af13-119c2a6ed0cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 1097 time: 0.5813162 Aug 10 03:34:19.135719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-31ca3238-cd45-459f-a1b4-74385e0e0cab None None] Provisioning for port a224b663-523e-4ffd-a251-d053ed6106dc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:19.141636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-31ca3238-cd45-459f-a1b4-74385e0e0cab None None] Provisioning complete for port a224b663-523e-4ffd-a251-d053ed6106dc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:19.142477 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-31ca3238-cd45-459f-a1b4-74385e0e0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.221400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1cf5a85-ebd2-42a8-b7cb-5be2d7a17e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.229979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037738d4-3a78-416d-ab7d-4cf633948157 req-900367ff-2555-48b4-84c3-f0a492087a5a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.237426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-037738d4-3a78-416d-ab7d-4cf633948157 req-900367ff-2555-48b4-84c3-f0a492087a5a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 943 time: 0.5256467 Aug 10 03:34:19.243270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2686f6a-1067-453c-aa81-8d28e777f848 req-35bd1ac6-f780-4153-8795-ae6c33f4c544 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210871 Aug 10 03:34:19.244903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1cf5a85-ebd2-42a8-b7cb-5be2d7a17e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.258506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-31ca3238-cd45-459f-a1b4-74385e0e0cab None None] Could not find standard attr ID for object 4d7517ef-0221-4bde-bd2a-7d48b62de36d. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:19.277480 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.297610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-037738d4-3a78-416d-ab7d-4cf633948157 req-97fc9aa2-d03b-4789-8699-2a56ca63cdea tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592904 Aug 10 03:34:19.302820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-e4284ab2-1e6f-4d93-90e2-ba603ffdeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.304296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-e4284ab2-1e6f-4d93-90e2-ba603ffdeda5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1629155 Aug 10 03:34:19.350622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-8788ea7c-762d-4a07-a406-4a2580000d43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b HTTP/1.1" status: 200 len: 217 time: 0.0368955 Aug 10 03:34:19.373946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-62040e97-7e44-42d8-a6ab-ee4dd0063f13 None None] Could not find standard attr ID for object 4d7517ef-0221-4bde-bd2a-7d48b62de36d. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:34:19.402703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-531247c7-538d-479d-8630-25568c812b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.406940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-531247c7-538d-479d-8630-25568c812b16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0459535 Aug 10 03:34:19.427690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1cf5a85-ebd2-42a8-b7cb-5be2d7a17e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.430639 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1cf5a85-ebd2-42a8-b7cb-5be2d7a17e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.434826 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b1cf5a85-ebd2-42a8-b7cb-5be2d7a17e19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bb54348-12d9-45d8-8038-058d79a240aa HTTP/1.1" status: 204 len: 168 time: 0.3341653 Aug 10 03:34:19.441927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf5a85-ebd2-42a8-b7cb-5be2d7a17e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb54348-12d9-45d8-8038-058d79a240aa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.455268 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.466088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-d0a95cb9-e048-4e27-8811-bfd8028d8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.468958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-d0a95cb9-e048-4e27-8811-bfd8028d8d23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558681 Aug 10 03:34:19.493436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6596dd-db6d-4541-8a09-8dba2ffd41a8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.503724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.503724 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-71421a16-2067-4141-9c16-0d4477db83ae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/1e6596dd-db6d-4541-8a09-8dba2ffd41a8 HTTP/1.1" status: 204 len: 168 time: 0.9223835 Aug 10 03:34:19.503724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.506133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25e2ae-c56b-471f-83da-46f9d47078d7 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:19.565602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet c6938440-2a42-4ffe-acf5-fe3ee3b1b473 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:19.569952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.616004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-c02f7ac4-9844-41c6-8eec-0991b69547ac service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372690 Aug 10 03:34:19.621233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.730757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.745418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9ec0e-3ed0-4279-859a-0897acd1f571 req-bc0d4c1b-fa62-4125-99e8-0458004999de tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.746920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91b9ec0e-3ed0-4279-859a-0897acd1f571 req-bc0d4c1b-fa62-4125-99e8-0458004999de tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1089876 Aug 10 03:34:19.784639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33b9e96-2010-44dc-a6a8-9cd94001ab64 req-10273fdc-176b-436f-a0b8-317436208d77 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598589 Aug 10 03:34:19.807478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91b9ec0e-3ed0-4279-859a-0897acd1f571 req-8b0d2a5f-3931-4b34-a3ad-c421d03fa1bb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510707 Aug 10 03:34:19.901949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.911537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3bfe8a5d-b011-485d-985e-6b0e50d22b0d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:19.956663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=c6938440-2a42-4ffe-acf5-fe3ee3b1b473,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.960079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.962171 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-955bf85c-befb-4142-9a2e-f73c09b2b622 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/c6938440-2a42-4ffe-acf5-fe3ee3b1b473 HTTP/1.1" status: 204 len: 168 time: 0.4575391 Aug 10 03:34:19.964967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 45998) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.027879 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cc18b14e-b179-41bd-9563-0768ec982554 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612199 Aug 10 03:34:20.030784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46002) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.036329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.082127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:20.107747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'port_id': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d', 'mac_address': 'fa:16:3e:52:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:20.173813 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.190096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfe8a5d-b011-485d-985e-6b0e50d22b0d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:20.215781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:20.250304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:20.253944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.290458 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.340952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a44c23b-e3c0-4d62-8d48-c46658a5026c None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:20.428761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.437973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-149c9dfb-4543-4786-9a46-13108284d033 None None] Provisioning complete for port a224b663-523e-4ffd-a251-d053ed6106dc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:20.438354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-149c9dfb-4543-4786-9a46-13108284d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.453612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352713b-470f-43be-8695-4781b59fccf0 req-388b5016-fe39-40a9-9fb1-e04d6fa14f0e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.455190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4352713b-470f-43be-8695-4781b59fccf0 req-388b5016-fe39-40a9-9fb1-e04d6fa14f0e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 943 time: 0.0682924 Aug 10 03:34:20.506135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4352713b-470f-43be-8695-4781b59fccf0 req-574417d7-7b41-4ece-92df-267c190094fc tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Aug 10 03:34:20.534768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.595400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:20.597952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:20.601158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:20.602600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.603259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.626486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=f5ce7520-c721-45bb-8552-40c1fe44b3a6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.634797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.635396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.635749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.636091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.636457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.636792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.637115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.637437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.637758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.638077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.638403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.638722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:20.655568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] Deleting port a224b663-523e-4ffd-a251-d053ed6106dc {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:20.656020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.693169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a224b663-523e-4ffd-a251-d053ed6106dc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:20.698476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46018) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.698741 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bd539202-6f0f-4683-8740-eea5923335ca tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6667037 Aug 10 03:34:20.703582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.722721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3bfe8a5d-b011-485d-985e-6b0e50d22b0d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:20.777377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:20.866811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] For port a224b663-523e-4ffd-a251-d053ed6106dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a224b663-523e-4ffd-a251-d053ed6106dc,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:20.867222 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.879941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:20.883349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-312544411-network', 'tenant_id': '8104b56827784c7bb27f1575aca0a430'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:20.884492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.896005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] Calling delete_port for a224b663-523e-4ffd-a251-d053ed6106dc owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:20.917219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.975881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Made reservation on behalf of 8104b56827784c7bb27f1575aca0a430 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:20.978281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.989181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.992415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36058e-934f-45a0-a7f6-0ac74b2d59e9 req-22ab4643-8318-47cc-8880-dd899ba93db0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.993959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa36058e-934f-45a0-a7f6-0ac74b2d59e9 req-22ab4643-8318-47cc-8880-dd899ba93db0 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.1152852 Aug 10 03:34:21.032654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a224b663-523e-4ffd-a251-d053ed6106dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a224b663-523e-4ffd-a251-d053ed6106dc,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.044156 n-d-765315-26 neutron-server[94805]: INFO neutron.db.ipam_backend_mixin [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5ce7520-c721-45bb-8552-40c1fe44b3a6 (CIDR: 2001:db8::/64) Aug 10 03:34:21.054178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa36058e-934f-45a0-a7f6-0ac74b2d59e9 req-b36222b9-7313-4827-9ff5-ecc3f05cf7f2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526142 Aug 10 03:34:21.093484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.102067 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:21.102514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:21.136703 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.175888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.189396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a224b663-523e-4ffd-a251-d053ed6106dc,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.201180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:21.211123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37edc9b2-1320-4afc-ae15-f38d475b5863,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.216103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.216488 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Added segment 57d06f27-9c72-474a-8630-96039b96bd69 of type vlan for network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 Aug 10 03:34:21.258011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.260195 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.289042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] Pushing event deleted for resources: {'Port': ['ID=a224b663-523e-4ffd-a251-d053ed6106dc,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.290844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed90894-c86f-4294-b8a9-b26221af5599 None None] No DVR routers for this DVR port a224b663-523e-4ffd-a251-d053ed6106dc on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:21.304424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c620f-0df1-40e0-a3f4-fc06343defc2 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:21.347680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-982e579c-caed-4b12-b5af-989b62723cd0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6480570 Aug 10 03:34:21.351034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46028) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:21.357385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:21.398813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.399784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.400388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.446323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': 'f5ce7520-c721-45bb-8552-40c1fe44b3a6'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:21.447171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.484668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] Pushing event updated for resources: {'Network': ['ID=955ddcea-18d4-423c-b7ae-9f66d5fe5741,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.512855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:21.550576 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d096e592-81e0-4a19-a3be-2a56453045fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7688317 Aug 10 03:34:21.551059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46032) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:21.556381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Request body: {'subnet': {'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-312544411-subnet', 'tenant_id': '8104b56827784c7bb27f1575aca0a430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:21.635989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/f5ce7520-c721-45bb-8552-40c1fe44b3a6/30511c67-ee86-4805-a76d-2f3f3474175c) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:21.636943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ce08f-b710-42e1-ae3a-0f3b999054ca req-1e3b955b-4e5b-4a8c-9c4f-b6d380e194df tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.638432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d27ce08f-b710-42e1-ae3a-0f3b999054ca req-1e3b955b-4e5b-4a8c-9c4f-b6d380e194df tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 943 time: 0.0489786 Aug 10 03:34:21.642902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:21.648008 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.685721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d27ce08f-b710-42e1-ae3a-0f3b999054ca req-14789ca9-fc1a-47cd-a1b5-2fe19c2fd7fa tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Aug 10 03:34:21.747012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Made reservation on behalf of 8104b56827784c7bb27f1575aca0a430 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:21.749449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.789838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.798721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Transition to ACTIVE for port object 30511c67-ee86-4805-a76d-2f3f3474175c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:21.813718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Transition to ACTIVE for port object 30511c67-ee86-4805-a76d-2f3f3474175c will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:21.926079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4cc68791-9d9a-4192-9bc7-d148035739d8 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:21.930173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3bfe8a5d-b011-485d-985e-6b0e50d22b0d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:21.960335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.010841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.055339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:22.063711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:22.069518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Pushing event updated for resources: {'Port': ['ID=30511c67-ee86-4805-a76d-2f3f3474175c,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.073488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:22.075766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:22.095721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf60a8b-ab32-463b-a068-5633053e7abb,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.107035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Checking segment: {'id': '57d06f27-9c72-474a-8630-96039b96bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:22.107392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Network hostable DHCP agents. Network: 955ddcea-18d4-423c-b7ae-9f66d5fe5741, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:22.197195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Attempting to bind port 30511c67-ee86-4805-a76d-2f3f3474175c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:22.197751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Attempting to bind port 30511c67-ee86-4805-a76d-2f3f3474175c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:22.197851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Attempting to bind port 30511c67-ee86-4805-a76d-2f3f3474175c on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:22.200093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b77b5-98dd-4873-bb19-34ef2d9c7654 req-2ff91ee0-50c8-485c-a6fa-80b746525ac7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:22.202065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a87b77b5-98dd-4873-bb19-34ef2d9c7654 req-2ff91ee0-50c8-485c-a6fa-80b746525ac7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 945 time: 0.0562639 Aug 10 03:34:22.204412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4cc68791-9d9a-4192-9bc7-d148035739d8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4cc68791-9d9a-4192-9bc7-d148035739d8,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:22.213946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:22.214459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:22.214816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.215219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:22.215698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Bound port: 30511c67-ee86-4805-a76d-2f3f3474175c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:22.216085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.221130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:22.229385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '4cc68791-9d9a-4192-9bc7-d148035739d8', 'network_id': '4af9c02f-602c-4beb-9808-115d3abfe156', 'port_id': '4cc68791-9d9a-4192-9bc7-d148035739d8', 'mac_address': 'fa:16:3e:3e:f4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaceae24-0f49-42a3-9f22-45fcf60c53d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:22.264063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a87b77b5-98dd-4873-bb19-34ef2d9c7654 req-ad065c6a-e237-45d9-aab7-f67e6edad21a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541887 Aug 10 03:34:22.284819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:22.300594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:22.301204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.335724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 955ddcea-18d4-423c-b7ae-9f66d5fe5741) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:22.339666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:22.340273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.352764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.362210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.369614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb1e037-e642-463c-a2f9-5a9c7f920788 None None] Network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:22.374832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] For port 30511c67-ee86-4805-a76d-2f3f3474175c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:22.420672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc68791-9d9a-4192-9bc7-d148035739d8 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:22.430257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] For port 30511c67-ee86-4805-a76d-2f3f3474175c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30511c67-ee86-4805-a76d-2f3f3474175c,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:22.443435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1e89627c-0f0c-4d32-84f4-d9c91e5e73db admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8914027 Aug 10 03:34:22.454925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4cc68791-9d9a-4192-9bc7-d148035739d8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4cc68791-9d9a-4192-9bc7-d148035739d8,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:22.508335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.525657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:22.526009 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:22.544502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.589004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.597171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:22.599275 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ec42c-54d7-4176-801e-0ad193192394" -d '{"events": [{"server_uuid": "e729f237-adb4-4b91-a5f5-cd82ea38392f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe8a5d-b011-485d-985e-6b0e50d22b0d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:22.619988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b719fa2-076b-4291-87c3-e7fefadce60b None None] Network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:22.629188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:22.681539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e8f77-0eb5-4bf0-8ed4-3e350516668d None None] Pushing event updated for resources: {'Port': ['ID=30511c67-ee86-4805-a76d-2f3f3474175c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.871864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.871864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 34ba48ba-9c58-4c0c-8088-96f9b83fe65b no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:22.980415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-87a3d9e5-04a0-42fd-b9af-eca4ada4bd20 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:22.982637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-87a3d9e5-04a0-42fd-b9af-eca4ada4bd20 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/networks?id=955ddcea-18d4-423c-b7ae-9f66d5fe5741 HTTP/1.1" status: 200 len: 808 time: 0.1706746 Aug 10 03:34:22.987220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4cc68791-9d9a-4192-9bc7-d148035739d8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.007870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-b6dacb60-d538-40fd-9849-79fd2af15f51 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/quotas/8104b56827784c7bb27f1575aca0a430 HTTP/1.1" status: 200 len: 375 time: 0.0182374 Aug 10 03:34:23.042731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['4cc68791-9d9a-4192-9bc7-d148035739d8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:23.048627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-aa800b45-49c9-4c9c-a40a-2361b463b2f0 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8104b56827784c7bb27f1575aca0a430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319748 Aug 10 03:34:23.075608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.150581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.156918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-8fd45e92-5208-4315-be04-bf1553578c6e service neutron] 10.222.0.26 "GET /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001475 Aug 10 03:34:23.159748 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.218992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:23.260685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] For port 30511c67-ee86-4805-a76d-2f3f3474175c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30511c67-ee86-4805-a76d-2f3f3474175c,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:23.266202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-c5d55858-7995-4f32-8a87-d269ea5f247c service neutron] 10.222.0.26 "GET /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080506 Aug 10 03:34:23.301021 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.306582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.349532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.392564 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.393333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.485208 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:23.491429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:23.495319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=c3e5ebad-14c8-4654-bf50-e69da0de0c80,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.497980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.506214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.506747 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8547ade-8246-4858-852f-bd08bd4d23d3 x-openstack-request-id: req-e8547ade-8246-4858-852f-bd08bd4d23d3 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:23.506845 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729f237-adb4-4b91-a5f5-cd82ea38392f", "name": "network-vif-plugged", "status": "completed", "tag": "3bfe8a5d-b011-485d-985e-6b0e50d22b0d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:23.507128 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8547ade-8246-4858-852f-bd08bd4d23d3 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:23.507537 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d', 'code': 200} Aug 10 03:34:23.530082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=30511c67-ee86-4805-a76d-2f3f3474175c,revision_number=4']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.600652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cd828c8c-01d6-4aff-a1e6-6a52ad100f41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2481792 Aug 10 03:34:23.610354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46066) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:23.611948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:70:db:b7', 'name': 'tempest-NetworksTestDHCPv6-1172675680'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:23.644479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf22b9b-7a56-440d-bbae-b977edc1b85b req-ac8310b0-34c9-4a23-97bb-a81da0fd5182 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.651959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cf22b9b-7a56-440d-bbae-b977edc1b85b req-ac8310b0-34c9-4a23-97bb-a81da0fd5182 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 944 time: 0.0907657 Aug 10 03:34:23.685575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31630147-4096-4de5-a495-6649b7f9f0d2 req-30285780-ba07-4b1a-8902-acbb6e9e689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.687103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31630147-4096-4de5-a495-6649b7f9f0d2 req-30285780-ba07-4b1a-8902-acbb6e9e689c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.0984375 Aug 10 03:34:23.716978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0cf22b9b-7a56-440d-bbae-b977edc1b85b req-cb098657-9927-4dd7-b15f-70e3fffdd49d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Aug 10 03:34:23.736651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31630147-4096-4de5-a495-6649b7f9f0d2 req-772fdac2-da6a-4e27-aa5c-933a5f48b3c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Aug 10 03:34:23.790967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0162505-0789-4ae1-86ee-5fc5203956bb None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:23.832443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4f489-02a1-4619-b892-31199e83b2a1 req-6fb885e4-17f2-4686-ac27-51378d5713a7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.835457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05f4f489-02a1-4619-b892-31199e83b2a1 req-6fb885e4-17f2-4686-ac27-51378d5713a7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 943 time: 0.0526724 Aug 10 03:34:23.873062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05f4f489-02a1-4619-b892-31199e83b2a1 req-5791cbfc-f2fc-4a79-9605-a6e94230df75 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Aug 10 03:34:23.888824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:23.937307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-33f86131-b371-460e-be79-01eef8d9101e None None] Provisioning for port 30511c67-ee86-4805-a76d-2f3f3474175c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:23.979716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.000367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port 986c6d7c-018e-48f9-b988-42447e39b722 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:24.011571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115dd923-4acc-4ab7-abfc-89469b969432 req-11dc7d6b-aec9-475c-93b6-3dfcb2446343 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 210 time: 0.0276396 Aug 10 03:34:24.229058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589377fd-91e8-4d22-9f82-ea81ed8e891f req-7f4fb03b-0774-41ed-bdc2-4c2fbb4cfe05 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.230834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-589377fd-91e8-4d22-9f82-ea81ed8e891f req-7f4fb03b-0774-41ed-bdc2-4c2fbb4cfe05 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0573139 Aug 10 03:34:24.268327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::2f7 (e48e137d-d387-4f07-b416-2f445a09fa53/f5ce7520-c721-45bb-8552-40c1fe44b3a6/986c6d7c-018e-48f9-b988-42447e39b722) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:24.276832 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:dbb7 (e48e137d-d387-4f07-b416-2f445a09fa53/c3e5ebad-14c8-4654-bf50-e69da0de0c80/986c6d7c-018e-48f9-b988-42447e39b722) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:24.295774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-589377fd-91e8-4d22-9f82-ea81ed8e891f req-ad7216a7-0a49-4aa3-b240-c2b438b36f11 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544980 Aug 10 03:34:24.445046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.454644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065611c-216b-44e5-bc48-34affd6125d6 req-4725c04d-ac7c-41c1-8de4-5e0c61d6d99e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.463146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5065611c-216b-44e5-bc48-34affd6125d6 req-4725c04d-ac7c-41c1-8de4-5e0c61d6d99e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0586872 Aug 10 03:34:24.473720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object 986c6d7c-018e-48f9-b988-42447e39b722 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:24.508808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5065611c-216b-44e5-bc48-34affd6125d6 req-ceb347bd-ff4e-427d-abcd-018e51f43d82 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Aug 10 03:34:24.554039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.599588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:24.605151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:24.609067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:24.615305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.615946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.626780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=986c6d7c-018e-48f9-b988-42447e39b722,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.696298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30511c67-ee86-4805-a76d-2f3f3474175c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:24.713466 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-15cfe233-5b08-4429-bd10-2273ffae2d34 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1079266 Aug 10 03:34:24.715932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46080) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.822338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port 986c6d7c-018e-48f9-b988-42447e39b722 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:24.822689 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.913336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 30511c67-ee86-4805-a76d-2f3f3474175c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:24.917255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 30511c67-ee86-4805-a76d-2f3f3474175c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:24.917636 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.920290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.944651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for 986c6d7c-018e-48f9-b988-42447e39b722 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:24.949406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d76d04-588a-415d-92d8-3d61942c7b5e req-66c989e8-32f1-4e8a-9ef8-21e9d18a32d8 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.951116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87d76d04-588a-415d-92d8-3d61942c7b5e req-66c989e8-32f1-4e8a-9ef8-21e9d18a32d8 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 944 time: 0.0606132 Aug 10 03:34:25.003460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87d76d04-588a-415d-92d8-3d61942c7b5e req-4c009d64-bfee-4709-8d30-bb4d18898b47 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Aug 10 03:34:25.010712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.025820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25a0bb66-6d9d-4239-84e0-7e8dda527f68 None None] Provisioning for port 986c6d7c-018e-48f9-b988-42447e39b722 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:25.028576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25a0bb66-6d9d-4239-84e0-7e8dda527f68 None None] Provisioning complete for port 986c6d7c-018e-48f9-b988-42447e39b722 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:25.029026 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25a0bb66-6d9d-4239-84e0-7e8dda527f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.076301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 30511c67-ee86-4805-a76d-2f3f3474175c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30511c67-ee86-4805-a76d-2f3f3474175c,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:25.080567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-25a0bb66-6d9d-4239-84e0-7e8dda527f68 None None] Port 986c6d7c-018e-48f9-b988-42447e39b722 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:25.140531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fff70c-0201-4a04-9a79-79b95764c426 req-9da50518-f78d-4c0a-aeaa-2dc4497eb6bc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.142059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9fff70c-0201-4a04-9a79-79b95764c426 req-9da50518-f78d-4c0a-aeaa-2dc4497eb6bc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0543180 Aug 10 03:34:25.185527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9fff70c-0201-4a04-9a79-79b95764c426 req-30997a7b-1c8c-4b7a-8613-19d5117e07b5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Aug 10 03:34:25.244106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.278557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.298050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=30511c67-ee86-4805-a76d-2f3f3474175c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.312034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=986c6d7c-018e-48f9-b988-42447e39b722,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.354739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f2dd4e5-ede0-4d52-bd5a-76dbc14abde1 req-08df5b59-3ace-4889-9321-2fe2aaf94b0c tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 210 time: 0.0334783 Aug 10 03:34:25.364819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.366925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d82e2f8-db36-4956-90db-44a6f9973e23 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/986c6d7c-018e-48f9-b988-42447e39b722 HTTP/1.1" status: 204 len: 168 time: 0.6498451 Aug 10 03:34:25.369723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46090) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.420068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63532bb0-d6bd-4dcb-9eea-617426166c14 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.421681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-63532bb0-d6bd-4dcb-9eea-617426166c14 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0510027 Aug 10 03:34:25.424217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46092) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.473659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bce136-92a6-4f64-bc20-8eca37dba483 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.475903 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09bce136-92a6-4f64-bc20-8eca37dba483 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0507293 Aug 10 03:34:25.478527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46094) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.508616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:25.511019 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd2291b-1aff-4972-b711-931c788f272d" -d '{"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:25.542632 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d850b-e69f-483d-b7c9-701a9fdfc635 x-openstack-request-id: req-6d2d850b-e69f-483d-b7c9-701a9fdfc635 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:25.542931 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-unplugged", "status": "failed", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b", "code": 422}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:25.543175 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d2d850b-e69f-483d-b7c9-701a9fdfc635 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:25.543621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafcf9c9-c996-4fac-9947-00981512581f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.543758 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'code': 422} returned with failed status Aug 10 03:34:25.545130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafcf9c9-c996-4fac-9947-00981512581f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.546658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafcf9c9-c996-4fac-9947-00981512581f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:25.548229 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bafcf9c9-c996-4fac-9947-00981512581f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0686653 Aug 10 03:34:25.551185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.602618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet c3e5ebad-14c8-4654-bf50-e69da0de0c80 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:25.605571 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.645526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.730814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.861514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.890917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.892765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/c3e5ebad-14c8-4654-bf50-e69da0de0c80 HTTP/1.1" status: 204 len: 168 time: 0.3406010 Aug 10 03:34:25.894728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29450488-1599-413e-aa34-682da22b1a27 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e5ebad-14c8-4654-bf50-e69da0de0c80,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.895629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46100) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.897482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7138efaa-e56d-4721-9d26-0e47b3e736a4 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:25.937361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.943192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4cc68791-9d9a-4192-9bc7-d148035739d8 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:25.946997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet f5ce7520-c721-45bb-8552-40c1fe44b3a6 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:25.950069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.991939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.128930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.162892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503651dc-66fe-4b5a-94a7-202f0b561660 req-21a64943-c232-4b65-a748-345f23525404 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.164451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-503651dc-66fe-4b5a-94a7-202f0b561660 req-21a64943-c232-4b65-a748-345f23525404 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 944 time: 0.0907989 Aug 10 03:34:26.209220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 4cc68791-9d9a-4192-9bc7-d148035739d8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:26.213505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 4cc68791-9d9a-4192-9bc7-d148035739d8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.214813 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.220179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-503651dc-66fe-4b5a-94a7-202f0b561660 req-397119d0-5ed0-4db4-b779-50bb10d1ef3b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Aug 10 03:34:26.327966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.351055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.365190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4cc68791-9d9a-4192-9bc7-d148035739d8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4cc68791-9d9a-4192-9bc7-d148035739d8,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:26.415650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ce7520-c721-45bb-8552-40c1fe44b3a6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.422131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.426193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4703fdcc-221d-4b7d-bc9a-56b884741f48 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/f5ce7520-c721-45bb-8552-40c1fe44b3a6 HTTP/1.1" status: 204 len: 168 time: 0.5266371 Aug 10 03:34:26.426604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46110) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.443873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.457162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec0bdb-35c4-45aa-8048-31830a22bce4 req-b8a76df4-deec-4ef4-87f2-7d05b4705ed9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.466696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41ec0bdb-35c4-45aa-8048-31830a22bce4 req-b8a76df4-deec-4ef4-87f2-7d05b4705ed9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1733985 Aug 10 03:34:26.475033 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ae5d0089-ebdd-489f-bfe1-e04f6d7926d9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435569 Aug 10 03:34:26.477540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46112) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.482879 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:26.516160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4cc68791-9d9a-4192-9bc7-d148035739d8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.519782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-81cf4b3e-87e7-407e-ad76-a47fb7f2f62f tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.522023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-81cf4b3e-87e7-407e-ad76-a47fb7f2f62f tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.46 "GET /v2.0/networks?id=955ddcea-18d4-423c-b7ae-9f66d5fe5741 HTTP/1.1" status: 200 len: 808 time: 0.2133970 Aug 10 03:34:26.539688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Request body: {'port': {'device_id': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741', 'admin_state_up': True, 'tenant_id': '8104b56827784c7bb27f1575aca0a430'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:26.565427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41ec0bdb-35c4-45aa-8048-31830a22bce4 req-422ecf9f-3cb7-4d9a-8e4a-80be11d104b7 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978301 Aug 10 03:34:26.663190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:26.673797 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.690858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30511c67-ee86-4805-a76d-2f3f3474175c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:26.744228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b18021c5-cbf0-458b-8e99-2faa1eb34888 req-717ca90e-0f52-4f91-8c77-32a22e963864 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 210 time: 0.0379863 Aug 10 03:34:26.747943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Made reservation on behalf of 8104b56827784c7bb27f1575aca0a430 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:26.752863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.759709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 30511c67-ee86-4805-a76d-2f3f3474175c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.760084 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.839759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f0f71-6195-4b3f-8db1-4b10d3c0dbea None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:26.915009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Allocated IP 172.20.0.14 (955ddcea-18d4-423c-b7ae-9f66d5fe5741/6bf60a8b-ab32-463b-a068-5633053e7abb/802d6a01-b5ad-4fd0-a16e-cef17ffc446d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:26.959200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9dd21ace-891c-4933-a385-f69b297fcaeb None None] Provisioning complete for port 30511c67-ee86-4805-a76d-2f3f3474175c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.960184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9dd21ace-891c-4933-a385-f69b297fcaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.078913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.102102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.111362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:27.123798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:27.127873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:27.134639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.135252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.144965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=851a1e5f-4207-43a2-ab0f-7845bde10cad,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.170508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] Deleting port 30511c67-ee86-4805-a76d-2f3f3474175c {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:27.170816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.216538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.239585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4f1b9a19-1dfd-406b-8be8-917d2eaff83a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7607293 Aug 10 03:34:27.242181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46118) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.249811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:27.250162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] For port 30511c67-ee86-4805-a76d-2f3f3474175c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30511c67-ee86-4805-a76d-2f3f3474175c,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:27.250734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.270199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:27.271575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] Calling delete_port for 30511c67-ee86-4805-a76d-2f3f3474175c owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:27.274491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:27.279357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:27.283622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Pushing event updated for resources: {'Port': ['ID=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.361239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.361954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.384843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699e354-17fc-4bd9-8d0a-55599433e003 req-ce90bdae-e9a4-47cc-a59e-4dd983ddee89 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.386335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5699e354-17fc-4bd9-8d0a-55599433e003 req-ce90bdae-e9a4-47cc-a59e-4dd983ddee89 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0815866 Aug 10 03:34:27.423867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5699e354-17fc-4bd9-8d0a-55599433e003 req-fb3e39fd-cbb5-448c-83f3-0eca7d2ee90b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Aug 10 03:34:27.461186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.485770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] Pushing event deleted for resources: {'Port': ['ID=30511c67-ee86-4805-a76d-2f3f3474175c,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.489926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff6b1-0ceb-4a5e-b8d4-a20e1055bfb4 None None] No DVR routers for this DVR port 30511c67-ee86-4805-a76d-2f3f3474175c on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:27.492889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-82e973ba-d175-4926-b00f-0d0fc280c510 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9586930 Aug 10 03:34:27.506696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Request body: {'port': {'device_id': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:27.508016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a3901-9ce2-47a7-871f-6886abb5b254 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:27.545023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc68791-9d9a-4192-9bc7-d148035739d8'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:27.547679 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eec631-23db-4076-88da-3c4a0cf2d394" -d '{"events": [{"server_uuid": "54245bb8-a7a0-4a78-aa75-964f9eb2439d", "name": "network-vif-plugged", "status": "completed", "tag": "4cc68791-9d9a-4192-9bc7-d148035739d8"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:27.561758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.586484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:27.590173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.626118 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ead0a-d34e-45ae-838f-6df542b54207 x-openstack-request-id: req-a26ead0a-d34e-45ae-838f-6df542b54207 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:27.626703 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54245bb8-a7a0-4a78-aa75-964f9eb2439d", "name": "network-vif-plugged", "status": "completed", "tag": "4cc68791-9d9a-4192-9bc7-d148035739d8", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:27.626959 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a26ead0a-d34e-45ae-838f-6df542b54207 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:27.627365 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc68791-9d9a-4192-9bc7-d148035739d8', 'code': 200} Aug 10 03:34:27.689481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-e48e137d-d387-4f07-b416-2f445a09fa53', 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'tenant_id': '4688b8520d974d30a1fbc920776816d0', 'fixed_ips': [{'subnet_id': '851a1e5f-4207-43a2-ab0f-7845bde10cad'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:27.690784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.720604 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 851a1e5f-4207-43a2-ab0f-7845bde10cad (CIDR: 2001:db8::/64) Aug 10 03:34:27.810215 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:27.810765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:27.821705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0f7b7-853e-4148-822b-1c19dcd24601 req-3ebc248a-fcfe-49b9-b633-d5aa4fc5cabc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.823219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86f0f7b7-853e-4148-822b-1c19dcd24601 req-3ebc248a-fcfe-49b9-b633-d5aa4fc5cabc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1421137 Aug 10 03:34:27.826659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b22c-400a-4050-a9c5-738788ded9fa req-9526c751-672c-4616-b9f5-f0ff67331df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.828058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a39b22c-400a-4050-a9c5-738788ded9fa req-9526c751-672c-4616-b9f5-f0ff67331df6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 1097 time: 0.1382692 Aug 10 03:34:27.840039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Allocated IP 2001:db8::2 (e48e137d-d387-4f07-b416-2f445a09fa53/851a1e5f-4207-43a2-ab0f-7845bde10cad/2f24b12e-caca-418b-a75c-f438eadebb23) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:27.914759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a39b22c-400a-4050-a9c5-738788ded9fa req-253b0e52-7948-4cb0-9c55-8a4993c17c30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Aug 10 03:34:27.918905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86f0f7b7-853e-4148-822b-1c19dcd24601 req-dde4c2a3-579f-43ee-857a-094260b83273 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884621 Aug 10 03:34:27.943416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b10d172-26fe-48af-9367-89cf06c0c5f8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6935205 Aug 10 03:34:27.943416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:27.946191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'subnet': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:27.986323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.997202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Transition to ACTIVE for port object 2f24b12e-caca-418b-a75c-f438eadebb23 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:28.000114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802d6a01-b5ad-4fd0-a16e-cef17ffc446d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:28.008589 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.014492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Transition to ACTIVE for port object 2f24b12e-caca-418b-a75c-f438eadebb23 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:28.021587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Transition to ACTIVE for port object 802d6a01-b5ad-4fd0-a16e-cef17ffc446d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:28.101247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.117948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126c1c1-2dfd-4620-88fc-d3db429463f5 req-3df65a87-29ba-46fb-b0c7-a53ede47a71a tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.119494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5126c1c1-2dfd-4620-88fc-d3db429463f5 req-3df65a87-29ba-46fb-b0c7-a53ede47a71a tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 932 time: 0.0496054 Aug 10 03:34:28.141592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:28.143757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:28.143938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.145975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.146836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:28.151582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:28.159214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Pushing event updated for resources: {'Port': ['ID=2f24b12e-caca-418b-a75c-f438eadebb23,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.200897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5126c1c1-2dfd-4620-88fc-d3db429463f5 req-d485e6d8-fe1e-4db4-8d24-340c42f6f7ba tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737910 Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Attempting to bind port 2f24b12e-caca-418b-a75c-f438eadebb23 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Attempting to bind port 2f24b12e-caca-418b-a75c-f438eadebb23 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Attempting to bind port 2f24b12e-caca-418b-a75c-f438eadebb23 on network e48e137d-d387-4f07-b416-2f445a09fa53 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Checking segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Bound using segment: {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Bound port: 2f24b12e-caca-418b-a75c-f438eadebb23, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773c9a8-35fc-4c9f-82ce-447534cb75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:28.225977 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.250360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Pushing event updated for resources: {'Port': ['ID=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.299908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] For port 2f24b12e-caca-418b-a75c-f438eadebb23, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:28.303211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] For port 2f24b12e-caca-418b-a75c-f438eadebb23, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f24b12e-caca-418b-a75c-f438eadebb23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:28.309290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Attempting to bind port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:28.309919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Attempting to bind port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '57d06f27-9c72-474a-8630-96039b96bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:28.310524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Attempting to bind port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d on network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:28.318535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d on network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:28.318891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Attempting to bind port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d on network 955ddcea-18d4-423c-b7ae-9f66d5fe5741 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:28.325100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:28.325442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Checking segment: {'id': '57d06f27-9c72-474a-8630-96039b96bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:28.325831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Bound using segment: {'id': '57d06f27-9c72-474a-8630-96039b96bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:28.326268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Bound port: 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d06f27-9c72-474a-8630-96039b96bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:28.326636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.390163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] For port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:28.393825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] For port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,segment=NetworkSegment(57d06f27-9c72-474a-8630-96039b96bd69),segment_id=57d06f27-9c72-474a-8630-96039b96bd69)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:28.415884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.477067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088c0fd-d47b-41fa-9079-b86d32cff039 None None] Pushing event updated for resources: {'Port': ['ID=2f24b12e-caca-418b-a75c-f438eadebb23,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.479420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.526781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.527923 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.530248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] 10.222.0.46 "PUT /v2.0/ports/802d6a01-b5ad-4fd0-a16e-cef17ffc446d HTTP/1.1" status: 200 len: 1093 time: 1.0290577 Aug 10 03:34:28.548667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'tag': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:28.552525 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9" -d '{"events": [{"name": "network-changed", "server_uuid": "078f2840-b7d3-481a-a1b2-76464ebb8f2b", "tag": "802d6a01-b5ad-4fd0-a16e-cef17ffc446d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:28.591734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bb16-fdf5-4cda-99a8-ffb5287dac62 service neutron] Pushing event updated for resources: {'Port': ['ID=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.614463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4db64-27ba-4fba-9c95-162f965cdc23 req-7d0c3df1-93b9-420c-9705-0a28978ef7a0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.616044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa4db64-27ba-4fba-9c95-162f965cdc23 req-7d0c3df1-93b9-420c-9705-0a28978ef7a0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1101460 Aug 10 03:34:28.666692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:34:28.729053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30511c67-ee86-4805-a76d-2f3f3474175c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:28.749240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa4db64-27ba-4fba-9c95-162f965cdc23 req-07cdf456-aae1-49ad-b919-5a388473555e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087220 Aug 10 03:34:28.760302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-59de7d97-66e3-4ad5-bfd1-63fa73a1d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.762497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-59de7d97-66e3-4ad5-bfd1-63fa73a1d44b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104b56827784c7bb27f1575aca0a430&device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 1096 time: 0.0834560 Aug 10 03:34:28.766054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 30511c67-ee86-4805-a76d-2f3f3474175c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:28.766508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30511c67-ee86-4805-a76d-2f3f3474175c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:28.815618 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ea94c-81d8-414e-80d7-28c687ab75a8 x-openstack-request-id: req-081ea94c-81d8-414e-80d7-28c687ab75a8 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:28.815906 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078f2840-b7d3-481a-a1b2-76464ebb8f2b", "tag": "802d6a01-b5ad-4fd0-a16e-cef17ffc446d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:28.816151 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-081ea94c-81d8-414e-80d7-28c687ab75a8 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:28.816597 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'tag': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d', 'status': 'completed', 'code': 200} Aug 10 03:34:28.818784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-9116fab5-fcb1-477e-b261-71c7231dc758 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d HTTP/1.1" status: 200 len: 217 time: 0.0443766 Aug 10 03:34:28.875623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-66c8b42f-3d5c-447f-a71b-d99b08ca7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.877177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-66c8b42f-3d5c-447f-a71b-d99b08ca7711 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf60a8b-ab32-463b-a068-5633053e7abb HTTP/1.1" status: 200 len: 848 time: 0.0509775 Aug 10 03:34:28.911983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-4f356fce-6263-49bf-855c-3a596f3150c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=955ddcea-18d4-423c-b7ae-9f66d5fe5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246079 Aug 10 03:34:28.915060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.053205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-8569c629-0e6f-4cfd-8426-a710f77f64ae service neutron] 10.222.0.46 "GET /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293426 Aug 10 03:34:29.079386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa99b65-12d1-47a9-956f-5167a5866849 req-6c1f0535-6f77-4898-8c01-d7d8d7d3385c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.081144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4aa99b65-12d1-47a9-956f-5167a5866849 req-6c1f0535-6f77-4898-8c01-d7d8d7d3385c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0805612 Aug 10 03:34:29.181752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4aa99b65-12d1-47a9-956f-5167a5866849 req-b2e720b1-0a00-4fd5-a25d-bc86bf29d232 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902362 Aug 10 03:34:29.218650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f2ebc26-a4cd-4ca6-91d7-41a469e76c36 req-e8b62f5f-34fc-42c7-9c95-8f0f2969a31d service neutron] 10.222.0.46 "GET /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568074 Aug 10 03:34:29.388597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b6d9b-1189-478f-ab40-163ba6738cd8 req-367a61c1-0fce-47fc-8d55-cd5b88656aa5 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.389283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] For port 2f24b12e-caca-418b-a75c-f438eadebb23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f24b12e-caca-418b-a75c-f438eadebb23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:29.390291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-183b6d9b-1189-478f-ab40-163ba6738cd8 req-367a61c1-0fce-47fc-8d55-cd5b88656aa5 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 944 time: 0.0637126 Aug 10 03:34:29.431588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.469187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-183b6d9b-1189-478f-ab40-163ba6738cd8 req-aa7bf978-081b-4949-92a9-1aa4acfaa3f5 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Aug 10 03:34:29.471910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-ec46ab95-db13-43ad-8cad-486655c9ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.480191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-ec46ab95-db13-43ad-8cad-486655c9ed73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8104b56827784c7bb27f1575aca0a430&device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 1096 time: 0.0676119 Aug 10 03:34:29.540951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.541724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.566141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-440deec7-6a00-40e7-990f-3d510cd247ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.567637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-440deec7-6a00-40e7-990f-3d510cd247ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=955ddcea-18d4-423c-b7ae-9f66d5fe5741 HTTP/1.1" status: 200 len: 909 time: 0.0858712 Aug 10 03:34:29.614732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-feee7d1e-ab7e-423d-815a-712880a46d09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d HTTP/1.1" status: 200 len: 217 time: 0.0353961 Aug 10 03:34:29.619167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:29.626172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:29.644608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.644608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.644900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b82846-d2a2-421b-af3c-40f8fa237388 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:29.645411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Subnet': ['ID=bba15490-75c6-4486-afe7-695c19ef9c26,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:29.656228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=2f24b12e-caca-418b-a75c-f438eadebb23,revision_number=4']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:29.667170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-7e8fd0a3-5822-4426-8872-7ecec7ff6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.668944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-7e8fd0a3-5822-4426-8872-7ecec7ff6695 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6bf60a8b-ab32-463b-a068-5633053e7abb HTTP/1.1" status: 200 len: 848 time: 0.0464215 Aug 10 03:34:29.701367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dfdb32c9-997b-4c1b-a6f6-7ca5b388efcb None None] Provisioning for port 2f24b12e-caca-418b-a75c-f438eadebb23 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:29.701858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-3a2d4c0d-8a2d-4b42-9e51-5e0f61460bb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=955ddcea-18d4-423c-b7ae-9f66d5fe5741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237095 Aug 10 03:34:29.741819 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c48d541e-09af-4110-b01f-e01379cd6d70 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8015983 Aug 10 03:34:29.744334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46144) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:29.749818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Request body: {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'mac_address': 'fa:16:3e:fc:f9:8c', 'name': 'tempest-NetworksTestDHCPv6-381055413'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:29.827635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-7538b0f4-1a32-4e74-8772-a2464a4195dc service neutron] 10.222.0.46 "GET /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082458 Aug 10 03:34:29.917416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc19d9f-a57b-437d-b983-79065f3160c3 req-404b15a7-c617-4d33-b3db-1af79944fb29 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.920682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc19d9f-a57b-437d-b983-79065f3160c3 req-404b15a7-c617-4d33-b3db-1af79944fb29 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1110039 Aug 10 03:34:29.975355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Made reservation on behalf of 4688b8520d974d30a1fbc920776816d0 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:29.975620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a5a1452-cc57-4666-9f8d-e0a4377f33b9 req-f0dc3bcf-8c73-4300-ba47-fd9bf2d34d00 service neutron] 10.222.0.46 "GET /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332591 Aug 10 03:34:29.983069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc19d9f-a57b-437d-b983-79065f3160c3 req-e20f7674-b0d2-4df5-829d-534cb3d1be98 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Aug 10 03:34:30.074420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.096783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] device_id is not set on port b457efa9-f9da-4747-bca4-8e4cb2acb3e7 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:30.210323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-12254c7f-069d-4d99-9511-00dea09ab81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.280100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8::7f (e48e137d-d387-4f07-b416-2f445a09fa53/851a1e5f-4207-43a2-ab0f-7845bde10cad/b457efa9-f9da-4747-bca4-8e4cb2acb3e7) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:30.287360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Allocated IP 2001:db8:0:1:f816:3eff:fefc:f98c (e48e137d-d387-4f07-b416-2f445a09fa53/bba15490-75c6-4486-afe7-695c19ef9c26/b457efa9-f9da-4747-bca4-8e4cb2acb3e7) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:30.437593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.449844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a173fd-de7d-4ced-91ee-b1fabd5563c9 req-a28e7224-46f3-4787-a163-64823a0010f6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.451187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Transition to ACTIVE for port object b457efa9-f9da-4747-bca4-8e4cb2acb3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:30.451481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9a173fd-de7d-4ced-91ee-b1fabd5563c9 req-a28e7224-46f3-4787-a163-64823a0010f6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Aug 10 03:34:30.489896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9a173fd-de7d-4ced-91ee-b1fabd5563c9 req-92a1a9e8-d54b-4dc5-9905-b53a4400ce9b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Aug 10 03:34:30.558292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.559783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-b4cdeed3-b4f1-4d42-9be4-571cb4478168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.561356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-b4cdeed3-b4f1-4d42-9be4-571cb4478168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 1097 time: 0.0414460 Aug 10 03:34:30.603285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Network e48e137d-d387-4f07-b416-2f445a09fa53 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:30.613476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:30.615059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:30.620818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.621520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.630980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event updated for resources: {'Port': ['ID=b457efa9-f9da-4747-bca4-8e4cb2acb3e7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.695236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bfd86-cbdd-4cd5-a0d5-8f240136f26f req-cb137d55-2de5-4f5d-9a87-edc7e4591408 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.696733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-427bfd86-cbdd-4cd5-a0d5-8f240136f26f req-cb137d55-2de5-4f5d-9a87-edc7e4591408 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0824790 Aug 10 03:34:30.699858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-c00f1a45-4657-4aa5-81ad-bc28478860aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.701289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-c00f1a45-4657-4aa5-81ad-bc28478860aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.1320171 Aug 10 03:34:30.713219 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-06846fec-bf25-4e55-bdea-f29fd39acc95 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9675610 Aug 10 03:34:30.716895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46158) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.736764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f24b12e-caca-418b-a75c-f438eadebb23 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:30.762305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-233e1868-b73e-479d-8002-105f48408c6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cc68791-9d9a-4192-9bc7-d148035739d8 HTTP/1.1" status: 200 len: 217 time: 0.0512311 Aug 10 03:34:30.817221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-427bfd86-cbdd-4cd5-a0d5-8f240136f26f req-147de84f-6180-486c-87a6-133aafcf7230 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081040 Aug 10 03:34:30.825873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting port b457efa9-f9da-4747-bca4-8e4cb2acb3e7 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:30.825873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.833159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-ecaae6d0-7332-4b98-8bf6-48d78f0e3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.834977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-ecaae6d0-7332-4b98-8bf6-48d78f0e3dc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.0623572 Aug 10 03:34:30.870414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-67ca0649-0019-4d2e-b8d3-dfa83f132774 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270391 Aug 10 03:34:30.906434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2f24b12e-caca-418b-a75c-f438eadebb23 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:30.910690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2f24b12e-caca-418b-a75c-f438eadebb23 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:30.911679 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.939176 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.946841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Calling delete_port for b457efa9-f9da-4747-bca4-8e4cb2acb3e7 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:30.988882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e3a6e-0a55-4bd5-b173-4c3352a251cb req-607c7b38-103b-46e6-9ab9-90e4269b4b56 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.991297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-250e3a6e-0a55-4bd5-b173-4c3352a251cb req-607c7b38-103b-46e6-9ab9-90e4269b4b56 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 944 time: 0.1060407 Aug 10 03:34:31.010360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.043619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2f24b12e-caca-418b-a75c-f438eadebb23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f24b12e-caca-418b-a75c-f438eadebb23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:31.046500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-4d4ac9a1-f401-4f62-bfe0-620f7036239f service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524003 Aug 10 03:34:31.051498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-250e3a6e-0a55-4bd5-b173-4c3352a251cb req-8e7d79fa-0fc0-4d85-ae6f-c96ed95f2e41 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Aug 10 03:34:31.123933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e981d53f-d3aa-402d-8c55-39ad5b745eb4 None None] Provisioning for port b457efa9-f9da-4747-bca4-8e4cb2acb3e7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:31.129158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e981d53f-d3aa-402d-8c55-39ad5b745eb4 None None] Provisioning complete for port b457efa9-f9da-4747-bca4-8e4cb2acb3e7 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:31.130136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e981d53f-d3aa-402d-8c55-39ad5b745eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.168691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e981d53f-d3aa-402d-8c55-39ad5b745eb4 None None] Port b457efa9-f9da-4747-bca4-8e4cb2acb3e7 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:31.192254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.246705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2f24b12e-caca-418b-a75c-f438eadebb23,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:31.317070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.354545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Port': ['ID=b457efa9-f9da-4747-bca4-8e4cb2acb3e7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:31.394829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.400026 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8c8738f9-0480-4f63-9e8e-37453fc118db tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/b457efa9-f9da-4747-bca4-8e4cb2acb3e7 HTTP/1.1" status: 204 len: 168 time: 0.6812520 Aug 10 03:34:31.400466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46160) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.452834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24103cf-a477-4e88-ae58-b45ddb19868b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.454432 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c24103cf-a477-4e88-ae58-b45ddb19868b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0529191 Aug 10 03:34:31.457054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46162) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.493518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f700f7e-dafa-4228-a4b4-458bb1f710c4 req-58fdede2-eea8-4612-b74c-d52e70a7b848 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375288 Aug 10 03:34:31.515368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83acb985-ee71-4db5-9c34-8054f92a6ebb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.519454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83acb985-ee71-4db5-9c34-8054f92a6ebb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0583622 Aug 10 03:34:31.526533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46166) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.577531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc69ab4-db5f-4288-910e-142b8958fd92 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.579281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc69ab4-db5f-4288-910e-142b8958fd92 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.580815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc69ab4-db5f-4288-910e-142b8958fd92 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.582380 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ffc69ab4-db5f-4288-910e-142b8958fd92 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0608594 Aug 10 03:34:31.586273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.614714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd65d6-b065-4e2f-ac34-cc11559927fb req-0be24de8-9710-4b86-b5e1-8064a15da730 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.616547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfbd65d6-b065-4e2f-ac34-cc11559927fb req-0be24de8-9710-4b86-b5e1-8064a15da730 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0557835 Aug 10 03:34:31.648219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet 851a1e5f-4207-43a2-ab0f-7845bde10cad {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:31.651306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.655304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfbd65d6-b065-4e2f-ac34-cc11559927fb req-ce23b83b-19b1-408f-960d-02a0378bdea9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Aug 10 03:34:31.691069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.779934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.935428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306a44e-48ce-40c2-8e39-27801e96bba9 req-aae7db64-6426-4e1c-8b0c-761581ed9315 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.936905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0306a44e-48ce-40c2-8e39-27801e96bba9 req-aae7db64-6426-4e1c-8b0c-761581ed9315 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0475368 Aug 10 03:34:31.952645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.956797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 802d6a01-b5ad-4fd0-a16e-cef17ffc446d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:31.981528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=851a1e5f-4207-43a2-ab0f-7845bde10cad,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:31.985681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.991979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3216889-d5bc-4513-a8f1-702224d0e7b0 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/851a1e5f-4207-43a2-ab0f-7845bde10cad HTTP/1.1" status: 204 len: 168 time: 0.4005208 Aug 10 03:34:31.993301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46178) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:31.996328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0306a44e-48ce-40c2-8e39-27801e96bba9 req-37deedbd-a6e7-4196-b264-fd8fa66eb368 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525331 Aug 10 03:34:32.019566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8edbe-8c09-4334-aefe-41046a4d91bc None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:32.069732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Deleting subnet bba15490-75c6-4486-afe7-695c19ef9c26 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:32.074269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.123687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.185612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1bf3-1ef4-4357-8ba4-ea5281ce4957 req-ef7419bb-3534-4139-9fcc-607161b7e82b tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.187228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d7d1bf3-1ef4-4357-8ba4-ea5281ce4957 req-ef7419bb-3534-4139-9fcc-607161b7e82b tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 944 time: 0.0514741 Aug 10 03:34:32.217499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.228000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d7d1bf3-1ef4-4357-8ba4-ea5281ce4957 req-6317ccd9-7b1c-48d1-b0a3-e806c959bcc2 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Aug 10 03:34:32.275493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,segment=NetworkSegment(57d06f27-9c72-474a-8630-96039b96bd69),segment_id=57d06f27-9c72-474a-8630-96039b96bd69)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:32.292257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d', 'network_id': '955ddcea-18d4-423c-b7ae-9f66d5fe5741', 'port_id': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d', 'mac_address': 'fa:16:3e:9c:3c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf60a8b-ab32-463b-a068-5633053e7abb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:32.358613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.360682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.389972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Subnet': ['ID=bba15490-75c6-4486-afe7-695c19ef9c26,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.394001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.397033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802d6a01-b5ad-4fd0-a16e-cef17ffc446d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:32.398805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46182) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.398943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f7bfe6c7-8db9-4e91-a510-86bd314aaede tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/bba15490-75c6-4486-afe7-695c19ef9c26 HTTP/1.1" status: 204 len: 168 time: 0.4036784 Aug 10 03:34:32.425433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,segment=NetworkSegment(57d06f27-9c72-474a-8630-96039b96bd69),segment_id=57d06f27-9c72-474a-8630-96039b96bd69)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:32.438627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a8fe4fe5-2775-4cc9-b045-2f3c48cb9339 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382431 Aug 10 03:34:32.441197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.484911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8f284-4934-42a3-a812-b91785fef39e None None] Update dhcp port {'port': {'network_id': 'e48e137d-d387-4f07-b416-2f445a09fa53', 'fixed_ips': [{'subnet_id': 'bba15490-75c6-4486-afe7-695c19ef9c26'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '2f24b12e-caca-418b-a75c-f438eadebb23'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:34:32.491481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab621906-cdb9-479a-867a-71151b4ec535 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.493082 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab621906-cdb9-479a-867a-71151b4ec535 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0508695 Aug 10 03:34:32.496489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46186) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.508189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.513610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8cb8f284-4934-42a3-a812-b91785fef39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.553087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987aac87-dea0-451f-a6a1-d3120af876a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.554586 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-987aac87-dea0-451f-a6a1-d3120af876a8 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570922 Aug 10 03:34:32.557165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.599131 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-012cb4c1-2bde-4173-8cc7-99ac07d38cbd tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403488 Aug 10 03:34:32.604231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46190) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.610651 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.627835 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-500a1fb4-6bfc-463c-ada8-2b3b9330cf75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.628520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500a1fb4-6bfc-463c-ada8-2b3b9330cf75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.632652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-500a1fb4-6bfc-463c-ada8-2b3b9330cf75 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/b457efa9-f9da-4747-bca4-8e4cb2acb3e7 HTTP/1.1" status: 404 len: 333 time: 0.0251391 Aug 10 03:34:32.632910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46192) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.660566 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b50d535-8841-4087-8847-5d229d2f6c85 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.660566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b50d535-8841-4087-8847-5d229d2f6c85 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.664454 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b50d535-8841-4087-8847-5d229d2f6c85 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/bba15490-75c6-4486-afe7-695c19ef9c26 HTTP/1.1" status: 404 len: 337 time: 0.0282419 Aug 10 03:34:32.664790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46194) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.683457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.692450 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f55ef54-8cbb-4724-871a-bc302ed94d31 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.692870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f55ef54-8cbb-4724-871a-bc302ed94d31 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.696055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f55ef54-8cbb-4724-871a-bc302ed94d31 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/851a1e5f-4207-43a2-ab0f-7845bde10cad HTTP/1.1" status: 404 len: 337 time: 0.0288386 Aug 10 03:34:32.697242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46198) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.722586 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c28d780-85f5-4451-9759-f5e21ba4fee2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.723399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c28d780-85f5-4451-9759-f5e21ba4fee2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.728060 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c28d780-85f5-4451-9759-f5e21ba4fee2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/986c6d7c-018e-48f9-b988-42447e39b722 HTTP/1.1" status: 404 len: 333 time: 0.0274425 Aug 10 03:34:32.728288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46200) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.754935 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36b9020-44b1-4202-8010-a16eb74b9bcc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.755388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36b9020-44b1-4202-8010-a16eb74b9bcc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.757369 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c36b9020-44b1-4202-8010-a16eb74b9bcc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/c3e5ebad-14c8-4654-bf50-e69da0de0c80 HTTP/1.1" status: 404 len: 337 time: 0.0279329 Aug 10 03:34:32.759675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.765749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce67cfe6-2efc-4ef6-ad1f-5fabb6b965f1 None None] Network e48e137d-d387-4f07-b416-2f445a09fa53 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:32.791748 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f2520a-e8b2-4205-9756-2e38d4660f51 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.792213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f2520a-e8b2-4205-9756-2e38d4660f51 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.796479 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a6f2520a-e8b2-4205-9756-2e38d4660f51 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/f5ce7520-c721-45bb-8552-40c1fe44b3a6 HTTP/1.1" status: 404 len: 337 time: 0.0335512 Aug 10 03:34:32.796625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f204f4-e642-4549-a723-6982b84ed79f req-8a6747b3-2667-49af-8db2-0c1e803d53e1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.797087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46206) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.797780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6f204f4-e642-4549-a723-6982b84ed79f req-8a6747b3-2667-49af-8db2-0c1e803d53e1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0569973 Aug 10 03:34:32.821249 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52302ff-54df-46d7-9630-c1e60db86786 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.821945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52302ff-54df-46d7-9630-c1e60db86786 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.824419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a52302ff-54df-46d7-9630-c1e60db86786 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/4d7517ef-0221-4bde-bd2a-7d48b62de36d HTTP/1.1" status: 404 len: 333 time: 0.0259099 Aug 10 03:34:32.826504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46208) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.834817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f80f950d-539c-4fc6-995d-20c7504e7014 None None] Provisioning complete for port 2f24b12e-caca-418b-a75c-f438eadebb23 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:32.835220 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f80f950d-539c-4fc6-995d-20c7504e7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.859990 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-131f0736-f241-4076-a1b2-7ad1099a7439 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.860565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131f0736-f241-4076-a1b2-7ad1099a7439 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.862352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-131f0736-f241-4076-a1b2-7ad1099a7439 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/1e6596dd-db6d-4541-8a09-8dba2ffd41a8 HTTP/1.1" status: 404 len: 337 time: 0.0348749 Aug 10 03:34:32.865545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46210) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.865981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6f204f4-e642-4549-a723-6982b84ed79f req-ac20ca6b-19e0-4dce-90a1-4fc06848c9ac tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604348 Aug 10 03:34:32.881710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['802d6a01-b5ad-4fd0-a16e-cef17ffc446d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:32.893259 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4bcbc8-9a15-43e9-883e-9729df0ba675 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.893850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4bcbc8-9a15-43e9-883e-9729df0ba675 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.898485 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb4bcbc8-9a15-43e9-883e-9729df0ba675 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/c6938440-2a42-4ffe-acf5-fe3ee3b1b473 HTTP/1.1" status: 404 len: 337 time: 0.0290387 Aug 10 03:34:32.898485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46212) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.921995 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1b8003-2cd5-4670-816f-c5695edaac8d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.922892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1b8003-2cd5-4670-816f-c5695edaac8d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.924937 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ad1b8003-2cd5-4670-816f-c5695edaac8d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/30ff7ae6-1c1d-4278-ba13-2e2557ac371f HTTP/1.1" status: 404 len: 333 time: 0.0253382 Aug 10 03:34:32.927784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46214) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.960256 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b739f4e7-43fe-4f35-ab75-0940a3a4c117 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.960256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b739f4e7-43fe-4f35-ab75-0940a3a4c117 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.963915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b739f4e7-43fe-4f35-ab75-0940a3a4c117 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/f0e27e9f-6042-4931-9717-09c4d5465f1f HTTP/1.1" status: 404 len: 337 time: 0.0322983 Aug 10 03:34:32.963915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46216) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:32.993850 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-80106a99-d69e-421c-b580-0c9f6768c1a2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:32.993957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80106a99-d69e-421c-b580-0c9f6768c1a2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:32.995684 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-80106a99-d69e-421c-b580-0c9f6768c1a2 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/ba9cda8e-1d25-425d-8bf3-dabfd784b26b HTTP/1.1" status: 404 len: 337 time: 0.0307350 Aug 10 03:34:32.998635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46218) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.013335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] DHCP port deletion for e48e137d-d387-4f07-b416-2f445a09fa53 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:33.022938 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd0b18b-87a3-4a9a-b7c8-e34f85f587e6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.023924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd0b18b-87a3-4a9a-b7c8-e34f85f587e6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.029275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1dd0b18b-87a3-4a9a-b7c8-e34f85f587e6 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/86708274-3130-4893-9f25-cdd07c9c0c18 HTTP/1.1" status: 404 len: 333 time: 0.0271845 Aug 10 03:34:33.029980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46222) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.068196 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f238cc-261d-4611-9374-99cb11883699 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.068903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f238cc-261d-4611-9374-99cb11883699 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.073198 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81f238cc-261d-4611-9374-99cb11883699 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/1b979aa2-51ad-49cc-b06f-cdc8e3214aeb HTTP/1.1" status: 404 len: 337 time: 0.0395238 Aug 10 03:34:33.073569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46224) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.099214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5906be30-75e2-4c61-b149-b0078da04dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.100387 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31ff3b6-4e84-45ab-a2a3-2ee455807e38 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.101301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31ff3b6-4e84-45ab-a2a3-2ee455807e38 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.106207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b31ff3b6-4e84-45ab-a2a3-2ee455807e38 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/1855b43f-b630-4160-a8e7-2455e8927f61 HTTP/1.1" status: 404 len: 333 time: 0.0316107 Aug 10 03:34:33.107309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46228) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.121419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080c5ed-7fe6-4e99-9c5e-8ff44e852c3c req-49bf0b00-1356-4ec8-8bd5-fd66d01fc73a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.123213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a080c5ed-7fe6-4e99-9c5e-8ff44e852c3c req-49bf0b00-1356-4ec8-8bd5-fd66d01fc73a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0524971 Aug 10 03:34:33.135842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] Deleting port 2f24b12e-caca-418b-a75c-f438eadebb23 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:33.136221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.140512 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5e32d3-dc6a-4bc1-a8ee-987236ce4129 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.141196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5e32d3-dc6a-4bc1-a8ee-987236ce4129 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.142916 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9b5e32d3-dc6a-4bc1-a8ee-987236ce4129 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/b42a6cdd-7356-4af1-92dd-d8aaeb3af533 HTTP/1.1" status: 404 len: 337 time: 0.0346708 Aug 10 03:34:33.145667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46230) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.171810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a080c5ed-7fe6-4e99-9c5e-8ff44e852c3c req-f51fc8e2-f827-4d33-92c5-76c92d79a0bc tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356245 Aug 10 03:34:33.172997 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-123ce7ca-0f3b-432f-b2d8-d6222cff155b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.173914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123ce7ca-0f3b-432f-b2d8-d6222cff155b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.176134 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-123ce7ca-0f3b-432f-b2d8-d6222cff155b tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/b8502448-b517-4294-9cbc-c86f49827ffa HTTP/1.1" status: 404 len: 333 time: 0.0292087 Aug 10 03:34:33.179441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46232) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.210141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] For port 2f24b12e-caca-418b-a75c-f438eadebb23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f24b12e-caca-418b-a75c-f438eadebb23,segment=NetworkSegment(e773c9a8-35fc-4c9f-82ce-447534cb75ee),segment_id=e773c9a8-35fc-4c9f-82ce-447534cb75ee)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:33.210540 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.212142 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40ec8bc-912a-4ae6-be92-208979bde143 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.212659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40ec8bc-912a-4ae6-be92-208979bde143 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.214392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f40ec8bc-912a-4ae6-be92-208979bde143 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/b5fafc50-968b-4c45-9d95-cd058daddf92 HTTP/1.1" status: 404 len: 337 time: 0.0337253 Aug 10 03:34:33.216888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46234) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.222286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] Calling delete_port for 2f24b12e-caca-418b-a75c-f438eadebb23 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:33.240252 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c050625-130b-4397-ab12-c6ff83dbaf6d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.240955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c050625-130b-4397-ab12-c6ff83dbaf6d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.242700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9c050625-130b-4397-ab12-c6ff83dbaf6d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/75ff7e56-9b6c-4aea-a064-4e4b88f817cf HTTP/1.1" status: 404 len: 333 time: 0.0249109 Aug 10 03:34:33.249649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46236) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.275120 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb25d48e-3d01-483f-a678-ba19631e3a69 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.276259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb25d48e-3d01-483f-a678-ba19631e3a69 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.277479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bb25d48e-3d01-483f-a678-ba19631e3a69 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/71c9e516-0411-40e3-b238-e0dca4c2c0df HTTP/1.1" status: 404 len: 337 time: 0.0269186 Aug 10 03:34:33.280096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46240) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.313100 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-139d31d3-4ec1-4f90-92e0-85374e247eee tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.313816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139d31d3-4ec1-4f90-92e0-85374e247eee tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.315567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-139d31d3-4ec1-4f90-92e0-85374e247eee tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/ebfc09f3-c56f-4cbd-b5df-92e02465e8f1 HTTP/1.1" status: 404 len: 333 time: 0.0341849 Aug 10 03:34:33.318209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46242) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.344261 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef77cac4-9492-4248-855c-7729372a49be tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.344740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef77cac4-9492-4248-855c-7729372a49be tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.346456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ef77cac4-9492-4248-855c-7729372a49be tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/4a8cdd52-f5d3-4c74-84d8-6372e12c1ee9 HTTP/1.1" status: 404 len: 337 time: 0.0272973 Aug 10 03:34:33.349483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46244) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.353536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfbbb0-e997-4171-926d-b2d1979db0a4 req-316379a0-60bd-4d62-9e91-cc6e49fa8317 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.355011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dcfbbb0-e997-4171-926d-b2d1979db0a4 req-316379a0-60bd-4d62-9e91-cc6e49fa8317 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 945 time: 0.0497739 Aug 10 03:34:33.376838 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-31451b60-4eee-4684-bfba-7d7585553026 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.377512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31451b60-4eee-4684-bfba-7d7585553026 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.380813 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-31451b60-4eee-4684-bfba-7d7585553026 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/205e5768-4863-4f61-82cc-ca6ceed7902b HTTP/1.1" status: 404 len: 333 time: 0.0303528 Aug 10 03:34:33.381907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46246) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.396799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dcfbbb0-e997-4171-926d-b2d1979db0a4 req-e8f772ab-ac4b-43b0-b84d-4a0fd07cc30f tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356817 Aug 10 03:34:33.408826 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-55083926-ad40-4f5f-ba94-111dd1bc96b7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.409298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55083926-ad40-4f5f-ba94-111dd1bc96b7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.411574 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-55083926-ad40-4f5f-ba94-111dd1bc96b7 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/6efe9179-1bb6-4879-a077-b6f7b8b0ef26 HTTP/1.1" status: 404 len: 337 time: 0.0284956 Aug 10 03:34:33.414169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46248) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.439812 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d6acf1-e335-4247-8d56-1d3e21a72abc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.440266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d6acf1-e335-4247-8d56-1d3e21a72abc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.441943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d1d6acf1-e335-4247-8d56-1d3e21a72abc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/58aa05a7-7cc8-47e9-95a8-8540bc047379 HTTP/1.1" status: 404 len: 337 time: 0.0268917 Aug 10 03:34:33.444223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46250) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.466354 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3916b366-9f84-48f9-8723-aeb5515f9e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.466950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3916b366-9f84-48f9-8723-aeb5515f9e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.468570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3916b366-9f84-48f9-8723-aeb5515f9e05 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/b49fcf62-1dd5-4aad-aedc-319d05424d03 HTTP/1.1" status: 404 len: 333 time: 0.0234332 Aug 10 03:34:33.470815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46252) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.476975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.497005 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe6ee5-090e-4087-8e97-cf6bbc6cecbb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.497454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fe6ee5-090e-4087-8e97-cf6bbc6cecbb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.499203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-02fe6ee5-090e-4087-8e97-cf6bbc6cecbb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/09b276b6-2112-4f15-9607-6238dabdafb3 HTTP/1.1" status: 404 len: 337 time: 0.0274539 Aug 10 03:34:33.501927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46254) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.502476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] Pushing event deleted for resources: {'Port': ['ID=2f24b12e-caca-418b-a75c-f438eadebb23,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:33.506129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f159ca7-1fb0-42c9-8bc6-5b15ebe55477 None None] No DVR routers for this DVR port 2f24b12e-caca-418b-a75c-f438eadebb23 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:33.529716 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-68622bd7-5d56-44c1-b9ee-b6ca3fe7883c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.530181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68622bd7-5d56-44c1-b9ee-b6ca3fe7883c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.531888 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-68622bd7-5d56-44c1-b9ee-b6ca3fe7883c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/8c8d4111-9415-4490-8e0d-9c65cf21c517 HTTP/1.1" status: 404 len: 337 time: 0.0290244 Aug 10 03:34:33.534504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46256) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.561426 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33a31a4-a4c9-4a7b-9f29-01bd423bc53f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.562021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33a31a4-a4c9-4a7b-9f29-01bd423bc53f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.563626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f33a31a4-a4c9-4a7b-9f29-01bd423bc53f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/20690977-9f4c-47c2-81a0-927b1b711f63 HTTP/1.1" status: 404 len: 333 time: 0.0282140 Aug 10 03:34:33.566188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46258) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.591991 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3404ca6-cb11-4ea3-9605-3f279ac6bba9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.592472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3404ca6-cb11-4ea3-9605-3f279ac6bba9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.594145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a3404ca6-cb11-4ea3-9605-3f279ac6bba9 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/c7a680d5-30d1-4532-a31e-34f285cce224 HTTP/1.1" status: 404 len: 337 time: 0.0272737 Aug 10 03:34:33.596641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46262) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.621883 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-093d59a2-a295-46e3-a90d-9f8a6d189d82 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.622328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093d59a2-a295-46e3-a90d-9f8a6d189d82 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.623984 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-093d59a2-a295-46e3-a90d-9f8a6d189d82 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/7763aacd-14d4-4d03-a7da-ad6d00965b48 HTTP/1.1" status: 404 len: 337 time: 0.0264375 Aug 10 03:34:33.626485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.648400 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbfd1ce-bc37-4015-a99f-4ecbe590e7cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.648994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbfd1ce-bc37-4015-a99f-4ecbe590e7cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.650562 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bbbfd1ce-bc37-4015-a99f-4ecbe590e7cb tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/6c92c2ee-6931-4afd-aaef-5ebe76cf1fb1 HTTP/1.1" status: 404 len: 333 time: 0.0232105 Aug 10 03:34:33.652830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46266) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.677222 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-37631454-f5bb-4841-a168-16120f32c2fc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.677663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37631454-f5bb-4841-a168-16120f32c2fc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.679309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-37631454-f5bb-4841-a168-16120f32c2fc tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/3b7548f0-d5c1-4492-b0dc-18990fa5aa96 HTTP/1.1" status: 404 len: 337 time: 0.0255892 Aug 10 03:34:33.681602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.705667 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddc41c1-0f2e-4e30-81ee-ff0cdf618087 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.706102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddc41c1-0f2e-4e30-81ee-ff0cdf618087 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.708191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cddc41c1-0f2e-4e30-81ee-ff0cdf618087 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/39180479-dd5a-4dba-9cb0-889f633c9e61 HTTP/1.1" status: 404 len: 337 time: 0.0252140 Aug 10 03:34:33.710739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46270) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.759915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c34402db-2629-4845-8365-cabee8167405 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 HTTP/1.1" status: 200 len: 205 time: 0.0481629 Aug 10 03:34:33.765837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46272) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.802493 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-b676b4d3-dc1e-4909-b82d-785e7259ddae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] delete failed (client error): The resource could not be found. Aug 10 03:34:33.803410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b676b4d3-dc1e-4909-b82d-785e7259ddae tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/routers/4a039a91-bc69-4bc8-ab8e-d482bd0f1d98 HTTP/1.1" status: 404 len: 336 time: 0.0367138 Aug 10 03:34:33.805838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.831598 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f7b563-dc22-41de-966c-055fe15e478e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.832039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f7b563-dc22-41de-966c-055fe15e478e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.834526 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-95f7b563-dc22-41de-966c-055fe15e478e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/ff71833a-3d98-4b70-973d-5a1bf1177b73 HTTP/1.1" status: 404 len: 337 time: 0.0275431 Aug 10 03:34:33.836752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46276) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.873836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bac54e4-e963-46a7-a828-dba37a9aa78a tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "GET /v2.0/ports?device_id=55f75164-8602-4537-b0f6-a2608993c7f4 HTTP/1.1" status: 200 len: 205 time: 0.0360332 Aug 10 03:34:33.876040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46278) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.915586 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-f5ea9db3-7381-4ef8-a92b-dd871c587f07 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] delete failed (client error): The resource could not be found. Aug 10 03:34:33.917552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f5ea9db3-7381-4ef8-a92b-dd871c587f07 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/routers/55f75164-8602-4537-b0f6-a2608993c7f4 HTTP/1.1" status: 404 len: 336 time: 0.0396731 Aug 10 03:34:33.919290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46282) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.952900 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebea43a7-715f-44d3-8718-b2ead7fc5398 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:33.953365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebea43a7-715f-44d3-8718-b2ead7fc5398 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:33.974947 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ebea43a7-715f-44d3-8718-b2ead7fc5398 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/0f475f67-7b64-4b18-83f0-08a89821c241 HTTP/1.1" status: 404 len: 337 time: 0.0349734 Aug 10 03:34:33.977019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46286) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.989446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6183-4e0a-4ae2-b505-77c7b9ccc5b7 req-0fd5863b-0e6e-48f7-8991-743fd9ecbcd4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.990944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce7c6183-4e0a-4ae2-b505-77c7b9ccc5b7 req-0fd5863b-0e6e-48f7-8991-743fd9ecbcd4 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0528479 Aug 10 03:34:34.002534 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ef68c-dcfd-45e2-bc1f-832fb328e61c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.002995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361ef68c-dcfd-45e2-bc1f-832fb328e61c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.005319 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-361ef68c-dcfd-45e2-bc1f-832fb328e61c tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/4e01aa88-9ef3-4a7b-900e-f7e2e1387dd7 HTTP/1.1" status: 404 len: 337 time: 0.0273194 Aug 10 03:34:34.007720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46288) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.030042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce7c6183-4e0a-4ae2-b505-77c7b9ccc5b7 req-efa75d6a-228b-4208-b57f-8deb8bdbdc3b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329700 Aug 10 03:34:34.034641 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b51527-9dd6-46ef-a22c-7d91bf22a560 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.035293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b51527-9dd6-46ef-a22c-7d91bf22a560 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.037046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0b51527-9dd6-46ef-a22c-7d91bf22a560 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/1eff019d-262f-4551-b98a-72b9cee38f6a HTTP/1.1" status: 404 len: 333 time: 0.0284188 Aug 10 03:34:34.039755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46290) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.065544 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40709c9-f59f-4ba1-8541-86ba7e67f966 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.077169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40709c9-f59f-4ba1-8541-86ba7e67f966 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.077169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b40709c9-f59f-4ba1-8541-86ba7e67f966 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/1dbe15eb-41d6-44dd-9743-4e31800878a8 HTTP/1.1" status: 404 len: 337 time: 0.0275724 Aug 10 03:34:34.079003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46292) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.102523 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d3e000-a252-4f62-aff4-85b013379297 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.103155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d3e000-a252-4f62-aff4-85b013379297 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.106487 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-65d3e000-a252-4f62-aff4-85b013379297 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/bf448480-88bf-4a4c-abe8-db58a4337c65 HTTP/1.1" status: 404 len: 333 time: 0.0248673 Aug 10 03:34:34.107539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46294) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.123253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.134339 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d394ad84-2969-4d14-9dc6-6d3eba4616fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.135032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d394ad84-2969-4d14-9dc6-6d3eba4616fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.136136 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d394ad84-2969-4d14-9dc6-6d3eba4616fa tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/67150a4b-740d-4bf8-98db-a7a8e015d7ad HTTP/1.1" status: 404 len: 337 time: 0.0276661 Aug 10 03:34:34.138898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46296) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.161758 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ae2250-6dd4-45fa-a01f-69c5de273f0f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.162386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ae2250-6dd4-45fa-a01f-69c5de273f0f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.163982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-48ae2250-6dd4-45fa-a01f-69c5de273f0f tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/96504623-3196-45c4-8870-0a934719c091 HTTP/1.1" status: 404 len: 333 time: 0.0241444 Aug 10 03:34:34.166298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.191860 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d92991-30d1-4243-906a-90b581d59314 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.192862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d92991-30d1-4243-906a-90b581d59314 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.194516 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10d92991-30d1-4243-906a-90b581d59314 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/d97cb791-53bc-47d7-b8e9-dfa79b8cc90b HTTP/1.1" status: 404 len: 337 time: 0.0272655 Aug 10 03:34:34.197019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46302) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.225684 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3e8011-ed58-472b-a0fd-7cc4b578ee4e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.231950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3e8011-ed58-472b-a0fd-7cc4b578ee4e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.231950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d3e8011-ed58-472b-a0fd-7cc4b578ee4e tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/d913bf1d-7c6f-4e4c-9a12-ccf8fb6ff2d3 HTTP/1.1" status: 404 len: 333 time: 0.0304215 Aug 10 03:34:34.235040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46304) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.262007 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd8ad65-9aa4-4504-80e6-f4ba26e9c1d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.262465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd8ad65-9aa4-4504-80e6-f4ba26e9c1d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.264151 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7bd8ad65-9aa4-4504-80e6-f4ba26e9c1d4 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/e6f1162d-3eab-4777-89e0-6da2a1c7209c HTTP/1.1" status: 404 len: 337 time: 0.0281489 Aug 10 03:34:34.266667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.288533 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d877b0-bff9-4243-9d08-4fa3e1fed783 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.289083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d877b0-bff9-4243-9d08-4fa3e1fed783 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.290740 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b0d877b0-bff9-4243-9d08-4fa3e1fed783 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/0022ea8a-379d-49db-aec2-5022180b469b HTTP/1.1" status: 404 len: 333 time: 0.0231848 Aug 10 03:34:34.291315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c03ec-d7aa-4b4b-8833-7484806f148c req-68199205-8915-43f0-bc74-3293803dfae8 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.292817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef5c03ec-d7aa-4b4b-8833-7484806f148c req-68199205-8915-43f0-bc74-3293803dfae8 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0480726 Aug 10 03:34:34.293417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46308) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.319474 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f3e006-aaa6-4e7c-b66d-9a8ff958055d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.319927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f3e006-aaa6-4e7c-b66d-9a8ff958055d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.321669 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a3f3e006-aaa6-4e7c-b66d-9a8ff958055d tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/adcd9762-f418-4b03-8563-3c98cbec294e HTTP/1.1" status: 404 len: 337 time: 0.0273530 Aug 10 03:34:34.324248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46310) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.330942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef5c03ec-d7aa-4b4b-8833-7484806f148c req-465a6166-ed9c-4f8f-89cd-0c71e313b30a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320404 Aug 10 03:34:34.346577 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4f1aa5-1f8e-494e-845a-06bd842fd242 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.347210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4f1aa5-1f8e-494e-845a-06bd842fd242 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.350221 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4c4f1aa5-1f8e-494e-845a-06bd842fd242 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/aa6295fe-7937-45bf-944e-92990a6e4ca0 HTTP/1.1" status: 404 len: 333 time: 0.0237558 Aug 10 03:34:34.351420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46312) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.376053 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-235f61cf-bba4-480d-9477-39a82ebe5c41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.376525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235f61cf-bba4-480d-9477-39a82ebe5c41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.378107 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-235f61cf-bba4-480d-9477-39a82ebe5c41 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/9dc8398d-5464-47f1-8293-34c1d59dcd8e HTTP/1.1" status: 404 len: 337 time: 0.0258079 Aug 10 03:34:34.381163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46314) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.417297 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea9ab25-2ac9-46a9-ae41-b8f890af2686 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.419383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea9ab25-2ac9-46a9-ae41-b8f890af2686 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.421092 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dea9ab25-2ac9-46a9-ae41-b8f890af2686 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/ports/7b9eb64e-48fd-4e91-bf8a-1a92994e816b HTTP/1.1" status: 404 len: 333 time: 0.0390613 Aug 10 03:34:34.423559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46318) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.449772 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de7201b-7733-4da8-ac88-7399ad763836 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] DELETE failed (client error): The resource could not be found. Aug 10 03:34:34.450224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de7201b-7733-4da8-ac88-7399ad763836 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:34:34.451899 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4de7201b-7733-4da8-ac88-7399ad763836 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/subnets/66ad06b2-0264-44f5-8973-eefdc4a2c4b6 HTTP/1.1" status: 404 len: 337 time: 0.0274515 Aug 10 03:34:34.454450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.510978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3c48-f3d0-43ea-9698-b062679209e0 req-fbf1266d-a93f-4f1a-82c0-d02c41ab399c tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.512517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edea3c48-f3d0-43ea-9698-b062679209e0 req-fbf1266d-a93f-4f1a-82c0-d02c41ab399c tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 945 time: 0.0481629 Aug 10 03:34:34.529213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.550319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edea3c48-f3d0-43ea-9698-b062679209e0 req-df3125e2-434f-4264-9812-04449c655ede tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Aug 10 03:34:34.625343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.635867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48e137d-d387-4f07-b416-2f445a09fa53']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:34.646498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e773c9a8-35fc-4c9f-82ce-447534cb75ee') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:34.646792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e773c9a8-35fc-4c9f-82ce-447534cb75ee') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:34.655424 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.668966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f24b12e-caca-418b-a75c-f438eadebb23 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:34.669484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.675574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:34.675969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:34.679543 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:34.692023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2f24b12e-caca-418b-a75c-f438eadebb23 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:34.692393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f24b12e-caca-418b-a75c-f438eadebb23 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:34.906263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.914213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.915731 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] 10.222.0.26 "DELETE /v2.0/networks/e48e137d-d387-4f07-b416-2f445a09fa53 HTTP/1.1" status: 204 len: 168 time: 0.4603815 Aug 10 03:34:34.928037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa345a0-42d7-4d2f-aa39-e4481f019a39 tempest-NetworksTestDHCPv6-1222199753 tempest-NetworksTestDHCPv6-1222199753-project] Pushing event deleted for resources: {'Network': ['ID=e48e137d-d387-4f07-b416-2f445a09fa53,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.156024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4c796-b956-4acf-b247-491c23a180dc req-caad4d86-8e1f-4f5e-b721-714d07f2a5f1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.157920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e4c796-b956-4acf-b247-491c23a180dc req-caad4d86-8e1f-4f5e-b721-714d07f2a5f1 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Aug 10 03:34:35.194417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e4c796-b956-4acf-b247-491c23a180dc req-44bd496c-05ed-4ca8-ad67-f84c45ef7b32 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302212 Aug 10 03:34:35.331762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:35.461269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7b11f-2eb2-4f4e-894c-2367c73da6a8 req-cddbec57-b74b-4b88-9ed7-0f33eb275f42 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.462888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5c7b11f-2eb2-4f4e-894c-2367c73da6a8 req-cddbec57-b74b-4b88-9ed7-0f33eb275f42 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0616581 Aug 10 03:34:35.472311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7dd93cd8-7937-4ce8-ba06-be3ba6d8158f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4688b8520d974d30a1fbc920776816d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385217 Aug 10 03:34:35.472936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:35.502156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5c7b11f-2eb2-4f4e-894c-2367c73da6a8 req-b32d4f75-5a42-421b-87c7-b4ae3c3c2dfc tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332565 Aug 10 03:34:35.522074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a817e436-665f-403f-96ff-d175163b164b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.548021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a817e436-665f-403f-96ff-d175163b164b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.673033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b4642-d724-4e2f-a292-e8d5581417f4 req-c4da8017-915f-4042-8285-54be3fcaff81 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.674416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c55b4642-d724-4e2f-a292-e8d5581417f4 req-c4da8017-915f-4042-8285-54be3fcaff81 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 945 time: 0.0520432 Aug 10 03:34:35.678309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a817e436-665f-403f-96ff-d175163b164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.680980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a817e436-665f-403f-96ff-d175163b164b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.682129 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a817e436-665f-403f-96ff-d175163b164b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d826fa37-07af-40eb-a20a-c012e3f3e148 HTTP/1.1" status: 204 len: 168 time: 0.2077892 Aug 10 03:34:35.690185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817e436-665f-403f-96ff-d175163b164b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d826fa37-07af-40eb-a20a-c012e3f3e148,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.706660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.720880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c55b4642-d724-4e2f-a292-e8d5581417f4 req-84f7e1b9-2ea8-4553-a323-d148ef9b610a tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Aug 10 03:34:35.941310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 802d6a01-b5ad-4fd0-a16e-cef17ffc446d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:36.186158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:36.206330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:36.206330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.269396 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.292004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:36.294310 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f5bd4-0d6b-4f5d-af34-a35b2b9349e6" -d '{"events": [{"server_uuid": "078f2840-b7d3-481a-a1b2-76464ebb8f2b", "name": "network-vif-plugged", "status": "completed", "tag": "802d6a01-b5ad-4fd0-a16e-cef17ffc446d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:36.306672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,segment=NetworkSegment(57d06f27-9c72-474a-8630-96039b96bd69),segment_id=57d06f27-9c72-474a-8630-96039b96bd69)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:36.314344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1d024-18b9-4651-af46-5f6e9d22b7ee req-a17f159a-729c-4870-88bc-3600b2140067 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.315890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6a1d024-18b9-4651-af46-5f6e9d22b7ee req-a17f159a-729c-4870-88bc-3600b2140067 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0538051 Aug 10 03:34:36.354246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6a1d024-18b9-4651-af46-5f6e9d22b7ee req-bd367a3c-1e33-4fac-8a82-d5898bb71368 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Aug 10 03:34:36.403602 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.461911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.468457 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421c35e-7c53-4b80-a1cc-09d3ae5ca1e1 x-openstack-request-id: req-4421c35e-7c53-4b80-a1cc-09d3ae5ca1e1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:36.468963 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078f2840-b7d3-481a-a1b2-76464ebb8f2b", "name": "network-vif-plugged", "status": "completed", "tag": "802d6a01-b5ad-4fd0-a16e-cef17ffc446d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:36.469219 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4421c35e-7c53-4b80-a1cc-09d3ae5ca1e1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:36.469636 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d', 'code': 200} Aug 10 03:34:36.578038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ddb01-fa54-4f25-a07a-9cd7ef6f8764 req-d0d38fc4-84c0-429d-9951-cf4e25c47d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.579513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-978ddb01-fa54-4f25-a07a-9cd7ef6f8764 req-d0d38fc4-84c0-429d-9951-cf4e25c47d8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 1098 time: 0.0400286 Aug 10 03:34:36.615388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-978ddb01-fa54-4f25-a07a-9cd7ef6f8764 req-aa08bf01-ff76-43c1-952d-c8b099bb66b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287032 Aug 10 03:34:36.854572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48fc8f-0933-440e-bcf3-6d78eccd40eb req-f758e77f-e567-4d81-9046-5ed3d9ed0d98 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.856075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd48fc8f-0933-440e-bcf3-6d78eccd40eb req-f758e77f-e567-4d81-9046-5ed3d9ed0d98 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0500569 Aug 10 03:34:36.894117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd48fc8f-0933-440e-bcf3-6d78eccd40eb req-a29660a1-d7c4-4ec1-a772-d8be912aefb7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Aug 10 03:34:36.952965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46374) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:37.041229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee54e-698e-4902-af72-808f57a51c17 req-ce47d0ab-39b5-4b4b-ab41-30863097411b tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.042734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c2ee54e-698e-4902-af72-808f57a51c17 req-ce47d0ab-39b5-4b4b-ab41-30863097411b tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 946 time: 0.0837762 Aug 10 03:34:37.059380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba563-56d4-4a92-9109-91e27660a58d req-86cc9b47-d247-4507-9998-c097c79ec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.060840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-86cc9b47-d247-4507-9998-c097c79ec902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.0658998 Aug 10 03:34:37.074056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1250202632'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:37.152058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c2ee54e-698e-4902-af72-808f57a51c17 req-01ca0874-567a-40db-b51e-1ddee358aa77 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012247 Aug 10 03:34:37.197505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba563-56d4-4a92-9109-91e27660a58d req-ef6eea83-d0b6-4612-b70e-4033a1fce429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.199031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-ef6eea83-d0b6-4612-b70e-4033a1fce429 service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1209772 Aug 10 03:34:37.262180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Made reservation on behalf of b8ca364e7b37469e805b702e6c83d6d6 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:37.265609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.283338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.318545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-98a33c2d-b6cc-42cc-8f04-36fa4d238f2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.1117573 Aug 10 03:34:37.337321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a1c9-286e-47c1-adb3-faf8da025f5c req-e9424dc1-9fdf-4f36-b257-7414fd04d2f2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.338764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9c7a1c9-286e-47c1-adb3-faf8da025f5c req-e9424dc1-9fdf-4f36-b257-7414fd04d2f2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1257250 Aug 10 03:34:37.429168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba563-56d4-4a92-9109-91e27660a58d req-1ca235d4-9b8d-40f0-b90d-24d1d8d4fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.430605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-1ca235d4-9b8d-40f0-b90d-24d1d8d4fefa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0900474 Aug 10 03:34:37.437263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9c7a1c9-286e-47c1-adb3-faf8da025f5c req-7b9a0bbb-253c-46c8-b820-7f0588f029b2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857618 Aug 10 03:34:37.499555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.505797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba563-56d4-4a92-9109-91e27660a58d req-e21472f0-a399-4a90-8621-ec292a6f9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.507297 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-e21472f0-a399-4a90-8621-ec292a6f9248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609257 Aug 10 03:34:37.604843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-750963af-5196-4593-ae6f-57e506ffd167 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Aug 10 03:34:37.659668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.705233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:37.711476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692be802-aba1-4150-b102-12c8b273bc6b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.731397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.731746 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Added segment 89d92c76-dad4-42ab-bc70-c011d89b99ad of type vlan for network d65eb13b-a735-4ca8-879a-74b23a1fbe5d Aug 10 03:34:37.735274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.735664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.736010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.736367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.736710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.737046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.737379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.737749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.738086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.738413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.739291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.739616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:37.791128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36eba563-56d4-4a92-9109-91e27660a58d req-69069d60-f050-4ad1-a9c5-67b71e32e33e service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738310 Aug 10 03:34:37.794379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.889000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.894651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.895295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.963390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Network': ['ID=d65eb13b-a735-4ca8-879a-74b23a1fbe5d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.975196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:38.018854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845bd15-9e09-43fc-8e7f-3e5a1a4bf331 req-738d3837-ee61-4c3e-a368-2fc644eaee8e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.021106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845bd15-9e09-43fc-8e7f-3e5a1a4bf331 req-738d3837-ee61-4c3e-a368-2fc644eaee8e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0545332 Aug 10 03:34:38.055148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d6f21bff-4573-43b5-b8d6-60f04d317856 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1009541 Aug 10 03:34:38.058131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.060676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f845bd15-9e09-43fc-8e7f-3e5a1a4bf331 req-158948a1-2567-483d-bd08-aa95b218a68e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331955 Aug 10 03:34:38.063573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'subnet': {'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:38.213867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46388) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:38.231960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Made reservation on behalf of b8ca364e7b37469e805b702e6c83d6d6 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:38.235512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.323526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b847882-f622-4737-9619-9e0405c28642 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.325287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b847882-f622-4737-9619-9e0405c28642 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.326154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b847882-f622-4737-9619-9e0405c28642 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.329247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0b847882-f622-4737-9619-9e0405c28642 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=3e24f79f88994c1aad96f296220d84fd&network_id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 200 len: 2973 time: 0.1141829 Aug 10 03:34:38.350395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffd37-f7ff-41fd-8800-a82eaaff568d req-5219c7c6-e9e6-433b-81ce-4fa1a29b6174 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.351925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df9ffd37-f7ff-41fd-8800-a82eaaff568d req-5219c7c6-e9e6-433b-81ce-4fa1a29b6174 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 946 time: 0.1291759 Aug 10 03:34:38.397683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df9ffd37-f7ff-41fd-8800-a82eaaff568d req-928ef9e5-840e-420f-921e-54b45b938435 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Aug 10 03:34:38.477905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.539008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Subnet': ['ID=d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:38.550881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Checking segment: {'id': '89d92c76-dad4-42ab-bc70-c011d89b99ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:38.551273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network hostable DHCP agents. Network: d65eb13b-a735-4ca8-879a-74b23a1fbe5d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:38.689161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:38.760401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0150e8-306e-4a1c-9f03-38ac6fba8aec req-2700d520-db3b-4962-96f3-da9147b4ddaa tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.761915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec0150e8-306e-4a1c-9f03-38ac6fba8aec req-2700d520-db3b-4962-96f3-da9147b4ddaa tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Aug 10 03:34:38.798708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec0150e8-306e-4a1c-9f03-38ac6fba8aec req-047d01cc-c378-42bd-8047-2db6f7c3a1eb tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308604 Aug 10 03:34:38.820138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d65eb13b-a735-4ca8-879a-74b23a1fbe5d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:38.824489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.825095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.832200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260a80e-03af-4d91-b6e1-66d94323dea4 None None] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:38.977632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-d65eb13b-a735-4ca8-879a-74b23a1fbe5d', 'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d', 'tenant_id': 'b8ca364e7b37469e805b702e6c83d6d6', 'fixed_ips': [{'subnet_id': 'd3fcf9f8-4a69-4fa5-87ae-43f41a2282bd'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:38.978499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.991045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08845-9103-4997-bb94-f67a1fa35ed5 req-173eacc9-2d7b-4fb6-a7a2-65984ea65631 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.992887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fe08845-9103-4997-bb94-f67a1fa35ed5 req-173eacc9-2d7b-4fb6-a7a2-65984ea65631 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0496128 Aug 10 03:34:39.023058 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c350ffa6-8e9a-4598-95ac-c0261eb3b51f tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9612453 Aug 10 03:34:39.023278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.027863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1207083508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:39.031663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fe08845-9103-4997-bb94-f67a1fa35ed5 req-0c43d529-e100-46b5-a655-8d5b0a9226df tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Aug 10 03:34:39.118371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Allocated IP 172.20.0.2 (d65eb13b-a735-4ca8-879a-74b23a1fbe5d/d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd/a5b03c8f-64a6-4d90-92bb-0d4bbab3842c) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:39.140614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.142313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.198581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.247757 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:39.261761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.270858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Transition to ACTIVE for port object a5b03c8f-64a6-4d90-92bb-0d4bbab3842c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:39.286231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Transition to ACTIVE for port object a5b03c8f-64a6-4d90-92bb-0d4bbab3842c will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:39.323325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.353334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057570b3-7ce3-4771-918c-042cd265720f req-d5092cb4-5935-4674-ba29-3aa5c1d4c59a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.354822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-057570b3-7ce3-4771-918c-042cd265720f req-d5092cb4-5935-4674-ba29-3aa5c1d4c59a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Aug 10 03:34:39.386490 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.396967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-057570b3-7ce3-4771-918c-042cd265720f req-8a43b1cc-b4d8-4a7c-b06b-439ebe062c17 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360827 Aug 10 03:34:39.422069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.426119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46416) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:39.426799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-68bbb3a3-118f-4a23-910d-00f97e252ee8 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4018598 Aug 10 03:34:39.428717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:39.433627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:39.437950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:39.441072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Pushing event updated for resources: {'Port': ['ID=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:39.493042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Attempting to bind port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:39.493326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Attempting to bind port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '89d92c76-dad4-42ab-bc70-c011d89b99ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:39.493684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Attempting to bind port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c on network d65eb13b-a735-4ca8-879a-74b23a1fbe5d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:39.498524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:39.498891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Checking segment: {'id': '89d92c76-dad4-42ab-bc70-c011d89b99ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:39.499288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.499680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Bound using segment: {'id': '89d92c76-dad4-42ab-bc70-c011d89b99ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:39.500168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Bound port: a5b03c8f-64a6-4d90-92bb-0d4bbab3842c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d92c76-dad4-42ab-bc70-c011d89b99ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:39.500569 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.565081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] For port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:39.568091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] For port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,segment=NetworkSegment(89d92c76-dad4-42ab-bc70-c011d89b99ad),segment_id=89d92c76-dad4-42ab-bc70-c011d89b99ad)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:39.610267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de22d1-b9c9-484c-a957-8a1e0eb457a1 req-2b71b318-7da3-4166-8bdd-caa96df47092 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.612880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6de22d1-b9c9-484c-a957-8a1e0eb457a1 req-2b71b318-7da3-4166-8bdd-caa96df47092 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1439917 Aug 10 03:34:39.643770 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.705385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84ce3f-a2fd-4dd7-9131-690c1ddedb2f None None] Pushing event updated for resources: {'Port': ['ID=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:39.734966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6de22d1-b9c9-484c-a957-8a1e0eb457a1 req-b9f8e37e-ad1c-49c6-866e-9460ed87d362 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146173 Aug 10 03:34:39.781731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.045095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Allocated IP 172.20.0.1 (d65eb13b-a735-4ca8-879a-74b23a1fbe5d/d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd/db91773a-1df6-4dcb-bfed-b7613f1303c3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:40.160177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.174598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Transition to ACTIVE for port object db91773a-1df6-4dcb-bfed-b7613f1303c3 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:40.392468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.442255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:40.445768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:40.452917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:40.493522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Port': ['ID=db91773a-1df6-4dcb-bfed-b7613f1303c3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.531654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1177f2-c34e-4fec-b977-773d652d6d2b None None] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:40.533611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.577628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dea84b-5e90-4c3e-aa01-213685e78550 req-e99e58e5-d45b-44d6-bbe3-813bd270c11a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:40.579042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60dea84b-5e90-4c3e-aa01-213685e78550 req-e99e58e5-d45b-44d6-bbe3-813bd270c11a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1227067 Aug 10 03:34:40.658445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60dea84b-5e90-4c3e-aa01-213685e78550 req-e0dcc375-5b98-4e62-891e-4a3caf2714f3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702438 Aug 10 03:34:40.701014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-20b9caa8-6ae9-453b-a024-08141d83ef59 None None] Provisioning for port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:40.725245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a5b03c8f-64a6-4d90-92bb-0d4bbab3842c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:40.796411 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.890994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:40.896299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:40.896718 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.947176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Provisioning complete for port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:40.947569 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.049631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.079486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c7f9-2438-4bdb-aa23-f5b076d8825a req-8201103e-b228-4d99-a766-33f9ddbbda4f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:41.081004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa85c7f9-2438-4bdb-aa23-f5b076d8825a req-8201103e-b228-4d99-a766-33f9ddbbda4f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1177628 Aug 10 03:34:41.114350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,segment=NetworkSegment(89d92c76-dad4-42ab-bc70-c011d89b99ad),segment_id=89d92c76-dad4-42ab-bc70-c011d89b99ad)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:41.115586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.157512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa85c7f9-2438-4bdb-aa23-f5b076d8825a req-c68d782c-ca71-4066-bab6-59aa8e9d8c38 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638149 Aug 10 03:34:41.169728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.186342 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.255132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.262136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:34:41.262511 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:34:41.263351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:41.330109 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.332767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Port': ['ID=db91773a-1df6-4dcb-bfed-b7613f1303c3,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:41.421567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:41.422925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:41.648727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Router 5a4784b2-7e82-4009-b90d-f1ba799974b7 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:34:41.991421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Provisioning for port db91773a-1df6-4dcb-bfed-b7613f1303c3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:41.995703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Provisioning complete for port db91773a-1df6-4dcb-bfed-b7613f1303c3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:41.996242 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.036435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-79cc833a-87d2-41db-b37f-3cd1ba79c184 None None] Port db91773a-1df6-4dcb-bfed-b7613f1303c3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:42.096465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:42.101638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-18dd9178-f587-4608-9894-b265d6e16cf9 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "PUT /v2.0/routers/5a4784b2-7e82-4009-b90d-f1ba799974b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6739988 Aug 10 03:34:42.104427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46446) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:42.107698 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] Sync routers for ids ['5a4784b2-7e82-4009-b90d-f1ba799974b7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:42.109552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'port': {'network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d', 'name': 'tempest-FloatingIPNegativeTestJSON-1284216760'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:42.114385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069ecc-ca6b-4cf7-9f2c-e95fe18ee605 req-08af2dc4-76f6-4199-862e-b190a52a2035 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.115948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6069ecc-ca6b-4cf7-9f2c-e95fe18ee605 req-08af2dc4-76f6-4199-862e-b190a52a2035 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0672891 Aug 10 03:34:42.116932 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] Routers {'5a4784b2-7e82-4009-b90d-f1ba799974b7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:42.117603 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5a4784b2-7e82-4009-b90d-f1ba799974b7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:42.156633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:42.164781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9410e021-edfe-4d97-8833-9f7f412c2433 None None] Provisioning complete for port db91773a-1df6-4dcb-bfed-b7613f1303c3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:42.165580 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9410e021-edfe-4d97-8833-9f7f412c2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.169292 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] Routers {'5a4784b2-7e82-4009-b90d-f1ba799974b7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:42.170095 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5a4784b2-7e82-4009-b90d-f1ba799974b7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:42.170375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6069ecc-ca6b-4cf7-9f2c-e95fe18ee605 req-0cf32027-e6d3-449d-86d9-408a60ba1607 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Aug 10 03:34:42.203073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9410e021-edfe-4d97-8833-9f7f412c2433 None None] Port db91773a-1df6-4dcb-bfed-b7613f1303c3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:42.212072 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:42.212956 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79554098-e37f-4887-a570-b9e0a204ee35 None None] The sync data for ids ['5a4784b2-7e82-4009-b90d-f1ba799974b7'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:42.345917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Made reservation on behalf of b8ca364e7b37469e805b702e6c83d6d6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:42.349469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.368432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] device_id is not set on port 71ed803f-705a-451d-b17c-b560e04090c0 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:42.492724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Allocated IP 172.20.0.9 (d65eb13b-a735-4ca8-879a-74b23a1fbe5d/d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd/71ed803f-705a-451d-b17c-b560e04090c0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:42.640253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.655357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Transition to ACTIVE for port object 71ed803f-705a-451d-b17c-b560e04090c0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:42.680135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a2a7e-1210-44d3-b4df-9dcbb03df4a5 req-1694d8e5-cd3a-4cf3-a745-11d1b140d2a4 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.681601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-943a2a7e-1210-44d3-b4df-9dcbb03df4a5 req-1694d8e5-cd3a-4cf3-a745-11d1b140d2a4 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0547366 Aug 10 03:34:42.707654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a5b03c8f-64a6-4d90-92bb-0d4bbab3842c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:42.745613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-943a2a7e-1210-44d3-b4df-9dcbb03df4a5 req-e79162d0-041e-4160-8f52-cf9cabf1dfe7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Aug 10 03:34:42.758488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.797282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:42.798118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.815946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:42.820610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-53f26639-cb40-4946-831e-7efe7728fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.822696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:42.822853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-53f26639-cb40-4946-831e-7efe7728fa34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cec418f26654197a34c45695ec4b165&device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 1097 time: 0.0577784 Aug 10 03:34:42.826665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:42.872979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Port': ['ID=71ed803f-705a-451d-b17c-b560e04090c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:42.909837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.911656 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.998015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089648-2e0a-4291-8b80-af6f269021a5 req-006875bd-9d9b-441a-82a6-3e2ec69323f2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.999635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54089648-2e0a-4291-8b80-af6f269021a5 req-006875bd-9d9b-441a-82a6-3e2ec69323f2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0866363 Aug 10 03:34:43.001507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-eb3b09d8-63ef-4b70-ac5f-aa0b858b44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.002897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-eb3b09d8-63ef-4b70-ac5f-aa0b858b44ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 200 len: 912 time: 0.1618717 Aug 10 03:34:43.087182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54089648-2e0a-4291-8b80-af6f269021a5 req-21ba2ff4-190b-4b44-bd45-a66a773f121c tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772047 Aug 10 03:34:43.087570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b0fdfe9-f6bc-4258-80b1-0e3c4b6073a7 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9783716 Aug 10 03:34:43.087877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46462) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:43.090643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-24b18c28-d9a5-4594-8df0-f429bb33e3a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 200 len: 999 time: 0.0775557 Aug 10 03:34:43.093069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:43.153933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-6f6207b4-d4d2-4ccb-8b61-8cad28fc49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.155398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-6f6207b4-d4d2-4ccb-8b61-8cad28fc49cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0540564 Aug 10 03:34:43.205338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-97c2deb9-800a-4078-aafe-3264661e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.206864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-97c2deb9-800a-4078-aafe-3264661e88e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=61fe2e9d-d250-4518-9d30-c00a12de4a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417910 Aug 10 03:34:43.243343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.267320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a4adab2c-bf13-435e-b6d7-3c5ec665a58f None None] Provisioning for port 71ed803f-705a-451d-b17c-b560e04090c0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:43.271745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a4adab2c-bf13-435e-b6d7-3c5ec665a58f None None] Provisioning complete for port 71ed803f-705a-451d-b17c-b560e04090c0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:43.273853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4adab2c-bf13-435e-b6d7-3c5ec665a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.304860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-666fc562-7e18-413e-94e4-dc2a65223321 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876746 Aug 10 03:34:43.308739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a4adab2c-bf13-435e-b6d7-3c5ec665a58f None None] Port 71ed803f-705a-451d-b17c-b560e04090c0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:43.348037 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.409214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0eed4ab6-9ff2-489c-824a-afb715cc10c9 req-c3e24311-6b1a-413b-a347-73aca0c24919 service neutron] 10.222.0.46 "GET /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964983 Aug 10 03:34:43.457642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Allocated IP 172.25.1.168 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5edfaa21-8539-49d2-af20-f2ab45e73f45) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:43.561989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.717954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.757899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:43.759695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:43.763268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:43.787604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Port': ['ID=5edfaa21-8539-49d2-af20-f2ab45e73f45,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.876793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9634d5-8e23-4dbc-a7c5-54a1d8f4d36c req-92a936f5-5871-4bbd-a9f5-b4b815c7c3dc tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.878287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9634d5-8e23-4dbc-a7c5-54a1d8f4d36c req-92a936f5-5871-4bbd-a9f5-b4b815c7c3dc tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0515687 Aug 10 03:34:43.889029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.916532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9634d5-8e23-4dbc-a7c5-54a1d8f4d36c req-539be247-a2fe-40d3-9020-04db57fd9055 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Aug 10 03:34:44.036274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46478) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:44.098383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c63ce4-88ba-474b-bb47-edf4ec7a1424 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.112366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-70c63ce4-88ba-474b-bb47-edf4ec7a1424 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 814 time: 0.0624702 Aug 10 03:34:44.278638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.294359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5d5b5-66b8-43cc-927e-8d8be5f3a9ff req-2ae0e078-02fd-4464-8674-f7db9bc628bd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.295901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9af5d5b5-66b8-43cc-927e-8d8be5f3a9ff req-2ae0e078-02fd-4464-8674-f7db9bc628bd tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0533922 Aug 10 03:34:44.334863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9af5d5b5-66b8-43cc-927e-8d8be5f3a9ff req-ff11398e-e65a-484a-bf3b-baf8ae5d0b5d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322678 Aug 10 03:34:44.439259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.552031 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.617130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Port': ['ID=5edfaa21-8539-49d2-af20-f2ab45e73f45,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:44.631896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.751627 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.752938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bef06a80-7b2c-4419-ac4f-611a7e7c2fb4 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6639583 Aug 10 03:34:44.755718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:44.760218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bf1e6de8-866b-4c0f-b4ec-a6b745da266d tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'floatingip': {'port_id': '71ed803f-705a-451d-b17c-b560e04090c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:44.802391 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf1e6de8-866b-4c0f-b4ec-a6b745da266d tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.918445 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-bf1e6de8-866b-4c0f-b4ec-a6b745da266d tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] update failed (client error): The resource could not be found. Aug 10 03:34:44.922377 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bf1e6de8-866b-4c0f-b4ec-a6b745da266d tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "PUT /v2.0/floatingips/a889cce9-1241-4625-9a80-15650d72623a HTTP/1.1" status: 404 len: 507 time: 0.1641603 Aug 10 03:34:44.922872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46498) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:44.959970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5f8e-ee4e-4427-bded-e2a0ddc98519 req-428c0fe5-ed86-44d8-9549-ab8214ea911c tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.961740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b9f5f8e-ee4e-4427-bded-e2a0ddc98519 req-428c0fe5-ed86-44d8-9549-ab8214ea911c tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 946 time: 0.0536630 Aug 10 03:34:45.001963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b9f5f8e-ee4e-4427-bded-e2a0ddc98519 req-4cd12f73-9e66-4d8a-b9f5-f162dc352482 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.26 "GET /v2.0/security-groups?id=37edc9b2-1320-4afc-ae15-f38d475b5863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Aug 10 03:34:45.055967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Deleting port 5edfaa21-8539-49d2-af20-f2ab45e73f45 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:45.055967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.106412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75e80f-b066-456b-aa50-84a14e9217db req-b226846a-275c-47a3-9624-e61f4844728b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.108389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb75e80f-b066-456b-aa50-84a14e9217db req-b226846a-275c-47a3-9624-e61f4844728b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0498006 Aug 10 03:34:45.141608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.142038 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.154559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Calling delete_port for 5edfaa21-8539-49d2-af20-f2ab45e73f45 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:45.159680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb75e80f-b066-456b-aa50-84a14e9217db req-c87b8fec-5d1a-44b9-b407-2ca9b21f3870 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Aug 10 03:34:45.237329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.408999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.433073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Port': ['ID=5edfaa21-8539-49d2-af20-f2ab45e73f45,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:45.455277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046dc77-8445-47ce-9f17-9f47b74e068c req-76998f2b-2fc6-4feb-9eb9-5bd49c1a2d5b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.456783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3046dc77-8445-47ce-9f17-9f47b74e068c req-76998f2b-2fc6-4feb-9eb9-5bd49c1a2d5b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Aug 10 03:34:45.496985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3046dc77-8445-47ce-9f17-9f47b74e068c req-99be1c65-0e2b-4abe-a293-ab9806909a2d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Aug 10 03:34:45.498310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.501006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.508591 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a0a127e-87b5-4845-8aa6-9dc4b08a085a tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "DELETE /v2.0/floatingips/a889cce9-1241-4625-9a80-15650d72623a HTTP/1.1" status: 204 len: 168 time: 0.5784140 Aug 10 03:34:45.508591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.510959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-737a0194-3f9f-4e2c-9253-352d22553ba6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'floatingip': {'floating_network_id': 'd65eb13b-a735-4ca8-879a-74b23a1fbe5d', 'port_id': '71ed803f-705a-451d-b17c-b560e04090c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:45.616380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66b22d-fb8d-4529-be82-c3da0c3ac4d2 req-c424f085-d908-43e7-90fb-636661bb8481 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.617905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd66b22d-fb8d-4529-be82-c3da0c3ac4d2 req-c424f085-d908-43e7-90fb-636661bb8481 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0518241 Aug 10 03:34:45.621311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-737a0194-3f9f-4e2c-9253-352d22553ba6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.664783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd66b22d-fb8d-4529-be82-c3da0c3ac4d2 req-4975a735-fc8b-4dc9-8d85-3c7ee446f496 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 10 03:34:45.871564 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-737a0194-3f9f-4e2c-9253-352d22553ba6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:34:45.872733 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-737a0194-3f9f-4e2c-9253-352d22553ba6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3653076 Aug 10 03:34:45.876515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46526) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.881188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '71ed803f-705a-451d-b17c-b560e04090c0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:46.054657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.160027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.186816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46536) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.186816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'network': {'name': 'tempest-network-smoke--532524173', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:46.266738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Allocated IP 172.25.1.69 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/76b2bd0a-5510-4856-ab87-3f629b7ffcf2) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:46.374131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.424180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:46.424180 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.451501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:46.460594 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.460940 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Added segment 268ed03f-0bd2-47b2-90fd-83a76431bc81 of type vlan for network 585047f7-8186-491e-aa50-1367c229f934 Aug 10 03:34:46.500138 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.591728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.628805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:46.633719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:46.637190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:46.673697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event updated for resources: {'Port': ['ID=76b2bd0a-5510-4856-ab87-3f629b7ffcf2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.689683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.697045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.698177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.830726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Network': ['ID=585047f7-8186-491e-aa50-1367c229f934,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.842267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 585047f7-8186-491e-aa50-1367c229f934 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:46.860006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Deleting port 76b2bd0a-5510-4856-ab87-3f629b7ffcf2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:46.860390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.940681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-59fe67d0-e108-4394-91ef-fbc78af39771 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7722118 Aug 10 03:34:46.942397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.942735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.944095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:46.954671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Calling delete_port for 76b2bd0a-5510-4856-ab87-3f629b7ffcf2 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:47.010434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfbe286-dbff-4dda-9c5e-040f876b9074 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.013185 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1dfbe286-dbff-4dda-9c5e-040f876b9074 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=3e24f79f88994c1aad96f296220d84fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0669580 Aug 10 03:34:47.016621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.063637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-98b290af-c4ee-481e-b994-53fba20d9d09 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.065285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-98b290af-c4ee-481e-b994-53fba20d9d09 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.46 "GET /v2.0/ports?device_id=078f2840-b7d3-481a-a1b2-76464ebb8f2b HTTP/1.1" status: 200 len: 946 time: 0.0985227 Aug 10 03:34:47.186522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3519bcd-d729-427c-be00-7e6bcf8183a4 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.188038 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3519bcd-d729-427c-be00-7e6bcf8183a4 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1716237 Aug 10 03:34:47.191226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.210950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Deleting port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:47.211297 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.227583 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1f33afa-aab4-44ff-8ace-4ab32c43503c tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343668 Aug 10 03:34:47.230346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46570) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.258005 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e67de003-4d38-427f-864b-b2786e0b806b tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=3e24f79f88994c1aad96f296220d84fd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264719 Aug 10 03:34:47.278824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.303033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] For port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,segment=NetworkSegment(57d06f27-9c72-474a-8630-96039b96bd69),segment_id=57d06f27-9c72-474a-8630-96039b96bd69)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:47.303544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.317053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Calling delete_port for 802d6a01-b5ad-4fd0-a16e-cef17ffc446d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:47.367237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55b92c-04d5-454d-be05-ada029194259 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:47.368800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac55b92c-04d5-454d-be05-ada029194259 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889707 Aug 10 03:34:47.371542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46574) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.391925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.400947 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d9c9e4fa-be1d-4337-a1a4-161739abb8e7 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279419 Aug 10 03:34:47.404645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.409686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403842799', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:47.447594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Port': ['ID=76b2bd0a-5510-4856-ab87-3f629b7ffcf2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.654417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:47.655238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.658231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.667423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['802d6a01-b5ad-4fd0-a16e-cef17ffc446d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:47.682001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Pushing event deleted for resources: {'Port': ['ID=802d6a01-b5ad-4fd0-a16e-cef17ffc446d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.732676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] No DVR routers for this DVR port 802d6a01-b5ad-4fd0-a16e-cef17ffc446d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:47.735339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.737298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14502b8a-8e5b-47f0-bb28-a056fd4792ef req-c0b704f8-5536-460c-9258-184658d239b1 tempest-ServerTagsTestJSON-1419203518 tempest-ServerTagsTestJSON-1419203518-project] 10.222.0.46 "DELETE /v2.0/ports/802d6a01-b5ad-4fd0-a16e-cef17ffc446d HTTP/1.1" status: 204 len: 173 time: 0.6580894 Aug 10 03:34:47.737852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'name': 'network-vif-deleted', 'tag': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:47.747008 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956c4f18-8a39-4d6a-ac81-c4427e416169" -d '{"events": [{"server_uuid": "078f2840-b7d3-481a-a1b2-76464ebb8f2b", "name": "network-vif-deleted", "tag": "802d6a01-b5ad-4fd0-a16e-cef17ffc446d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:47.762603 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] create failed (client error): The resource could not be found. Aug 10 03:34:47.763672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-393cc6c3-2210-4323-8516-2c5b36ed02f0 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8861418 Aug 10 03:34:47.767518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.860605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Deleting port 71ed803f-705a-451d-b17c-b560e04090c0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:47.861012 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.961113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.963479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.973771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Calling delete_port for 71ed803f-705a-451d-b17c-b560e04090c0 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:48.031379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Subnet': ['ID=65206582-71c7-4a9c-b4e6-0adeafe28a75,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.041201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Checking segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:48.041464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network hostable DHCP agents. Network: 585047f7-8186-491e-aa50-1367c229f934, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:48.134921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4a86ed8b-52f5-4ed1-a47e-cdf967228cf3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.136470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4a86ed8b-52f5-4ed1-a47e-cdf967228cf3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eea96e3-574a-459e-9e81-7bb25c7ad3c4 HTTP/1.1" status: 200 len: 943 time: 0.2302365 Aug 10 03:34:48.208987 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 585047f7-8186-491e-aa50-1367c229f934 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:48.228529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Deleting port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:48.228801 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.242291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.305129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Port': ['ID=71ed803f-705a-451d-b17c-b560e04090c0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.368461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 585047f7-8186-491e-aa50-1367c229f934) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:48.375287 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.375890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.379919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906fbd17-6570-4a7b-a3bb-ca6017d91e2d None None] Network 585047f7-8186-491e-aa50-1367c229f934 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:48.393768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] For port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:48.394139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.411454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Calling delete_port for 34ba48ba-9c58-4c0c-8088-96f9b83fe65b owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:48.415425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.418134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7b84975e-5a36-4774-9fe6-53b1d9c0815c tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "DELETE /v2.0/ports/71ed803f-705a-451d-b17c-b560e04090c0 HTTP/1.1" status: 204 len: 168 time: 0.6496260 Aug 10 03:34:48.419299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46588) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.499077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d84bb-f377-466e-b7c8-f6e65ccab47e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.502045 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7b6d84bb-f377-466e-b7c8-f6e65ccab47e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a4784b2-7e82-4009-b90d-f1ba799974b7 HTTP/1.1" status: 200 len: 913 time: 0.0815191 Aug 10 03:34:48.505738 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-86bbeade-aff1-4b9a-aca1-61c2c0a412d8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0993440 Aug 10 03:34:48.509048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46592) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.571746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-585047f7-8186-491e-aa50-1367c229f934', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ips': [{'subnet_id': '65206582-71c7-4a9c-b4e6-0adeafe28a75'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:48.572623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.683146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.702037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422', 'b0364c4e-66c1-41a7-9190-49b23e96f09e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:48.717009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'Port': ['ID=34ba48ba-9c58-4c0c-8088-96f9b83fe65b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.736437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Allocated IP 172.20.0.18 (585047f7-8186-491e-aa50-1367c229f934/65206582-71c7-4a9c-b4e6-0adeafe28a75/f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:48.766180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] No DVR routers for this DVR port 34ba48ba-9c58-4c0c-8088-96f9b83fe65b on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:48.769616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.778533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cba6d42-0f4f-40f9-89c0-09d0e2155612 req-4c039867-1163-4d1a-b400-46b6059cc0c3 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "DELETE /v2.0/ports/34ba48ba-9c58-4c0c-8088-96f9b83fe65b HTTP/1.1" status: 204 len: 173 time: 0.6356740 Aug 10 03:34:48.880636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.979501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.991304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Transition to ACTIVE for port object f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:49.036026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Transition to ACTIVE for port object f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:49.141317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Deleting port db91773a-1df6-4dcb-bfed-b7613f1303c3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:49.142053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.169264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.214298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Network 585047f7-8186-491e-aa50-1367c229f934 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:49.217345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:49.221098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:49.228370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Pushing event updated for resources: {'Port': ['ID=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.259813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.275179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Calling delete_port for db91773a-1df6-4dcb-bfed-b7613f1303c3 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:49.283156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Attempting to bind port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:49.283495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Attempting to bind port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:49.283859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Attempting to bind port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 on network 585047f7-8186-491e-aa50-1367c229f934 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:49.289077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:49.289457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Checking segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:49.289860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.290254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Bound using segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:49.290718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Bound port: f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:49.291099 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.507829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] For port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:49.511225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] For port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:49.546050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.577286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Port': ['ID=db91773a-1df6-4dcb-bfed-b7613f1303c3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.580304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.663371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7ada-7dae-49f2-8022-f1853e9d5c00 None None] Pushing event updated for resources: {'Port': ['ID=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.696580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46604) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:49.762122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.783757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Deleting subnet 6bf60a8b-ab32-463b-a068-5633053e7abb {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:49.798889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.882390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.916217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c3ad5-d010-404e-8fe3-3c51c0b5dccc req-8485ebe9-3d41-4792-bc6d-8b9a08d6a0da tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:49.917854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d5c3ad5-d010-404e-8fe3-3c51c0b5dccc req-8485ebe9-3d41-4792-bc6d-8b9a08d6a0da tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1306539 Aug 10 03:34:49.951426 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.975040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Router 5a4784b2-7e82-4009-b90d-f1ba799974b7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:49.996404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d5c3ad5-d010-404e-8fe3-3c51c0b5dccc req-5ecd1d9d-3630-4284-a159-7f42e4b6c7c5 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702820 Aug 10 03:34:50.057783 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fc4e5f-bec7-40a0-99f2-d3cd4dae068b x-openstack-request-id: req-f2fc4e5f-bec7-40a0-99f2-d3cd4dae068b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:50.058084 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078f2840-b7d3-481a-a1b2-76464ebb8f2b", "name": "network-vif-deleted", "tag": "802d6a01-b5ad-4fd0-a16e-cef17ffc446d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:50.058345 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2fc4e5f-bec7-40a0-99f2-d3cd4dae068b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:50.058760 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078f2840-b7d3-481a-a1b2-76464ebb8f2b', 'name': 'network-vif-deleted', 'tag': '802d6a01-b5ad-4fd0-a16e-cef17ffc446d', 'status': 'completed', 'code': 200} Aug 10 03:34:50.106110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.141805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf60a8b-ab32-463b-a068-5633053e7abb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.148377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.150647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-51ebf784-2df1-46c8-b1f2-d858f8f1d8b3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6bf60a8b-ab32-463b-a068-5633053e7abb HTTP/1.1" status: 204 len: 168 time: 0.4524431 Aug 10 03:34:50.153166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46606) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.248196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.330112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:50.335356 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.337960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46608) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.338249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2cc9f431-55ee-4a22-af7e-a5c66f1686d6 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "PUT /v2.0/routers/5a4784b2-7e82-4009-b90d-f1ba799974b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282647 Aug 10 03:34:50.343473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] Sync routers for ids ['5a4784b2-7e82-4009-b90d-f1ba799974b7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:50.353695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] Routers {'5a4784b2-7e82-4009-b90d-f1ba799974b7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:50.354423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5a4784b2-7e82-4009-b90d-f1ba799974b7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.355840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ddcea-18d4-423c-b7ae-9f66d5fe5741']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.394659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.404191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] Routers {'5a4784b2-7e82-4009-b90d-f1ba799974b7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:50.405072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:34:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5a4784b2-7e82-4009-b90d-f1ba799974b7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.426774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d06f27-9c72-474a-8630-96039b96bd69') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.427227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d06f27-9c72-474a-8630-96039b96bd69') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.440506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.444142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:50.444428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.445217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688ca74-0273-4bfc-98e8-1c9b15ecb92e None None] The sync data for ids ['5a4784b2-7e82-4009-b90d-f1ba799974b7'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:50.520853 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.531258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:50.531745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:50.533584 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:50.683928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.686911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.749976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:50.772971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e19277-5c64-49c2-9ec6-d3dace746f5a None None] Network 585047f7-8186-491e-aa50-1367c229f934 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:50.828091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46610) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.831190 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.836470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846760375', 'description': 'tempest-secgroup-smoke-846760375 description', 'project_id': '3e24f79f88994c1aad96f296220d84fd'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:50.841403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.843399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4784b2-7e82-4009-b90d-f1ba799974b7 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:50.852557 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.855573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] 10.222.0.26 "DELETE /v2.0/networks/955ddcea-18d4-423c-b7ae-9f66d5fe5741 HTTP/1.1" status: 204 len: 168 time: 0.7011793 Aug 10 03:34:50.862435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.866606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6a716457-3527-4319-8823-a39d5101fc6e tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "DELETE /v2.0/routers/5a4784b2-7e82-4009-b90d-f1ba799974b7 HTTP/1.1" status: 204 len: 168 time: 0.5250895 Aug 10 03:34:50.868200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46614) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.883336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c86aa-06f7-40ac-8540-476dd095f990 admin admin] Pushing event deleted for resources: {'Network': ['ID=955ddcea-18d4-423c-b7ae-9f66d5fe5741,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.923565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4da10832-697b-4ca1-835b-4990c87cc366 None None] Provisioning for port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:50.933882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Deleting subnet d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:50.937311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.990282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.002640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:51.007311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:51.007655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.048277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.085012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.102062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.144975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.161271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.249504 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.249720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.261424 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.268540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-89667030-e3ee-42bd-af6f-53e8d24b4cf2 None None] Provisioning complete for port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:51.269136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89667030-e3ee-42bd-af6f-53e8d24b4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.299688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1238a6-4f2d-46c6-8441-65667d82743f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.304736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.307435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.310010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-70cfad3d-c646-4fa4-8927-4f40218ee4bb tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "DELETE /v2.0/subnets/d3fcf9f8-4a69-4fa5-87ae-43f41a2282bd HTTP/1.1" status: 204 len: 168 time: 0.4404805 Aug 10 03:34:51.312498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46622) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.331324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af8f7d-e4ae-4915-ab4c-67732d4b1630 None None] Network d65eb13b-a735-4ca8-879a-74b23a1fbe5d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:51.345957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.347813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-48c8545c-0e64-438b-82dd-ffc340e707c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5178900 Aug 10 03:34:51.350846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46624) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.357559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'fa1238a6-4f2d-46c6-8441-65667d82743f', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:51.396771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.450960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Deleting port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:51.451304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.454465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.476901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.480626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46630) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.526512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] For port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,segment=NetworkSegment(89d92c76-dad4-42ab-bc70-c011d89b99ad),segment_id=89d92c76-dad4-42ab-bc70-c011d89b99ad)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.526892 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.545438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Calling delete_port for a5b03c8f-64a6-4d90-92bb-0d4bbab3842c owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:51.555475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cbb0e0d7-ea95-45af-b1da-187bed4c32e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8104b56827784c7bb27f1575aca0a430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736749 Aug 10 03:34:51.560271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46632) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.562257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.616470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] DHCP port deletion for d65eb13b-a735-4ca8-879a-74b23a1fbe5d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:51.647967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.675437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] Deleting port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:51.676103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.679143 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-063ed27a-cc64-40f7-9f05-c965a548b622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.687586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1016f71-e412-4225-beb3-dd813752da44,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.711837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-063ed27a-cc64-40f7-9f05-c965a548b622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.729145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689f82b-c965-42b9-abfe-ff958139a067 req-6f1d8b1f-250d-484d-8655-ffc63e14a04c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.730799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0689f82b-c965-42b9-abfe-ff958139a067 req-6f1d8b1f-250d-484d-8655-ffc63e14a04c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0624175 Aug 10 03:34:51.757169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] For port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,segment=NetworkSegment(89d92c76-dad4-42ab-bc70-c011d89b99ad),segment_id=89d92c76-dad4-42ab-bc70-c011d89b99ad)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.757753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.770826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] Calling delete_port for a5b03c8f-64a6-4d90-92bb-0d4bbab3842c owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:51.772236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0689f82b-c965-42b9-abfe-ff958139a067 req-ef0b8db1-488d-4479-9f32-f36928c2341e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Aug 10 03:34:51.773584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.774849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a3fe4124-7674-4204-b82d-71e8b2e0e22d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4227664 Aug 10 03:34:51.777860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46638) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.792933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'fa1238a6-4f2d-46c6-8441-65667d82743f', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:51.848889 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.863483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.880224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d749a3-e045-44b4-9bc7-6fa971eedf84 req-10312289-8a89-4116-a72c-a93e58e9f2c8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.881748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d749a3-e045-44b4-9bc7-6fa971eedf84 req-10312289-8a89-4116-a72c-a93e58e9f2c8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0527601 Aug 10 03:34:51.882661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Port': ['ID=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.884962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] No DVR routers for this DVR port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:51.886400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-063ed27a-cc64-40f7-9f05-c965a548b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.889499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-063ed27a-cc64-40f7-9f05-c965a548b622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.893179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-063ed27a-cc64-40f7-9f05-c965a548b622 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37edc9b2-1320-4afc-ae15-f38d475b5863 HTTP/1.1" status: 204 len: 168 time: 0.3291576 Aug 10 03:34:51.898766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] No DVR routers for this DVR port a5b03c8f-64a6-4d90-92bb-0d4bbab3842c on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:51.901727 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.904214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59180d-798b-4edf-a2cb-35d3114919ae None None] Pushing event deleted for resources: {'Port': ['ID=a5b03c8f-64a6-4d90-92bb-0d4bbab3842c,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.938956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ed27a-cc64-40f7-9f05-c965a548b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37edc9b2-1320-4afc-ae15-f38d475b5863,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.973710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d749a3-e045-44b4-9bc7-6fa971eedf84 req-e67355e8-1669-4ff5-bd99-b286ee11ab9d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818887 Aug 10 03:34:52.001743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 802d6a01-b5ad-4fd0-a16e-cef17ffc446d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:52.011012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.013313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.023050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65eb13b-a735-4ca8-879a-74b23a1fbe5d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:52.025275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 802d6a01-b5ad-4fd0-a16e-cef17ffc446d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:52.032500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 802d6a01-b5ad-4fd0-a16e-cef17ffc446d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:52.034336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d92c76-dad4-42ab-bc70-c011d89b99ad') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:52.034664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d92c76-dad4-42ab-bc70-c011d89b99ad') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:52.043781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.060238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-deleted', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:52.063183 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a433af22-34f6-42b1-acf9-ee8366100cf2" -d '{"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-deleted", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:52.065094 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.071891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:52.072286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:52.085405 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:52.100035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.125933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb400f23-e491-46d6-9129-eb988ca09501,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.219544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.219745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.222547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c181b208-5078-4eee-b174-62182d694874 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420872 Aug 10 03:34:52.224188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46644) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.227537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.231066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'fa1238a6-4f2d-46c6-8441-65667d82743f', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.231493 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] 10.222.0.26 "DELETE /v2.0/networks/d65eb13b-a735-4ca8-879a-74b23a1fbe5d HTTP/1.1" status: 204 len: 168 time: 0.9162009 Aug 10 03:34:52.242976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77a8b-b4c3-4dd3-a0dc-d9752afb5472 tempest-FloatingIPNegativeTestJSON-1344587609 tempest-FloatingIPNegativeTestJSON-1344587609-project] Pushing event deleted for resources: {'Network': ['ID=d65eb13b-a735-4ca8-879a-74b23a1fbe5d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.350350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.420184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.492402 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd00a90-a8b1-4c73-a5e0-f7143d8a8e1a x-openstack-request-id: req-abd00a90-a8b1-4c73-a5e0-f7143d8a8e1a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:52.499439 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea96e3-574a-459e-9e81-7bb25c7ad3c4", "name": "network-vif-deleted", "tag": "34ba48ba-9c58-4c0c-8088-96f9b83fe65b", "status": "failed", "code": 422}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:52.499439 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abd00a90-a8b1-4c73-a5e0-f7143d8a8e1a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:52.499439 n-d-765315-26 neutron-server[94805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9eea96e3-574a-459e-9e81-7bb25c7ad3c4', 'name': 'network-vif-deleted', 'tag': '34ba48ba-9c58-4c0c-8088-96f9b83fe65b', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:34:52.511237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.529997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254ee9b1-9a41-4d97-9c6c-6c52abe630b8,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.595368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460ebe-1b8a-4dff-ba1c-9be653eac013 req-af5ecfa9-0941-4b3e-8220-b252c8218eff tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.597038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41460ebe-1b8a-4dff-ba1c-9be653eac013 req-af5ecfa9-0941-4b3e-8220-b252c8218eff tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 908 time: 0.0607152 Aug 10 03:34:52.598785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.599878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5d4242d6-216f-4c89-9c39-59e43605656a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3741717 Aug 10 03:34:52.602900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.608218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'fa1238a6-4f2d-46c6-8441-65667d82743f', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.685658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:52.704868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.734119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:52.734494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.762567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46666) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.788729 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.853741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.867626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c0c06c-53ed-4009-bb35-7465ea321969,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.910500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a5b03c8f-64a6-4d90-92bb-0d4bbab3842c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:52.930472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a5b03c8f-64a6-4d90-92bb-0d4bbab3842c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:52.930805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a5b03c8f-64a6-4d90-92bb-0d4bbab3842c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:52.942915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c88aa-141a-4f3c-9afe-c82f596d0d97 req-127ccfd9-1c74-4de6-8ba2-bc81ec4216d5 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.944629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd7c88aa-141a-4f3c-9afe-c82f596d0d97 req-127ccfd9-1c74-4de6-8ba2-bc81ec4216d5 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0954738 Aug 10 03:34:52.945561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.949594 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-500ecbb4-edcf-4258-a34d-bafbfc53aab6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3429143 Aug 10 03:34:52.949862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46676) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.954537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'fa1238a6-4f2d-46c6-8441-65667d82743f', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.963219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-474a5326-6326-427e-b82d-c348c7bcb5f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8ca364e7b37469e805b702e6c83d6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994271 Aug 10 03:34:52.966142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46678) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.993842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd7c88aa-141a-4f3c-9afe-c82f596d0d97 req-f6bd320e-1549-428f-9520-3171f71064d7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Aug 10 03:34:53.029609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e40963-e3c9-4417-aa9c-7c0e1e7ff9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.052396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e40963-e3c9-4417-aa9c-7c0e1e7ff9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.081185 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Project 3e24f79f88994c1aad96f296220d84fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:34:53.087039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46684) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.089757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.125267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc715-5433-4b66-a558-dfa886f5c54b req-63c6f5ce-2f20-4ac8-8189-0b763abb4232 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.127436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffefc715-5433-4b66-a558-dfa886f5c54b req-63c6f5ce-2f20-4ac8-8189-0b763abb4232 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0613654 Aug 10 03:34:53.156902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.172881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffefc715-5433-4b66-a558-dfa886f5c54b req-28873dfa-6b9c-4f76-abe7-e5f5ec26fbb1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Aug 10 03:34:53.197010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e40963-e3c9-4417-aa9c-7c0e1e7ff9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.199890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-33e40963-e3c9-4417-aa9c-7c0e1e7ff9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.201262 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-33e40963-e3c9-4417-aa9c-7c0e1e7ff9e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/692be802-aba1-4150-b102-12c8b273bc6b HTTP/1.1" status: 204 len: 168 time: 0.2342117 Aug 10 03:34:53.215578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1197984855-network', 'tenant_id': '021f78f29bdb44c48014890999c2d6b7'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:53.218683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40963-e3c9-4417-aa9c-7c0e1e7ff9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692be802-aba1-4150-b102-12c8b273bc6b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.226755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.256996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0decd8e-92f2-4cfa-8690-577a3597c01b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.335258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Made reservation on behalf of 021f78f29bdb44c48014890999c2d6b7 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:53.337674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.346542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.388746 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.390039 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d2289d0-3616-4174-b111-e2991efdd15c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4391785 Aug 10 03:34:53.392982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46690) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:53.397826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': 'fa1238a6-4f2d-46c6-8441-65667d82743f', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:53.462887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.551140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.574480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:53.588541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b96ca79-e709-400a-bfee-5f1c8d6148d7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.593574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.596467 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Added segment 38e4ff99-ccaa-494d-a676-828110113cb9 of type vlan for network 24788161-b3b9-4f40-a324-3924c559551f Aug 10 03:34:53.635685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.659438 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Project 3e24f79f88994c1aad96f296220d84fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:34:53.665092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.743989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.756923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.758084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.758754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.759220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a1d28-a80d-45b7-a033-a7a0c9e88fe3 req-1fb851cc-9ed6-4b80-917c-c4b82c3497f9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.760737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d76a1d28-a80d-45b7-a033-a7a0c9e88fe3 req-1fb851cc-9ed6-4b80-917c-c4b82c3497f9 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 908 time: 0.0686171 Aug 10 03:34:53.820328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] Pushing event updated for resources: {'Network': ['ID=24788161-b3b9-4f40-a324-3924c559551f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.830193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 24788161-b3b9-4f40-a324-3924c559551f details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:53.836564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.862979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93643f9-dd17-45b7-8a64-8fece6cdab95,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.906208 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-22daeec5-e4d1-4612-b66c-d05d494b1b58 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8173316 Aug 10 03:34:53.933918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.935752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b46ee8df-e1a0-47dd-8516-d06c84d44d7b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5411463 Aug 10 03:34:54.120384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f69f-c257-4fdf-8dc3-07490c6efa25 req-cce51fa6-3ad9-4b7f-9ee4-22cc4821ec5d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.122112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0589f69f-c257-4fdf-8dc3-07490c6efa25 req-cce51fa6-3ad9-4b7f-9ee4-22cc4821ec5d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0520928 Aug 10 03:34:54.164636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0589f69f-c257-4fdf-8dc3-07490c6efa25 req-dcb9aaaf-02c2-4fc8-a469-4d917ebe5dba tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 Aug 10 03:34:54.376087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46728) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.428852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127384-7ff0-4373-868d-7df12c52f21c req-4480d62e-9740-459a-bd2b-3ed7bb206744 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.430329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a127384-7ff0-4373-868d-7df12c52f21c req-4480d62e-9740-459a-bd2b-3ed7bb206744 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 908 time: 0.1447234 Aug 10 03:34:54.517328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ba359201-e359-44ae-8ed7-0305829e766d tempest-DvrRoutersNegativeTest-74300194 tempest-DvrRoutersNegativeTest-74300194-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2018941972', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:54.520216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.policy [None req-ba359201-e359-44ae-8ed7-0305829e766d tempest-DvrRoutersNegativeTest-74300194 tempest-DvrRoutersNegativeTest-74300194-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94804) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 03:34:54.520546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.policy [None req-ba359201-e359-44ae-8ed7-0305829e766d tempest-DvrRoutersNegativeTest-74300194 tempest-DvrRoutersNegativeTest-74300194-project] Failed policy check for 'create_router' {{(pid=94804) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 03:34:54.521071 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-ba359201-e359-44ae-8ed7-0305829e766d tempest-DvrRoutersNegativeTest-74300194 tempest-DvrRoutersNegativeTest-74300194-project] create failed (client error): Access was denied to this resource. Aug 10 03:34:54.522037 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba359201-e359-44ae-8ed7-0305829e766d tempest-DvrRoutersNegativeTest-74300194 tempest-DvrRoutersNegativeTest-74300194-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1449096 Aug 10 03:34:54.551856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1859c3-7923-4b55-b316-980c44a6c027 req-456fb87f-5e8a-4065-a1bd-b1a53d50e272 tempest-ComputeTenantNetworksTest-2072833057 tempest-ComputeTenantNetworksTest-2072833057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.557836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1859c3-7923-4b55-b316-980c44a6c027 req-456fb87f-5e8a-4065-a1bd-b1a53d50e272 tempest-ComputeTenantNetworksTest-2072833057 tempest-ComputeTenantNetworksTest-2072833057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.563850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1859c3-7923-4b55-b316-980c44a6c027 req-456fb87f-5e8a-4065-a1bd-b1a53d50e272 tempest-ComputeTenantNetworksTest-2072833057 tempest-ComputeTenantNetworksTest-2072833057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.565454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c1859c3-7923-4b55-b316-980c44a6c027 req-456fb87f-5e8a-4065-a1bd-b1a53d50e272 tempest-ComputeTenantNetworksTest-2072833057 tempest-ComputeTenantNetworksTest-2072833057-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2690039 Aug 10 03:34:54.614004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Deleting port 6d13c549-c222-4726-bb02-9d9340343082 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:54.614346 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.058800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-7c604751-a355-4b1f-bc3b-3b28e35280e6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846760375&fields=id&tenant_id=3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 267 time: 0.4045584 Aug 10 03:34:55.133532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] For port 6d13c549-c222-4726-bb02-9d9340343082, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=6d13c549-c222-4726-bb02-9d9340343082,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:55.134123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.157047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Calling delete_port for 6d13c549-c222-4726-bb02-9d9340343082 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:55.159218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46748) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.243789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-20233734-c4ed-4254-acf0-2234ec31c012 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:55.245299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-20233734-c4ed-4254-acf0-2234ec31c012 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/networks?id=585047f7-8186-491e-aa50-1367c229f934 HTTP/1.1" status: 200 len: 796 time: 0.1771133 Aug 10 03:34:55.270904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-9a92bd8d-ce74-40f5-a302-3965cd20d658 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/quotas/3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 375 time: 0.0181267 Aug 10 03:34:55.272909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9046daae-04a9-430d-8aee-85ebf737f006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.368210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9046daae-04a9-430d-8aee-85ebf737f006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.376672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-cf31438d-353b-40ad-84c9-67a12b889ae3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0950503 Aug 10 03:34:55.475022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dd6e5176-8c2b-4dc6-be40-e17d02c42e81 service neutron] 10.222.0.26 "GET /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Aug 10 03:34:55.481992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9046daae-04a9-430d-8aee-85ebf737f006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.489203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.520338 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9046daae-04a9-430d-8aee-85ebf737f006 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc96c4e0659f4192a9a32060c55ea365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594534 Aug 10 03:34:55.522407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046daae-04a9-430d-8aee-85ebf737f006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13834d5a-9c67-46a6-98e9-adca37b05329,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.525065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.560100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'Port': ['ID=6d13c549-c222-4726-bb02-9d9340343082,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.587019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d61b5bc-a3ff-4b5e-922b-a91bb03f49b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.610405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d61b5bc-a3ff-4b5e-922b-a91bb03f49b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.615313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] No DVR routers for this DVR port 6d13c549-c222-4726-bb02-9d9340343082 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:55.619235 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.620758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a127384-7ff0-4373-868d-7df12c52f21c req-7e4a67ed-c983-41de-967b-b3f490e98e15 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "DELETE /v2.0/ports/6d13c549-c222-4726-bb02-9d9340343082 HTTP/1.1" status: 204 len: 173 time: 1.1767061 Aug 10 03:34:55.621203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'name': 'network-vif-deleted', 'tag': '6d13c549-c222-4726-bb02-9d9340343082'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:55.623465 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694e632-ebf4-4d26-8ca1-e967fe0c2b3d" -d '{"events": [{"server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "name": "network-vif-deleted", "tag": "6d13c549-c222-4726-bb02-9d9340343082"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:55.648873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-1fe3d050-cba0-492c-9cf6-6e2ff9a68329 service neutron] 10.222.0.26 "GET /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677051 Aug 10 03:34:55.756869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d61b5bc-a3ff-4b5e-922b-a91bb03f49b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.769776 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d61b5bc-a3ff-4b5e-922b-a91bb03f49b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.769776 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d61b5bc-a3ff-4b5e-922b-a91bb03f49b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13834d5a-9c67-46a6-98e9-adca37b05329 HTTP/1.1" status: 204 len: 168 time: 0.2343204 Aug 10 03:34:55.769776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b5bc-a3ff-4b5e-922b-a91bb03f49b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13834d5a-9c67-46a6-98e9-adca37b05329,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.940067 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.037267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1124af-117b-405f-a38d-2b88b3818ab7 req-ef7885e9-84f1-48f1-9e53-d1c1df2e7249 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.038826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee1124af-117b-405f-a38d-2b88b3818ab7 req-ef7885e9-84f1-48f1-9e53-d1c1df2e7249 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Aug 10 03:34:56.093605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee1124af-117b-405f-a38d-2b88b3818ab7 req-7054e4ad-2bc0-4d5d-9548-d09bfd423cde tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473146 Aug 10 03:34:56.201846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133629bc-0103-4f1a-bd8e-c4954c701f85 req-41e689bc-a476-42ea-8ef6-778c6947c607 tempest-ComputeTenantNetworksTest-2072833057 tempest-ComputeTenantNetworksTest-2072833057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.203182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-133629bc-0103-4f1a-bd8e-c4954c701f85 req-41e689bc-a476-42ea-8ef6-778c6947c607 tempest-ComputeTenantNetworksTest-2072833057 tempest-ComputeTenantNetworksTest-2072833057-project] 10.222.0.26 "GET /v2.0/networks/24788161-b3b9-4f40-a324-3924c559551f HTTP/1.1" status: 200 len: 769 time: 0.0824504 Aug 10 03:34:56.211407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46772) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:56.299054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.316504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb5e81e-31b0-4c79-8354-04cecba47b5a req-4cfd46ac-2777-439f-b666-9421891c0e90 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f155210-ebfe-4fd3-b8d9-3d872ff4e807 HTTP/1.1" status: 200 len: 210 time: 0.0364237 Aug 10 03:34:56.418030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.431807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24788161-b3b9-4f40-a324-3924c559551f']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.446356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e4ff99-ccaa-494d-a676-828110113cb9') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.446607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e4ff99-ccaa-494d-a676-828110113cb9') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.463403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c994642-8d6b-41ea-88bf-a5c06032abf6 req-4e6f7bd5-b1f7-4544-88de-7c0acc3f9aa7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.464954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c994642-8d6b-41ea-88bf-a5c06032abf6 req-4e6f7bd5-b1f7-4544-88de-7c0acc3f9aa7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0866172 Aug 10 03:34:56.467864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.494288 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.505299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:56.505698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:56.507358 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:56.559640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c994642-8d6b-41ea-88bf-a5c06032abf6 req-775ec290-0945-4aa6-a3b4-172f7cb4057b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Aug 10 03:34:56.607592 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d49101-6fe3-4136-b841-0cc69e493019 x-openstack-request-id: req-e6d49101-6fe3-4136-b841-0cc69e493019 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:56.607930 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f155210-ebfe-4fd3-b8d9-3d872ff4e807", "name": "network-vif-deleted", "tag": "6d13c549-c222-4726-bb02-9d9340343082", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:56.608267 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6d49101-6fe3-4136-b841-0cc69e493019 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:56.608693 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f155210-ebfe-4fd3-b8d9-3d872ff4e807', 'name': 'network-vif-deleted', 'tag': '6d13c549-c222-4726-bb02-9d9340343082', 'status': 'completed', 'code': 200} Aug 10 03:34:56.657147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.663124 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.665142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] 10.222.0.26 "DELETE /v2.0/networks/24788161-b3b9-4f40-a324-3924c559551f HTTP/1.1" status: 204 len: 168 time: 0.4527583 Aug 10 03:34:56.688768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57fb909e-4143-49ad-98ff-2c28018c12ca req-a7771d80-37c2-4d57-9a6c-ecc367598850 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0442648 Aug 10 03:34:56.698779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a4508-8ab1-46e4-a284-823c05962d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=24788161-b3b9-4f40-a324-3924c559551f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.000258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46794) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.041586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-650c8710-29c1-4774-9060-8da88d38a7ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=021f78f29bdb44c48014890999c2d6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398085 Aug 10 03:34:57.043898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46796) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.092906 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1640-d35a-4bb7-9b71-33fc41967aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.114328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1640-d35a-4bb7-9b71-33fc41967aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.226969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ee8c-c295-477b-b9d5-f4f37bcd03cc req-253e263a-9dc5-4ba8-8fa1-5b4fe7afc2a0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:57.228615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81f3ee8c-c295-477b-b9d5-f4f37bcd03cc req-253e263a-9dc5-4ba8-8fa1-5b4fe7afc2a0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Aug 10 03:34:57.271221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81f3ee8c-c295-477b-b9d5-f4f37bcd03cc req-f5ba7c92-7df4-41b5-9471-87b8e8833c8e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365274 Aug 10 03:34:57.272386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1640-d35a-4bb7-9b71-33fc41967aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.275293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1640-d35a-4bb7-9b71-33fc41967aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.276054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2bcc1640-d35a-4bb7-9b71-33fc41967aae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b96ca79-e709-400a-bfee-5f1c8d6148d7 HTTP/1.1" status: 204 len: 168 time: 0.2312379 Aug 10 03:34:57.284017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1640-d35a-4bb7-9b71-33fc41967aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b96ca79-e709-400a-bfee-5f1c8d6148d7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.048513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6d13c549-c222-4726-bb02-9d9340343082 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:58.069759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 6d13c549-c222-4726-bb02-9d9340343082 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:58.089732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 6d13c549-c222-4726-bb02-9d9340343082 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:58.089877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6528d-5797-4530-963e-1c2bbd0f5ead req-0d23c852-1835-4005-9f05-3e136a2e133f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.089877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccd6528d-5797-4530-963e-1c2bbd0f5ead req-0d23c852-1835-4005-9f05-3e136a2e133f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0522184 Aug 10 03:34:58.118701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccd6528d-5797-4530-963e-1c2bbd0f5ead req-66b46608-e03b-4377-b614-c0889162e60a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Aug 10 03:34:58.202938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a30f3ee8-842e-4dfa-803f-0a828b35eb0c req-31c02a9a-9c1a-42b2-84aa-622d59976227 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0268400 Aug 10 03:34:58.317747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405060-4d29-4dff-a31d-71db528d0604 req-076f87c0-957c-41c6-8f3c-a13b4574b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.319322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f405060-4d29-4dff-a31d-71db528d0604 req-076f87c0-957c-41c6-8f3c-a13b4574b34a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 1097 time: 0.0766065 Aug 10 03:34:58.342425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f5807-109c-45af-8364-5552b6fa6ace req-fb788257-6b3a-422f-a950-ea0b98debc60 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.343933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d8f5807-109c-45af-8364-5552b6fa6ace req-fb788257-6b3a-422f-a950-ea0b98debc60 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 946 time: 0.0723557 Aug 10 03:34:58.395352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f405060-4d29-4dff-a31d-71db528d0604 req-c0afc563-9569-4164-8e09-11184b5b91b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Aug 10 03:34:58.400179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d8f5807-109c-45af-8364-5552b6fa6ace req-fa42cc77-362f-4462-b67c-5705234ced40 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472326 Aug 10 03:34:58.511136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046a8c0-b952-4ee5-a056-78e002eafa51 req-179681d2-9b46-4e73-abc0-cb7fb821a58b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.512755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b046a8c0-b952-4ee5-a056-78e002eafa51 req-179681d2-9b46-4e73-abc0-cb7fb821a58b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0571256 Aug 10 03:34:58.553667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b046a8c0-b952-4ee5-a056-78e002eafa51 req-b6c3fcec-93c7-425f-980f-62be68c53d42 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Aug 10 03:34:58.998568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-ffc1c962-f17d-4dbe-9f29-9c7a57735ca8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.999696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-ffc1c962-f17d-4dbe-9f29-9c7a57735ca8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/networks?id=585047f7-8186-491e-aa50-1367c229f934 HTTP/1.1" status: 200 len: 796 time: 0.1302683 Aug 10 03:34:59.052333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-3c16db54-4b18-47b1-9c67-e47923085414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 472 time: 0.0396490 Aug 10 03:34:59.065269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'port': {'device_id': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'admin_state_up': True, 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'security_groups': ['fa1238a6-4f2d-46c6-8441-65667d82743f']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:59.287048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46872) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.290930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c986-957d-4527-b279-2646e726df24 req-73e346e8-84a4-436e-868e-1053be133ccb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.292683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c307c986-957d-4527-b279-2646e726df24 req-73e346e8-84a4-436e-868e-1053be133ccb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0685923 Aug 10 03:34:59.294215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:59.298253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.385178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c307c986-957d-4527-b279-2646e726df24 req-431cd9ec-8f20-41a4-864a-0a0e03c670fd tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842540 Aug 10 03:34:59.445812 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b85690da-a634-4402-ad78-8a9c51240b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.499133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fe7a29a-73ec-420e-a277-90a76d53f9f6 req-3d66849e-1cd5-487a-b060-a6b8008bb4cf tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0325365 Aug 10 03:34:59.531400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.20.0.24 (585047f7-8186-491e-aa50-1367c229f934/65206582-71c7-4a9c-b4e6-0adeafe28a75/26809aca-6ea2-4be3-9e20-2c57800c77e7) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:59.558305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b85690da-a634-4402-ad78-8a9c51240b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.670453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b85690da-a634-4402-ad78-8a9c51240b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.695987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82b40b-460f-4fb9-8c94-35bc2eecdd37 req-ef14bcb7-094e-4497-a75b-32816e3558fc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.697522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba82b40b-460f-4fb9-8c94-35bc2eecdd37 req-ef14bcb7-094e-4497-a75b-32816e3558fc tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 946 time: 0.1149273 Aug 10 03:34:59.723402 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b85690da-a634-4402-ad78-8a9c51240b1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f6c80fe6b1c4588b2412d45132d639c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344141 Aug 10 03:34:59.728823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85690da-a634-4402-ad78-8a9c51240b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51b21f6-6078-472e-a7ad-9568e29490ca,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:59.728823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46880) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.752766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.764912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba82b40b-460f-4fb9-8c94-35bc2eecdd37 req-18dda9ef-5223-4f85-9e96-ddbd923e9e95 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611496 Aug 10 03:34:59.772555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Transition to ACTIVE for port object 26809aca-6ea2-4be3-9e20-2c57800c77e7 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:59.781611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42329ed1-75a4-4642-8321-676c00a267d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.807473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42329ed1-75a4-4642-8321-676c00a267d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.885719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.939422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27108013-d9af-4c81-96a8-bf946821cc99 req-ec992c00-9275-4622-83b2-eb8cab2a10ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.939704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42329ed1-75a4-4642-8321-676c00a267d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.942634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42329ed1-75a4-4642-8321-676c00a267d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.944055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-42329ed1-75a4-4642-8321-676c00a267d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e51b21f6-6078-472e-a7ad-9568e29490ca HTTP/1.1" status: 204 len: 168 time: 0.2141399 Aug 10 03:34:59.944839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27108013-d9af-4c81-96a8-bf946821cc99 req-ec992c00-9275-4622-83b2-eb8cab2a10ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1186500 Aug 10 03:34:59.953563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42329ed1-75a4-4642-8321-676c00a267d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51b21f6-6078-472e-a7ad-9568e29490ca,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:59.997458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 585047f7-8186-491e-aa50-1367c229f934 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:00.009201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:00.012369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=26809aca-6ea2-4be3-9e20-2c57800c77e7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.014784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:00.025778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-eb3623f5-d106-457d-870e-129ca7ebfb19 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.027369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-eb3623f5-d106-457d-870e-129ca7ebfb19 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 946 time: 0.1542876 Aug 10 03:35:00.093590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27108013-d9af-4c81-96a8-bf946821cc99 req-efb617b3-e942-4584-934b-f70deb42787b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293285 Aug 10 03:35:00.149844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.150472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.189833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Deleting port b0364c4e-66c1-41a7-9190-49b23e96f09e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:00.190182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.279543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] For port b0364c4e-66c1-41a7-9190-49b23e96f09e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b0364c4e-66c1-41a7-9190-49b23e96f09e,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:00.279926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.293337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Calling delete_port for b0364c4e-66c1-41a7-9190-49b23e96f09e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:00.321776 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-44e4275c-7856-4e8c-b2a5-e5547a8634bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.339952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-dc94cdae-5b5c-453a-a8dd-39931df14432 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2792380 Aug 10 03:35:00.365910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Request body: {'port': {'device_id': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:00.453235 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.464958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dc949e23-5a47-40c2-b0ef-94836161acc9 None None] Provisioning for port 26809aca-6ea2-4be3-9e20-2c57800c77e7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:00.470257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dc949e23-5a47-40c2-b0ef-94836161acc9 None None] Provisioning complete for port 26809aca-6ea2-4be3-9e20-2c57800c77e7 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:00.475368 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc949e23-5a47-40c2-b0ef-94836161acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.510282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-dc949e23-5a47-40c2-b0ef-94836161acc9 None None] Port 26809aca-6ea2-4be3-9e20-2c57800c77e7 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:00.570674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494a512-b44e-4afd-bb9b-9f560867adf7 req-35eed997-ffad-4944-a19e-2a138013a483 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.572197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8494a512-b44e-4afd-bb9b-9f560867adf7 req-35eed997-ffad-4944-a19e-2a138013a483 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1075375 Aug 10 03:35:00.653583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.667705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422', 'b0364c4e-66c1-41a7-9190-49b23e96f09e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:00.703891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'Port': ['ID=b0364c4e-66c1-41a7-9190-49b23e96f09e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.744668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8494a512-b44e-4afd-bb9b-9f560867adf7 req-662c5093-828c-49e7-bf22-1474d7c6483d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660364 Aug 10 03:35:00.797462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] No DVR routers for this DVR port b0364c4e-66c1-41a7-9190-49b23e96f09e on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:00.801531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.803658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f141a48-ebde-4613-9b41-2cb08e911b1e req-73a60d82-5e5a-4e7b-9118-1044b615267d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "DELETE /v2.0/ports/b0364c4e-66c1-41a7-9190-49b23e96f09e HTTP/1.1" status: 204 len: 173 time: 0.7471426 Aug 10 03:35:00.804109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'name': 'network-vif-deleted', 'tag': 'b0364c4e-66c1-41a7-9190-49b23e96f09e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:00.806748 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ba289b-89f4-4d7e-bca3-f48a09fc4d5b" -d '{"events": [{"server_uuid": "c680f282-3b1c-46cb-b65a-e51e3be39a72", "name": "network-vif-deleted", "tag": "b0364c4e-66c1-41a7-9190-49b23e96f09e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:00.947823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811535cc-a644-4ea0-8378-869a2fd2b2e1 req-be34572a-bb63-4f45-8949-8c47af14d5fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.949341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-811535cc-a644-4ea0-8378-869a2fd2b2e1 req-be34572a-bb63-4f45-8949-8c47af14d5fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 932 time: 0.0908091 Aug 10 03:35:00.960516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26809aca-6ea2-4be3-9e20-2c57800c77e7 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:00.979104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.003706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Transition to ACTIVE for port object 26809aca-6ea2-4be3-9e20-2c57800c77e7 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:01.013075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-811535cc-a644-4ea0-8378-869a2fd2b2e1 req-74f9599e-64b9-4857-ac93-221d1f15fa07 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536604 Aug 10 03:35:01.146330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1e7c0-fd5f-4c1a-a13e-10fe3d352337 req-a210a784-b137-4d6c-acd8-913a8257b623 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.147906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6a1e7c0-fd5f-4c1a-a13e-10fe3d352337 req-a210a784-b137-4d6c-acd8-913a8257b623 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0626781 Aug 10 03:35:01.169002 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.244900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6a1e7c0-fd5f-4c1a-a13e-10fe3d352337 req-f025860d-2886-400f-851b-0bbebbc4b831 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899730 Aug 10 03:35:01.259577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Pushing event updated for resources: {'Port': ['ID=26809aca-6ea2-4be3-9e20-2c57800c77e7,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.348199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Attempting to bind port 26809aca-6ea2-4be3-9e20-2c57800c77e7 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:01.348713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Attempting to bind port 26809aca-6ea2-4be3-9e20-2c57800c77e7 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:01.349721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Attempting to bind port 26809aca-6ea2-4be3-9e20-2c57800c77e7 on network 585047f7-8186-491e-aa50-1367c229f934 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:01.354728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Port 26809aca-6ea2-4be3-9e20-2c57800c77e7 on network 585047f7-8186-491e-aa50-1367c229f934 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:01.355265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Attempting to bind port 26809aca-6ea2-4be3-9e20-2c57800c77e7 on network 585047f7-8186-491e-aa50-1367c229f934 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:01.361670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:01.362017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Checking segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:01.363041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Bound using segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:01.363625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Bound port: 26809aca-6ea2-4be3-9e20-2c57800c77e7, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:01.363998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.434480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-598e9099-4ced-4765-b551-1fb6e03ee299 req-4a60d7e9-c7ec-4dbb-8b9c-bfa9441c4d09 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=c680f282-3b1c-46cb-b65a-e51e3be39a72 HTTP/1.1" status: 200 len: 210 time: 0.0552571 Aug 10 03:35:01.475644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] For port 26809aca-6ea2-4be3-9e20-2c57800c77e7, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:01.476197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] For port 26809aca-6ea2-4be3-9e20-2c57800c77e7, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:01.497635 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089f5939-bd1d-495b-8ba9-64a89e9e306e x-openstack-request-id: req-089f5939-bd1d-495b-8ba9-64a89e9e306e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:01.497937 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c680f282-3b1c-46cb-b65a-e51e3be39a72", "name": "network-vif-deleted", "tag": "b0364c4e-66c1-41a7-9190-49b23e96f09e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:01.498193 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-089f5939-bd1d-495b-8ba9-64a89e9e306e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:01.498594 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c680f282-3b1c-46cb-b65a-e51e3be39a72', 'name': 'network-vif-deleted', 'tag': 'b0364c4e-66c1-41a7-9190-49b23e96f09e', 'status': 'completed', 'code': 200} Aug 10 03:35:01.574034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.621438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.622165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.623629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] 10.222.0.46 "PUT /v2.0/ports/26809aca-6ea2-4be3-9e20-2c57800c77e7 HTTP/1.1" status: 200 len: 1093 time: 1.2638659 Aug 10 03:35:01.663033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12713735-f35d-4ed4-af60-61934ebec1b0 req-4daa382d-9762-4ba7-a344-077ae047c97a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.664773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12713735-f35d-4ed4-af60-61934ebec1b0 req-4daa382d-9762-4ba7-a344-077ae047c97a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1188073 Aug 10 03:35:01.670213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7368-3a25-4b8f-960f-69879a4cea3c service neutron] Pushing event updated for resources: {'Port': ['ID=26809aca-6ea2-4be3-9e20-2c57800c77e7,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.750925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12713735-f35d-4ed4-af60-61934ebec1b0 req-702039ae-fa86-42a9-9663-52c01310d75e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640929 Aug 10 03:35:01.835794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-fffb001c-0858-423d-9cb8-bc8ea9a81e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.837372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-fffb001c-0858-423d-9cb8-bc8ea9a81e9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 1096 time: 0.0655999 Aug 10 03:35:01.894352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-a32ec2cb-349c-4dd9-97f4-de1d721ab393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7 HTTP/1.1" status: 200 len: 217 time: 0.0457368 Aug 10 03:35:01.977037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-adfcf5ef-6518-45c6-8521-7fc19d4b9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.978942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-adfcf5ef-6518-45c6-8521-7fc19d4b9596 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65206582-71c7-4a9c-b4e6-0adeafe28a75 HTTP/1.1" status: 200 len: 837 time: 0.0775449 Aug 10 03:35:02.064201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f2c32985-7d7b-4331-b655-a2b17f18fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.066359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-f2c32985-7d7b-4331-b655-a2b17f18fd8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=585047f7-8186-491e-aa50-1367c229f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0680180 Aug 10 03:35:02.178678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-b4adfc1a-c9df-4019-8f96-87728ad19965 service neutron] 10.222.0.46 "GET /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001077 Aug 10 03:35:02.268761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6cbe-a6c6-48a9-9c69-472bf2232c03 req-e0b06365-5b58-43d2-a40c-35869a8a5132 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.270339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-130f6cbe-a6c6-48a9-9c69-472bf2232c03 req-e0b06365-5b58-43d2-a40c-35869a8a5132 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 944 time: 0.1061580 Aug 10 03:35:02.324793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8911a87e-549e-4df7-9ab4-aa92acf36b53 req-39cacb1f-0238-4ba4-bc89-b0db5507120d service neutron] 10.222.0.46 "GET /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280224 Aug 10 03:35:02.329872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-130f6cbe-a6c6-48a9-9c69-472bf2232c03 req-48c444ae-3c53-4d1f-b991-3558f2cf1014 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508251 Aug 10 03:35:02.453405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20411c-c800-482a-84bd-3222b720fc68 req-7807eb55-41df-452c-93c7-7684b9a69427 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.454908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c20411c-c800-482a-84bd-3222b720fc68 req-7807eb55-41df-452c-93c7-7684b9a69427 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0539505 Aug 10 03:35:02.504821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c20411c-c800-482a-84bd-3222b720fc68 req-dcdd1169-f65d-425a-943a-8c24102259bf tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 10 03:35:02.647586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.972536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a8974-0d2d-4c1d-9a53-f159b6029310 req-f02b9817-b959-4cdd-b17c-77dda5757dc9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.974066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-527a8974-0d2d-4c1d-9a53-f159b6029310 req-f02b9817-b959-4cdd-b17c-77dda5757dc9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Aug 10 03:35:03.015159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-527a8974-0d2d-4c1d-9a53-f159b6029310 req-f12e0a2f-34f1-4f4c-a336-ea8a1e0810dd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348992 Aug 10 03:35:03.036727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-49f2d299-b17a-4590-b523-a8852fa80483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.126406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554abc9-4cd3-414a-9f55-a381f1522607 req-445bee20-74fa-4231-a586-e4c73ad1036f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.128596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6554abc9-4cd3-414a-9f55-a381f1522607 req-445bee20-74fa-4231-a586-e4c73ad1036f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0495496 Aug 10 03:35:03.172477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6554abc9-4cd3-414a-9f55-a381f1522607 req-4a72c0c0-1eb4-4168-983c-3ba255ed841a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Aug 10 03:35:03.455105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405abfe-38a3-4f46-b6b2-a7fcb6f5e10f req-094809f5-c720-4c96-86f4-2e2ac08a7f96 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.457353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7405abfe-38a3-4f46-b6b2-a7fcb6f5e10f req-094809f5-c720-4c96-86f4-2e2ac08a7f96 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 944 time: 0.0539706 Aug 10 03:35:03.495712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7405abfe-38a3-4f46-b6b2-a7fcb6f5e10f req-984a2901-7f6e-4685-81d7-ea82859758fc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Aug 10 03:35:03.504757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'tag': '26809aca-6ea2-4be3-9e20-2c57800c77e7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:03.504757 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c53334b-6353-43d1-95fd-573d2c01fadb" -d '{"events": [{"name": "network-changed", "server_uuid": "480ab89c-fd8a-4630-866d-f65bdb8341f7", "tag": "26809aca-6ea2-4be3-9e20-2c57800c77e7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:03.550871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e07be-6eb8-4e7d-ad40-9013c7924a74 x-openstack-request-id: req-201e07be-6eb8-4e7d-ad40-9013c7924a74 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:03.550871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480ab89c-fd8a-4630-866d-f65bdb8341f7", "tag": "26809aca-6ea2-4be3-9e20-2c57800c77e7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:03.550871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-201e07be-6eb8-4e7d-ad40-9013c7924a74 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:03.550871 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'tag': '26809aca-6ea2-4be3-9e20-2c57800c77e7', 'status': 'completed', 'code': 200} Aug 10 03:35:03.649374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-2b93bd27-7645-4211-a77d-ee24b6276af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.650871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-2b93bd27-7645-4211-a77d-ee24b6276af3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 1096 time: 0.0743868 Aug 10 03:35:03.661797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8f6b-e39c-4219-92e4-24e2bb1f12d9 req-05bb8f6e-3de1-41f5-b874-a4cf1c4becad tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.663168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a54c8f6b-e39c-4219-92e4-24e2bb1f12d9 req-05bb8f6e-3de1-41f5-b874-a4cf1c4becad tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0585473 Aug 10 03:35:03.749498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a54c8f6b-e39c-4219-92e4-24e2bb1f12d9 req-2084b7c2-41a9-4d4d-a204-2ffaf31b3962 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Aug 10 03:35:03.777021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-19d3287c-ffc0-4230-891f-46ec0dc3269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.778661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-19d3287c-ffc0-4230-891f-46ec0dc3269c service neutron] 10.222.0.46 "GET /v2.0/networks?id=585047f7-8186-491e-aa50-1367c229f934 HTTP/1.1" status: 200 len: 897 time: 0.1145670 Aug 10 03:35:03.822914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-afa8bf57-4cfe-41b3-9b5d-b18271e44786 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7 HTTP/1.1" status: 200 len: 217 time: 0.0362108 Aug 10 03:35:03.881653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-6e00c55d-cca2-40be-8a13-8403220d5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.883352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-6e00c55d-cca2-40be-8a13-8403220d5e95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65206582-71c7-4a9c-b4e6-0adeafe28a75 HTTP/1.1" status: 200 len: 837 time: 0.0518165 Aug 10 03:35:03.931447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-3b77267e-5167-43e5-8c58-6821999ac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.933043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-3b77267e-5167-43e5-8c58-6821999ac323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=585047f7-8186-491e-aa50-1367c229f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0422573 Aug 10 03:35:04.022498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-d4b49b5f-58e2-488e-bf1c-8af004ef8793 service neutron] 10.222.0.46 "GET /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814412 Aug 10 03:35:04.093604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b0364c4e-66c1-41a7-9190-49b23e96f09e no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:04.119231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b0364c4e-66c1-41a7-9190-49b23e96f09e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:04.119850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b0364c4e-66c1-41a7-9190-49b23e96f09e not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:04.142072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c53334b-6353-43d1-95fd-573d2c01fadb req-6804c582-9a09-4ca8-b480-bff552dc0889 service neutron] 10.222.0.46 "GET /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111419 Aug 10 03:35:04.173173 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.283890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea8905-ba03-4971-b190-790706d3b408 req-b0c1549e-523c-44e1-b2c4-f8eafbca3c34 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.286012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35ea8905-ba03-4971-b190-790706d3b408 req-b0c1549e-523c-44e1-b2c4-f8eafbca3c34 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1079862 Aug 10 03:35:04.327258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35ea8905-ba03-4971-b190-790706d3b408 req-b841829c-d352-4082-a469-33240d400b03 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344040 Aug 10 03:35:04.412867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-c599bd5c-922f-4065-80cc-0eeb12f6948a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.414591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-c599bd5c-922f-4065-80cc-0eeb12f6948a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0571330 Aug 10 03:35:04.525847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0435b8f-0bd5-4e46-958b-b45096ed429c req-ea2400ee-9f8b-41f7-9da3-ad86f2a3ca8e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.527477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0435b8f-0bd5-4e46-958b-b45096ed429c req-ea2400ee-9f8b-41f7-9da3-ad86f2a3ca8e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1049390 Aug 10 03:35:04.582894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0435b8f-0bd5-4e46-958b-b45096ed429c req-6364c05f-3a99-4397-8647-cf430760beec tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Aug 10 03:35:04.588939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Deleting port d9d7bdde-23cc-4771-8b76-dc064b534422 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:04.588939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.738629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd527182-c3b4-41f1-9b3f-c15e234582fc req-4e44e360-907d-435e-8c0e-2f90c1eebc6a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.740462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd527182-c3b4-41f1-9b3f-c15e234582fc req-4e44e360-907d-435e-8c0e-2f90c1eebc6a tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 946 time: 0.0855446 Aug 10 03:35:04.754226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] For port d9d7bdde-23cc-4771-8b76-dc064b534422, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d9d7bdde-23cc-4771-8b76-dc064b534422,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:04.754877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.781209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Calling delete_port for d9d7bdde-23cc-4771-8b76-dc064b534422 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:04.839734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd527182-c3b4-41f1-9b3f-c15e234582fc req-ff811367-a9a2-400a-a495-ab290da08100 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6b313a4-4f03-4b92-9993-4fa7626542f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878754 Aug 10 03:35:04.970593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096ac1-7b43-4bfb-b67f-8bf3ff90fe94 req-e2f8d15b-5805-45d9-a6ce-9febe71b4208 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.972149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26096ac1-7b43-4bfb-b67f-8bf3ff90fe94 req-e2f8d15b-5805-45d9-a6ce-9febe71b4208 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 944 time: 0.0637584 Aug 10 03:35:05.010661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26096ac1-7b43-4bfb-b67f-8bf3ff90fe94 req-6c026fdb-62da-407b-ad36-727fbec9bca9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326171 Aug 10 03:35:05.059239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.073686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d9d7bdde-23cc-4771-8b76-dc064b534422'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:05.093712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'Port': ['ID=d9d7bdde-23cc-4771-8b76-dc064b534422,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.151195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] No DVR routers for this DVR port d9d7bdde-23cc-4771-8b76-dc064b534422 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:05.153841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.155938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd0b4ca7-340c-4c30-8ded-532fe6f4fb9f req-39806ebb-0018-4131-91cf-c48eb811d85f tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "DELETE /v2.0/ports/d9d7bdde-23cc-4771-8b76-dc064b534422 HTTP/1.1" status: 204 len: 173 time: 0.7248316 Aug 10 03:35:05.336634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47036) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.469706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05f25972-26f9-4f47-b932-71ee335ae745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.473595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e996-6514-46d0-b10d-dec8a99830e1 req-150a74e6-0c21-4dd3-9565-2ab548981cf2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:05.475481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06e1e996-6514-46d0-b10d-dec8a99830e1 req-150a74e6-0c21-4dd3-9565-2ab548981cf2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0570352 Aug 10 03:35:05.518706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06e1e996-6514-46d0-b10d-dec8a99830e1 req-1700ad83-75b3-4177-900a-eb798361bc37 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Aug 10 03:35:05.549391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'name': 'network-vif-deleted', 'tag': 'd9d7bdde-23cc-4771-8b76-dc064b534422'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:05.552551 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa92ce-26b2-455a-a9a0-adb553887ec9" -d '{"events": [{"server_uuid": "f6c7253b-64a2-4a94-8d76-a48069c8fdfd", "name": "network-vif-deleted", "tag": "d9d7bdde-23cc-4771-8b76-dc064b534422"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:05.578781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05f25972-26f9-4f47-b932-71ee335ae745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.597016 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f978ec66-cdd1-410a-bcaa-2005a615474f x-openstack-request-id: req-f978ec66-cdd1-410a-bcaa-2005a615474f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:05.597016 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c7253b-64a2-4a94-8d76-a48069c8fdfd", "name": "network-vif-deleted", "tag": "d9d7bdde-23cc-4771-8b76-dc064b534422", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:05.597016 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f978ec66-cdd1-410a-bcaa-2005a615474f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:05.597353 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c7253b-64a2-4a94-8d76-a48069c8fdfd', 'name': 'network-vif-deleted', 'tag': 'd9d7bdde-23cc-4771-8b76-dc064b534422', 'status': 'completed', 'code': 200} Aug 10 03:35:05.653145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05f25972-26f9-4f47-b932-71ee335ae745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.657677 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.694740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f25972-26f9-4f47-b932-71ee335ae745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0dfaea-c0da-4d6f-b441-c5657c995fc8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.701681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-05f25972-26f9-4f47-b932-71ee335ae745 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9044ff28f70e48f5b2fd1401b7a4cf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614025 Aug 10 03:35:05.702569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47046) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.731901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100ee95-b188-4625-a3d1-77d848022b05 req-a80eac65-d4f1-4e5d-8638-7f74fe2facb0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:05.733738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9100ee95-b188-4625-a3d1-77d848022b05 req-a80eac65-d4f1-4e5d-8638-7f74fe2facb0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0693634 Aug 10 03:35:05.754637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bcce-baaf-48e7-8b2d-5007b1d8f481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.776901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9100ee95-b188-4625-a3d1-77d848022b05 req-6d478e29-6e35-482c-ae82-5fa83191c89a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Aug 10 03:35:05.777151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bcce-baaf-48e7-8b2d-5007b1d8f481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.881927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bcce-baaf-48e7-8b2d-5007b1d8f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.884947 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bcce-baaf-48e7-8b2d-5007b1d8f481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.886356 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1c6bcce-baaf-48e7-8b2d-5007b1d8f481 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d0dfaea-c0da-4d6f-b441-c5657c995fc8 HTTP/1.1" status: 204 len: 168 time: 0.1834083 Aug 10 03:35:05.896110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6bcce-baaf-48e7-8b2d-5007b1d8f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0dfaea-c0da-4d6f-b441-c5657c995fc8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.003447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9161fe8d-747b-49ee-8471-d0d436c798b5 req-590b1862-69af-46d1-a524-b479742f7100 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6c7253b-64a2-4a94-8d76-a48069c8fdfd HTTP/1.1" status: 200 len: 210 time: 0.0527918 Aug 10 03:35:06.098752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26809aca-6ea2-4be3-9e20-2c57800c77e7 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:06.190618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e6ecf-021e-4870-ba44-1d26eddca581 req-be925d6c-4bb2-4c1e-86e8-473ff45cf843 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.197461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7e6ecf-021e-4870-ba44-1d26eddca581 req-be925d6c-4bb2-4c1e-86e8-473ff45cf843 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 944 time: 0.0607762 Aug 10 03:35:06.303832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe7e6ecf-021e-4870-ba44-1d26eddca581 req-05449b35-6ecf-4a08-bfb6-cba47d08db79 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802259 Aug 10 03:35:06.332231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 26809aca-6ea2-4be3-9e20-2c57800c77e7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:06.349530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '26809aca-6ea2-4be3-9e20-2c57800c77e7', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'port_id': '26809aca-6ea2-4be3-9e20-2c57800c77e7', 'mac_address': 'fa:16:3e:6f:60:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:06.415723 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.436716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26809aca-6ea2-4be3-9e20-2c57800c77e7 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:06.458947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 26809aca-6ea2-4be3-9e20-2c57800c77e7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:06.527679 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.586196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=26809aca-6ea2-4be3-9e20-2c57800c77e7,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.595837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.596186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.596636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.596978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.597354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.597864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.598578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.599072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.599587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.600078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.600637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.601126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:06.693588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5def6e-6747-4e99-a501-8c541f879b0c req-1c7ec938-8aa4-47c2-8342-b02b1ead9d06 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.695152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b5def6e-6747-4e99-a501-8c541f879b0c req-1c7ec938-8aa4-47c2-8342-b02b1ead9d06 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0565104 Aug 10 03:35:06.738182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b5def6e-6747-4e99-a501-8c541f879b0c req-bdc2f0b8-fd92-428b-b1d8-cdb0d867f0e2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367455 Aug 10 03:35:06.757454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47068) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.770727 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84f53308-b166-43e9-856a-2ac8774e307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.841861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['26809aca-6ea2-4be3-9e20-2c57800c77e7'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:06.861703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84f53308-b166-43e9-856a-2ac8774e307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.915771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84f53308-b166-43e9-856a-2ac8774e307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.965248 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-84f53308-b166-43e9-856a-2ac8774e307c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccfe4e6197d3423489638b7635592ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063756 Aug 10 03:35:06.967602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f53308-b166-43e9-856a-2ac8774e307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73e58b-13d4-46ca-97b9-91e03b0caf7f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.967784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.052937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa49317d-04e9-48cf-a12b-6a82e75cedbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.084486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa49317d-04e9-48cf-a12b-6a82e75cedbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.321908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa49317d-04e9-48cf-a12b-6a82e75cedbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.324659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa49317d-04e9-48cf-a12b-6a82e75cedbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.328784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fa49317d-04e9-48cf-a12b-6a82e75cedbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef73e58b-13d4-46ca-97b9-91e03b0caf7f HTTP/1.1" status: 204 len: 168 time: 0.3598225 Aug 10 03:35:07.338433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49317d-04e9-48cf-a12b-6a82e75cedbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73e58b-13d4-46ca-97b9-91e03b0caf7f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.741722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10dfe-f893-4bea-9dcb-86f2046dcd6e req-504ebcc1-fdaa-4538-8433-b5259013a59e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:07.743299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ba10dfe-f893-4bea-9dcb-86f2046dcd6e req-504ebcc1-fdaa-4538-8433-b5259013a59e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 945 time: 0.0569634 Aug 10 03:35:07.785756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ba10dfe-f893-4bea-9dcb-86f2046dcd6e req-81ee8e8d-a0bc-4fa9-b870-22e5e7a69366 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349939 Aug 10 03:35:08.115618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26809aca-6ea2-4be3-9e20-2c57800c77e7 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:08.253174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 26809aca-6ea2-4be3-9e20-2c57800c77e7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:08.257034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 26809aca-6ea2-4be3-9e20-2c57800c77e7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:08.257405 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.261555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f06f0-1525-4c88-8b94-9fa5b647750f req-6aed62dc-18be-42a6-a040-822b509d488e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:08.264860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-040f06f0-1525-4c88-8b94-9fa5b647750f req-6aed62dc-18be-42a6-a040-822b509d488e tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.4120054 Aug 10 03:35:08.303345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-040f06f0-1525-4c88-8b94-9fa5b647750f req-4c040266-35e9-461e-bd94-3e07f2a2eeee tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Aug 10 03:35:08.336595 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.359898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26809aca-6ea2-4be3-9e20-2c57800c77e7'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:08.362520 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bef474-8dea-4ad7-a977-d24880613ba4" -d '{"events": [{"server_uuid": "480ab89c-fd8a-4630-866d-f65bdb8341f7", "name": "network-vif-plugged", "status": "completed", "tag": "26809aca-6ea2-4be3-9e20-2c57800c77e7"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:08.376766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 26809aca-6ea2-4be3-9e20-2c57800c77e7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:08.414006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd44599-9054-405c-931e-2d806dbb33f5 req-0c87087e-2aa8-4b2b-a89d-bbc67fac19bc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:08.415510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bd44599-9054-405c-931e-2d806dbb33f5 req-0c87087e-2aa8-4b2b-a89d-bbc67fac19bc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Aug 10 03:35:08.456304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7bd44599-9054-405c-931e-2d806dbb33f5 req-800637da-8fc1-49ed-80ec-eba1b176f771 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334201 Aug 10 03:35:08.493106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.494160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d9d7bdde-23cc-4771-8b76-dc064b534422 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:08.525190 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830dda57-6c2c-4df5-bc21-6689ce436a55 x-openstack-request-id: req-830dda57-6c2c-4df5-bc21-6689ce436a55 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:08.525596 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480ab89c-fd8a-4630-866d-f65bdb8341f7", "name": "network-vif-plugged", "status": "completed", "tag": "26809aca-6ea2-4be3-9e20-2c57800c77e7", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:08.525854 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-830dda57-6c2c-4df5-bc21-6689ce436a55 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:08.526478 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26809aca-6ea2-4be3-9e20-2c57800c77e7', 'code': 200} Aug 10 03:35:08.549109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d9d7bdde-23cc-4771-8b76-dc064b534422 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:08.549483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d9d7bdde-23cc-4771-8b76-dc064b534422 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:08.576978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=26809aca-6ea2-4be3-9e20-2c57800c77e7,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.624900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2dc57-c647-4d7e-bea3-02b71f498c6c req-41cce0f5-0feb-4abb-a318-cf6c8f271178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:08.626667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5f2dc57-c647-4d7e-bea3-02b71f498c6c req-41cce0f5-0feb-4abb-a318-cf6c8f271178 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 1098 time: 0.0429327 Aug 10 03:35:08.667513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5f2dc57-c647-4d7e-bea3-02b71f498c6c req-cee904f1-22ef-4183-a3f5-802f5b8b9c7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328262 Aug 10 03:35:09.513250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e5e19-bd21-4c6b-94c6-42be8923443a req-97b2f284-c97e-4f62-b0d0-3ed39ae8ff72 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.515474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c3e5e19-bd21-4c6b-94c6-42be8923443a req-97b2f284-c97e-4f62-b0d0-3ed39ae8ff72 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 946 time: 0.0539880 Aug 10 03:35:09.560116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c3e5e19-bd21-4c6b-94c6-42be8923443a req-280cd659-b93f-430c-b4b0-65802383b2a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376337 Aug 10 03:35:09.624619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-fcf5b009-b7f7-4520-ab57-de2cab096b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.628180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-fcf5b009-b7f7-4520-ab57-de2cab096b2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.0513003 Aug 10 03:35:09.745352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030b04d-d319-4d9f-a80b-e90a444f6524 req-2cb35c22-b88c-4bb5-a3fc-e4a3b7196fa8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.746900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0030b04d-d319-4d9f-a80b-e90a444f6524 req-2cb35c22-b88c-4bb5-a3fc-e4a3b7196fa8 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1189656 Aug 10 03:35:09.802149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-514f317e-b824-475c-984c-dd0009230324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.803554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-514f317e-b824-475c-984c-dd0009230324 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.1578646 Aug 10 03:35:09.808485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0030b04d-d319-4d9f-a80b-e90a444f6524 req-6b5e3973-796c-4cf5-a223-c22e17242cc2 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508018 Aug 10 03:35:09.860510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-d00959b7-a9b6-4588-9d53-25ea028823a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 217 time: 0.0421007 Aug 10 03:35:09.944830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-19efed42-20a7-42a4-8961-fd7664527bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.946315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-19efed42-20a7-42a4-8961-fd7664527bb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.0709498 Aug 10 03:35:09.954606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd2231-c5d4-4dfa-b966-d7d2de661ddb req-d7bc9130-17de-4c3d-99b3-7e137839b8dd tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.956740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0fd2231-c5d4-4dfa-b966-d7d2de661ddb req-d7bc9130-17de-4c3d-99b3-7e137839b8dd tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0899873 Aug 10 03:35:10.003441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-25553ad9-b441-44f6-96f0-6a2340237314 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313494 Aug 10 03:35:10.020682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0fd2231-c5d4-4dfa-b966-d7d2de661ddb req-35bb5399-7f33-4897-90e2-ffb6a9e0160b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Aug 10 03:35:10.137218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:10.243477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd455d5-9974-4772-90ef-9604144595d4 req-4c551be5-ae0f-47ba-a919-2b257566bb26 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.244994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fd455d5-9974-4772-90ef-9604144595d4 req-4c551be5-ae0f-47ba-a919-2b257566bb26 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.1537061 Aug 10 03:35:10.256209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:10.257015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-99c550a6-0fac-4e77-ab77-f9f737babc89 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892524 Aug 10 03:35:10.264510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d95b2-6583-4dee-b26d-dfca7892511f req-8e11bf3b-be50-4788-b4bd-135647f343b1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.266271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-640d95b2-6583-4dee-b26d-dfca7892511f req-8e11bf3b-be50-4788-b4bd-135647f343b1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1761286 Aug 10 03:35:10.274726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '697ab600-f081-42ec-9857-0467eba1bdfc', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc', 'mac_address': 'fa:16:3e:69:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:10.319363 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.336774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 697ab600-f081-42ec-9857-0467eba1bdfc {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:10.375900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:10.415728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-640d95b2-6583-4dee-b26d-dfca7892511f req-811f7be4-cb48-459c-9c47-68df0590bcde tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334946 Aug 10 03:35:10.453754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c10ae0-f8ed-4307-867c-f2ac995df17f req-525a3f2b-978e-4af1-863f-e343ae3717ca service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810575 Aug 10 03:35:10.465765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Deleting port bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:10.466108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.475822 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.537761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.572512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] For port bfed7062-c869-404b-a18d-6e78ba82c4fb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=bfed7062-c869-404b-a18d-6e78ba82c4fb,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:10.573059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.590729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['697ab600-f081-42ec-9857-0467eba1bdfc'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:10.751040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45689f-6608-4386-8cb0-b90a985bb8bc req-5047f7e4-c03a-4657-91f9-bebe2e3bbb78 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.774779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce45689f-6608-4386-8cb0-b90a985bb8bc req-5047f7e4-c03a-4657-91f9-bebe2e3bbb78 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 946 time: 0.1225743 Aug 10 03:35:10.859458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce45689f-6608-4386-8cb0-b90a985bb8bc req-f872342a-a7cc-47a0-a00b-4353e92653c9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992689 Aug 10 03:35:10.876538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.878563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.878563 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Floating IP 949b1472-e29f-4248-8514-571c9e674fdd disassociated. External IP: 172.25.1.58, port: bfed7062-c869-404b-a18d-6e78ba82c4fb. Aug 10 03:35:10.878563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Calling delete_port for bfed7062-c869-404b-a18d-6e78ba82c4fb owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:11.022473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a9888-2b4e-4d70-a7f8-e9a849e64376 req-de1a6a1f-e2b8-4d9d-b22d-f1c004c5a100 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.022473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-739a9888-2b4e-4d70-a7f8-e9a849e64376 req-de1a6a1f-e2b8-4d9d-b22d-f1c004c5a100 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 945 time: 0.0697587 Aug 10 03:35:11.086336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-739a9888-2b4e-4d70-a7f8-e9a849e64376 req-a6e8c50f-6fee-4b82-b8fe-7db0f3f527e5 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups?id=25bc17d0-9797-46f1-9520-3d51cb8c6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485580 Aug 10 03:35:11.211517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c7381-8bdc-4407-98f6-2bf3a95b8d11 req-4ca21699-3cfb-472c-a61b-ea5cc6196cef tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.219129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-357c7381-8bdc-4407-98f6-2bf3a95b8d11 req-4ca21699-3cfb-472c-a61b-ea5cc6196cef tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 946 time: 0.0712354 Aug 10 03:35:11.279543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-357c7381-8bdc-4407-98f6-2bf3a95b8d11 req-546f5417-9f5c-48dc-b047-18eec336627d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595405 Aug 10 03:35:11.395519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.447467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'Port': ['ID=bfed7062-c869-404b-a18d-6e78ba82c4fb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.566259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aff85-4128-458b-acfa-8b051692b134 req-47ea5ec5-247d-4213-af2f-3dba1dbcd075 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.571004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696aff85-4128-458b-acfa-8b051692b134 req-47ea5ec5-247d-4213-af2f-3dba1dbcd075 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1886809 Aug 10 03:35:11.652587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696aff85-4128-458b-acfa-8b051692b134 req-36b989a3-630b-4759-8e4c-b6698c25d420 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734520 Aug 10 03:35:11.666727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Router 5f2c2423-c717-412b-a0de-c5a7b30247aa has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:11.871993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:11.888844 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] Sync routers for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:11.897467 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:11.898191 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:11.904703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5bfaf-a45d-4d02-abbb-01d2e053ff0f req-80596a0d-7206-4ddb-93ff-2ee7d0e087ac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.924953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7af5bfaf-a45d-4d02-abbb-01d2e053ff0f req-80596a0d-7206-4ddb-93ff-2ee7d0e087ac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 944 time: 0.1081583 Aug 10 03:35:12.012267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] No DVR routers for this DVR port bfed7062-c869-404b-a18d-6e78ba82c4fb on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:12.021898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.024154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fd455d5-9974-4772-90ef-9604144595d4 req-305374b8-39fd-41a4-b56c-5301d848a68d tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.46 "DELETE /v2.0/ports/bfed7062-c869-404b-a18d-6e78ba82c4fb HTTP/1.1" status: 204 len: 173 time: 1.7696283 Aug 10 03:35:12.024791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-deleted', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:12.027414 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cf508a-a737-4ff2-a728-879168c59c32" -d '{"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-deleted", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:12.051044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7af5bfaf-a45d-4d02-abbb-01d2e053ff0f req-07176fe7-83a2-4d4c-9b9b-16cba350c20f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251264 Aug 10 03:35:12.088718 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:12.151801 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75970e8e-99e1-40d5-9aba-c89680fe735b x-openstack-request-id: req-75970e8e-99e1-40d5-9aba-c89680fe735b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:12.152249 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf13a3c-e898-4414-aa38-37631a697c93", "name": "network-vif-deleted", "tag": "bfed7062-c869-404b-a18d-6e78ba82c4fb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:12.152598 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75970e8e-99e1-40d5-9aba-c89680fe735b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:12.153073 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf13a3c-e898-4414-aa38-37631a697c93', 'name': 'network-vif-deleted', 'tag': 'bfed7062-c869-404b-a18d-6e78ba82c4fb', 'status': 'completed', 'code': 200} Aug 10 03:35:12.158933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:12.243164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 697ab600-f081-42ec-9857-0467eba1bdfc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:12.243685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.306105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aeaf4b98-6643-4ddb-9ad9-ceea1d01c6ef req-1d098462-e956-448a-9599-8575c9a7de9b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 210 time: 0.0658870 Aug 10 03:35:12.450046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.453905 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:12.485303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:12.488438 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d9d8de-758f-4089-9fee-72a9b22bf776" -d '{"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-plugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:12.506133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:12.515608 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] Checking router: 5f2c2423-c717-412b-a0de-c5a7b30247aa for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:12.534396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:12.538662 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:12.544526 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea28b0-d203-45ad-919a-58caf2082f02 x-openstack-request-id: req-30ea28b0-d203-45ad-919a-58caf2082f02 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:12.545021 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-plugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:12.545483 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30ea28b0-d203-45ad-919a-58caf2082f02 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:12.546034 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'code': 200} Aug 10 03:35:12.680832 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:12.710969 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.712521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:12.775284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: bfed7062-c869-404b-a18d-6e78ba82c4fb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:12.776048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device bfed7062-c869-404b-a18d-6e78ba82c4fb not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:12.880247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47232) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.913219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.925784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ae98d-31e6-46a8-8a24-3c29f3352b50 req-6bbdeba8-dc3f-4f43-9986-5b80b4055ffb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.950856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-558ae98d-31e6-46a8-8a24-3c29f3352b50 req-6bbdeba8-dc3f-4f43-9986-5b80b4055ffb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1294808 Aug 10 03:35:13.048491 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:13.088162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-558ae98d-31e6-46a8-8a24-3c29f3352b50 req-de2bb1d7-b2f7-4753-8ec2-df453cd760da tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360466 Aug 10 03:35:13.107118 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d2afb-d550-433b-bd5f-6e49dceb066c None None] The sync data for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 is: [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:25:50Z', 'revision_number': 4, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1ab56519-b8f7-453c-90c1-a6af4a0e7fe9', 'name': '', 'network_id': '61fe2e9d-d250-4518-9d30-c00a12de4a02', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'mac_address': 'fa:16:3e:ef:3a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:49Z', 'updated_at': '2021-08-10T03:25:58Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'subnets': [{'id': 'f7389a4e-9836-48f2-ac40-87e89c16e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:13.324146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65274eb7-e024-404f-add4-d667dac59292 req-f5073326-4c89-42c7-8ee4-ca57c79e10cd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.332992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65274eb7-e024-404f-add4-d667dac59292 req-f5073326-4c89-42c7-8ee4-ca57c79e10cd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0899992 Aug 10 03:35:13.395241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65274eb7-e024-404f-add4-d667dac59292 req-45d7c805-0d99-4756-ba80-dcdae9992cb3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571570 Aug 10 03:35:13.586400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b60aa293-bf08-43c3-9e1c-8762247e03ee req-6629f28e-d889-4035-8a4c-22604dc184ee tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/ports?device_id=bbf13a3c-e898-4414-aa38-37631a697c93 HTTP/1.1" status: 200 len: 210 time: 0.0454218 Aug 10 03:35:13.681502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13041d83-c640-48e3-974a-56c9947e3618 None None] New status for floating IP 949b1472-e29f-4248-8514-571c9e674fdd: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:35:13.814056 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.248049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.20.0.17 (585047f7-8186-491e-aa50-1367c229f934/65206582-71c7-4a9c-b4e6-0adeafe28a75/0c857e66-ebda-44e8-9168-446f46e560b4) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:14.248635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48bdab-ae04-483e-ae41-430495993075 req-7b94f79c-3a78-4a33-acfc-f2edd55371f3 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.259049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc48bdab-ae04-483e-ae41-430495993075 req-7b94f79c-3a78-4a33-acfc-f2edd55371f3 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0875049 Aug 10 03:35:14.316305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc48bdab-ae04-483e-ae41-430495993075 req-18f5c00e-011a-4ddc-80de-0d8da7569c81 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Aug 10 03:35:14.436196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.458693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Transition to ACTIVE for port object 0c857e66-ebda-44e8-9168-446f46e560b4 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:14.532696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683889-e2eb-4278-9c59-b39a60dfa56b req-c7ef4244-8b81-463d-9e15-a45c5fb6fec2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.539725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74683889-e2eb-4278-9c59-b39a60dfa56b req-c7ef4244-8b81-463d-9e15-a45c5fb6fec2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0603943 Aug 10 03:35:14.584112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74683889-e2eb-4278-9c59-b39a60dfa56b req-781bb704-868e-477a-98af-3d3485c19370 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Aug 10 03:35:14.590674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.660870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=0c857e66-ebda-44e8-9168-446f46e560b4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:14.665369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 585047f7-8186-491e-aa50-1367c229f934 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:14.667069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:14.669862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:14.746593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.887047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47274) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:14.991512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcc663c-ef7e-4747-809c-fc5343a0bf8b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.043460 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.046341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcc663c-ef7e-4747-809c-fc5343a0bf8b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.231027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6a7ca4fe-6f2b-410d-9423-52e0214bd79d None None] Provisioning for port 0c857e66-ebda-44e8-9168-446f46e560b4 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:15.237658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6a7ca4fe-6f2b-410d-9423-52e0214bd79d None None] Provisioning complete for port 0c857e66-ebda-44e8-9168-446f46e560b4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:15.238278 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca4fe-6f2b-410d-9423-52e0214bd79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.264483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcc663c-ef7e-4747-809c-fc5343a0bf8b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.267600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcc663c-ef7e-4747-809c-fc5343a0bf8b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.269344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8dcc663c-ef7e-4747-809c-fc5343a0bf8b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "DELETE /v2.0/security-groups/25bc17d0-9797-46f1-9520-3d51cb8c6ab4 HTTP/1.1" status: 204 len: 168 time: 0.3815634 Aug 10 03:35:15.271942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47280) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.289999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc663c-ef7e-4747-809c-fc5343a0bf8b tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc17d0-9797-46f1-9520-3d51cb8c6ab4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:15.301781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ca4fe-6f2b-410d-9423-52e0214bd79d None None] Port 0c857e66-ebda-44e8-9168-446f46e560b4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:15.306915 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.326953 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-347036e3-4a82-4fd5-b0a2-9b8c1a3de4a6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] show failed (client error): The resource could not be found. Aug 10 03:35:15.331398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-347036e3-4a82-4fd5-b0a2-9b8c1a3de4a6 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "GET /v2.0/security-groups/25bc17d0-9797-46f1-9520-3d51cb8c6ab4 HTTP/1.1" status: 404 len: 347 time: 0.0550370 Aug 10 03:35:15.332656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47282) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.560935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.587430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f0b46-1cbf-4b2d-b5dd-ccc295e60ae2 req-3d8718a3-91b2-4c77-9d3d-6c0519eae30a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.589072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-873f0b46-1cbf-4b2d-b5dd-ccc295e60ae2 req-3d8718a3-91b2-4c77-9d3d-6c0519eae30a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1480784 Aug 10 03:35:15.642105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Deleting port a149f7cb-1fd5-46a2-8c94-8bc44ff0acc7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:15.642460 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.648216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-873f0b46-1cbf-4b2d-b5dd-ccc295e60ae2 req-671f545e-089a-458a-acbd-ccb58b94b020 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505600 Aug 10 03:35:15.763541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.763801 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.779967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Calling delete_port for a149f7cb-1fd5-46a2-8c94-8bc44ff0acc7 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:15.799620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fe660-6da5-473d-98e7-d4f7c3b9f184 req-d00a279b-5664-4b12-8e9f-01431bf13661 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.801346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e70fe660-6da5-473d-98e7-d4f7c3b9f184 req-d00a279b-5664-4b12-8e9f-01431bf13661 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0856388 Aug 10 03:35:15.888724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e70fe660-6da5-473d-98e7-d4f7c3b9f184 req-e90dbd80-96be-4edb-8ba1-fdd86076e446 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813372 Aug 10 03:35:15.910421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.000246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.003592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=0c857e66-ebda-44e8-9168-446f46e560b4,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.098608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.105676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 585047f7-8186-491e-aa50-1367c229f934 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:16.107244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:16.128126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Pushing event deleted for resources: {'Port': ['ID=a149f7cb-1fd5-46a2-8c94-8bc44ff0acc7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.235095 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.238257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.242887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-274567d7-c831-4645-a964-1b3aea336a70 tempest-ServerActionsTestJSON-1329172113 tempest-ServerActionsTestJSON-1329172113-project] 10.222.0.26 "DELETE /v2.0/floatingips/949b1472-e29f-4248-8514-571c9e674fdd HTTP/1.1" status: 204 len: 168 time: 0.9088690 Aug 10 03:35:16.244763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47302) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:16.251798 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:16.338898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:16.516237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:16.523671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd826086-f6b5-4c2c-9e9f-78cd08012c1a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "PUT /v2.0/routers/b512c2c9-de0e-49af-873e-6cecf61fedd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6386030 Aug 10 03:35:16.539156 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:16.558462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2c30d2cb-b239-431c-abf1-4360bc685ec5 None None] Provisioning complete for port 0c857e66-ebda-44e8-9168-446f46e560b4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:16.558934 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2c30d2cb-b239-431c-abf1-4360bc685ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.564141 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:16.565366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:16.644458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2c30d2cb-b239-431c-abf1-4360bc685ec5 None None] Port 0c857e66-ebda-44e8-9168-446f46e560b4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:16.756740 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:16.900971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e3bae-f82c-4be6-9e42-d458bd23a2e2 req-05612426-e3ce-4d11-a40d-f71e4670557c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:16.909170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-836e3bae-f82c-4be6-9e42-d458bd23a2e2 req-05612426-e3ce-4d11-a40d-f71e4670557c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1489439 Aug 10 03:35:17.023837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-836e3bae-f82c-4be6-9e42-d458bd23a2e2 req-b3f9ac7e-3916-4ad1-9c15-711d4f3bdb25 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134810 Aug 10 03:35:17.154704 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:14Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 1, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c857e66-ebda-44e8-9168-446f46e560b4', 'name': '', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:e0:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:13Z', 'updated_at': '2021-08-10T03:35:15Z', 'revision_number': 2, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:17.215377 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:17.217250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Updating router b512c2c9-de0e-49af-873e-6cecf61fedd7 port 0c857e66-ebda-44e8-9168-446f46e560b4 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:35:17.239061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113ddf-9be8-4ffc-b532-e5429e00406d req-296999fd-1326-40b2-8f45-447a331ca5fc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.247692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd113ddf-9be8-4ffc-b532-e5429e00406d req-296999fd-1326-40b2-8f45-447a331ca5fc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1385834 Aug 10 03:35:17.292737 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.340978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd113ddf-9be8-4ffc-b532-e5429e00406d req-090961ca-622f-4b60-ac93-556a32c043a8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920312 Aug 10 03:35:17.588667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.823777 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.839575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Transition to ACTIVE for port object 0c857e66-ebda-44e8-9168-446f46e560b4 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:17.938177 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.001562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Deleting port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:18.002856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.088837 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Attempting to bind port 0c857e66-ebda-44e8-9168-446f46e560b4 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:18.089220 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Attempting to bind port 0c857e66-ebda-44e8-9168-446f46e560b4 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:18.089633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Attempting to bind port 0c857e66-ebda-44e8-9168-446f46e560b4 on network 585047f7-8186-491e-aa50-1367c229f934 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:18.092258 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Pushing event updated for resources: {'Port': ['ID=0c857e66-ebda-44e8-9168-446f46e560b4,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.101629 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.101885 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.102627 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.102737 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.102982 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.105611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:18.111175 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:18.112638 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Checking segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:18.112825 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.113180 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Bound using segment: {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:18.113654 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Bound port: 0c857e66-ebda-44e8-9168-446f46e560b4, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268ed03f-0bd2-47b2-90fd-83a76431bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '585047f7-8186-491e-aa50-1367c229f934'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:18.114092 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.222784 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] For port 0c857e66-ebda-44e8-9168-446f46e560b4, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:18.225975 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] For port 0c857e66-ebda-44e8-9168-446f46e560b4, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c857e66-ebda-44e8-9168-446f46e560b4,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:18.229715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] For port 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:18.233848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.251716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e00f6b-02c8-498f-87ef-6cac55a6321e req-ebb1dfeb-e627-40b2-8956-2ee3c42b58c7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.261603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e00f6b-02c8-498f-87ef-6cac55a6321e req-ebb1dfeb-e627-40b2-8956-2ee3c42b58c7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1247931 Aug 10 03:35:18.279268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Calling delete_port for 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:18.304668 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.385597 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec845-81c5-4676-9124-42fe0af2617b None None] Pushing event updated for resources: {'Port': ['ID=0c857e66-ebda-44e8-9168-446f46e560b4,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.405806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e00f6b-02c8-498f-87ef-6cac55a6321e req-6bef7cbd-742a-48e6-9348-b8125f24226c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431556 Aug 10 03:35:18.454436 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:18.455726 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:18.594827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebb5f4-dd49-439b-a4ef-9fa604a62fb2 req-c3a18652-d59c-40c9-8175-8a065db09753 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.596472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5ebb5f4-dd49-439b-a4ef-9fa604a62fb2 req-c3a18652-d59c-40c9-8175-8a065db09753 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0824230 Aug 10 03:35:18.671161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5ebb5f4-dd49-439b-a4ef-9fa604a62fb2 req-15d93360-0557-47ae-b898-16e5f91a4fee tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657864 Aug 10 03:35:18.698639 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:18.784270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.850865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab56519-b8f7-453c-90c1-a6af4a0e7fe9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.066292 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:14Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 1, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c857e66-ebda-44e8-9168-446f46e560b4', 'name': '', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:e0:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:13Z', 'updated_at': '2021-08-10T03:35:18Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:19.153425 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b3fb0-be95-4d2f-a755-12a497777341 None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:14Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 1, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c857e66-ebda-44e8-9168-446f46e560b4', 'name': '', 'network_id': '585047f7-8186-491e-aa50-1367c229f934', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:e0:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:35:13Z', 'updated_at': '2021-08-10T03:35:18Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '65206582-71c7-4a9c-b4e6-0adeafe28a75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:19.842082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.855472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f55d1-be82-403c-8c0b-b21b7439921e req-95ea209f-0852-4f0c-bee6-a13bb98480e0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.857098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a2f55d1-be82-403c-8c0b-b21b7439921e req-95ea209f-0852-4f0c-bee6-a13bb98480e0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0849349 Aug 10 03:35:19.982269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a2f55d1-be82-403c-8c0b-b21b7439921e req-b89c771d-c63d-4880-b6c8-31d49639e20c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162064 Aug 10 03:35:20.274059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c8ba9-03be-4153-b1fe-1509af24d05e req-e52b75ff-73ad-4582-939c-f7d5aadc3aa2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.275611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b5c8ba9-03be-4153-b1fe-1509af24d05e req-e52b75ff-73ad-4582-939c-f7d5aadc3aa2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1244144 Aug 10 03:35:20.336884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b5c8ba9-03be-4153-b1fe-1509af24d05e req-d75066e6-e69d-4450-a20a-e578cb21dbf8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502677 Aug 10 03:35:20.338691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Router 5f2c2423-c717-412b-a0de-c5a7b30247aa has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:20.480505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:20.496944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] Sync routers for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:20.499130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d5e825a8-fdfd-49ea-baff-9e12aa697c3d admin admin] 10.222.0.26 "PUT /v2.0/routers/5f2c2423-c717-412b-a0de-c5a7b30247aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2521753 Aug 10 03:35:20.503710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47372) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:20.511427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:20.512427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:20.661586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.800590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:20.863025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.948731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c857e66-ebda-44e8-9168-446f46e560b4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:21.156610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:35:18Z', 'revision_number': 5, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port': {'id': '57509ba4-d6fe-4494-a8cd-647ca4169010', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:25:46Z', 'updated_at': '2021-08-10T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:21.176602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459944c-9421-473d-81de-edd8769d1731 req-93bf992c-8edd-42df-ba54-d7797beb57eb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.178485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5459944c-9421-473d-81de-edd8769d1731 req-93bf992c-8edd-42df-ba54-d7797beb57eb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0993760 Aug 10 03:35:21.183785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Deleting port 57509ba4-d6fe-4494-a8cd-647ca4169010 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:21.184138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.187236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] Checking router: 5f2c2423-c717-412b-a0de-c5a7b30247aa for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:21.197182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] Routers {'5f2c2423-c717-412b-a0de-c5a7b30247aa'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:21.197916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5f2c2423-c717-412b-a0de-c5a7b30247aa'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:21.279051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5459944c-9421-473d-81de-edd8769d1731 req-465b4e58-3e3d-42d4-8e33-127d4f6c369f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917888 Aug 10 03:35:21.301650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] Set router 5f2c2423-c717-412b-a0de-c5a7b30247aa gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:21.312705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] For port 57509ba4-d6fe-4494-a8cd-647ca4169010, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=57509ba4-d6fe-4494-a8cd-647ca4169010,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:21.313223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.332483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Calling delete_port for 57509ba4-d6fe-4494-a8cd-647ca4169010 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:21.358915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:35:20Z', 'revision_number': 6, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:21.388681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d6d3a-5c05-42ac-b30e-42baa923f557 None None] The sync data for ids ['5f2c2423-c717-412b-a0de-c5a7b30247aa'] in n-d-765315-26 is: [{'id': '5f2c2423-c717-412b-a0de-c5a7b30247aa', 'name': 'tempest-ServerActionsTestJSON-979477752-router', 'tenant_id': '8cec418f26654197a34c45695ec4b165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:25:45Z', 'updated_at': '2021-08-10T03:35:20Z', 'revision_number': 6, 'project_id': '8cec418f26654197a34c45695ec4b165', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:21.458253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0c857e66-ebda-44e8-9168-446f46e560b4 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:21.462571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0c857e66-ebda-44e8-9168-446f46e560b4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:21.462948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.526092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef873d-1565-4d26-98e7-19152937c5ce req-066fc151-5130-441c-b96b-c29251ea4c85 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.527624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7ef873d-1565-4d26-98e7-19152937c5ce req-066fc151-5130-441c-b96b-c29251ea4c85 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0644255 Aug 10 03:35:21.549605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.593288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0c857e66-ebda-44e8-9168-446f46e560b4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c857e66-ebda-44e8-9168-446f46e560b4,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:21.605072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7ef873d-1565-4d26-98e7-19152937c5ce req-075713c1-b7a3-4931-bba3-9b68e9a9ab7b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523152 Aug 10 03:35:21.681330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.715881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.746850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=57509ba4-d6fe-4494-a8cd-647ca4169010,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.767168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0c857e66-ebda-44e8-9168-446f46e560b4,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.816662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.938119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.941013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.115539 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.116259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2c2423-c717-412b-a0de-c5a7b30247aa {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:22.120636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.124641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-24d41665-f169-44ff-9077-6f2d4dfc0f55 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5f2c2423-c717-412b-a0de-c5a7b30247aa HTTP/1.1" status: 204 len: 168 time: 1.6167109 Aug 10 03:35:22.125445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47394) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.241275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Deleting subnet f7389a4e-9836-48f2-ac40-87e89c16e7b1 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:22.248241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.345221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.548384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50dc1c-3513-4956-a1be-c0a60d633146 req-bbd44aa0-42cf-4e60-a6e4-7a4c1b58b072 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.558519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e50dc1c-3513-4956-a1be-c0a60d633146 req-bbd44aa0-42cf-4e60-a6e4-7a4c1b58b072 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1221874 Aug 10 03:35:22.562938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.642384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e50dc1c-3513-4956-a1be-c0a60d633146 req-1f9bad4a-eec3-4eb5-84df-22227025bf05 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788460 Aug 10 03:35:22.707650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9ce9-7bf4-4eab-b6a0-566900dfb4b5 req-608a8199-2b7f-4138-89ef-948aecad054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.712849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a96c9ce9-7bf4-4eab-b6a0-566900dfb4b5 req-608a8199-2b7f-4138-89ef-948aecad054f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.5270634 Aug 10 03:35:22.764480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c857e66-ebda-44e8-9168-446f46e560b4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:22.833135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a96c9ce9-7bf4-4eab-b6a0-566900dfb4b5 req-75126adc-1c2a-4394-bef1-c9ccc0636461 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105006 Aug 10 03:35:22.833845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.859463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0c857e66-ebda-44e8-9168-446f46e560b4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:22.860098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.863090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad77769-1e1f-40ee-892e-d3e386cd9bde req-c50e3965-2f6b-41f1-aeb4-433418d6e5bf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.864798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dad77769-1e1f-40ee-892e-d3e386cd9bde req-c50e3965-2f6b-41f1-aeb4-433418d6e5bf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0984175 Aug 10 03:35:22.892510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7389a4e-9836-48f2-ac40-87e89c16e7b1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:22.908691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.914619 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f7389a4e-9836-48f2-ac40-87e89c16e7b1 HTTP/1.1" status: 204 len: 168 time: 0.7863150 Aug 10 03:35:22.917822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47408) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:22.919422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.922105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.922675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.923171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.924753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.925286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.925766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.927513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dad77769-1e1f-40ee-892e-d3e386cd9bde req-aca49bbe-4084-43e7-b261-ca3454acb96f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489397 Aug 10 03:35:22.928078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.928612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.929105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.930415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.932008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef2b6b-bc44-4131-8077-6952b563c512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:22.951051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34af82-0011-4115-b184-7dc1993e3563 None None] Network 61fe2e9d-d250-4518-9d30-c00a12de4a02 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:23.116186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.212127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 57509ba4-d6fe-4494-a8cd-647ca4169010 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:23.226066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Deleting port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:23.226066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.246612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 57509ba4-d6fe-4494-a8cd-647ca4169010 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:23.247217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 57509ba4-d6fe-4494-a8cd-647ca4169010 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:23.247882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:23.280193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] DHCP port deletion for 61fe2e9d-d250-4518-9d30-c00a12de4a02 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:23.282693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:23.283834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1ab56519-b8f7-453c-90c1-a6af4a0e7fe9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:23.333892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] For port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:23.334421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.352963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Calling delete_port for 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:23.370992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] Deleting port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:23.370992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.442165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] For port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,segment=NetworkSegment(9b9d6cca-3862-4bca-903d-a97da5404a8c),segment_id=9b9d6cca-3862-4bca-903d-a97da5404a8c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:23.442440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.461151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] Calling delete_port for 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:23.645035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.655709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.703407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.709147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] No DVR routers for this DVR port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:23.714013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] Pushing event deleted for resources: {'Port': ['ID=3e78565c-f487-4e01-b9ad-6ec390bcf8f1,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.732548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d88ec3-acc3-4da7-9056-7b6d53d1745c None None] No DVR routers for this DVR port 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:23.819400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.830200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fe2e9d-d250-4518-9d30-c00a12de4a02']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.841962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9d6cca-3862-4bca-903d-a97da5404a8c') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.842260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9d6cca-3862-4bca-903d-a97da5404a8c') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:23.864202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.910890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.927411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:23.927902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:23.929684 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:23.932079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47422) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.001293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f127b-0c71-48e0-aad6-3d69ff80e92f req-8e5fb660-0b7b-42fa-873a-2f4310608c24 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:24.001293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d4f127b-0c71-48e0-aad6-3d69ff80e92f req-8e5fb660-0b7b-42fa-873a-2f4310608c24 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1470506 Aug 10 03:35:24.060743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d4f127b-0c71-48e0-aad6-3d69ff80e92f req-11ff78ab-7209-461a-9618-b1ed85943cc0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Aug 10 03:35:24.149431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.154902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.163096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61fe2e9d-d250-4518-9d30-c00a12de4a02 HTTP/1.1" status: 204 len: 168 time: 1.2415528 Aug 10 03:35:24.195785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28e97a-6e70-474c-a6ce-fe101b1503e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fe2e9d-d250-4518-9d30-c00a12de4a02,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.239907 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e8f1b4-2bfa-4686-938f-ebe133b32176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.292646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d3d6-8495-4ae4-aea7-70dd815b866e req-fcfc66cc-4438-4516-8e62-fb93f2f6975d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:24.299145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1e3d3d6-8495-4ae4-aea7-70dd815b866e req-fcfc66cc-4438-4516-8e62-fb93f2f6975d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1058989 Aug 10 03:35:24.365058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1e3d3d6-8495-4ae4-aea7-70dd815b866e req-f70f6bd0-6099-4ee7-b343-ade260d1b167 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648386 Aug 10 03:35:24.429045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e8f1b4-2bfa-4686-938f-ebe133b32176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.522603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e8f1b4-2bfa-4686-938f-ebe133b32176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.581137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-41e8f1b4-2bfa-4686-938f-ebe133b32176 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fe1fb69ea494447a1ffa6584cfadbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461649 Aug 10 03:35:24.581137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8f1b4-2bfa-4686-938f-ebe133b32176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9671794-5565-4cfa-a974-d79883339db4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.588439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.616857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47434) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.693587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b42d9a93-c235-4ff4-a42d-e31eedc612d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cec418f26654197a34c45695ec4b165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739322 Aug 10 03:35:24.694773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47438) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:24.770659 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d20aa0cc-7e97-44c4-9a4a-bffccbeaa2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.772119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:24.791015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8cd11f8a-f91d-4e79-b2e8-42db7467ed9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.814611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d20aa0cc-7e97-44c4-9a4a-bffccbeaa2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.818923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:24.819424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3e78565c-f487-4e01-b9ad-6ec390bcf8f1 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:24.824626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8cd11f8a-f91d-4e79-b2e8-42db7467ed9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.023890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d20aa0cc-7e97-44c4-9a4a-bffccbeaa2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.026743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d20aa0cc-7e97-44c4-9a4a-bffccbeaa2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.028068 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d20aa0cc-7e97-44c4-9a4a-bffccbeaa2ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9671794-5565-4cfa-a974-d79883339db4 HTTP/1.1" status: 204 len: 168 time: 0.4453409 Aug 10 03:35:25.042075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aa0cc-7e97-44c4-9a4a-bffccbeaa2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9671794-5565-4cfa-a974-d79883339db4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.047939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8cd11f8a-f91d-4e79-b2e8-42db7467ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.050764 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8cd11f8a-f91d-4e79-b2e8-42db7467ed9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.056505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8cd11f8a-f91d-4e79-b2e8-42db7467ed9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6b313a4-4f03-4b92-9993-4fa7626542f5 HTTP/1.1" status: 204 len: 168 time: 0.3560379 Aug 10 03:35:25.077612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd11f8a-f91d-4e79-b2e8-42db7467ed9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b313a4-4f03-4b92-9993-4fa7626542f5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.240385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b51d8-555d-4545-95fe-f48f94a83a91 req-9dcf0238-4789-4e4c-8f25-a21053c7774d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.248559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab3b51d8-555d-4545-95fe-f48f94a83a91 req-9dcf0238-4789-4e4c-8f25-a21053c7774d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0769684 Aug 10 03:35:25.295976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab3b51d8-555d-4545-95fe-f48f94a83a91 req-52c33559-93a0-42e7-a457-fca0bdf0377f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464432 Aug 10 03:35:25.926561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.168211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb041-3836-4f51-ac23-02a41b8d5270 req-14b6d0f2-640d-4c9c-aa42-387994924406 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.169885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c92fb041-3836-4f51-ac23-02a41b8d5270 req-14b6d0f2-640d-4c9c-aa42-387994924406 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1039796 Aug 10 03:35:26.309404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c92fb041-3836-4f51-ac23-02a41b8d5270 req-af324173-6998-4130-9ed3-0dff87a4a138 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181164 Aug 10 03:35:26.315530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-e9c6149c-752f-4e7f-954f-fd0aa9e394b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.317154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-e9c6149c-752f-4e7f-954f-fd0aa9e394b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.1413193 Aug 10 03:35:26.496643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff4136-dbf0-42c0-a1d5-340999214566 req-942dfad3-83d6-4e52-a810-1ae0cfad8354 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.498214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1aff4136-dbf0-42c0-a1d5-340999214566 req-942dfad3-83d6-4e52-a810-1ae0cfad8354 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0781069 Aug 10 03:35:26.528722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-244ee981-8a9e-44ca-8aa8-3806d78ebc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.530232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-244ee981-8a9e-44ca-8aa8-3806d78ebc20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.1928813 Aug 10 03:35:26.539290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:26.562647 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4345b212-01ab-4595-9d9c-b74498eea3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.596125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1aff4136-dbf0-42c0-a1d5-340999214566 req-1567600a-8766-4ab6-9d74-d530866dd3e1 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862331 Aug 10 03:35:26.601410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-0170fa83-be7b-4493-9299-52dce1d2d78d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 217 time: 0.0557325 Aug 10 03:35:26.681854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-8c73436e-a259-4a70-a3fd-140df134ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.683907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-8c73436e-a259-4a70-a3fd-140df134ff36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.0704925 Aug 10 03:35:26.728799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-6b7d93dd-fdb3-4641-8a96-59dcf1f71721 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351884 Aug 10 03:35:26.733319 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4345b212-01ab-4595-9d9c-b74498eea3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.856791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-6fb8f978-852b-48cd-b085-13157221793c service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193280 Aug 10 03:35:26.886471 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4345b212-01ab-4595-9d9c-b74498eea3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.941472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345b212-01ab-4595-9d9c-b74498eea3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377bae7b-2cf7-4481-bd54-f06feb5a2b94,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:26.960068 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4345b212-01ab-4595-9d9c-b74498eea3e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cac49aa980d24f35b74ef9bd67ff42e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195542 Aug 10 03:35:26.963249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:26.981162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38079fb5-2cd0-4e6b-a74f-adb470d02f96 req-b44ac0fc-0c45-4d9f-9e59-bec1eab2027f service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097636 Aug 10 03:35:27.019813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db6c6a9c-3ae7-4846-9b0e-42ad5542e165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.043328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db6c6a9c-3ae7-4846-9b0e-42ad5542e165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.189841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db6c6a9c-3ae7-4846-9b0e-42ad5542e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.192726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db6c6a9c-3ae7-4846-9b0e-42ad5542e165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.193985 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db6c6a9c-3ae7-4846-9b0e-42ad5542e165 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/377bae7b-2cf7-4481-bd54-f06feb5a2b94 HTTP/1.1" status: 204 len: 168 time: 0.2295711 Aug 10 03:35:27.207567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c6a9c-3ae7-4846-9b0e-42ad5542e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377bae7b-2cf7-4481-bd54-f06feb5a2b94,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.261074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47498) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:27.379750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-816316498-network', 'tenant_id': '79543e0ca6474e7aa541d889f87ab816'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:27.446002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9c26-1fbb-4710-ac3b-3028117af2c0 req-7108b761-e806-4e66-82e3-0c7d568e89a5 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.447481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-547f9c26-1fbb-4710-ac3b-3028117af2c0 req-7108b761-e806-4e66-82e3-0c7d568e89a5 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0637841 Aug 10 03:35:27.488279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-547f9c26-1fbb-4710-ac3b-3028117af2c0 req-d925770b-ef37-46d2-9725-6a4850fd99c7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338402 Aug 10 03:35:27.543288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Made reservation on behalf of 79543e0ca6474e7aa541d889f87ab816 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:27.545734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.555034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.648924 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.718062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b191b1c-ec7d-4b3f-a9a1-90418daf3073 req-2f2c31fe-5c31-4bb8-837a-a7f7c0778b4a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.719610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b191b1c-ec7d-4b3f-a9a1-90418daf3073 req-2f2c31fe-5c31-4bb8-837a-a7f7c0778b4a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0507751 Aug 10 03:35:27.759170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.777795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b191b1c-ec7d-4b3f-a9a1-90418daf3073 req-b60a54b0-598c-460e-ab24-23b048067766 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508316 Aug 10 03:35:27.789512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:27.801598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d7add-5b73-4694-9908-5100a1ea053c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.806293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.806687 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Added segment fadf385f-ccfc-4e14-b812-b6844cb74ff4 of type vlan for network 453f3544-ac0b-4a89-88e3-322504b9a38d Aug 10 03:35:27.854755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.034951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.035975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.036669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.094562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] Pushing event updated for resources: {'Network': ['ID=453f3544-ac0b-4a89-88e3-322504b9a38d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.105286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 453f3544-ac0b-4a89-88e3-322504b9a38d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:28.327156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-51561a75-81a6-4a1b-b8dd-fc396a0b1369 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0648296 Aug 10 03:35:28.330391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47532) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:28.335725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Request body: {'subnet': {'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-816316498-subnet', 'tenant_id': '79543e0ca6474e7aa541d889f87ab816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:28.446564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Made reservation on behalf of 79543e0ca6474e7aa541d889f87ab816 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:28.448982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.554377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-bb37488a-ff62-42d3-b218-631fa839debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.556389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-bb37488a-ff62-42d3-b218-631fa839debb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1097 time: 0.0935457 Aug 10 03:35:28.757399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd327a-6158-4480-bb8f-25255fb343dd req-a963efa5-affc-45b1-a8b3-1bc2efe3b2bf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.758889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7cd327a-6158-4480-bb8f-25255fb343dd req-a963efa5-affc-45b1-a8b3-1bc2efe3b2bf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.1685109 Aug 10 03:35:28.761634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-a109a05f-3d35-4ece-b188-27534a050b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.762986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-a109a05f-3d35-4ece-b188-27534a050b54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.1965678 Aug 10 03:35:28.855164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7cd327a-6158-4480-bb8f-25255fb343dd req-da1dac79-85da-49bc-adcc-3ca25655d691 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882523 Aug 10 03:35:28.862150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-4c89d322-6572-4189-889c-4ff8628fec3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 1001 time: 0.0892768 Aug 10 03:35:28.881086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.984395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-620d9cbc-8197-4a4c-9208-99df28061a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.984979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-620d9cbc-8197-4a4c-9208-99df28061a37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1140234 Aug 10 03:35:29.057837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5626cb5-a1e6-4530-b7c9-7e513caa6db3,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.076333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Checking segment: {'id': 'fadf385f-ccfc-4e14-b812-b6844cb74ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:29.076825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Network hostable DHCP agents. Network: 453f3544-ac0b-4a89-88e3-322504b9a38d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:29.106119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239493f6-e321-49d5-ab27-238621819ecd req-a96081ab-844e-4d8c-9881-34bc8592e03e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.111417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-239493f6-e321-49d5-ab27-238621819ecd req-a96081ab-844e-4d8c-9881-34bc8592e03e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1463892 Aug 10 03:35:29.117047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-da437d42-d41d-4c81-8790-ee0a7c23402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.118549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-da437d42-d41d-4c81-8790-ee0a7c23402d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091497 Aug 10 03:35:29.211477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-239493f6-e321-49d5-ab27-238621819ecd req-98d3178c-4906-4f88-9d80-383df636ab6a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904124 Aug 10 03:35:29.219352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Network 453f3544-ac0b-4a89-88e3-322504b9a38d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:29.254801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-ba2402a3-e580-4d7e-aeb2-c15352cbc1a2 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102226 Aug 10 03:35:29.358539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4c4dd6-767a-4516-aac3-1ad06f78089c req-2025aa0a-8698-45af-97ca-b7095356e233 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915744 Aug 10 03:35:29.389715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 453f3544-ac0b-4a89-88e3-322504b9a38d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:29.403565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.407071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80629b3-d4af-4b42-a576-074a6dee60a6 None None] Network 453f3544-ac0b-4a89-88e3-322504b9a38d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:29.408831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.536991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af04c1a-ef85-48ee-8f6d-ecc5570941fb None None] Network 453f3544-ac0b-4a89-88e3-322504b9a38d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:29.567332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a98392a6-7327-4e81-8daa-3b8eff0c4645 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2357011 Aug 10 03:35:30.192430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cc7a7-e793-424c-960d-bd24a7326907 req-900ac1b8-3ba9-4d37-b8d1-04711a1f5062 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.193962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-724cc7a7-e793-424c-960d-bd24a7326907 req-900ac1b8-3ba9-4d37-b8d1-04711a1f5062 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0576828 Aug 10 03:35:30.233875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-724cc7a7-e793-424c-960d-bd24a7326907 req-4c4f024c-c333-4855-aa8f-a74d9d3020d1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320365 Aug 10 03:35:30.320528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e240-bb2e-4db5-84b1-d55c2821464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.552132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b76fe9-f07c-4571-8d9b-a112f8bbdf45 req-c2a31ae6-f1b2-42e2-a764-63c49b51c65f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.552132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66b76fe9-f07c-4571-8d9b-a112f8bbdf45 req-c2a31ae6-f1b2-42e2-a764-63c49b51c65f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0570569 Aug 10 03:35:30.583194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66b76fe9-f07c-4571-8d9b-a112f8bbdf45 req-85571526-8a1c-4e0a-8190-fea1b91fc2bf tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Aug 10 03:35:30.690586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47606) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:30.814708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22fa52b2-ea6f-486a-9b25-5b9a5c096ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.903982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22fa52b2-ea6f-486a-9b25-5b9a5c096ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.029305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22fa52b2-ea6f-486a-9b25-5b9a5c096ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.073079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa52b2-ea6f-486a-9b25-5b9a5c096ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a26ca-29b2-4876-9edc-c0b8d69e16b6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:31.079862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-22fa52b2-ea6f-486a-9b25-5b9a5c096ad5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fbaa76e308647d69ec77565ec471953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877287 Aug 10 03:35:31.083991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:31.157598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3512-59ad-464c-9bb3-5dbd5ebd8863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.179809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3512-59ad-464c-9bb3-5dbd5ebd8863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.305917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3512-59ad-464c-9bb3-5dbd5ebd8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.308743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4ebe3512-59ad-464c-9bb3-5dbd5ebd8863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.314581 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4ebe3512-59ad-464c-9bb3-5dbd5ebd8863 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf5a26ca-29b2-4876-9edc-c0b8d69e16b6 HTTP/1.1" status: 204 len: 168 time: 0.2235413 Aug 10 03:35:31.318959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe3512-59ad-464c-9bb3-5dbd5ebd8863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a26ca-29b2-4876-9edc-c0b8d69e16b6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:31.407443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8816e-f92c-4460-96ce-895a80ebb413 req-40765ead-315f-4ebe-819d-e1e5a8066f0c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.409222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75c8816e-f92c-4460-96ce-895a80ebb413 req-40765ead-315f-4ebe-819d-e1e5a8066f0c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 945 time: 0.0766711 Aug 10 03:35:31.449072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75c8816e-f92c-4460-96ce-895a80ebb413 req-018b222f-66c9-4a7b-bf79-9f757fc63c88 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336833 Aug 10 03:35:32.290324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-da16f64c-11bd-4a62-bf70-6a756760d535 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.290903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-da16f64c-11bd-4a62-bf70-6a756760d535 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/networks?id=453f3544-ac0b-4a89-88e3-322504b9a38d HTTP/1.1" status: 200 len: 809 time: 0.1306267 Aug 10 03:35:32.295926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:32.324256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-59cae58f-9af7-4d45-a791-919fab0a1ce4 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/quotas/79543e0ca6474e7aa541d889f87ab816 HTTP/1.1" status: 200 len: 375 time: 0.0200653 Aug 10 03:35:32.376785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-91c453fe-9fc3-4923-b524-230c70bd2447 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=79543e0ca6474e7aa541d889f87ab816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451860 Aug 10 03:35:32.404551 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.426814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:32.429291 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f598b4e8-40b9-405e-bf27-edb8dd59d960" -d '{"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-unplugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:32.443492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:32.458467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-4472a5ca-e23a-4807-a649-69267a506e72 service neutron] 10.222.0.26 "GET /v2.0/networks/453f3544-ac0b-4a89-88e3-322504b9a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884416 Aug 10 03:35:32.532504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.558273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-12f95e70-6db2-43fc-a536-3793439285e9 service neutron] 10.222.0.26 "GET /v2.0/networks/453f3544-ac0b-4a89-88e3-322504b9a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926685 Aug 10 03:35:32.623431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:32.681676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.001677 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeffc71-a7cd-429f-9252-d27ea139e16b x-openstack-request-id: req-bbeffc71-a7cd-429f-9252-d27ea139e16b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:33.002042 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-unplugged", "status": "failed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "code": 422}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:33.002714 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbeffc71-a7cd-429f-9252-d27ea139e16b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:33.003297 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'code': 422} returned with failed status Aug 10 03:35:33.018612 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-67588282-a260-4c26-9419-74c7339c0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.116811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21fd6-950d-42f3-a9b5-b36f213a2d05 req-4884f81e-f50b-4925-8f10-65fa163f78f5 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.118477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12a21fd6-950d-42f3-a9b5-b36f213a2d05 req-4884f81e-f50b-4925-8f10-65fa163f78f5 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0653620 Aug 10 03:35:33.176415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12a21fd6-950d-42f3-a9b5-b36f213a2d05 req-54617b7c-5639-4a4c-8ebc-ce3d21d25260 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369506 Aug 10 03:35:33.257868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7eada62-e040-4425-b3cd-9ef2c6e4b830 req-46abe7e7-7c96-4e7f-8a18-226fb53e9f35 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Aug 10 03:35:33.903323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47744) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:34.012180 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de6bef2d-5390-4bc4-b21b-fbdb776dd117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.100684 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de6bef2d-5390-4bc4-b21b-fbdb776dd117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.195223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.196312 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de6bef2d-5390-4bc4-b21b-fbdb776dd117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.252395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bef2d-5390-4bc4-b21b-fbdb776dd117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88af1f-aefb-49a5-a9b4-402f271037fc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.258463 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de6bef2d-5390-4bc4-b21b-fbdb776dd117 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f09abeac9084b99b89014af63862d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540568 Aug 10 03:35:34.261579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47752) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:34.314245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ee73-04bf-4c70-b50c-fa19b32eb1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.336859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ee73-04bf-4c70-b50c-fa19b32eb1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.497891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ee73-04bf-4c70-b50c-fa19b32eb1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.500618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6fa0ee73-04bf-4c70-b50c-fa19b32eb1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.501789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fa0ee73-04bf-4c70-b50c-fa19b32eb1b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c88af1f-aefb-49a5-a9b4-402f271037fc HTTP/1.1" status: 204 len: 168 time: 0.2388067 Aug 10 03:35:34.510093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0ee73-04bf-4c70-b50c-fa19b32eb1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88af1f-aefb-49a5-a9b4-402f271037fc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.816194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d32b44-50af-4ade-8129-53dc942c2e17 req-fb5ca932-b10e-4bdf-a452-59af264d0983 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.816194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1d32b44-50af-4ade-8129-53dc942c2e17 req-fb5ca932-b10e-4bdf-a452-59af264d0983 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0756059 Aug 10 03:35:34.860038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1d32b44-50af-4ade-8129-53dc942c2e17 req-93550def-248d-464d-a7fa-466689173552 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Aug 10 03:35:34.973468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c1c7124-7075-43ac-ac53-4142ab38ed91 req-ee500ced-9598-4b9d-8f6c-d190f6f6fb75 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 210 time: 0.0362513 Aug 10 03:35:35.709278 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.989209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:36.124688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-15962443-cece-47ae-ab5a-f47a2381797a tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:36.126674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-15962443-cece-47ae-ab5a-f47a2381797a tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.46 "GET /v2.0/networks?id=453f3544-ac0b-4a89-88e3-322504b9a38d HTTP/1.1" status: 200 len: 809 time: 0.1125782 Aug 10 03:35:36.159923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Request body: {'port': {'device_id': 'db2c2a14-725c-4adb-b51a-314da613e812', 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d', 'admin_state_up': True, 'tenant_id': '79543e0ca6474e7aa541d889f87ab816'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:36.253118 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-5c69d7a7-f5ac-4321-9c97-9b93fd19a1c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2621772 Aug 10 03:35:36.284057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:36.388690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Made reservation on behalf of 79543e0ca6474e7aa541d889f87ab816 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:36.392267 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.618034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Allocated IP 172.20.0.6 (453f3544-ac0b-4a89-88e3-322504b9a38d/a5626cb5-a1e6-4530-b7c9-7e513caa6db3/8e03194a-bf55-4385-9117-7ddcdd332966) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:36.647237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df5b74-7814-433e-b432-8af7dba4cc7f req-a69032e7-1b75-4d6b-b011-2bd21ce935d4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:36.654557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78df5b74-7814-433e-b432-8af7dba4cc7f req-a69032e7-1b75-4d6b-b011-2bd21ce935d4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0937939 Aug 10 03:35:36.733915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78df5b74-7814-433e-b432-8af7dba4cc7f req-85aba26f-95c3-4f9f-850a-a9e6c0b7dce1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681384 Aug 10 03:35:36.875959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.902337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8838a070-b4a1-4383-9cf8-e2f6206b2372 req-bc538a96-453b-46c1-9c27-1bc3b7deeba6 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 210 time: 0.0440154 Aug 10 03:35:37.201584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.253197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Network 453f3544-ac0b-4a89-88e3-322504b9a38d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:37.256989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:37.261327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:37.269539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Pushing event updated for resources: {'Port': ['ID=8e03194a-bf55-4385-9117-7ddcdd332966,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:37.321531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.322196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.421065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6f2d093c-25b8-4f46-b281-e6470fb74e78 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2688127 Aug 10 03:35:37.436759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Request body: {'port': {'device_id': 'db2c2a14-725c-4adb-b51a-314da613e812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:37.499720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.876269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e03194a-bf55-4385-9117-7ddcdd332966 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:37.895019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.309060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Transition to ACTIVE for port object 8e03194a-bf55-4385-9117-7ddcdd332966 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:38.322908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645ec6e-d0d9-40bf-9bfe-b10c0301b8c1 req-0b10492d-6857-469b-83a2-ee18978a5ccd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.329769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a645ec6e-d0d9-40bf-9bfe-b10c0301b8c1 req-0b10492d-6857-469b-83a2-ee18978a5ccd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.4475071 Aug 10 03:35:38.370458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a645ec6e-d0d9-40bf-9bfe-b10c0301b8c1 req-054e8e6c-69b9-4044-9008-2b2b1f957415 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371430 Aug 10 03:35:38.397786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.513676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Pushing event updated for resources: {'Port': ['ID=8e03194a-bf55-4385-9117-7ddcdd332966,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.550873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.551500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.552443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.553082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.553586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.554200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.554719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.555713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.556240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.556801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.557291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.557841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:38.598215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85291-0c92-4767-8570-7eb96cdb4585 req-f70fb3a5-77a9-4e0c-8676-a2e35fda4e38 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.600029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ad85291-0c92-4767-8570-7eb96cdb4585 req-f70fb3a5-77a9-4e0c-8676-a2e35fda4e38 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 943 time: 0.1213541 Aug 10 03:35:38.603015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Attempting to bind port 8e03194a-bf55-4385-9117-7ddcdd332966 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:38.603598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Attempting to bind port 8e03194a-bf55-4385-9117-7ddcdd332966 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'fadf385f-ccfc-4e14-b812-b6844cb74ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:38.604093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Attempting to bind port 8e03194a-bf55-4385-9117-7ddcdd332966 on network 453f3544-ac0b-4a89-88e3-322504b9a38d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:38.611464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Port 8e03194a-bf55-4385-9117-7ddcdd332966 on network 453f3544-ac0b-4a89-88e3-322504b9a38d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:38.612748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Attempting to bind port 8e03194a-bf55-4385-9117-7ddcdd332966 on network 453f3544-ac0b-4a89-88e3-322504b9a38d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:38.634156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:38.634503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Checking segment: {'id': 'fadf385f-ccfc-4e14-b812-b6844cb74ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:38.634925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Bound using segment: {'id': 'fadf385f-ccfc-4e14-b812-b6844cb74ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:38.635329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Bound port: 8e03194a-bf55-4385-9117-7ddcdd332966, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadf385f-ccfc-4e14-b812-b6844cb74ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:38.635702 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.687133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ad85291-0c92-4767-8570-7eb96cdb4585 req-e39508bd-3283-4b1e-9bf3-e6f99bdc22d2 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778446 Aug 10 03:35:38.712412 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47942) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:38.740497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] For port 8e03194a-bf55-4385-9117-7ddcdd332966, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:38.745570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] For port 8e03194a-bf55-4385-9117-7ddcdd332966, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e03194a-bf55-4385-9117-7ddcdd332966,segment=NetworkSegment(fadf385f-ccfc-4e14-b812-b6844cb74ff4),segment_id=fadf385f-ccfc-4e14-b812-b6844cb74ff4)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:38.837904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f716121-fe3e-484a-9a70-0137ec592ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.854688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.902345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.902657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.904127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e03194a-bf55-4385-9117-7ddcdd332966 HTTP/1.1" status: 200 len: 1092 time: 1.4723232 Aug 10 03:35:38.904688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2c2a14-725c-4adb-b51a-314da613e812', 'tag': '8e03194a-bf55-4385-9117-7ddcdd332966'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:38.907883 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "db2c2a14-725c-4adb-b51a-314da613e812", "tag": "8e03194a-bf55-4385-9117-7ddcdd332966"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:38.939190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a451c2-fbc0-4930-96e1-c5b71e3c1427 service neutron] Pushing event updated for resources: {'Port': ['ID=8e03194a-bf55-4385-9117-7ddcdd332966,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.973268 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d38f1-d3af-40e6-8cba-b507501dfa4b x-openstack-request-id: req-022d38f1-d3af-40e6-8cba-b507501dfa4b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:38.973590 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2c2a14-725c-4adb-b51a-314da613e812", "tag": "8e03194a-bf55-4385-9117-7ddcdd332966", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:38.974719 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-022d38f1-d3af-40e6-8cba-b507501dfa4b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:38.975054 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2c2a14-725c-4adb-b51a-314da613e812', 'tag': '8e03194a-bf55-4385-9117-7ddcdd332966', 'status': 'completed', 'code': 200} Aug 10 03:35:38.997784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f716121-fe3e-484a-9a70-0137ec592ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.047785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb req-ffb64e1f-726d-4e49-8098-d8389465de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.049359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb req-ffb64e1f-726d-4e49-8098-d8389465de7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79543e0ca6474e7aa541d889f87ab816&device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 1095 time: 0.0430708 Aug 10 03:35:39.109282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f716121-fe3e-484a-9a70-0137ec592ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.159038 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5f716121-fe3e-484a-9a70-0137ec592ca7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9702889fde0b4c9e88ef0f4a6373bbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449062 Aug 10 03:35:39.160622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47954) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:39.169409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716121-fe3e-484a-9a70-0137ec592ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da7fef7-4ce5-4804-ae8f-ba803d7245c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.188118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb req-327c3cbe-6511-47df-b820-8833c0fcb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.190227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb req-327c3cbe-6511-47df-b820-8833c0fcb0b1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=79543e0ca6474e7aa541d889f87ab816&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1322236 Aug 10 03:35:39.273637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-59904f57-89e5-4915-b9de-9a87f64ceca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.308886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-59904f57-89e5-4915-b9de-9a87f64ceca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.346417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb req-d5154d17-a73c-44bc-a5a9-ad280c252719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.348032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd66bac4-2bf4-46e2-8d1a-8dfc857cc7eb req-d5154d17-a73c-44bc-a5a9-ad280c252719 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502764 Aug 10 03:35:39.439880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-d01911eb-8973-453f-a278-8b45f54362ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.441481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-d01911eb-8973-453f-a278-8b45f54362ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=79543e0ca6474e7aa541d889f87ab816&device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 1095 time: 0.0433004 Aug 10 03:35:39.453070 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-59904f57-89e5-4915-b9de-9a87f64ceca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.456591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-59904f57-89e5-4915-b9de-9a87f64ceca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.461967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-59904f57-89e5-4915-b9de-9a87f64ceca5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0da7fef7-4ce5-4804-ae8f-ba803d7245c0 HTTP/1.1" status: 204 len: 168 time: 0.2963719 Aug 10 03:35:39.509639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:39.517926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59904f57-89e5-4915-b9de-9a87f64ceca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da7fef7-4ce5-4804-ae8f-ba803d7245c0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.553533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-ba7a0ece-61b0-42c4-9aaf-33bd6e260066 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e03194a-bf55-4385-9117-7ddcdd332966 HTTP/1.1" status: 200 len: 217 time: 0.0930147 Aug 10 03:35:39.574388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1502d-44eb-4c21-8caf-435826b69948 req-c44527c6-ef74-4121-b21b-7ee9abb284ac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.576497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0d1502d-44eb-4c21-8caf-435826b69948 req-c44527c6-ef74-4121-b21b-7ee9abb284ac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.1175764 Aug 10 03:35:39.651983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-1a10a292-a0fd-4c65-8b4c-68585d54282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.653545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-1a10a292-a0fd-4c65-8b4c-68585d54282d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5626cb5-a1e6-4530-b7c9-7e513caa6db3 HTTP/1.1" status: 200 len: 849 time: 0.0879607 Aug 10 03:35:39.654655 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ca67af-1420-42df-ad20-a1240cdfba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.656569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0d1502d-44eb-4c21-8caf-435826b69948 req-f79b63e8-7a60-44de-ac9f-f29e8d06a401 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710769 Aug 10 03:35:39.692865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-494898dd-320c-4b2b-89c8-37a1bd622234 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=453f3544-ac0b-4a89-88e3-322504b9a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288191 Aug 10 03:35:39.788980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ca67af-1420-42df-ad20-a1240cdfba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.850298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fec37-ded8-494d-8da3-795177e0eb51 req-6351e48c-93ad-498e-8dbe-38619980969d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.850298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-824fec37-ded8-494d-8da3-795177e0eb51 req-6351e48c-93ad-498e-8dbe-38619980969d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 943 time: 0.0787592 Aug 10 03:35:39.852261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-6fdef3b5-2392-4783-9d27-37bf515c4269 service neutron] 10.222.0.46 "GET /v2.0/networks/453f3544-ac0b-4a89-88e3-322504b9a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506245 Aug 10 03:35:39.863043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ca67af-1420-42df-ad20-a1240cdfba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.933488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca67af-1420-42df-ad20-a1240cdfba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc020e4-0f23-45b4-9c45-95ec4b67446d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.943671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29ca67af-1420-42df-ad20-a1240cdfba06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eaa062ce63b04e38a4e28745378b9dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324501 Aug 10 03:35:39.946141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47972) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:39.957124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-824fec37-ded8-494d-8da3-795177e0eb51 req-b099c96f-688e-4144-adef-fb2707bbd81e tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986350 Aug 10 03:35:40.002872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25857e6-5983-4384-b63e-b456a8ea5b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.006661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-201b9296-ff7e-4caa-b4dd-9cd3f4185763 req-babc6b00-b870-4372-8a57-ee052188a283 service neutron] 10.222.0.46 "GET /v2.0/networks/453f3544-ac0b-4a89-88e3-322504b9a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404681 Aug 10 03:35:40.025491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25857e6-5983-4384-b63e-b456a8ea5b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.217737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25857e6-5983-4384-b63e-b456a8ea5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.220438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a25857e6-5983-4384-b63e-b456a8ea5b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.231231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a25857e6-5983-4384-b63e-b456a8ea5b55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbc020e4-0f23-45b4-9c45-95ec4b67446d HTTP/1.1" status: 204 len: 168 time: 0.2768610 Aug 10 03:35:40.239350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25857e6-5983-4384-b63e-b456a8ea5b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc020e4-0f23-45b4-9c45-95ec4b67446d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:40.341170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47976) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:40.355284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f16aeefa-556a-4864-8c0a-546691272990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.445486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f16aeefa-556a-4864-8c0a-546691272990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.520282 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f16aeefa-556a-4864-8c0a-546691272990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.560879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f16aeefa-556a-4864-8c0a-546691272990 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6f23eb2ef8f49a6b2921aa1786d3798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185273 Aug 10 03:35:40.563050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16aeefa-556a-4864-8c0a-546691272990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152b1c1a-2ec5-420f-b14e-3126fa0f75c3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:40.564111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47980) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:40.624943 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1881e656-65b8-43ae-875b-2a4fd0e89706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.646891 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1881e656-65b8-43ae-875b-2a4fd0e89706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.789854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f184c9-d970-49a6-a9b4-d5f44d37fcde req-d5918796-a58f-474f-aa3c-d2b91e366cb2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.791582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09f184c9-d970-49a6-a9b4-d5f44d37fcde req-d5918796-a58f-474f-aa3c-d2b91e366cb2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0509315 Aug 10 03:35:40.833748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09f184c9-d970-49a6-a9b4-d5f44d37fcde req-9749d207-d904-49bb-9cb3-54bf790b1110 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356848 Aug 10 03:35:40.869065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1881e656-65b8-43ae-875b-2a4fd0e89706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.871775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1881e656-65b8-43ae-875b-2a4fd0e89706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.873209 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1881e656-65b8-43ae-875b-2a4fd0e89706 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/152b1c1a-2ec5-420f-b14e-3126fa0f75c3 HTTP/1.1" status: 204 len: 168 time: 0.3077037 Aug 10 03:35:40.882879 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881e656-65b8-43ae-875b-2a4fd0e89706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152b1c1a-2ec5-420f-b14e-3126fa0f75c3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.073528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d1e39-1ba1-4c2c-9e16-705dabdbdd50 req-61617f20-e776-4a0c-8992-cd4841cbf799 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.075001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a98d1e39-1ba1-4c2c-9e16-705dabdbdd50 req-61617f20-e776-4a0c-8992-cd4841cbf799 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 943 time: 0.0536497 Aug 10 03:35:41.115097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a98d1e39-1ba1-4c2c-9e16-705dabdbdd50 req-30ab64f9-8992-4abf-9f37-d3615c14d216 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330238 Aug 10 03:35:41.131012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.149092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5111c329-2e90-4525-a483-39665f1dd58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.244165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5111c329-2e90-4525-a483-39665f1dd58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.331800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5111c329-2e90-4525-a483-39665f1dd58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.372198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111c329-2e90-4525-a483-39665f1dd58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3323c3-17c3-4e30-87e4-793d02db6123,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.377398 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5111c329-2e90-4525-a483-39665f1dd58f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c42efdc75794174b1dff738c2f77aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452681 Aug 10 03:35:41.379920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47996) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.430546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad81223-b220-4fcf-b542-c76bbb3d1e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.453665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad81223-b220-4fcf-b542-c76bbb3d1e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.577187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad81223-b220-4fcf-b542-c76bbb3d1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.580059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad81223-b220-4fcf-b542-c76bbb3d1e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.584119 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7ad81223-b220-4fcf-b542-c76bbb3d1e8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e3323c3-17c3-4e30-87e4-793d02db6123 HTTP/1.1" status: 204 len: 168 time: 0.2007940 Aug 10 03:35:41.589940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad81223-b220-4fcf-b542-c76bbb3d1e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3323c3-17c3-4e30-87e4-793d02db6123,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.966558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f218b-c421-45a2-92dc-66df2d6fd156 req-6531a63f-aa07-4c44-812c-34070ccb2368 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.968109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a96f218b-c421-45a2-92dc-66df2d6fd156 req-6531a63f-aa07-4c44-812c-34070ccb2368 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0511363 Aug 10 03:35:42.017258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a96f218b-c421-45a2-92dc-66df2d6fd156 req-570d6e09-d9a5-452c-a6d5-b3ccc3de2561 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Aug 10 03:35:42.193324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48028) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:42.318282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e03194a-bf55-4385-9117-7ddcdd332966 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:42.330931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6491a-a481-4d3d-b57b-49e6410dd1b5 req-2039de3a-015d-4875-8e5b-3e6597755376 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.332658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5b6491a-a481-4d3d-b57b-49e6410dd1b5 req-2039de3a-015d-4875-8e5b-3e6597755376 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 943 time: 0.0994031 Aug 10 03:35:42.433003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5b6491a-a481-4d3d-b57b-49e6410dd1b5 req-b5a57d6e-d81e-42a2-b9d7-2b48adccb3a4 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938792 Aug 10 03:35:42.440901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e03194a-bf55-4385-9117-7ddcdd332966, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e03194a-bf55-4385-9117-7ddcdd332966,segment=NetworkSegment(fadf385f-ccfc-4e14-b812-b6844cb74ff4),segment_id=fadf385f-ccfc-4e14-b812-b6844cb74ff4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:42.452832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8e03194a-bf55-4385-9117-7ddcdd332966', 'network_id': '453f3544-ac0b-4a89-88e3-322504b9a38d', 'port_id': '8e03194a-bf55-4385-9117-7ddcdd332966', 'mac_address': 'fa:16:3e:b0:82:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5626cb5-a1e6-4530-b7c9-7e513caa6db3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:42.495674 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.510076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e03194a-bf55-4385-9117-7ddcdd332966 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:42.533084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e03194a-bf55-4385-9117-7ddcdd332966, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e03194a-bf55-4385-9117-7ddcdd332966,segment=NetworkSegment(fadf385f-ccfc-4e14-b812-b6844cb74ff4),segment_id=fadf385f-ccfc-4e14-b812-b6844cb74ff4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:42.594311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.650064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8e03194a-bf55-4385-9117-7ddcdd332966,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:42.663112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.902997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8e03194a-bf55-4385-9117-7ddcdd332966'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:43.022555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port 0c857e66-ebda-44e8-9168-446f46e560b4 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:43.023100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.173831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port 0c857e66-ebda-44e8-9168-446f46e560b4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0c857e66-ebda-44e8-9168-446f46e560b4,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:43.174119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.190986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for 0c857e66-ebda-44e8-9168-446f46e560b4 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:43.207732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008d7f-a51d-48de-8030-552e2e8c8444 req-15171b51-ecbd-4c1c-a77d-a41a68aa32c0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.209321 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1008d7f-a51d-48de-8030-552e2e8c8444 req-15171b51-ecbd-4c1c-a77d-a41a68aa32c0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0937090 Aug 10 03:35:43.295927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1008d7f-a51d-48de-8030-552e2e8c8444 req-70492f5e-5e2e-4fca-93e0-b2a1069f6782 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790274 Aug 10 03:35:43.575685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43f16e-f4ef-4ff6-b5a3-1bc006543f0b req-299c15fc-e183-411a-bad8-878e853f58ad tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.585764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f43f16e-f4ef-4ff6-b5a3-1bc006543f0b req-299c15fc-e183-411a-bad8-878e853f58ad tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 944 time: 0.0745175 Aug 10 03:35:43.618129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.646367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f43f16e-f4ef-4ff6-b5a3-1bc006543f0b req-3eb1f468-10cb-4809-89db-9aa6534c50c9 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548065 Aug 10 03:35:43.678260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=0c857e66-ebda-44e8-9168-446f46e560b4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:43.889740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.142254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:44.151776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.234725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48074) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.267694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:44.279543 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:44.284560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a9665e48-cc6a-463b-9c9a-0c50576773fa tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "PUT /v2.0/routers/b512c2c9-de0e-49af-873e-6cecf61fedd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897782 Aug 10 03:35:44.294518 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:44.295145 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:44.337170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e03194a-bf55-4385-9117-7ddcdd332966 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:44.361604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f155d860-9d4f-4709-b54d-e4463b920450 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:44.412294 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ef36-a79b-4a49-9d2c-8d1bca8099c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.465088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48084) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.465470 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f155d860-9d4f-4709-b54d-e4463b920450 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] 10.222.0.26 "PUT /v2.0/quotas/e0e33574681342f48d5abc7968ef82e4 HTTP/1.1" status: 200 len: 368 time: 0.2285769 Aug 10 03:35:44.468925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8e03194a-bf55-4385-9117-7ddcdd332966 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:44.473588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8e03194a-bf55-4385-9117-7ddcdd332966 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:44.473958 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.480719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Request body: {'network': {'project_id': 'e0e33574681342f48d5abc7968ef82e4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:44.486694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:44.538361 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ef36-a79b-4a49-9d2c-8d1bca8099c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.565226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.587583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2c2a14-725c-4adb-b51a-314da613e812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e03194a-bf55-4385-9117-7ddcdd332966'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:44.589935 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fadf70-120f-4235-954e-8ad7db34761c" -d '{"events": [{"server_uuid": "db2c2a14-725c-4adb-b51a-314da613e812", "name": "network-vif-plugged", "status": "completed", "tag": "8e03194a-bf55-4385-9117-7ddcdd332966"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:44.604673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e03194a-bf55-4385-9117-7ddcdd332966, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e03194a-bf55-4385-9117-7ddcdd332966,segment=NetworkSegment(fadf385f-ccfc-4e14-b812-b6844cb74ff4),segment_id=fadf385f-ccfc-4e14-b812-b6844cb74ff4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:44.617022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6a4ef36-a79b-4a49-9d2c-8d1bca8099c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.660731 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a6a4ef36-a79b-4a49-9d2c-8d1bca8099c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e682c6868ab4b39a9be299fd13f800f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072341 Aug 10 03:35:44.662785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4ef36-a79b-4a49-9d2c-8d1bca8099c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3327b7d-d301-4afa-9458-3592c7f2f2c1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.664120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48090) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:44.714498 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.747590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c99c9fe-0dcf-41b5-ab9c-601938726ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.749017 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 6, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 1, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:44.750529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Made reservation on behalf of e0e33574681342f48d5abc7968ef82e4 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:44.754629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.773033 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.785025 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:44.788527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8e03194a-bf55-4385-9117-7ddcdd332966,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.794982 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:44.795597 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:35:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:44.800850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c99c9fe-0dcf-41b5-ab9c-601938726ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.905602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c686-629e-4627-b22e-d9fd51cd4aaf req-b58e3337-6192-41e8-8c73-b6a137dc085c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.907689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f2c686-629e-4627-b22e-d9fd51cd4aaf req-b58e3337-6192-41e8-8c73-b6a137dc085c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0967546 Aug 10 03:35:44.909462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:44.971031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f2c686-629e-4627-b22e-d9fd51cd4aaf req-ba34f289-a78e-450c-a81b-6c4eeebf3995 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524738 Aug 10 03:35:44.981809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c99c9fe-0dcf-41b5-ab9c-601938726ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.985972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c99c9fe-0dcf-41b5-ab9c-601938726ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.988672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8c99c9fe-0dcf-41b5-ab9c-601938726ad8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3327b7d-d301-4afa-9458-3592c7f2f2c1 HTTP/1.1" status: 204 len: 168 time: 0.3229847 Aug 10 03:35:45.005785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.011369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99c9fe-0dcf-41b5-ab9c-601938726ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3327b7d-d301-4afa-9458-3592c7f2f2c1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.042136 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430fcc06-6013-4447-86de-e0517612c99d x-openstack-request-id: req-430fcc06-6013-4447-86de-e0517612c99d {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:45.042443 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2c2a14-725c-4adb-b51a-314da613e812", "name": "network-vif-plugged", "status": "completed", "tag": "8e03194a-bf55-4385-9117-7ddcdd332966", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:45.043200 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-430fcc06-6013-4447-86de-e0517612c99d {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:45.043613 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2c2a14-725c-4adb-b51a-314da613e812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e03194a-bf55-4385-9117-7ddcdd332966', 'code': 200} Aug 10 03:35:45.116140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.172515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:45.189855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a390d88e-e253-4597-9255-3ebc3f7a8b75,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.199318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.199575 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Added segment d54c21c6-1fba-44a2-bda7-fee84f4fbbb0 of type vlan for network cd8960a8-ae38-4502-a8c9-8d877de5e0b4 Aug 10 03:35:45.207407 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 6, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 1, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:45.211832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8bb08-66d0-4455-99e7-3248649d9f42 req-851a95b0-c581-45ac-bae1-075e374c2ede tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.219261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ed8bb08-66d0-4455-99e7-3248649d9f42 req-851a95b0-c581-45ac-bae1-075e374c2ede tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.1318483 Aug 10 03:35:45.240373 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.240911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3f881-7ff7-4bff-abd2-43730fa99c2e req-21a5696e-c7a2-4124-80df-c8314f6b5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.242564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51e3f881-7ff7-4bff-abd2-43730fa99c2e req-21a5696e-c7a2-4124-80df-c8314f6b5120 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 1097 time: 0.1232514 Aug 10 03:35:45.242690 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a93567-3e0d-41ac-aba7-883245607b02 None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 6, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '32bac9a8-bd80-4cee-976d-0bbed6500801', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'port_id': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'mac_address': 'fa:16:3e:70:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1deba3-1767-438a-876e-2b6646b9b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:00Z', 'updated_at': '2021-08-10T03:34:07Z', 'revision_number': 1, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:45.318557 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.338576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ed8bb08-66d0-4455-99e7-3248649d9f42 req-50cbe3b3-c5eb-44c7-b644-3a95fe6ab55b tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184595 Aug 10 03:35:45.346907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51e3f881-7ff7-4bff-abd2-43730fa99c2e req-fb3cae04-5685-4e9f-8772-5d1cd8687ba5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624316 Aug 10 03:35:45.436440 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.437342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.438458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.520919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7bfff-0f3d-4e6a-9b53-5efda8ea2f8b req-424510e6-2737-4e96-b2d9-65424f2ee496 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.525268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3a7bfff-0f3d-4e6a-9b53-5efda8ea2f8b req-424510e6-2737-4e96-b2d9-65424f2ee496 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 946 time: 0.1162035 Aug 10 03:35:45.525786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Pushing event updated for resources: {'Network': ['ID=cd8960a8-ae38-4502-a8c9-8d877de5e0b4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.536399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network cd8960a8-ae38-4502-a8c9-8d877de5e0b4 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:45.559135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e1bbcb1a-bde2-4717-83f2-4d47cc47cdde tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0928879 Aug 10 03:35:45.562068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.570297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Request body: {'network': {'project_id': 'e0e33574681342f48d5abc7968ef82e4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:45.605353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3a7bfff-0f3d-4e6a-9b53-5efda8ea2f8b req-1472fc9d-7e6e-40a9-9f4b-6636330ed75c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687716 Aug 10 03:35:45.668490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Made reservation on behalf of e0e33574681342f48d5abc7968ef82e4 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:45.671047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.699174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:45.708660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.709027 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Added segment 70843904-76ca-493b-82a8-e4cf30d6a2ba of type vlan for network a9833939-b39d-41ae-adcb-a2f6a1b18b50 Aug 10 03:35:45.750153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.851033 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.851985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.852607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.920459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Pushing event updated for resources: {'Network': ['ID=a9833939-b39d-41ae-adcb-a2f6a1b18b50,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.930716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a9833939-b39d-41ae-adcb-a2f6a1b18b50 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:45.966480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1aea7bf7-e374-48be-b0cd-fbdc6c220d5d tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4030063 Aug 10 03:35:45.969751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48116) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:45.975250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6011f302-2de8-4265-af2f-579f746e303e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Request body: {'network': {'project_id': 'e0e33574681342f48d5abc7968ef82e4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:45.991095 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6011f302-2de8-4265-af2f-579f746e303e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:35:45.991566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6011f302-2de8-4265-af2f-579f746e303e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:35:45.992817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6011f302-2de8-4265-af2f-579f746e303e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0220397 Aug 10 03:35:46.029957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48122) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.107878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67bcf0-7d6c-4f27-8e90-5155438347bc req-d13559b5-af78-4050-a1da-6a02eb7d419f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.112733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b67bcf0-7d6c-4f27-8e90-5155438347bc req-d13559b5-af78-4050-a1da-6a02eb7d419f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0576541 Aug 10 03:35:46.191291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b67bcf0-7d6c-4f27-8e90-5155438347bc req-4ba9b438-6af8-4ddc-8d99-c79e649958e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662758 Aug 10 03:35:46.243209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105f0c-3af0-4de6-9947-763091766e63 req-abcae0b3-05c7-4c7a-9760-4bdcf536d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.245180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-abcae0b3-05c7-4c7a-9760-4bdcf536d07c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4&tenant_id=01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 1095 time: 0.0881877 Aug 10 03:35:46.334055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105f0c-3af0-4de6-9947-763091766e63 req-f93ca8f7-eb6e-40b7-a0d2-49232dff7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.335595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-f93ca8f7-eb6e-40b7-a0d2-49232dff7432 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1095 time: 0.0474968 Aug 10 03:35:46.680109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c857e66-ebda-44e8-9168-446f46e560b4 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:46.705374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0c857e66-ebda-44e8-9168-446f46e560b4 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:46.706067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0c857e66-ebda-44e8-9168-446f46e560b4 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:46.844053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48146) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.850405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1eb70115-6b98-4ffb-a38d-5d76b9c16a66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0e33574681342f48d5abc7968ef82e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191626 Aug 10 03:35:46.853224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48150) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.867818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6836ce-b3ec-45ad-bb81-7d1ec20e4b54 req-9ccd2b5f-52ca-4983-a679-6cd6e0bbca85 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.869339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee6836ce-b3ec-45ad-bb81-7d1ec20e4b54 req-9ccd2b5f-52ca-4983-a679-6cd6e0bbca85 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.4508882 Aug 10 03:35:46.879444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105f0c-3af0-4de6-9947-763091766e63 req-58ff42a5-4b0e-4dca-80d0-f95717a3e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.880894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-58ff42a5-4b0e-4dca-80d0-f95717a3e65d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.5300460 Aug 10 03:35:46.906130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eed94b19-b797-4412-8371-34223b6d5a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.930039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eed94b19-b797-4412-8371-34223b6d5a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.972805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5510329-c2aa-4365-9d60-9c186b633d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.980108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee6836ce-b3ec-45ad-bb81-7d1ec20e4b54 req-0f924ff4-923b-4929-9f20-414f8fdde02c tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Aug 10 03:35:47.005049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-9d8af235-eb0b-4eed-92bc-c0753092359b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 999 time: 0.1060748 Aug 10 03:35:47.013292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-f575f539-edb7-4ae7-ad37-df67c416a79f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.014799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-f575f539-edb7-4ae7-ad37-df67c416a79f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 946 time: 0.1445770 Aug 10 03:35:47.111533 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eed94b19-b797-4412-8371-34223b6d5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.114165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eed94b19-b797-4412-8371-34223b6d5a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.115310 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eed94b19-b797-4412-8371-34223b6d5a74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a390d88e-e253-4597-9255-3ebc3f7a8b75 HTTP/1.1" status: 204 len: 168 time: 0.2611973 Aug 10 03:35:47.118154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105f0c-3af0-4de6-9947-763091766e63 req-7556d4d3-07a0-4eda-a9fc-cfb1613b6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.119666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-7556d4d3-07a0-4eda-a9fc-cfb1613b6d54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1039155 Aug 10 03:35:47.123621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48152) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.193799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6165051-d26c-45b0-a874-bd669c326dc8 req-e24fb0f0-2b6a-4838-83bd-4c01d74215b0 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.195435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6165051-d26c-45b0-a874-bd669c326dc8 req-e24fb0f0-2b6a-4838-83bd-4c01d74215b0 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 946 time: 0.1299722 Aug 10 03:35:47.221491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b105f0c-3af0-4de6-9947-763091766e63 req-e9772b3b-d4e1-4f07-8cb7-bc1795b95c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.223006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-e9772b3b-d4e1-4f07-8cb7-bc1795b95c3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795524 Aug 10 03:35:47.307758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port 26809aca-6ea2-4be3-9e20-2c57800c77e7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:47.308102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.360493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6165051-d26c-45b0-a874-bd669c326dc8 req-915300c9-03c6-4ce0-a2e6-b3ed9d559c6e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa1238a6-4f2d-46c6-8441-65667d82743f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569080 Aug 10 03:35:47.418668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-66975157-86cc-44aa-a21f-dcb3e310d4af service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788857 Aug 10 03:35:47.420607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed94b19-b797-4412-8371-34223b6d5a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a390d88e-e253-4597-9255-3ebc3f7a8b75,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.444239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port 26809aca-6ea2-4be3-9e20-2c57800c77e7, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=26809aca-6ea2-4be3-9e20-2c57800c77e7,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:47.444399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.500742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.513814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for 26809aca-6ea2-4be3-9e20-2c57800c77e7 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:47.565020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5510329-c2aa-4365-9d60-9c186b633d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.603264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.605421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336fd06-56b8-49c2-960c-5640fd16c196 req-ef987d25-ba97-4ba2-906a-ee4e1a874af7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.607374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0336fd06-56b8-49c2-960c-5640fd16c196 req-ef987d25-ba97-4ba2-906a-ee4e1a874af7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.1655521 Aug 10 03:35:47.614770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9833939-b39d-41ae-adcb-a2f6a1b18b50']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:47.624874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e5510329-c2aa-4365-9d60-9c186b633d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.629100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70843904-76ca-493b-82a8-e4cf30d6a2ba') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:47.629399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70843904-76ca-493b-82a8-e4cf30d6a2ba') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:47.643678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b105f0c-3af0-4de6-9947-763091766e63 req-f0c169d4-2a95-46df-a515-95b7d6364dab service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151551 Aug 10 03:35:47.655007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.675306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0336fd06-56b8-49c2-960c-5640fd16c196 req-267ee1ae-f9f0-429e-ba8a-960a752b0aa6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592382 Aug 10 03:35:47.687465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48158) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.687639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e5510329-c2aa-4365-9d60-9c186b633d89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36c99e9cf18b4c738ca8220068328c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424330 Aug 10 03:35:47.690933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5510329-c2aa-4365-9d60-9c186b633d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae158a9-f206-49f8-af77-99c039f6e8d2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.692233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.698677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:47.698976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:47.700730 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:47.774275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50bc5256-7a18-4361-b86c-fe7bc12fb6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.795830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50bc5256-7a18-4361-b86c-fe7bc12fb6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.862502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.893518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=26809aca-6ea2-4be3-9e20-2c57800c77e7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.899491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.906106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.907999 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a9833939-b39d-41ae-adcb-a2f6a1b18b50 HTTP/1.1" status: 204 len: 168 time: 0.7834287 Aug 10 03:35:47.918858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48166) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.926100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b74d6-9bbd-4119-ba9a-98b23cf06861 tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9833939-b39d-41ae-adcb-a2f6a1b18b50,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.945803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] No DVR routers for this DVR port 26809aca-6ea2-4be3-9e20-2c57800c77e7 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:47.948272 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.950430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55a9de3c-7fba-472e-90c5-4dfc287e8b40 req-7f9c874e-07e0-40f7-b6b0-514a1b118efb tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "DELETE /v2.0/ports/26809aca-6ea2-4be3-9e20-2c57800c77e7 HTTP/1.1" status: 204 len: 173 time: 0.9257467 Aug 10 03:35:47.950872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'name': 'network-vif-deleted', 'tag': '26809aca-6ea2-4be3-9e20-2c57800c77e7'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:47.953187 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39130eab-c81e-40c5-8c1c-a696ac32283d" -d '{"events": [{"server_uuid": "480ab89c-fd8a-4630-866d-f65bdb8341f7", "name": "network-vif-deleted", "tag": "26809aca-6ea2-4be3-9e20-2c57800c77e7"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:47.978182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50bc5256-7a18-4361-b86c-fe7bc12fb6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.985090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50bc5256-7a18-4361-b86c-fe7bc12fb6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.985649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-50bc5256-7a18-4361-b86c-fe7bc12fb6b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ae158a9-f206-49f8-af77-99c039f6e8d2 HTTP/1.1" status: 204 len: 168 time: 0.2962084 Aug 10 03:35:47.999160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.013447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc5256-7a18-4361-b86c-fe7bc12fb6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae158a9-f206-49f8-af77-99c039f6e8d2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.085531 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.096269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8960a8-ae38-4502-a8c9-8d877de5e0b4']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:48.106334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54c21c6-1fba-44a2-bda7-fee84f4fbbb0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:48.106629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54c21c6-1fba-44a2-bda7-fee84f4fbbb0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:48.115886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.132677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.139498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:48.139914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:48.142179 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:48.159373 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c474e9e-092c-4c5b-9263-2ccf985f623d x-openstack-request-id: req-5c474e9e-092c-4c5b-9263-2ccf985f623d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:48.159748 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480ab89c-fd8a-4630-866d-f65bdb8341f7", "name": "network-vif-deleted", "tag": "26809aca-6ea2-4be3-9e20-2c57800c77e7", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:48.159946 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c474e9e-092c-4c5b-9263-2ccf985f623d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:48.160387 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480ab89c-fd8a-4630-866d-f65bdb8341f7', 'name': 'network-vif-deleted', 'tag': '26809aca-6ea2-4be3-9e20-2c57800c77e7', 'status': 'completed', 'code': 200} Aug 10 03:35:48.266571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e9c54-1551-4beb-b664-9545a5f86a72 req-847068cb-dae2-4faa-8ec3-86cae9c79758 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:48.268104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c41e9c54-1551-4beb-b664-9545a5f86a72 req-847068cb-dae2-4faa-8ec3-86cae9c79758 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0561607 Aug 10 03:35:48.291642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.297402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.300631 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] 10.222.0.26 "DELETE /v2.0/networks/cd8960a8-ae38-4502-a8c9-8d877de5e0b4 HTTP/1.1" status: 204 len: 168 time: 0.3792653 Aug 10 03:35:48.315441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76152d6f-a3ed-4de1-958e-bfd3272a901e tempest-QuotasNegativeTest-2142023964 tempest-QuotasNegativeTest-2142023964-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd8960a8-ae38-4502-a8c9-8d877de5e0b4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.315699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c41e9c54-1551-4beb-b664-9545a5f86a72 req-d77b2a75-6c38-4c1c-a1d1-e1d94019e12e tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Aug 10 03:35:48.490730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7cbe48af-8afc-453b-96e2-f05c55218d2b req-aba0bc1c-9d86-44ec-bda4-16e76a4053b4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0401030 Aug 10 03:35:49.038309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ab5bf-a479-4a5f-a5cd-033322582d3e req-551b80a2-0d3b-4902-875c-71a1ceb693af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.047064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f46ab5bf-a479-4a5f-a5cd-033322582d3e req-551b80a2-0d3b-4902-875c-71a1ceb693af tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0943384 Aug 10 03:35:49.091698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f46ab5bf-a479-4a5f-a5cd-033322582d3e req-a33a6785-8f8c-4d2b-acf2-a793f53f19cf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Aug 10 03:35:49.194716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48212) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.237656 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b268-ad37-4356-bfc5-d14cf247dfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.299849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eab79-acb7-412e-b7fb-8abca91541e2 req-d8c710c9-c28f-47a3-974b-7276374f6725 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.302763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b2eab79-acb7-412e-b7fb-8abca91541e2 req-d8c710c9-c28f-47a3-974b-7276374f6725 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.1070602 Aug 10 03:35:49.369275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b2eab79-acb7-412e-b7fb-8abca91541e2 req-3f516b71-7cec-4f26-8fbf-5845e32d92bc tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617085 Aug 10 03:35:49.414276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b268-ad37-4356-bfc5-d14cf247dfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.480036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b268-ad37-4356-bfc5-d14cf247dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.521413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ecb9b268-ad37-4356-bfc5-d14cf247dfd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ab9523a628941e99db7e6607997de50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248289 Aug 10 03:35:49.522077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b268-ad37-4356-bfc5-d14cf247dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab61ad-f6ec-49cb-af6d-443f28a65a75,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.523864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48222) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:49.623701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ed3659-7a77-428b-82ca-d9443a40e881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.634242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0114dcde-98ad-4b7d-b954-bf320cab09f1 req-6f6d38c7-378b-4682-abd6-9b857356d92d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0371115 Aug 10 03:35:49.677489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ed3659-7a77-428b-82ca-d9443a40e881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.794023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ed3659-7a77-428b-82ca-d9443a40e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.796373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-29ed3659-7a77-428b-82ca-d9443a40e881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.799888 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-29ed3659-7a77-428b-82ca-d9443a40e881 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18ab61ad-f6ec-49cb-af6d-443f28a65a75 HTTP/1.1" status: 204 len: 168 time: 0.2722569 Aug 10 03:35:49.809928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed3659-7a77-428b-82ca-d9443a40e881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab61ad-f6ec-49cb-af6d-443f28a65a75,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.226363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116cd90-159f-4089-9f4a-87362a652eff req-c6f6d9f1-fc9b-46ea-9129-47cf900807f7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.227506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7116cd90-159f-4089-9f4a-87362a652eff req-c6f6d9f1-fc9b-46ea-9129-47cf900807f7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0562003 Aug 10 03:35:50.272271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7116cd90-159f-4089-9f4a-87362a652eff req-d5533839-8766-4a31-ad9b-84a03def3046 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349023 Aug 10 03:35:50.376966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26809aca-6ea2-4be3-9e20-2c57800c77e7 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:50.411952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 26809aca-6ea2-4be3-9e20-2c57800c77e7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:50.412294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 26809aca-6ea2-4be3-9e20-2c57800c77e7 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:50.499678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded121f8-2f43-4989-919e-3907f3016481 req-f03cee94-726a-4649-8513-40f5cbdb1a4f tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.501208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ded121f8-2f43-4989-919e-3907f3016481 req-f03cee94-726a-4649-8513-40f5cbdb1a4f tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0560365 Aug 10 03:35:50.563784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ded121f8-2f43-4989-919e-3907f3016481 req-05b3e342-e3e8-416a-ab0b-262a37c84441 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564189 Aug 10 03:35:50.643980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48242) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.668913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b8a15bc-2dcf-4738-ace4-d44a2a5e4a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.779125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79e26982-19e0-4780-8baa-bdc193951c3c req-7028c20f-f16a-4b25-afe9-e318a7b91fc6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0523374 Aug 10 03:35:50.845221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b8a15bc-2dcf-4738-ace4-d44a2a5e4a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.925403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b8a15bc-2dcf-4738-ace4-d44a2a5e4a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.967895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8b8a15bc-2dcf-4738-ace4-d44a2a5e4a77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=352e5de42f63420eb5fa3f2863e953bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198171 Aug 10 03:35:50.968093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48250) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:50.986845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a15bc-2dcf-4738-ace4-d44a2a5e4a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a171996e-1a67-4f68-9cc8-732a26b043bb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.025904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9490728a-84c4-4f51-8c0f-ebefe1bf6e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.051228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9490728a-84c4-4f51-8c0f-ebefe1bf6e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.177087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9490728a-84c4-4f51-8c0f-ebefe1bf6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.179679 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9490728a-84c4-4f51-8c0f-ebefe1bf6e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.180852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9490728a-84c4-4f51-8c0f-ebefe1bf6e6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a171996e-1a67-4f68-9cc8-732a26b043bb HTTP/1.1" status: 204 len: 168 time: 0.2117753 Aug 10 03:35:51.188737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490728a-84c4-4f51-8c0f-ebefe1bf6e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a171996e-1a67-4f68-9cc8-732a26b043bb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.411969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6350d81-fb7a-457b-902f-718522c6586e req-75e8e0da-88f5-4878-ba70-1d688127611a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.418973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6350d81-fb7a-457b-902f-718522c6586e req-75e8e0da-88f5-4878-ba70-1d688127611a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0563965 Aug 10 03:35:51.470305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6350d81-fb7a-457b-902f-718522c6586e req-1e469030-04d8-46f0-858c-51075607b9c7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496020 Aug 10 03:35:51.725988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d0f2b-02b1-401f-b96c-6d2ce4bcd45d req-7dc98027-bb36-44ab-ae0b-00fe92b05784 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.738021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-361d0f2b-02b1-401f-b96c-6d2ce4bcd45d req-7dc98027-bb36-44ab-ae0b-00fe92b05784 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.1043999 Aug 10 03:35:51.811058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-361d0f2b-02b1-401f-b96c-6d2ce4bcd45d req-59d16f5f-b89a-4198-8217-6e13db5d5460 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Aug 10 03:35:51.959203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc8627ff-7393-4160-8cbf-06f0084efbb3 req-08f1e9c4-41cf-4b23-b44f-e8cac370bb7f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0322978 Aug 10 03:35:52.621585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d8ef4-e13e-4223-9e46-c8986f6c64f5 req-e40d1458-1ae1-4f8a-b791-50a8c48592aa tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.622999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c57d8ef4-e13e-4223-9e46-c8986f6c64f5 req-e40d1458-1ae1-4f8a-b791-50a8c48592aa tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0656800 Aug 10 03:35:52.682429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c57d8ef4-e13e-4223-9e46-c8986f6c64f5 req-d36f9bc0-c72e-44c2-8d9b-b6fb755d469a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527658 Aug 10 03:35:52.943830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0316dc-10c0-47b0-ad58-906b02328ce0 req-598f04c8-963b-437a-8768-3bd987e8478d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.945670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a0316dc-10c0-47b0-ad58-906b02328ce0 req-598f04c8-963b-437a-8768-3bd987e8478d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Aug 10 03:35:52.988036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a0316dc-10c0-47b0-ad58-906b02328ce0 req-34c86635-ccd3-4f9f-84c5-87c190cc657e tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Aug 10 03:35:53.157171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5346bdf1-a31a-4b6f-892e-7f3b2e56c6ab req-e6df0916-1d8a-48e3-abea-54a6bfdd578f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0501761 Aug 10 03:35:53.253969 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:53.830954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3b0a-5ce6-4c3f-a17d-33ddfe8ee6c1 req-89b7ccbb-a6a2-4b61-a1b3-7d0a4439e072 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.833048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8aaa3b0a-5ce6-4c3f-a17d-33ddfe8ee6c1 req-89b7ccbb-a6a2-4b61-a1b3-7d0a4439e072 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0687068 Aug 10 03:35:53.854567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:53.876709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8aaa3b0a-5ce6-4c3f-a17d-33ddfe8ee6c1 req-4ecc453b-7fb9-426b-baae-c99977fb454b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368650 Aug 10 03:35:53.971337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-85a987a7-4f8c-45d5-80b6-ba18e28dc109 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:54.112627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926f9f-a9fd-4965-bfd1-3bf7d7d28811 req-fd86b6e5-c23a-4926-b567-01236588f7bd tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.114138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb926f9f-a9fd-4965-bfd1-3bf7d7d28811 req-fd86b6e5-c23a-4926-b567-01236588f7bd tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Aug 10 03:35:54.175866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb926f9f-a9fd-4965-bfd1-3bf7d7d28811 req-a18248c0-1faf-4ff6-9195-e884fae219b4 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551600 Aug 10 03:35:54.263253 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-85a987a7-4f8c-45d5-80b6-ba18e28dc109 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "PUT /v2.0/quotas/853c3068675e45a0b3fd09ccce6dca98 HTTP/1.1" status: 200 len: 366 time: 0.4087307 Aug 10 03:35:54.266503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.282327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bca03d0f-4892-4569-bc47-239b48d94b46 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0145233 Aug 10 03:35:54.283216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48356) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.302737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5250b895-7dfa-41e5-acd3-645822c63fbf req-0e91b98e-576e-4002-a12e-09ea50dce77a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Aug 10 03:35:54.304626 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1cabc476-9029-4603-b674-57600338f651 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "GET /v2.0/quotas/853c3068675e45a0b3fd09ccce6dca98 HTTP/1.1" status: 200 len: 366 time: 0.0095146 Aug 10 03:35:54.305254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.371377 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3fa8f7b0-1df0-4941-8b98-dac691e179dd tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/853c3068675e45a0b3fd09ccce6dca98 HTTP/1.1" status: 204 len: 168 time: 0.0649319 Aug 10 03:35:54.373564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48360) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.383106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ee2561c1-efdb-42c0-9ed6-540f8553661d tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0085430 Aug 10 03:35:54.385246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.394565 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8f189c64-09e0-462a-aa1f-8cc1393a1ddd tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "GET /v2.0/quotas/853c3068675e45a0b3fd09ccce6dca98 HTTP/1.1" status: 200 len: 370 time: 0.0084019 Aug 10 03:35:54.396563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48364) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.401619 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-55977405-2b58-4fd7-b7b8-8c0a00022cf2 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "GET /v2.0/quotas/853c3068675e45a0b3fd09ccce6dca98/default HTTP/1.1" status: 200 len: 370 time: 0.0041795 Aug 10 03:35:54.404500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48366) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.415290 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-c6a81064-e33b-4a99-abec-ddd50b1cb0c5 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:35:54.423309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6a81064-e33b-4a99-abec-ddd50b1cb0c5 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/853c3068675e45a0b3fd09ccce6dca98 HTTP/1.1" status: 404 len: 348 time: 0.0138643 Aug 10 03:35:54.772604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48374) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:54.793091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:network and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:54.798764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:54.818459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:subnet and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:54.840181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:54.857183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:subnetpool and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:54.864320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:54.878941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:port and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:54.889614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:54.897262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:router and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:54.903132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:54.912811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:floatingip and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:54.920646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:55.012108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:security_group and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:55.021193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:55.033645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Usage tracker for resource:security_group_rule and tenant:544675a780cd499eae1cd68e8d1cd8ef is out of sync, need to count used quota {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:35:55.041743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.quota.resource [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94805) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:35:55.050681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998a16a-796b-4f65-a957-8dec129032a8 req-2f26093f-2b79-4d02-a14f-a21b29ab9a59 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.052218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0998a16a-796b-4f65-a957-8dec129032a8 req-2f26093f-2b79-4d02-a14f-a21b29ab9a59 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0689912 Aug 10 03:35:55.056248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6c7780c0-2215-4aba-a875-037f77b3e439 tempest-QuotasTest-361671943 tempest-QuotasTest-361671943-project-admin] 10.222.0.26 "GET /v2.0/quotas/544675a780cd499eae1cd68e8d1cd8ef/details.json HTTP/1.1" status: 200 len: 703 time: 0.2823169 Aug 10 03:35:55.098082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0998a16a-796b-4f65-a957-8dec129032a8 req-3e623f36-09ea-412c-bfb3-b143a978a990 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367877 Aug 10 03:35:55.333714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666a608-5b2e-4175-b7ba-91a63e28e672 req-3efbdea7-df6d-4aa5-8df4-2ddeb7b21e29 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.336163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8666a608-5b2e-4175-b7ba-91a63e28e672 req-3efbdea7-df6d-4aa5-8df4-2ddeb7b21e29 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0557742 Aug 10 03:35:55.377582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8666a608-5b2e-4175-b7ba-91a63e28e672 req-631d6472-c378-422e-a59b-2969bffa46ef tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Aug 10 03:35:55.511180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ae433d0-c004-468f-b6db-aa856ff94821 req-b8e2ee46-e10a-46c9-89c3-9022c5e0e918 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0488594 Aug 10 03:35:55.712868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48390) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:55.827574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c21f068-b1cf-4160-b4d5-576d002d5543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.938405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c21f068-b1cf-4160-b4d5-576d002d5543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.125319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.213758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c21f068-b1cf-4160-b4d5-576d002d5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.262612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6c21f068-b1cf-4160-b4d5-576d002d5543 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65c9026f14814140979f40f507a56983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485108 Aug 10 03:35:56.266025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48398) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:56.268135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21f068-b1cf-4160-b4d5-576d002d5543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c01db1-d601-450f-bc1d-48263e55ed14,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.279231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16f3b4-3d1a-49ac-8f42-9775a6addfe2 req-2fcf0e86-2df0-45b0-89e6-18a9c4e9237d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.280701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd16f3b4-3d1a-49ac-8f42-9775a6addfe2 req-2fcf0e86-2df0-45b0-89e6-18a9c4e9237d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0942883 Aug 10 03:35:56.365367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30769756-19b1-4ea7-9ee8-f28f6606f7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.375169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd16f3b4-3d1a-49ac-8f42-9775a6addfe2 req-71a8c58b-e9b0-41a7-9f2c-ef0e8dd4f00b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802901 Aug 10 03:35:56.411413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30769756-19b1-4ea7-9ee8-f28f6606f7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.527357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a1aa-2754-4b8d-bb3b-7de5cd8cec55 req-d7951597-2eee-4d31-b1e5-53c98f3ed9ed tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.528884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a09a1aa-2754-4b8d-bb3b-7de5cd8cec55 req-d7951597-2eee-4d31-b1e5-53c98f3ed9ed tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0634134 Aug 10 03:35:56.531183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30769756-19b1-4ea7-9ee8-f28f6606f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.534122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30769756-19b1-4ea7-9ee8-f28f6606f7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.535390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-30769756-19b1-4ea7-9ee8-f28f6606f7c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6c01db1-d601-450f-bc1d-48263e55ed14 HTTP/1.1" status: 204 len: 168 time: 0.2683442 Aug 10 03:35:56.557016 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769756-19b1-4ea7-9ee8-f28f6606f7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c01db1-d601-450f-bc1d-48263e55ed14,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.590690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a09a1aa-2754-4b8d-bb3b-7de5cd8cec55 req-e39a1f67-1b43-4f47-9315-c5b82abe5ba2 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Aug 10 03:35:56.723602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23962d5c-9603-47ed-8c6a-5816a11be943 req-b436bc4f-cba9-4208-b06c-c0ab37d14460 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0374358 Aug 10 03:35:57.160923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48414) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.294314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8506449-68db-4c3b-88ce-72eddfab45e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.440992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8506449-68db-4c3b-88ce-72eddfab45e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.524100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.537878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a8506449-68db-4c3b-88ce-72eddfab45e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.555149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c86e0cdc-0e65-486f-969c-67ed3fdd66b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.599804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a8506449-68db-4c3b-88ce-72eddfab45e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f4ab13c94304a03899e4ff504498765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377799 Aug 10 03:35:57.603889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48424) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.612009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afb55b-b6cf-4fb3-94f2-99d8c13b7a59 req-b04b2594-7660-47ee-9787-ad7c5a75376f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.613581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87afb55b-b6cf-4fb3-94f2-99d8c13b7a59 req-b04b2594-7660-47ee-9787-ad7c5a75376f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.1277864 Aug 10 03:35:57.615591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8506449-68db-4c3b-88ce-72eddfab45e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf9aca5-ee4b-4e0d-81c3-28c58efce6d7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.681117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87afb55b-b6cf-4fb3-94f2-99d8c13b7a59 req-c3b7869e-70e2-4f1c-bed4-0ccaa993bac4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567088 Aug 10 03:35:57.712605 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9501d8b-17cb-4705-a97a-0358b75da2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.749055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9501d8b-17cb-4705-a97a-0358b75da2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.759719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c86e0cdc-0e65-486f-969c-67ed3fdd66b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.821692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c86e0cdc-0e65-486f-969c-67ed3fdd66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.838541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af8023-fb47-4f8a-8145-e5479875127e req-f954641c-354e-45f9-b0be-ac90a976864d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.840033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1af8023-fb47-4f8a-8145-e5479875127e req-f954641c-354e-45f9-b0be-ac90a976864d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0543015 Aug 10 03:35:57.859624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c86e0cdc-0e65-486f-969c-67ed3fdd66b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=544675a780cd499eae1cd68e8d1cd8ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336759 Aug 10 03:35:57.860365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:57.881686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1af8023-fb47-4f8a-8145-e5479875127e req-dadf33a0-2a64-4acb-948c-521c6fe9abb7 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Aug 10 03:35:57.899913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9501d8b-17cb-4705-a97a-0358b75da2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.902518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b9501d8b-17cb-4705-a97a-0358b75da2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.906524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b9501d8b-17cb-4705-a97a-0358b75da2f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cf9aca5-ee4b-4e0d-81c3-28c58efce6d7 HTTP/1.1" status: 204 len: 168 time: 0.2988136 Aug 10 03:35:57.925480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e0cdc-0e65-486f-969c-67ed3fdd66b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab6865-add6-4a5f-8247-30485fbd3eb8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.005382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2974c204-7329-4c42-bdc0-3a1e033b82da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.008476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9501d8b-17cb-4705-a97a-0358b75da2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf9aca5-ee4b-4e0d-81c3-28c58efce6d7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.093188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2974c204-7329-4c42-bdc0-3a1e033b82da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.093760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54611697-bb36-4134-ad78-c2ece319dae6 req-2d5c7f94-e1e2-4d7d-a90c-94a1bb0d940f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0430412 Aug 10 03:35:58.365379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2974c204-7329-4c42-bdc0-3a1e033b82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.367969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2974c204-7329-4c42-bdc0-3a1e033b82da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.369250 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2974c204-7329-4c42-bdc0-3a1e033b82da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4ab6865-add6-4a5f-8247-30485fbd3eb8 HTTP/1.1" status: 204 len: 168 time: 0.5068984 Aug 10 03:35:58.377465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974c204-7329-4c42-bdc0-3a1e033b82da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab6865-add6-4a5f-8247-30485fbd3eb8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:58.846975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475331c-9ca9-4db5-9123-9cd5300c9964 req-78f51b6d-714d-4d33-aefc-8d1626a333a2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.848949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e475331c-9ca9-4db5-9123-9cd5300c9964 req-78f51b6d-714d-4d33-aefc-8d1626a333a2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0726449 Aug 10 03:35:58.895073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e475331c-9ca9-4db5-9123-9cd5300c9964 req-18f0efa2-2457-4654-9ffe-2680971e06cf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Aug 10 03:35:59.108961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b199e-7186-4685-86fa-2861fe1da164 req-f650e6dd-cdcd-4d15-935c-e2cafb81ac68 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.121931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-270b199e-7186-4685-86fa-2861fe1da164 req-f650e6dd-cdcd-4d15-935c-e2cafb81ac68 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0771945 Aug 10 03:35:59.191379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-270b199e-7186-4685-86fa-2861fe1da164 req-64ec2987-cbc6-4d02-9755-074320b1f607 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614250 Aug 10 03:35:59.332972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ede9306-a455-40bc-a7d3-0d9ce9047945 req-46a25e2d-7464-4903-b19a-657e1723cc2a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0327475 Aug 10 03:35:59.899437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.996226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-242088887'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:00.048119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd170a3-22e4-4969-886b-46338fc7cc9f req-ec5a8373-5761-4ea0-8572-8a78d0cbd6ad tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:00.049668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fd170a3-22e4-4969-886b-46338fc7cc9f req-ec5a8373-5761-4ea0-8572-8a78d0cbd6ad tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0557840 Aug 10 03:36:00.093064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fd170a3-22e4-4969-886b-46338fc7cc9f req-ba62b6ec-5644-424a-9bb2-9f121ed93078 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326192 Aug 10 03:36:00.142157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:00.145807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.154550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.244938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.329025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a71e4-0463-4aa0-9271-0c8b46e9c9fe req-55700d53-8973-41d6-ab88-f8e950d0b0bc tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:00.330773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-583a71e4-0463-4aa0-9271-0c8b46e9c9fe req-55700d53-8973-41d6-ab88-f8e950d0b0bc tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0513766 Aug 10 03:36:00.370741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-583a71e4-0463-4aa0-9271-0c8b46e9c9fe req-b687d668-df08-417e-b641-e2b3c2aea692 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Aug 10 03:36:00.416511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.416890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-041cd4f5-e6d4-46e7-ae15-ba6131807915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.431358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:00.455472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.456165 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Added segment ce8b6590-8251-4c05-b9f6-ed35bac025bc of type vlan for network a81864aa-ea04-4b1b-ab5f-54785131581a Aug 10 03:36:00.490660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7846fae6-3edb-4182-b19d-210b6f00eddb req-423a396d-64e9-49cb-82e7-d9c88ce4f227 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=480ab89c-fd8a-4630-866d-f65bdb8341f7 HTTP/1.1" status: 200 len: 210 time: 0.0332766 Aug 10 03:36:00.500772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7196422-2c0c-4b5f-b38c-fad7d8efaaf8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.539925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.674934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.680916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:00.686072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.751822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Network': ['ID=a81864aa-ea04-4b1b-ab5f-54785131581a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.763706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a81864aa-ea04-4b1b-ab5f-54785131581a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:00.833208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48512) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:00.833562 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0be36d6-c952-4a0d-b722-2d2bf1364e27 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9327371 Aug 10 03:36:00.839454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'subnet': {'network_id': 'a81864aa-ea04-4b1b-ab5f-54785131581a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:01.090632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:01.094755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.270991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7a80e-e92e-4eaf-9ce7-02d17232ac95 req-8502d6f6-9bf0-40bf-8134-4284552e4309 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.272559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bda7a80e-e92e-4eaf-9ce7-02d17232ac95 req-8502d6f6-9bf0-40bf-8134-4284552e4309 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.0962689 Aug 10 03:36:01.357414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bda7a80e-e92e-4eaf-9ce7-02d17232ac95 req-d6df98c8-2cb9-4f4d-a2c5-02fd450f81b6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781121 Aug 10 03:36:01.434450 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.535161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Subnet': ['ID=16302196-d52d-4073-a3bc-f820a2b5b5aa,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:01.549768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae3ab1-c664-4a09-b1a7-1a6c0df55d7b req-9c8c5c1e-18ba-4bf5-a535-de88a1f1eec1 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.551242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-faae3ab1-c664-4a09-b1a7-1a6c0df55d7b req-9c8c5c1e-18ba-4bf5-a535-de88a1f1eec1 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0901299 Aug 10 03:36:01.553942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Checking segment: {'id': 'ce8b6590-8251-4c05-b9f6-ed35bac025bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a81864aa-ea04-4b1b-ab5f-54785131581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:01.554299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network hostable DHCP agents. Network: a81864aa-ea04-4b1b-ab5f-54785131581a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:01.600134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-faae3ab1-c664-4a09-b1a7-1a6c0df55d7b req-3e98592a-526c-471e-96ab-da5b6f1e1a5e tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/security-groups?id=a61d7add-5b73-4694-9908-5100a1ea053c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Aug 10 03:36:01.644835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48534) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:01.650307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:01.710271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-674afd0f-6c01-414f-adc2-e9f8da71dd02 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.739650 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-674afd0f-6c01-414f-adc2-e9f8da71dd02 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.764158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, a81864aa-ea04-4b1b-ab5f-54785131581a) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:01.769298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.769901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.774221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7819173-680a-4f06-a8d5-82799f18651a None None] Network a81864aa-ea04-4b1b-ab5f-54785131581a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:01.867688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-b7fbb624-59ab-4f80-9d54-eb67d85733da tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.869461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-b7fbb624-59ab-4f80-9d54-eb67d85733da tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.46 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Aug 10 03:36:01.872390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4e38ae3-e236-498c-97ef-f8e27c88c74f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0363438 Aug 10 03:36:01.875377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48542) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:01.879260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1221640708', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:01.902334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-674afd0f-6c01-414f-adc2-e9f8da71dd02 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.902898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa46f315-4c13-4061-bfe5-90ed1278c715 None None] Network a81864aa-ea04-4b1b-ab5f-54785131581a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:01.905053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-674afd0f-6c01-414f-adc2-e9f8da71dd02 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.906745 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-674afd0f-6c01-414f-adc2-e9f8da71dd02 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa1238a6-4f2d-46c6-8441-65667d82743f HTTP/1.1" status: 204 len: 168 time: 0.2609005 Aug 10 03:36:01.929615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674afd0f-6c01-414f-adc2-e9f8da71dd02 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1238a6-4f2d-46c6-8441-65667d82743f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:01.994740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Deleting port 8e03194a-bf55-4385-9117-7ddcdd332966 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:01.995092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.038476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.039528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.169000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.180561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] For port 8e03194a-bf55-4385-9117-7ddcdd332966, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e03194a-bf55-4385-9117-7ddcdd332966,segment=NetworkSegment(fadf385f-ccfc-4e14-b812-b6844cb74ff4),segment_id=fadf385f-ccfc-4e14-b812-b6844cb74ff4)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:02.180926 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.192722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Calling delete_port for 8e03194a-bf55-4385-9117-7ddcdd332966 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:02.508437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48556) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:02.584049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting subnet 65206582-71c7-4a9c-b4e6-0adeafe28a75 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:02.588791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.633721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.635660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.717701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.727555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-7c010652-7864-48f6-8617-938839f676e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.729109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-7c010652-7864-48f6-8617-938839f676e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.2347054 Aug 10 03:36:02.729496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.744522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2d406-bb5a-4ff4-9f9c-783a3161a90b req-563431a0-2e6b-4bd9-9132-389f6cea10b0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.746167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2d406-bb5a-4ff4-9f9c-783a3161a90b req-563431a0-2e6b-4bd9-9132-389f6cea10b0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1621134 Aug 10 03:36:02.868374 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.896464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Subnet': ['ID=65206582-71c7-4a9c-b4e6-0adeafe28a75,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.900514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.904811 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c797580-f6b6-43c8-96cd-f808505451c7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/subnets/65206582-71c7-4a9c-b4e6-0adeafe28a75 HTTP/1.1" status: 204 len: 168 time: 0.3926392 Aug 10 03:36:02.905108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:02.923104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a9ac5a-d8bc-4b2b-8a89-771da9fb9dd5 None None] Network 585047f7-8186-491e-aa50-1367c229f934 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:02.927599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2d406-bb5a-4ff4-9f9c-783a3161a90b req-75bab7a8-400f-49cd-9d5e-097166063989 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509235 Aug 10 03:36:02.965388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.005105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.022104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8e03194a-bf55-4385-9117-7ddcdd332966'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:03.026179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-bf47487c-df7c-4df4-901c-7fc2b026a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.027821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-bf47487c-df7c-4df4-901c-7fc2b026a8bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.2767103 Aug 10 03:36:03.028599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Pushing event deleted for resources: {'Port': ['ID=8e03194a-bf55-4385-9117-7ddcdd332966,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.066917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:03.066917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.083695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-714e6a9a-60ec-4da9-b1e1-4ae5eb575625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 217 time: 0.0375917 Aug 10 03:36:03.120459 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fadc253-ff01-49d4-97c6-7936f5011b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.149568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:03.149992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.166327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:03.207941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-e77867a7-ecf3-4518-822c-b096b8ee5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.209487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-e77867a7-ecf3-4518-822c-b096b8ee5844 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.1054375 Aug 10 03:36:03.260212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] DHCP port deletion for 585047f7-8186-491e-aa50-1367c229f934 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:03.268314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-08eeba46-708e-48c1-a9f2-38a2d7e5caf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490966 Aug 10 03:36:03.276904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] No DVR routers for this DVR port 8e03194a-bf55-4385-9117-7ddcdd332966 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:03.281413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.284423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3530ae77-b1ee-4e76-b27b-844af806b4fe req-8737813e-5bd0-4d85-a25a-48f7bb48128d tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.46 "DELETE /v2.0/ports/8e03194a-bf55-4385-9117-7ddcdd332966 HTTP/1.1" status: 204 len: 173 time: 1.3996119 Aug 10 03:36:03.287688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2c2a14-725c-4adb-b51a-314da613e812', 'name': 'network-vif-deleted', 'tag': '8e03194a-bf55-4385-9117-7ddcdd332966'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:03.291798 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcee017-5a39-4f88-a2a8-ca1ad14ff91f" -d '{"events": [{"server_uuid": "db2c2a14-725c-4adb-b51a-314da613e812", "name": "network-vif-deleted", "tag": "8e03194a-bf55-4385-9117-7ddcdd332966"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:03.332508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] Deleting port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:03.333006 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.341930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68329e-b951-451d-a2be-dfd7c3f78bb7 req-a43ed004-dbbe-4637-b558-c081cbca2d8f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.343723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc68329e-b951-451d-a2be-dfd7c3f78bb7 req-a43ed004-dbbe-4637-b558-c081cbca2d8f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.3233061 Aug 10 03:36:03.425978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] For port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,segment=NetworkSegment(268ed03f-0bd2-47b2-90fd-83a76431bc81),segment_id=268ed03f-0bd2-47b2-90fd-83a76431bc81)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:03.426926 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.444308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] Calling delete_port for f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:03.512045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc68329e-b951-451d-a2be-dfd7c3f78bb7 req-aafc6030-748e-48be-9a42-444ae4de1337 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299427 Aug 10 03:36:03.559653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-3a4deb59-3d37-4c1e-9b2a-637cb394fe42 service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733815 Aug 10 03:36:03.596940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.677594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bce1ae17-1e22-4a48-a066-5642c2d98fb8 req-1dd0cecc-f2e6-49d6-a47a-2278e6751b08 tempest-ServerGroupTestJSON-1429717802 tempest-ServerGroupTestJSON-1429717802-project] 10.222.0.26 "GET /v2.0/ports?device_id=db2c2a14-725c-4adb-b51a-314da613e812 HTTP/1.1" status: 200 len: 210 time: 0.0828519 Aug 10 03:36:03.680507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.724319 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06285bdf-8c9d-4c87-965f-cc31d0ea719c x-openstack-request-id: req-06285bdf-8c9d-4c87-965f-cc31d0ea719c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:03.724653 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2c2a14-725c-4adb-b51a-314da613e812", "name": "network-vif-deleted", "tag": "8e03194a-bf55-4385-9117-7ddcdd332966", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:03.724908 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06285bdf-8c9d-4c87-965f-cc31d0ea719c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:03.725304 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2c2a14-725c-4adb-b51a-314da613e812', 'name': 'network-vif-deleted', 'tag': '8e03194a-bf55-4385-9117-7ddcdd332966', 'status': 'completed', 'code': 200} Aug 10 03:36:03.732240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5487821-a3f2-4e70-8fc5-55ffef1a1ef9 req-6cc4c190-6207-49ee-8a9d-10dd4b3d46df service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604786 Aug 10 03:36:03.948990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-2a1990f8-d064-4dce-8441-c447dfb6352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.950458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-2a1990f8-d064-4dce-8441-c447dfb6352b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1095 time: 0.0412230 Aug 10 03:36:04.091662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b9db6-25e5-4698-bdca-7f51110b000a req-8a1262c5-9245-42f3-87a9-fe05d0a94403 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.093728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf2b9db6-25e5-4698-bdca-7f51110b000a req-8a1262c5-9245-42f3-87a9-fe05d0a94403 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0759714 Aug 10 03:36:04.096550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-f94d57ad-4d38-433e-9ad2-a2420c08c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.097889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-f94d57ad-4d38-433e-9ad2-a2420c08c535 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.1256473 Aug 10 03:36:04.179828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf2b9db6-25e5-4698-bdca-7f51110b000a req-981211b1-cb76-4cac-ac06-f0593b6d3263 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798285 Aug 10 03:36:04.185991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-4df270a5-5210-41b7-9277-294ba80d5f44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 200 len: 999 time: 0.0802550 Aug 10 03:36:04.206995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.208257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.210649 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.224158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] No DVR routers for this DVR port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:04.266908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] Pushing event deleted for resources: {'Port': ['ID=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.273186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.278341 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec4373-c9ca-4c20-bdd9-43d4d7112aeb None None] No DVR routers for this DVR port f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:04.340229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-31123635-657c-4f43-b0a5-644e7fb95a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.341775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-31123635-657c-4f43-b0a5-644e7fb95a1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1486974 Aug 10 03:36:04.355735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.366886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585047f7-8186-491e-aa50-1367c229f934']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:04.379490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268ed03f-0bd2-47b2-90fd-83a76431bc81') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:04.380005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268ed03f-0bd2-47b2-90fd-83a76431bc81') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:04.389344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.403368 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.417873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:04.418416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:04.422909 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:04.427218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.3 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/bcebbd62-1f20-4c8d-ba58-cfe7b779d640) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:04.431541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-a0a8f15d-512e-4b54-9f71-2b5ba031376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.433362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-a0a8f15d-512e-4b54-9f71-2b5ba031376b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826199 Aug 10 03:36:04.564963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.579057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.583889 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/networks/585047f7-8186-491e-aa50-1367c229f934 HTTP/1.1" status: 204 len: 168 time: 1.6746910 Aug 10 03:36:04.588675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:04.593890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787de5-2f3c-4509-bcdc-94cd622897a1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Network': ['ID=585047f7-8186-491e-aa50-1367c229f934,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.604801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-a2c78c01-d6e3-4299-a4e2-1b609158bbdf service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634288 Aug 10 03:36:04.679009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.774881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:04.797168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:04.797801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f0618d1c-a7f2-42b8-afdc-3a7e8a8a4636 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:04.821651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe8ca-d34a-4b88-a668-f7397f84b086 req-82d4fb37-dfbd-4589-9eb9-40138701bc24 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.823905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6dfe8ca-d34a-4b88-a668-f7397f84b086 req-82d4fb37-dfbd-4589-9eb9-40138701bc24 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.2246954 Aug 10 03:36:04.887774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddeaadf0-9d3d-40bf-9567-4fcbb5e6209c req-cc2c837f-541b-4d44-9add-992d7243cb5d service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398992 Aug 10 03:36:05.173936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.181074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6dfe8ca-d34a-4b88-a668-f7397f84b086 req-dfa361c5-28c8-4f03-a99c-526308ab9429 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487720 Aug 10 03:36:05.215458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:05.226488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:05.238161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:05.261816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=bcebbd62-1f20-4c8d-ba58-cfe7b779d640,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.282458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port be4ae6e7-11ac-402e-99fc-75b9ca48ac4c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:05.284135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.478359 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d895e5-1083-4ed8-9118-3bda7561ec76 req-9300ee07-161c-48c4-81ca-795d784622a2 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.480003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d895e5-1083-4ed8-9118-3bda7561ec76 req-9300ee07-161c-48c4-81ca-795d784622a2 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1928113 Aug 10 03:36:05.506355 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.506680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.529839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for be4ae6e7-11ac-402e-99fc-75b9ca48ac4c owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:05.560515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d895e5-1083-4ed8-9118-3bda7561ec76 req-35aebf41-ae61-4fb7-ba54-5367e9133b92 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 Aug 10 03:36:05.696134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.751295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.881548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48616) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:05.925406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Deleting subnet a5626cb5-a1e6-4530-b7c9-7e513caa6db3 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:05.928445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.962594 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.965317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.002792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=be4ae6e7-11ac-402e-99fc-75b9ca48ac4c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.007980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.018485 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.141237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.141587 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Floating IP 32bac9a8-bd80-4cee-976d-0bbed6500801 disassociated (deleted). External IP: 172.25.1.33, port: cb52591b-02bd-41b2-bc81-3e1c0f996f46. Aug 10 03:36:06.142399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.172014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.176206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5626cb5-a1e6-4530-b7c9-7e513caa6db3 HTTP/1.1" status: 204 len: 168 time: 0.2913527 Aug 10 03:36:06.177029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:06.183104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f66d1-dde1-419e-ad21-7af387085030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5626cb5-a1e6-4530-b7c9-7e513caa6db3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.250347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.341187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.351873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453f3544-ac0b-4a89-88e3-322504b9a38d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.362937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf385f-ccfc-4e14-b812-b6844cb74ff4') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.363239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf385f-ccfc-4e14-b812-b6844cb74ff4') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.372373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.380469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a26e3-17e5-4af4-aa0e-90418a723e60 req-5412a376-5e03-4a85-b68a-c07b689e0d8a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.382006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f20a26e3-17e5-4af4-aa0e-90418a723e60 req-5412a376-5e03-4a85-b68a-c07b689e0d8a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.1039567 Aug 10 03:36:06.386994 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.393839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:06.394288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:06.395998 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:06.410927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:06.438588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e03194a-bf55-4385-9117-7ddcdd332966 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:06.476422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 8e03194a-bf55-4385-9117-7ddcdd332966 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:06.480867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e03194a-bf55-4385-9117-7ddcdd332966 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:06.523809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f20a26e3-17e5-4af4-aa0e-90418a723e60 req-03283160-5ec6-4c55-b0a2-0c499fc76083 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137731 Aug 10 03:36:06.538481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:06.538732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.570877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.575618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] 10.222.0.26 "DELETE /v2.0/networks/453f3544-ac0b-4a89-88e3-322504b9a38d HTTP/1.1" status: 204 len: 168 time: 0.3982389 Aug 10 03:36:06.604986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e151d1-da42-432b-a21b-49231c638f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=453f3544-ac0b-4a89-88e3-322504b9a38d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.618418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:06.632410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:06.649465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:06.650115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.716149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.740363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:06.741115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.751518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.755544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-efeea988-44eb-4b49-813c-83f3783cd758 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8797910 Aug 10 03:36:06.755692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48636) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:06.792889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688efa8-fc2f-4538-a855-b6bf2e03c0c4 req-ad007514-643d-4156-9698-20ac28ed7726 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.802268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1688efa8-fc2f-4538-a855-b6bf2e03c0c4 req-ad007514-643d-4156-9698-20ac28ed7726 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1153183 Aug 10 03:36:06.807731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:06.810434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.811301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c21df9b-8991-4278-8550-971151080ee9 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:06.816887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.819984 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:06.845886 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:06.846157 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:06.867683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-462ea645-71ac-420b-9fe2-597bf81f6c66 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/floatingips/32bac9a8-bd80-4cee-976d-0bbed6500801 HTTP/1.1" status: 204 len: 168 time: 2.2779388 Aug 10 03:36:06.870115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:06.872459 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ead26a-3d09-421e-a502-5cd3412e83d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:06.880698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1688efa8-fc2f-4538-a855-b6bf2e03c0c4 req-15ea8132-f1a6-4b38-adba-d05f72a8e061 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Aug 10 03:36:06.966786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:07.203466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48644) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:07.289512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-28cd3e4c-103f-4435-b0eb-699d405dc507 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79543e0ca6474e7aa541d889f87ab816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822830 Aug 10 03:36:07.289968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:07.320647 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f6fa97-0ced-40c6-b525-0f4afb610374 x-openstack-request-id: req-c4f6fa97-0ced-40c6-b525-0f4afb610374 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:07.323136 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:07.323928 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f6fa97-0ced-40c6-b525-0f4afb610374 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:07.325476 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'status': 'completed', 'code': 200} Aug 10 03:36:07.327665 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 6, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:07.359919 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:07.369931 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:07.370656 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:07.386145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.456754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-e4ee10ed-41c0-4dba-971e-a251afc1d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.458282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-e4ee10ed-41c0-4dba-971e-a251afc1d066 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 1098 time: 0.1111228 Aug 10 03:36:07.460902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b7b-1600-492a-895f-dd53ee13fb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.471523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f0f0e-19a2-4791-9907-4728baa1938b req-354c02cf-83d3-40ab-9d26-f5babcc97b4c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.473059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-763f0f0e-19a2-4791-9907-4728baa1938b req-354c02cf-83d3-40ab-9d26-f5babcc97b4c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.0960610 Aug 10 03:36:07.497477 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:07.565189 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b7b-1600-492a-895f-dd53ee13fb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.648604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-763f0f0e-19a2-4791-9907-4728baa1938b req-d11065cc-7119-4fb9-bc76-1bf2fdb9207c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514699 Aug 10 03:36:07.691182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-adfc1fef-993c-4c98-b025-a851ad60f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.696826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-adfc1fef-993c-4c98-b025-a851ad60f823 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 200 len: 898 time: 0.2228680 Aug 10 03:36:07.724043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.1 (a81864aa-ea04-4b1b-ab5f-54785131581a/16302196-d52d-4073-a3bc-f820a2b5b5aa/68fe6530-78d0-4e09-bdd4-c161b4f506f3) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:07.776139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-89f9c5d8-57e7-47c1-b056-4768225d63f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46 HTTP/1.1" status: 200 len: 217 time: 0.0694389 Aug 10 03:36:07.800388 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 6, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:07.832583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b7b-1600-492a-895f-dd53ee13fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.835076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b7b-1600-492a-895f-dd53ee13fb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.839678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f63b9b7b-1600-492a-895f-dd53ee13fb5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a61d7add-5b73-4694-9908-5100a1ea053c HTTP/1.1" status: 204 len: 168 time: 0.5486684 Aug 10 03:36:07.841625 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1211e-26a1-4fbb-bab3-1fbe9ec795f0 None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:35:43Z', 'revision_number': 6, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '17a882af-29fb-4374-a919-ddb3ea5c39bc', 'name': '', 'network_id': 'b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:75:2e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:29Z', 'updated_at': '2021-08-10T03:33:36Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:07.863762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9b7b-1600-492a-895f-dd53ee13fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d7add-5b73-4694-9908-5100a1ea053c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:07.864919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.881699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ca9ee-d025-4a6c-9e65-df8ccfbbd1d2 req-c8995c6c-f1af-40a9-81f2-e38e137ebf17 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.889663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb7ca9ee-d025-4a6c-9e65-df8ccfbbd1d2 req-c8995c6c-f1af-40a9-81f2-e38e137ebf17 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 943 time: 0.1224947 Aug 10 03:36:07.899431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-24fc970d-546a-436d-be6b-df641b005a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.901320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-24fc970d-546a-436d-be6b-df641b005a10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07 HTTP/1.1" status: 200 len: 835 time: 0.1051939 Aug 10 03:36:07.967137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.980083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb7ca9ee-d025-4a6c-9e65-df8ccfbbd1d2 req-d38ba15d-1a83-4829-a20f-01d0703982cf tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889444 Aug 10 03:36:08.000952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-02e03116-7f8a-459a-80c4-2af743d93a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.000952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-02e03116-7f8a-459a-80c4-2af743d93a17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855918 Aug 10 03:36:08.028187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:08.035562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:08.041576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:08.046138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=68fe6530-78d0-4e09-bdd4-c161b4f506f3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:08.101990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.180385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-c6d29db5-e751-455b-8135-1f99b746ab4e service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729400 Aug 10 03:36:08.271167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a01d6-b2eb-4e6a-b7d2-cb40c647b475 None None] New status for floating IP 32bac9a8-bd80-4cee-976d-0bbed6500801: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:36:08.375489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.435930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:08.559842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:08.576744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '697ab600-f081-42ec-9857-0467eba1bdfc', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'port_id': '697ab600-f081-42ec-9857-0467eba1bdfc', 'mac_address': 'fa:16:3e:69:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:08.617232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed571c0-eb37-44cc-a110-2de2a6828579 req-5e04517d-91ae-4773-a6a9-d5397675e5b6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.618814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ed571c0-eb37-44cc-a110-2de2a6828579 req-5e04517d-91ae-4773-a6a9-d5397675e5b6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.4726896 Aug 10 03:36:08.622233 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.640603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697ab600-f081-42ec-9857-0467eba1bdfc {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:08.667427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:08.711437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ed571c0-eb37-44cc-a110-2de2a6828579 req-e9e5da3b-ac37-487d-8514-cec3ace12d5a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814691 Aug 10 03:36:08.718918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ead26a-3d09-421e-a502-5cd3412e83d8 req-ad449b92-2e64-4ea2-aa4f-b92e28de67b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289075 Aug 10 03:36:08.753227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.819613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:08.820779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.827503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.827838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.828183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.828660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.829047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.829383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.830041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.830294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.830622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.830941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.831264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.831583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:08.862044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75b93c-5b67-44f8-952c-8bedddfb88df req-4aa3f711-633a-4e2e-b2ed-31e4156f1d4c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.863113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c75b93c-5b67-44f8-952c-8bedddfb88df req-4aa3f711-633a-4e2e-b2ed-31e4156f1d4c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.0790260 Aug 10 03:36:08.897537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee615f-8673-4b7c-b379-509be19db398 req-d72b9b30-350c-46a4-a1a7-160ae34771d4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.899016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ee615f-8673-4b7c-b379-509be19db398 req-d72b9b30-350c-46a4-a1a7-160ae34771d4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 946 time: 0.0799956 Aug 10 03:36:08.924831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:08.944193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c75b93c-5b67-44f8-952c-8bedddfb88df req-536fe7df-b4eb-404a-8b0c-c4c58841ef4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=c6f3184e-597c-405d-b73c-4c727412889e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730536 Aug 10 03:36:09.001391 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.004064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=68fe6530-78d0-4e09-bdd4-c161b4f506f3,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.009288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['697ab600-f081-42ec-9857-0467eba1bdfc'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:09.011700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port cb52591b-02bd-41b2-bc81-3e1c0f996f46 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:09.012192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.163946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:09.165684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:09.170879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port cb52591b-02bd-41b2-bc81-3e1c0f996f46, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=cb52591b-02bd-41b2-bc81-3e1c0f996f46,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:09.172199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.212491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for cb52591b-02bd-41b2-bc81-3e1c0f996f46 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:09.249742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8947b-8773-4c10-b91f-574d95510210 req-331ece39-164e-45e6-bed4-c51a0df31cd9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.249742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89a8947b-8773-4c10-b91f-574d95510210 req-331ece39-164e-45e6-bed4-c51a0df31cd9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 944 time: 0.0957696 Aug 10 03:36:09.250948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48684) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:09.335464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89a8947b-8773-4c10-b91f-574d95510210 req-39238010-f744-4aba-beef-134edf8bc5ae tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866778 Aug 10 03:36:09.386291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:09.390031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2110890740-network', 'tenant_id': '7af554efa62b4f23a103e4c17b2a5480'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:09.498138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Made reservation on behalf of 7af554efa62b4f23a103e4c17b2a5480 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:09.500335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.510699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.513091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.536528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:09.550353 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb612b25-6ae9-4be7-a363-046b8e14f4d8 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/routers/1e46bcb4-b79d-4e01-b74e-897b2294ca5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7903485 Aug 10 03:36:09.550353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48688) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:09.554413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:09.563842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=cb52591b-02bd-41b2-bc81-3e1c0f996f46,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.568193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'port': {'network_id': 'a81864aa-ea04-4b1b-ab5f-54785131581a', 'name': 'tempest-FloatingIPTestJSON-725243123'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:09.573455 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:09.578770 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.630123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.633502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] No DVR routers for this DVR port cb52591b-02bd-41b2-bc81-3e1c0f996f46 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:09.636297 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.640522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ee615f-8673-4b7c-b379-509be19db398 req-2db66348-4106-4883-8952-9bf63c3b99da tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "DELETE /v2.0/ports/cb52591b-02bd-41b2-bc81-3e1c0f996f46 HTTP/1.1" status: 204 len: 173 time: 0.7288265 Aug 10 03:36:09.640522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'name': 'network-vif-deleted', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:09.643509 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d89a97-fec8-4dfe-bb0a-d61d4f22ea51" -d '{"events": [{"server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "name": "network-vif-deleted", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:09.646381 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:09.647034 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.685333 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bbf06-e1ae-4203-ab31-3e760506ad53 x-openstack-request-id: req-a60bbf06-e1ae-4203-ab31-3e760506ad53 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:09.685772 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1deba3-1767-438a-876e-2b6646b9b386", "name": "network-vif-deleted", "tag": "cb52591b-02bd-41b2-bc81-3e1c0f996f46", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:09.685902 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a60bbf06-e1ae-4203-ab31-3e760506ad53 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:09.686276 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1deba3-1767-438a-876e-2b6646b9b386', 'name': 'network-vif-deleted', 'tag': 'cb52591b-02bd-41b2-bc81-3e1c0f996f46', 'status': 'completed', 'code': 200} Aug 10 03:36:09.686963 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:09.687619 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b2a518-b613-4e94-a456-842ac6775625 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:09.769273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.870630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e5c8a-5919-4056-8080-6e7ce1f0b600 req-0221d104-dc9a-4fca-83ff-318af4c0d8e6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.872138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f4e5c8a-5919-4056-8080-6e7ce1f0b600 req-0221d104-dc9a-4fca-83ff-318af4c0d8e6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0622725 Aug 10 03:36:09.914906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.930856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f4e5c8a-5919-4056-8080-6e7ce1f0b600 req-e4805fb7-182c-44f1-971c-5e525b2c4c2d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Aug 10 03:36:09.971863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:09.977512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b1ae0-ce52-421a-9cfb-bf5139521b0b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:09.988972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.989325 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Added segment 3e16eb6b-eede-4291-bce1-0206aec9fd7f of type vlan for network c1a1b14f-d60a-42cb-9894-bb7beb2c4d15 Aug 10 03:36:10.114539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c93522cf-be07-4e83-9745-5b54f24325ab req-8dc80630-cdc9-4d8f-bcc6-93e59d8153ed tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e1deba3-1767-438a-876e-2b6646b9b386 HTTP/1.1" status: 200 len: 210 time: 0.0541265 Aug 10 03:36:10.335908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:10.339364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.359959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.371293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] device_id is not set on port 0435058b-41c9-4e43-bbb2-bbe86208c408 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:36:10.439361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:10.502415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c05ff0-5080-4cea-9338-f25dc1747a34 req-bb77042f-3d99-45d3-916b-019a0f99853a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.511259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c05ff0-5080-4cea-9338-f25dc1747a34 req-bb77042f-3d99-45d3-916b-019a0f99853a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 944 time: 0.0795696 Aug 10 03:36:10.518261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 697ab600-f081-42ec-9857-0467eba1bdfc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:10.519043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.522786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.13 (a81864aa-ea04-4b1b-ab5f-54785131581a/16302196-d52d-4073-a3bc-f820a2b5b5aa/0435058b-41c9-4e43-bbb2-bbe86208c408) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:10.563010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c05ff0-5080-4cea-9338-f25dc1747a34 req-3bc4c7d4-d965-4232-88c3-8ead1cdeb707 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505097 Aug 10 03:36:10.591024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.593425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.594099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.635216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.658339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:10.660646 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb460279-2e04-4d9c-b590-5ad56907cbe2" -d '{"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-plugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:10.674456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:10.707325 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a2a3c7-0065-49fc-977d-898c474a5074 x-openstack-request-id: req-69a2a3c7-0065-49fc-977d-898c474a5074 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:10.708256 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-plugged", "status": "completed", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:10.708556 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69a2a3c7-0065-49fc-977d-898c474a5074 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:10.709112 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'code': 200} Aug 10 03:36:10.717140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] Pushing event updated for resources: {'Network': ['ID=c1a1b14f-d60a-42cb-9894-bb7beb2c4d15,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:10.728043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c1a1b14f-d60a-42cb-9894-bb7beb2c4d15 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:10.774978 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.778747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-89ae7086-0b78-4205-895d-383e24aca70c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5264370 Aug 10 03:36:10.782288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48706) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:10.784274 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.789804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Request body: {'subnet': {'network_id': 'c1a1b14f-d60a-42cb-9894-bb7beb2c4d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2110890740-subnet', 'tenant_id': '7af554efa62b4f23a103e4c17b2a5480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:10.872906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:10.924843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Made reservation on behalf of 7af554efa62b4f23a103e4c17b2a5480 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:10.929391 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.952179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162366-4677-427c-8b30-fae0785a884f req-4f69a019-2904-4209-8a15-668dc265b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.952179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80162366-4677-427c-8b30-fae0785a884f req-4f69a019-2904-4209-8a15-668dc265b420 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 1098 time: 0.0415485 Aug 10 03:36:10.975782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.995109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80162366-4677-427c-8b30-fae0785a884f req-85dc6a7e-b706-4f68-9783-508fbb209a18 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Aug 10 03:36:11.026230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:11.033465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:11.041242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:11.057336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d68e2-4260-4035-9b57-d470dfe0e8c6 req-088ef72e-5388-402d-be37-3d21ddbbb15a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.058825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b89d68e2-4260-4035-9b57-d470dfe0e8c6 req-088ef72e-5388-402d-be37-3d21ddbbb15a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0531836 Aug 10 03:36:11.092422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=0435058b-41c9-4e43-bbb2-bbe86208c408,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.099002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b89d68e2-4260-4035-9b57-d470dfe0e8c6 req-5562bb65-631b-4604-9f9e-920322693b5a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Aug 10 03:36:11.116945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.117578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.163627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48714) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.217227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d9f78312-5165-4e9c-8cd0-af63e82cf6d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6567798 Aug 10 03:36:11.219526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48716) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.222644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-902c7531-e302-4f8c-bb19-a46ad855d65a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.224521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'port': {'network_id': 'a81864aa-ea04-4b1b-ab5f-54785131581a', 'name': 'tempest-FloatingIPTestJSON-1435729470'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:11.247993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-902c7531-e302-4f8c-bb19-a46ad855d65a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.286266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.369802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-902c7531-e302-4f8c-bb19-a46ad855d65a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.372270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a37b0f9-2e48-40ef-8667-4bb463f4ea2c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.372884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-902c7531-e302-4f8c-bb19-a46ad855d65a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.375427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-902c7531-e302-4f8c-bb19-a46ad855d65a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/security-groups/c6f3184e-597c-405d-b73c-4c727412889e HTTP/1.1" status: 204 len: 168 time: 0.2106409 Aug 10 03:36:11.385540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c7531-e302-4f8c-bb19-a46ad855d65a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f3184e-597c-405d-b73c-4c727412889e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.389700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Checking segment: {'id': '3e16eb6b-eede-4291-bce1-0206aec9fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c1a1b14f-d60a-42cb-9894-bb7beb2c4d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:11.390063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Network hostable DHCP agents. Network: c1a1b14f-d60a-42cb-9894-bb7beb2c4d15, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:11.462107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:11.465763 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.487493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] device_id is not set on port ac80a0c7-76e6-4f88-be34-a52fd8e56125 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:36:11.495461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Network c1a1b14f-d60a-42cb-9894-bb7beb2c4d15 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:11.500439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48720) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.585048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c1a1b14f-d60a-42cb-9894-bb7beb2c4d15) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:11.593601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.593988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.598656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae050d4-227c-4e39-ae94-a33362a4656f None None] Network c1a1b14f-d60a-42cb-9894-bb7beb2c4d15 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:11.622933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.14 (a81864aa-ea04-4b1b-ab5f-54785131581a/16302196-d52d-4073-a3bc-f820a2b5b5aa/ac80a0c7-76e6-4f88-be34-a52fd8e56125) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:11.686128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-df1f4cbc-4541-4b3f-b7f9-402907ea3377 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9026535 Aug 10 03:36:11.771708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070d194-bbc6-4dc0-bfa0-8ff1010bdb4e None None] Network c1a1b14f-d60a-42cb-9894-bb7beb2c4d15 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:11.792236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f616af9-b21c-44af-ae01-7ae117f0e154 req-f13cde73-7e84-4a7b-ae12-ed7ca7e269e3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.812370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f616af9-b21c-44af-ae01-7ae117f0e154 req-f13cde73-7e84-4a7b-ae12-ed7ca7e269e3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 946 time: 0.1336224 Aug 10 03:36:11.890904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.895367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f616af9-b21c-44af-ae01-7ae117f0e154 req-fd12d93f-e40d-45fc-993f-ec97be80601e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818958 Aug 10 03:36:11.951284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.009554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.047250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Deleting subnet 2a37b0f9-2e48-40ef-8667-4bb463f4ea2c {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:12.060385 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.082946 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.091394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:12.092182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=ac80a0c7-76e6-4f88-be34-a52fd8e56125,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:12.104509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:12.108377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:12.150491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.194667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:12.195309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.213050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.300522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3b21-e3b8-4c37-a8bd-9d87151dcfa2 req-142b8c39-81fe-4dd0-89b4-594496b59e3e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:12.302201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1eb3b21-e3b8-4c37-a8bd-9d87151dcfa2 req-142b8c39-81fe-4dd0-89b4-594496b59e3e tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1112757 Aug 10 03:36:12.318512 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4baab6f-e066-4975-9250-75d979df0f58 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0946910 Aug 10 03:36:12.326030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48762) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.329827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'ac80a0c7-76e6-4f88-be34-a52fd8e56125', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:12.372426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1eb3b21-e3b8-4c37-a8bd-9d87151dcfa2 req-99f283db-ce23-45a6-b9c6-68730b3859cb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Aug 10 03:36:12.376932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.406066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a37b0f9-2e48-40ef-8667-4bb463f4ea2c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:12.411155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.413159 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e61f5192-e028-4a92-826e-c9c8f5155895 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2a37b0f9-2e48-40ef-8667-4bb463f4ea2c HTTP/1.1" status: 204 len: 168 time: 0.4596033 Aug 10 03:36:12.417288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48770) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.439389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.481998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb52591b-02bd-41b2-bc81-3e1c0f996f46 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:12.505775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: cb52591b-02bd-41b2-bc81-3e1c0f996f46 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:12.506602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device cb52591b-02bd-41b2-bc81-3e1c0f996f46 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:12.544589 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.559277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port 17a882af-29fb-4374-a919-ddb3ea5c39bc {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:12.560626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.567540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.674571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.145 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/33f7b322-5d27-4127-bc03-62a4a3be7edb) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:12.701153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.720646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a1b14f-d60a-42cb-9894-bb7beb2c4d15']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:12.735588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port 17a882af-29fb-4374-a919-ddb3ea5c39bc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=17a882af-29fb-4374-a919-ddb3ea5c39bc,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:12.735957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.742352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e16eb6b-eede-4291-bce1-0206aec9fd7f') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:12.742352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e16eb6b-eede-4291-bce1-0206aec9fd7f') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:12.763030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.764810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for 17a882af-29fb-4374-a919-ddb3ea5c39bc owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:12.784032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.813972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.821730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:12.822150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:12.824069 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:12.988262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.989917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.032702 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.033815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:13.037206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c1a1b14f-d60a-42cb-9894-bb7beb2c4d15 HTTP/1.1" status: 204 len: 168 time: 0.6166592 Aug 10 03:36:13.048552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:13.053447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0a970-f5d6-407e-af69-29edc7d0a717 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a1b14f-d60a-42cb-9894-bb7beb2c4d15,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.053763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:13.057036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=33f7b322-5d27-4127-bc03-62a4a3be7edb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.089130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d7d80-38ce-4c48-8334-44d116601ba6 req-5bd2d13d-2118-4e99-9f31-034d676122ec tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.090806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871d7d80-38ce-4c48-8334-44d116601ba6 req-5bd2d13d-2118-4e99-9f31-034d676122ec tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 946 time: 0.1162503 Aug 10 03:36:13.156589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871d7d80-38ce-4c48-8334-44d116601ba6 req-1f37db9a-f74a-480a-ad3c-6ac49e55d441 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580318 Aug 10 03:36:13.160088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.204600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=17a882af-29fb-4374-a919-ddb3ea5c39bc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.423091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.433906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48798) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:13.557255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fde3309e-1bee-48b7-9aa0-333e7bb00738 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7af554efa62b4f23a103e4c17b2a5480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249433 Aug 10 03:36:13.558385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:13.618338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74024793-9874-4383-ba75-e9a10331d48c req-e1838e6f-7838-42f1-b946-d705b91ca0e6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.619957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74024793-9874-4383-ba75-e9a10331d48c req-e1838e6f-7838-42f1-b946-d705b91ca0e6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1237314 Aug 10 03:36:13.664418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.665993 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5257d78f-422b-4f52-8d42-98907d00e4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.720169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74024793-9874-4383-ba75-e9a10331d48c req-1b1d2520-71b6-4600-91ed-95497d35d9a5 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886381 Aug 10 03:36:13.721869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5257d78f-422b-4f52-8d42-98907d00e4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.783139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router b512c2c9-de0e-49af-873e-6cecf61fedd7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:13.853061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5257d78f-422b-4f52-8d42-98907d00e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.856081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5257d78f-422b-4f52-8d42-98907d00e4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.857390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5257d78f-422b-4f52-8d42-98907d00e4a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c5b1ae0-ce52-421a-9cfb-bf5139521b0b HTTP/1.1" status: 204 len: 168 time: 0.2978644 Aug 10 03:36:13.871037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257d78f-422b-4f52-8d42-98907d00e4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b1ae0-ce52-421a-9cfb-bf5139521b0b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.872989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.913327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:13.922638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9e1c97e0-f060-45e0-b640-5f67bf06f0e8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "PUT /v2.0/routers/b512c2c9-de0e-49af-873e-6cecf61fedd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4176178 Aug 10 03:36:13.922638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48806) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:13.929533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] Sync routers for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:13.955423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:13.955423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:13.980781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting subnet 2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:13.984119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.026972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.147914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:14.155180 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.157303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.216113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.288145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=33f7b322-5d27-4127-bc03-62a4a3be7edb,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:14.331717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.361327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052b821-76f4-4cd0-87c1-ddd779a06b12 req-e40ccf3b-d578-4b94-a817-d44773a0f8fb tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:14.364582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0052b821-76f4-4cd0-87c1-ddd779a06b12 req-e40ccf3b-d578-4b94-a817-d44773a0f8fb tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 946 time: 0.0884092 Aug 10 03:36:14.366250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 7, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:14.371305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.404640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] Checking router: b512c2c9-de0e-49af-873e-6cecf61fedd7 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:14.416329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] Routers {'b512c2c9-de0e-49af-873e-6cecf61fedd7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:14.416991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b512c2c9-de0e-49af-873e-6cecf61fedd7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:14.428206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:14.430413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.437322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-97673dba-eb42-4a0e-862b-863c65265522 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/subnets/2c6f3a46-0ea9-4da1-b24b-f4a4f701ea07 HTTP/1.1" status: 204 len: 168 time: 0.5122919 Aug 10 03:36:14.437925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48812) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:14.480978 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP fdc6c83e-ac80-4409-a6c6-6db7e5b339e5 associated. External IP: 172.25.1.145, port: ac80a0c7-76e6-4f88-be34-a52fd8e56125. Aug 10 03:36:14.503642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59cf85b-86b0-4ca0-8a1e-99c69bc765aa None None] Network b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:14.667903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] Set router b512c2c9-de0e-49af-873e-6cecf61fedd7 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:14.846207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:14.874894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0052b821-76f4-4cd0-87c1-ddd779a06b12 req-8a16288e-fc5f-4673-a975-50898eed615f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985449 Aug 10 03:36:14.929327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] DHCP port deletion for b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:14.937798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 7, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:14.992633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa081a6-d15c-45d8-884c-a23f22dab4e0 None None] The sync data for ids ['b512c2c9-de0e-49af-873e-6cecf61fedd7'] in n-d-765315-26 is: [{'id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'name': 'tempest-TestNetworkBasicOps-router-1131124658', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:22Z', 'updated_at': '2021-08-10T03:36:12Z', 'revision_number': 7, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': 'a3c675e2-0652-43f6-a1ab-e0e425fadefe', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512c2c9-de0e-49af-873e-6cecf61fedd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:24Z', 'updated_at': '2021-08-10T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:15.049606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] Deleting port 74494041-d41a-4fec-b384-e2a1bb2ac136 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:15.050775 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.109915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:15.140673 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:15.150311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84571c07-528d-4f07-8ab1-8ff47c3ccdf3 req-ddd77f8f-7fbc-44f1-a5ef-1c1322c77501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.150311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84571c07-528d-4f07-8ab1-8ff47c3ccdf3 req-ddd77f8f-7fbc-44f1-a5ef-1c1322c77501 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.1768072 Aug 10 03:36:15.153089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.154428 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:15.158175 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.224280 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.242010 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:15.244145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a9894-1978-4a6b-9c23-bc587859d499 req-80267973-cd28-42c5-8535-a894ffb0e23a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.245799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] For port 74494041-d41a-4fec-b384-e2a1bb2ac136, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=74494041-d41a-4fec-b384-e2a1bb2ac136,segment=NetworkSegment(b57972c3-f608-4c3f-898e-a9740a32464e),segment_id=b57972c3-f608-4c3f-898e-a9740a32464e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:15.245989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-808a9894-1978-4a6b-9c23-bc587859d499 req-80267973-cd28-42c5-8535-a894ffb0e23a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1905689 Aug 10 03:36:15.246346 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.248361 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.254034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84571c07-528d-4f07-8ab1-8ff47c3ccdf3 req-f24ff32d-9a40-4bef-aa14-e8a1ab69f32a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950863 Aug 10 03:36:15.256441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.271778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] Calling delete_port for 74494041-d41a-4fec-b384-e2a1bb2ac136 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:15.289712 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:15.290685 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad437302-18c5-4656-9e04-94f979ca2599 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:15.311759 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db296c39-119d-4a92-acbf-09976b404852 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9898331 Aug 10 03:36:15.312835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48840) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:15.318031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:15.366829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-808a9894-1978-4a6b-9c23-bc587859d499 req-be159ae8-19d6-4e5d-a7e1-16d3a0cc26bb tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051123 Aug 10 03:36:15.379385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.408582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.422850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.572580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port a3c675e2-0652-43f6-a1ab-e0e425fadefe {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:15.572936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.603658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.636209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] No DVR routers for this DVR port 74494041-d41a-4fec-b384-e2a1bb2ac136 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:15.696720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port a3c675e2-0652-43f6-a1ab-e0e425fadefe, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a3c675e2-0652-43f6-a1ab-e0e425fadefe,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:15.697018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.704583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517e422-5c65-4e8b-9271-f0d5168ca886 None None] Pushing event deleted for resources: {'Port': ['ID=74494041-d41a-4fec-b384-e2a1bb2ac136,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.724708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for a3c675e2-0652-43f6-a1ab-e0e425fadefe owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:15.731264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.757030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48848) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:15.787824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.788600 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP fdc6c83e-ac80-4409-a6c6-6db7e5b339e5 disassociated. External IP: 172.25.1.145, port: ac80a0c7-76e6-4f88-be34-a52fd8e56125. Aug 10 03:36:16.127341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.167567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=a3c675e2-0652-43f6-a1ab-e0e425fadefe,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:16.218843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa67ffdd-06c2-4dc6-b39b-47dc185ce686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.251971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.363148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.366543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.391330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:16.468749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa67ffdd-06c2-4dc6-b39b-47dc185ce686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.495892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018b08-75b1-48b2-9a1a-5b747f26b345 req-5a185c3d-0e0c-429a-9218-52f07958bb1c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.497531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7018b08-75b1-48b2-9a1a-5b747f26b345 req-5a185c3d-0e0c-429a-9218-52f07958bb1c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0528071 Aug 10 03:36:16.501303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.501942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Fanout notify agent at l3_agent the message router_deleted on router b512c2c9-de0e-49af-873e-6cecf61fedd7 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:16.511243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.513070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-99e7012c-4e40-4451-9d1e-a93b18b9006c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/routers/b512c2c9-de0e-49af-873e-6cecf61fedd7 HTTP/1.1" status: 204 len: 168 time: 2.0735412 Aug 10 03:36:16.513708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48866) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:16.533529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa67ffdd-06c2-4dc6-b39b-47dc185ce686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.576894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:16.581944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.592594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:16.604380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:16.605097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67ffdd-06c2-4dc6-b39b-47dc185ce686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95f2cf-7787-4deb-9841-61b70ee086c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:16.605882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.614919 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fa67ffdd-06c2-4dc6-b39b-47dc185ce686 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27606704372046f8aefcc541354435a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8562684 Aug 10 03:36:16.617350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:16.621022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7018b08-75b1-48b2-9a1a-5b747f26b345 req-81d24795-ac93-4293-9bc5-a2b35aa4df25 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979371 Aug 10 03:36:16.625213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.664775 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-07ff4894-4cea-4788-98b7-c6c6cf10b897 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/floatingips/fdc6c83e-ac80-4409-a6c6-6db7e5b339e5 HTTP/1.1" status: 200 len: 688 time: 1.3504725 Aug 10 03:36:16.668729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48876) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:16.721742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.734112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41848bfd-765f-4ee2-9b85-297f62fb46d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.748479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.748714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:16.752065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.763318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.812108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57972c3-f608-4c3f-898e-a9740a32464e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.812437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57972c3-f608-4c3f-898e-a9740a32464e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.817560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:16.818356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30918e44-1b16-42eb-93fa-76b913874fed None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:16.831627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.848071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.849284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41848bfd-765f-4ee2-9b85-297f62fb46d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.859056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:16.860194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:16.865531 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:16.908151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 33f7b322-5d27-4127-bc03-62a4a3be7edb {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:16.908551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.994300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.994640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.011080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 33f7b322-5d27-4127-bc03-62a4a3be7edb owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:17.021541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.036614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.041736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/networks/b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85 HTTP/1.1" status: 204 len: 168 time: 0.5238817 Aug 10 03:36:17.050716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1411-f54d-4c0a-aff3-75c22b9ebe6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Network': ['ID=b7cbb05c-2ef1-4d14-8c5e-48b7e72e6a85,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.062792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41848bfd-765f-4ee2-9b85-297f62fb46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.063941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48884) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:17.065540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-41848bfd-765f-4ee2-9b85-297f62fb46d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.072920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41848bfd-765f-4ee2-9b85-297f62fb46d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef95f2cf-7787-4deb-9841-61b70ee086c0 HTTP/1.1" status: 204 len: 168 time: 0.4488335 Aug 10 03:36:17.073032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'network': {'name': 'tempest-network-smoke--1176726825', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'port_security_enabled': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:17.106323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41848bfd-765f-4ee2-9b85-297f62fb46d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95f2cf-7787-4deb-9841-61b70ee086c0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.210253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:17.217158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.238435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 74494041-d41a-4fec-b384-e2a1bb2ac136 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:17.283789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 74494041-d41a-4fec-b384-e2a1bb2ac136 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:17.284134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 74494041-d41a-4fec-b384-e2a1bb2ac136 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:17.284580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17a882af-29fb-4374-a919-ddb3ea5c39bc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:17.325561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 17a882af-29fb-4374-a919-ddb3ea5c39bc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:17.331692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 17a882af-29fb-4374-a919-ddb3ea5c39bc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:17.379968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661873d7-13e1-4e22-8602-179324bcc412 req-ac8e76e9-4188-4b84-a13c-56de255028f6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.381511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-661873d7-13e1-4e22-8602-179324bcc412 req-ac8e76e9-4188-4b84-a13c-56de255028f6 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1132121 Aug 10 03:36:17.386530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.389787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-08046994-9321-4675-b8aa-76285f39a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.391225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-08046994-9321-4675-b8aa-76285f39a95c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=558997567a9345c3bdac8bff775c7b8e&device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 1098 time: 0.0729218 Aug 10 03:36:17.395886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:17.427354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=33f7b322-5d27-4127-bc03-62a4a3be7edb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.475782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-661873d7-13e1-4e22-8602-179324bcc412 req-6ac385bb-d753-435e-a60b-56d830115f85 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835135 Aug 10 03:36:17.488825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.491752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.492972 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1a099e5f-431e-4031-aa79-4d2b1ec2c5c1 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/floatingips/fdc6c83e-ac80-4409-a6c6-6db7e5b339e5 HTTP/1.1" status: 204 len: 168 time: 0.8232775 Aug 10 03:36:17.496433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:17.501677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '0435058b-41c9-4e43-bbb2-bbe86208c408'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:17.508065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.508437 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Added segment 6df0aaca-bc2d-4a02-bb5d-21f8a42a473b of type vlan for network 772715f4-b293-43b5-888f-7faf3213560c Aug 10 03:36:17.571776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.608688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-527687a6-12fe-4349-b81d-86c889924e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.610219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-527687a6-12fe-4349-b81d-86c889924e31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 200 len: 918 time: 0.2056682 Aug 10 03:36:17.610585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.673668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-3cbc91c3-4c48-4b33-9041-5ffda662460b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 200 len: 217 time: 0.0514779 Aug 10 03:36:17.744245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-b9b42927-018c-43f4-9078-29435a8f9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.745624 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.746445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-b9b42927-018c-43f4-9078-29435a8f9740 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 200 len: 857 time: 0.0658491 Aug 10 03:36:17.748640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.755625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.756851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.856244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-6427db18-76ba-43ae-a4ba-2b7f2becc38f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4af9c02f-602c-4beb-9808-115d3abfe156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960183 Aug 10 03:36:17.868727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.13 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/390d7407-adea-4036-ab6f-38bf4d6aa175) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:17.940203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Network': ['ID=772715f4-b293-43b5-888f-7faf3213560c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.950366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 772715f4-b293-43b5-888f-7faf3213560c details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:17.959637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-525bec7f-0649-4faf-9bc5-fc8d08ae3aa9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8944089 Aug 10 03:36:17.962700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48906) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:17.967237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'admin_state_up': True, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:17.981851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.012271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48908) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:18.030135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-e5f15f43-b4af-48b2-a17e-12dcbda9d36f service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615174 Aug 10 03:36:18.031018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bbc518c0-6962-4ffd-b0cc-8286097a838f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.105466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.106616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.131864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.172270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:18.177963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:18.181690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:18.209855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=390d7407-adea-4036-ab6f-38bf4d6aa175,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.224801 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.227398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fc02fb8-1c7c-4549-80d5-3c5bf2edb3d9 req-e28fc19f-6c5c-4279-a31a-a3c63a3f69bd service neutron] 10.222.0.46 "GET /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877143 Aug 10 03:36:18.283933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bbc518c0-6962-4ffd-b0cc-8286097a838f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.362655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bbc518c0-6962-4ffd-b0cc-8286097a838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.466461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bbc518c0-6962-4ffd-b0cc-8286097a838f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a5ebe41d68a43e090ab445912599e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531009 Aug 10 03:36:18.467723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc518c0-6962-4ffd-b0cc-8286097a838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f73fd08-1180-4d0d-aaa4-f2360d0f46ba,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.469822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48912) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:18.501092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.606629 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6d879d-c58b-4456-90af-fd15c58d675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.623120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.649386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e8cb-1ee4-4936-9281-2830f8740216 req-fb3889c0-2ee5-4264-95b0-6f95ac4eb427 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.650924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4987e8cb-1ee4-4936-9281-2830f8740216 req-fb3889c0-2ee5-4264-95b0-6f95ac4eb427 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1069593 Aug 10 03:36:18.655406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6d879d-c58b-4456-90af-fd15c58d675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.705984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4987e8cb-1ee4-4936-9281-2830f8740216 req-cbfdfb79-a8b9-4f6e-8322-11c9c6d3907b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Aug 10 03:36:18.721699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a3c675e2-0652-43f6-a1ab-e0e425fadefe no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:18.741869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a3c675e2-0652-43f6-a1ab-e0e425fadefe {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:18.742205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a3c675e2-0652-43f6-a1ab-e0e425fadefe not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:18.783044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.804580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6d879d-c58b-4456-90af-fd15c58d675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.807071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6d879d-c58b-4456-90af-fd15c58d675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.810982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e6d879d-c58b-4456-90af-fd15c58d675c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f73fd08-1180-4d0d-aaa4-f2360d0f46ba HTTP/1.1" status: 204 len: 168 time: 0.3397028 Aug 10 03:36:18.829579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d879d-c58b-4456-90af-fd15c58d675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f73fd08-1180-4d0d-aaa4-f2360d0f46ba,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.859569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.879587 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.972436 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.993658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.25.1.219 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/59777b32-50d3-469e-9210-4f2ea364ef58) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:19.055757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.096160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.127734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=390d7407-adea-4036-ab6f-38bf4d6aa175,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.146365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.246584 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP 9e9092f5-0c26-4055-bf8f-c23ee90c89c1 associated. External IP: 172.25.1.13, port: 0435058b-41c9-4e43-bbb2-bbe86208c408. Aug 10 03:36:19.267958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.316648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:19.321534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:19.327460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:19.330151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=59777b32-50d3-469e-9210-4f2ea364ef58,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.468044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:19.585294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:19.598405 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:19.610477 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:19.615997 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.616154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48926) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.631532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75487108-0984-44b3-8960-4a0eab334fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.652938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.653401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.665211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:19.666001 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.699065 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c9614a1e-1c42-405f-9f13-35c8768544b3 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2011261 Aug 10 03:36:19.702636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48928) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.704823 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:19.705631 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d25575-d083-4c18-b07b-51df549c3566 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:19.772362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-61ee4044-c1f9-4619-ada9-a040e888f5b6 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/floatingips/9e9092f5-0c26-4055-bf8f-c23ee90c89c1 HTTP/1.1" status: 200 len: 977 time: 0.0686536 Aug 10 03:36:19.775085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48934) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.837164 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75487108-0984-44b3-8960-4a0eab334fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.838291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.896070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75487108-0984-44b3-8960-4a0eab334fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.944379 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-75487108-0984-44b3-8960-4a0eab334fab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c21ec52c79a40f78e826176cffbaccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262572 Aug 10 03:36:19.944379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75487108-0984-44b3-8960-4a0eab334fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404439c9-3961-4c5d-89ea-c20749a73400,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.945337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48940) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.987777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1026a7c2-1664-42ac-a10c-630b8d9d02c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.999372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-00cbfdf2-1f56-42b5-8faf-1e4055777c38 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2231054 Aug 10 03:36:20.002291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48942) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:20.010668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'port_id': 'ac80a0c7-76e6-4f88-be34-a52fd8e56125'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:20.022561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230ed12-5e4a-4e71-ae5e-17ac45ce9813 req-c9c0909a-6028-424a-a1d6-0d057e353328 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.024029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9230ed12-5e4a-4e71-ae5e-17ac45ce9813 req-c9c0909a-6028-424a-a1d6-0d057e353328 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.2253859 Aug 10 03:36:20.029233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-430c67fc-419b-4453-ba72-e0a5a0a351f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.063235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-430c67fc-419b-4453-ba72-e0a5a0a351f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.083960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.149546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9230ed12-5e4a-4e71-ae5e-17ac45ce9813 req-e340f315-5101-4735-8a26-3d96c04aa198 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905628 Aug 10 03:36:20.150263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1026a7c2-1664-42ac-a10c-630b8d9d02c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.159153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.238643 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-430c67fc-419b-4453-ba72-e0a5a0a351f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.241296 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-430c67fc-419b-4453-ba72-e0a5a0a351f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.243083 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-430c67fc-419b-4453-ba72-e0a5a0a351f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/404439c9-3961-4c5d-89ea-c20749a73400 HTTP/1.1" status: 204 len: 168 time: 0.2970762 Aug 10 03:36:20.253339 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c67fc-419b-4453-ba72-e0a5a0a351f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404439c9-3961-4c5d-89ea-c20749a73400,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.256963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1026a7c2-1664-42ac-a10c-630b8d9d02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.302180 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1026a7c2-1664-42ac-a10c-630b8d9d02c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da2e3405848048e9afe7a83ad7e00789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630039 Aug 10 03:36:20.303387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026a7c2-1664-42ac-a10c-630b8d9d02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c1278e-50a2-4384-a3a2-23d8e0b92355,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.305845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48946) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:20.362254 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d58f6-66dd-473b-a5e8-e276f236f39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.495256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.673569 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d58f6-66dd-473b-a5e8-e276f236f39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.810232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d58f6-66dd-473b-a5e8-e276f236f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.813132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-578d58f6-66dd-473b-a5e8-e276f236f39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.814308 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-578d58f6-66dd-473b-a5e8-e276f236f39b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9c1278e-50a2-4384-a3a2-23d8e0b92355 HTTP/1.1" status: 204 len: 168 time: 0.5075419 Aug 10 03:36:20.824389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d58f6-66dd-473b-a5e8-e276f236f39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c1278e-50a2-4384-a3a2-23d8e0b92355,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.924764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router d5a9c034-4779-47c8-a182-88c5299c1a6a is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:21.373257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.402143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951d862-e515-45ca-8019-b10168cf598a req-68a91dee-742e-4924-879c-b06bdb1816ec tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.403662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1951d862-e515-45ca-8019-b10168cf598a req-68a91dee-742e-4924-879c-b06bdb1816ec tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1445594 Aug 10 03:36:21.411031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:21.421678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Sync routers for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:21.436387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:21.436387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.458637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1951d862-e515-45ca-8019-b10168cf598a req-cb93f50e-9bee-4408-b011-8edf3fc42593 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Aug 10 03:36:21.461420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.505810 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:21.528666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c969cb0d-29d1-4398-9551-cfd98434b526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.555064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:21.559155 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.566183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8adc134b-8bd8-4264-b306-07e1aa79b80f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5967207 Aug 10 03:36:21.568681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48982) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:21.622189 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7eabdb9d-f203-4c08-a55e-a0f78a46d738 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=3e24f79f88994c1aad96f296220d84fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497468 Aug 10 03:36:21.622380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48986) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:21.699326 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP 9e9092f5-0c26-4055-bf8f-c23ee90c89c1 associated. External IP: 172.25.1.13, port: 0435058b-41c9-4e43-bbb2-bbe86208c408. Aug 10 03:36:21.783829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92bed2-c3d3-4e1e-806b-bb3c5788e527 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.785637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2f92bed2-c3d3-4e1e-806b-bb3c5788e527 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1623023 Aug 10 03:36:21.800234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:21.803180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:19Z', 'revision_number': 3, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:21.831012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7c30a56b-4928-4806-b1a4-e3d1f3dab09c tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384502 Aug 10 03:36:21.831335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48992) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:21.837153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109289601', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:21.843485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c969cb0d-29d1-4398-9551-cfd98434b526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.843658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Checking router: d5a9c034-4779-47c8-a182-88c5299c1a6a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:21.843658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Updating router d5a9c034-4779-47c8-a182-88c5299c1a6a port 59777b32-50d3-469e-9210-4f2ea364ef58 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:21.871810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.935565 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c969cb0d-29d1-4398-9551-cfd98434b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.979533 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c969cb0d-29d1-4398-9551-cfd98434b526 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e5431facdd346fead7bfdb76ad8e607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726417 Aug 10 03:36:21.980395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969cb0d-29d1-4398-9551-cfd98434b526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73261ae1-2109-40f7-9e03-8c4697dfbedb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:21.983648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48994) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.048013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37b17327-9eb7-4dd0-bcb4-10320c5b0dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.065497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:22.068609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:22.072611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.077929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37b17327-9eb7-4dd0-bcb4-10320c5b0dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.165528 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.215841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37b17327-9eb7-4dd0-bcb4-10320c5b0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.216037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Transition to ACTIVE for port object 59777b32-50d3-469e-9210-4f2ea364ef58 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:22.219801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37b17327-9eb7-4dd0-bcb4-10320c5b0dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.226422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-37b17327-9eb7-4dd0-bcb4-10320c5b0dda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73261ae1-2109-40f7-9e03-8c4697dfbedb HTTP/1.1" status: 204 len: 168 time: 0.2364488 Aug 10 03:36:22.231642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17327-9eb7-4dd0-bcb4-10320c5b0dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73261ae1-2109-40f7-9e03-8c4697dfbedb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.302138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.316448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:22.331948 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:22.345128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:22.346030 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.360240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9b3b-98d0-474f-a0fb-197706003789 None None] Pushing event updated for resources: {'Port': ['ID=59777b32-50d3-469e-9210-4f2ea364ef58,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.386078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.393378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Attempting to bind port 59777b32-50d3-469e-9210-4f2ea364ef58 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:22.393758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Attempting to bind port 59777b32-50d3-469e-9210-4f2ea364ef58 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:22.395905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Attempting to bind port 59777b32-50d3-469e-9210-4f2ea364ef58 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:22.396038 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:22.396038 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.401592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:22.401971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:22.402376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.402768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:22.403253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Bound port: 59777b32-50d3-469e-9210-4f2ea364ef58, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:22.403639 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.429406 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.430050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21268c79-ea0c-44af-8434-ecd7a2c727f3 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:22.457588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] For port 59777b32-50d3-469e-9210-4f2ea364ef58, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:22.460753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] For port 59777b32-50d3-469e-9210-4f2ea364ef58, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=59777b32-50d3-469e-9210-4f2ea364ef58,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:22.531313 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.564687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.591833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9b3b-98d0-474f-a0fb-197706003789 None None] Pushing event updated for resources: {'Port': ['ID=59777b32-50d3-469e-9210-4f2ea364ef58,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.620769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:22.621840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.646843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Subnet': ['ID=700aa143-a64c-4208-863b-160657068875,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.667107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:22.672737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Checking segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:22.673137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network hostable DHCP agents. Network: 772715f4-b293-43b5-888f-7faf3213560c, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:22.771257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:22.801463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:22.809387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 772715f4-b293-43b5-888f-7faf3213560c is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:22.820384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.853402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:22.888150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-299f014a-afd6-4314-a751-1450ab0b2e5f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/floatingips/9e9092f5-0c26-4055-bf8f-c23ee90c89c1 HTTP/1.1" status: 200 len: 978 time: 2.8788078 Aug 10 03:36:22.888592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49014) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:22.894113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:22.903385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 772715f4-b293-43b5-888f-7faf3213560c) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:22.914633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842dd3f-065a-4f51-8278-cad609e75471 None None] Network 772715f4-b293-43b5-888f-7faf3213560c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:22.914913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:22.915555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.918261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:22.918883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:22.989027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.005568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.009511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6374e87a-35c8-4c52-a158-71cb2d44f5b7 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1767671 Aug 10 03:36:23.012206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49018) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:23.042440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:23.043142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.101512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.102168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9443b40-8a0c-401e-a5f0-34ef41794f35 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:23.116731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-f845e84b-47d3-45f3-8fcb-0607126cf728 req-f99f28d8-c880-48bb-8054-f21b8165cd0c tempest-InstanceActionsNegativeTestJSON-1612293946 tempest-InstanceActionsNegativeTestJSON-1612293946-project] (94804) timed out ('10.222.0.54', 57032) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:36:23.191038 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.242920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-772715f4-b293-43b5-888f-7faf3213560c', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:23.244133 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.255885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.256140 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP 9e9092f5-0c26-4055-bf8f-c23ee90c89c1 disassociated. External IP: 172.25.1.13, port: ac80a0c7-76e6-4f88-be34-a52fd8e56125. Aug 10 03:36:23.289107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:19Z', 'revision_number': 3, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:23.325479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4768f2c-269b-4e93-b5a7-2c0c7b7a030d None None] The sync data for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 is: [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:19Z', 'revision_number': 3, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:23.520149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Allocated IP 172.20.0.2 (772715f4-b293-43b5-888f-7faf3213560c/700aa143-a64c-4208-863b-160657068875/ed3f1272-c57d-4e73-afcc-b4187b50be7e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:23.742758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:23.787960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.800523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Transition to ACTIVE for port object ed3f1272-c57d-4e73-afcc-b4187b50be7e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:23.818622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Transition to ACTIVE for port object ed3f1272-c57d-4e73-afcc-b4187b50be7e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:23.903792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.965350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Network 772715f4-b293-43b5-888f-7faf3213560c is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:23.969912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:23.977741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.978691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:23.986758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Pushing event updated for resources: {'Port': ['ID=ed3f1272-c57d-4e73-afcc-b4187b50be7e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.046813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:24.053733 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.064549 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:24.090570 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:24.091211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:24.132677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Attempting to bind port ed3f1272-c57d-4e73-afcc-b4187b50be7e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:24.133375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Attempting to bind port ed3f1272-c57d-4e73-afcc-b4187b50be7e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:24.133814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Attempting to bind port ed3f1272-c57d-4e73-afcc-b4187b50be7e on network 772715f4-b293-43b5-888f-7faf3213560c {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:24.136830 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-091eb542-d1c7-49ff-9b89-5a8d8bbd3d49 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/floatingips/9e9092f5-0c26-4055-bf8f-c23ee90c89c1 HTTP/1.1" status: 200 len: 687 time: 1.2452395 Aug 10 03:36:24.140317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:24.144439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:24.145100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Checking segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:24.145613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.146118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Bound using segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:24.146733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Bound port: ed3f1272-c57d-4e73-afcc-b4187b50be7e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:24.147263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.151305 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:24.172779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:24.173413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:24.235208 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:24.235858 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b938f6-1127-435d-9e0a-038dd0997ce4 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:24.407938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] For port ed3f1272-c57d-4e73-afcc-b4187b50be7e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:24.414619 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 390d7407-adea-4036-ab6f-38bf4d6aa175 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:24.415154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.417752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] For port ed3f1272-c57d-4e73-afcc-b4187b50be7e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ed3f1272-c57d-4e73-afcc-b4187b50be7e,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:24.503302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.503669 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.507945 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.535426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 390d7407-adea-4036-ab6f-38bf4d6aa175 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:24.645657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd4f00-1405-4c34-8084-1dcf008043ff None None] Pushing event updated for resources: {'Port': ['ID=ed3f1272-c57d-4e73-afcc-b4187b50be7e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.878617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 59777b32-50d3-469e-9210-4f2ea364ef58 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:24.941692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.028247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=390d7407-adea-4036-ab6f-38bf4d6aa175,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.065696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.067025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.067597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.068193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.068853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.069439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.070014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.070572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.071167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.071739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.072799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.073631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:25.119728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.122743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.131847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 59777b32-50d3-469e-9210-4f2ea364ef58 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:25.132876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.143861 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-920ecff5-0514-4cc4-8edd-a5583a085c6c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/floatingips/9e9092f5-0c26-4055-bf8f-c23ee90c89c1 HTTP/1.1" status: 204 len: 168 time: 1.0021741 Aug 10 03:36:25.147537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 59777b32-50d3-469e-9210-4f2ea364ef58 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:25.148480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.194440 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-34d3222c-e0c3-479b-9ff3-a5fa9540c9c0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] delete failed (client error): The resource could not be found. Aug 10 03:36:25.195523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-34d3222c-e0c3-479b-9ff3-a5fa9540c9c0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/floatingips/9e9092f5-0c26-4055-bf8f-c23ee90c89c1 HTTP/1.1" status: 404 len: 345 time: 0.0616341 Aug 10 03:36:25.200658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49056) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.212602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.20.0.1 (772715f4-b293-43b5-888f-7faf3213560c/700aa143-a64c-4208-863b-160657068875/d4c1734f-7e2a-4153-939a-bab97ac3c7fe) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:25.308446 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.337842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 59777b32-50d3-469e-9210-4f2ea364ef58, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=59777b32-50d3-469e-9210-4f2ea364ef58,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:25.414738 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.415818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.433394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Transition to ACTIVE for port object d4c1734f-7e2a-4153-939a-bab97ac3c7fe will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:25.455926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40e7db-9ca0-4789-8d4d-6db1cb736136 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.474185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40e7db-9ca0-4789-8d4d-6db1cb736136 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.494896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40e7db-9ca0-4789-8d4d-6db1cb736136 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.496918 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7f40e7db-9ca0-4789-8d4d-6db1cb736136 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/ports?network_id=a81864aa-ea04-4b1b-ab5f-54785131581a HTTP/1.1" status: 200 len: 2359 time: 0.2952042 Aug 10 03:36:25.499739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49068) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.507941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=59777b32-50d3-469e-9210-4f2ea364ef58,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.553165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b9d52-fac9-486a-b41a-d50c261ea68e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.554531 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-043b9d52-fac9-486a-b41a-d50c261ea68e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/subnets/16302196-d52d-4073-a3bc-f820a2b5b5aa HTTP/1.1" status: 200 len: 797 time: 0.0535617 Aug 10 03:36:25.559347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:25.563584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.564515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'port': {'network_id': 'a81864aa-ea04-4b1b-ab5f-54785131581a', 'name': 'tempest-FloatingIPTestJSON-1896233500', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:25.636226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 772715f4-b293-43b5-888f-7faf3213560c is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:25.645263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:25.647880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:25.706751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.778641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.866793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:25.924474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.983602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.008913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] device_id is not set on port 4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:36:26.109366 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.527841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.12 (a81864aa-ea04-4b1b-ab5f-54785131581a/16302196-d52d-4073-a3bc-f820a2b5b5aa/4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:26.536468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.11 (a81864aa-ea04-4b1b-ab5f-54785131581a/16302196-d52d-4073-a3bc-f820a2b5b5aa/4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:26.646514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.741466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.851463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.888018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.900231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.018909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 59777b32-50d3-469e-9210-4f2ea364ef58 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:27.038245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.097456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 59777b32-50d3-469e-9210-4f2ea364ef58 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:27.101197 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.106336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 772715f4-b293-43b5-888f-7faf3213560c is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:27.109326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:27.118087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:27.143150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:27.145779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:27.152508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:27.251686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776fcc54-7d5a-4cc4-969c-b50dd97974fa None None] Network 772715f4-b293-43b5-888f-7faf3213560c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:27.286731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:27.292007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.398194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ed3f1272-c57d-4e73-afcc-b4187b50be7e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:27.428592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router d5a9c034-4779-47c8-a182-88c5299c1a6a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:27.448001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f104b667-f630-4eb0-9b41-88a2ced534c2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8843217 Aug 10 03:36:27.448230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49090) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:27.453986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:27.466105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-395ef6b7-1b42-4cb0-a820-e7d9d984bb9a None None] Provisioning for port ed3f1272-c57d-4e73-afcc-b4187b50be7e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:27.577883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:27.594835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Sync routers for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:27.595181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:27.595870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-798c25ae-027e-44e6-8875-9d10e7ada96e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "PUT /v2.0/routers/d5a9c034-4779-47c8-a182-88c5299c1a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5824695 Aug 10 03:36:27.605519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ed3f1272-c57d-4e73-afcc-b4187b50be7e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:27.613990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:27.617228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:27.619049 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.623629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ed3f1272-c57d-4e73-afcc-b4187b50be7e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:27.624273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.870232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:27.922779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.009007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.009629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.010164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.010702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.011228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.011751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.012116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7a5c66f1-0211-4aee-b699-dcd858f4b76a None None] Provisioning for port d4c1734f-7e2a-4153-939a-bab97ac3c7fe completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:28.012483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.017795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49100) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:28.026349 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0160fd0-fe39-4afd-95ac-6f3242b28067 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4997 time: 0.4299996 Aug 10 03:36:28.098941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.201378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.201838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.204813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.207484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.210471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.211024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.211556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.216537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1976c53e-f6ad-4fa3-8e0b-d54cbe5860e0 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4609 time: 0.1969669 Aug 10 03:36:28.228059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49104) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:28.260742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7a5c66f1-0211-4aee-b699-dcd858f4b76a None None] Provisioning complete for port d4c1734f-7e2a-4153-939a-bab97ac3c7fe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:28.261300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7a5c66f1-0211-4aee-b699-dcd858f4b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.285920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ed3f1272-c57d-4e73-afcc-b4187b50be7e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ed3f1272-c57d-4e73-afcc-b4187b50be7e,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:28.335330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.174 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/2683d85d-7f53-4542-bf20-bdd83660763f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:28.344722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c66f1-0211-4aee-b699-dcd858f4b76a None None] Port d4c1734f-7e2a-4153-939a-bab97ac3c7fe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:28.402847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7a5c66f1-0211-4aee-b699-dcd858f4b76a None None] Provisioning complete for port ed3f1272-c57d-4e73-afcc-b4187b50be7e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:28.405860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7a5c66f1-0211-4aee-b699-dcd858f4b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.432948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.517453 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.619682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ed3f1272-c57d-4e73-afcc-b4187b50be7e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:28.641773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:26Z', 'revision_number': 2, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:28.644916 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.681795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Checking router: d5a9c034-4779-47c8-a182-88c5299c1a6a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:28.682201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Updating router d5a9c034-4779-47c8-a182-88c5299c1a6a port d4c1734f-7e2a-4153-939a-bab97ac3c7fe binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:28.694141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-580284eb-e546-4a29-82fd-4c8ae1bb4c70 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.4636168 Aug 10 03:36:28.715195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:28.725761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.726055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:28.734201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:28.766289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=2683d85d-7f53-4542-bf20-bdd83660763f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:28.799491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ed3f1272-c57d-4e73-afcc-b4187b50be7e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:28.853483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e4ecdd94-a0ac-4185-b8f0-e5ba0304e265 None None] Provisioning complete for port d4c1734f-7e2a-4153-939a-bab97ac3c7fe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:28.853483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e4ecdd94-a0ac-4185-b8f0-e5ba0304e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.949677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecdd94-a0ac-4185-b8f0-e5ba0304e265 None None] Port d4c1734f-7e2a-4153-939a-bab97ac3c7fe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:28.956582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49118) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:29.049136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ed3f1272-c57d-4e73-afcc-b4187b50be7e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:29.049302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.162249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2fe549a-79c7-4457-a2aa-2282bae08ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.217432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.238774 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.270590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2fe549a-79c7-4457-a2aa-2282bae08ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.272288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Transition to ACTIVE for port object d4c1734f-7e2a-4153-939a-bab97ac3c7fe will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:29.375421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e2fe549a-79c7-4457-a2aa-2282bae08ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.379931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.408952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.436460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e2fe549a-79c7-4457-a2aa-2282bae08ac4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7368213079ca468bb0e21d9b59eb4dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786553 Aug 10 03:36:29.443438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49124) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:29.443438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49126) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:29.443438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe549a-79c7-4457-a2aa-2282bae08ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80c4a5-e8ac-4110-b416-4e161894c60d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.445005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e6ab-cbfe-4b77-8610-e3d7f9264b95 None None] Pushing event updated for resources: {'Port': ['ID=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.467224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562765130', 'description': 'tempest-secgroup-smoke-1562765130 description', 'project_id': '3e24f79f88994c1aad96f296220d84fd'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:29.553959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f8c-1c61-47c7-9d68-f07dbd68f4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.562082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Attempting to bind port d4c1734f-7e2a-4153-939a-bab97ac3c7fe on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:29.562817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Attempting to bind port d4c1734f-7e2a-4153-939a-bab97ac3c7fe by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:29.563284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Attempting to bind port d4c1734f-7e2a-4153-939a-bab97ac3c7fe on network 772715f4-b293-43b5-888f-7faf3213560c {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:29.575387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:29.581523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Checking segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:29.581523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.581523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Bound using segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:29.581523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Bound port: d4c1734f-7e2a-4153-939a-bab97ac3c7fe, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:29.581523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.590402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f8c-1c61-47c7-9d68-f07dbd68f4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.604677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.737357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] For port d4c1734f-7e2a-4153-939a-bab97ac3c7fe, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:29.741561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] For port d4c1734f-7e2a-4153-939a-bab97ac3c7fe, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:29.767408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.786143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f8c-1c61-47c7-9d68-f07dbd68f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.791230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efeb5f8c-1c61-47c7-9d68-f07dbd68f4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.795497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-efeb5f8c-1c61-47c7-9d68-f07dbd68f4ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df80c4a5-e8ac-4110-b416-4e161894c60d HTTP/1.1" status: 204 len: 168 time: 0.3369348 Aug 10 03:36:29.813926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5f8c-1c61-47c7-9d68-f07dbd68f4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80c4a5-e8ac-4110-b416-4e161894c60d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.851656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.868457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.906490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.920092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:29.920763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:29.926353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e6ab-cbfe-4b77-8610-e3d7f9264b95 None None] Pushing event updated for resources: {'Port': ['ID=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.941357 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.009818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce80270-19bd-4247-88f0-60a0166f6a3b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.017009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=2683d85d-7f53-4542-bf20-bdd83660763f,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.028951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.096600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.098390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5b6e874e-35cd-41cb-9bb7-cd218dd0c380 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6435828 Aug 10 03:36:30.101974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49142) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.110139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': '4ce80270-19bd-4247-88f0-60a0166f6a3b', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:30.155729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:30.227704 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP f307dd32-6dc2-48fd-a018-ceb355decda6 associated. External IP: 172.25.1.174, port: 4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd. Aug 10 03:36:30.238371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.258170 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:30.286544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8227890e-e615-4d04-9a96-6a41c67add31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.440455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.442800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:29Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:30.480185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc49c9e-8262-4f95-9a16-4c4b4016d316 None None] The sync data for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 is: [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:29Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:30.506209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.541345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919b1e07-dfc3-47bf-a229-6e862b2e42cd,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.684642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.685995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-82981de0-412d-45c4-8195-8a391704b44f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820432 Aug 10 03:36:30.692948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49148) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.698111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': '4ce80270-19bd-4247-88f0-60a0166f6a3b', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:30.824056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d4c1734f-7e2a-4153-939a-bab97ac3c7fe up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:30.844083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49150) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.871154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d95-ad1c-467d-87b0-fb907e6aed31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.908883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.992691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d4c1734f-7e2a-4153-939a-bab97ac3c7fe completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:30.998203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d4c1734f-7e2a-4153-939a-bab97ac3c7fe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:30.998641 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.043684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.229986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.327100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888dac9b-8bc5-49fe-997d-c0ea90f8f357,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.340838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.366697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:31.399510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d4c1734f-7e2a-4153-939a-bab97ac3c7fe, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:31.413654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d95-ad1c-467d-87b0-fb907e6aed31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.489888 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.532958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d95-ad1c-467d-87b0-fb907e6aed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.565749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.589814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:31.602101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5d95-ad1c-467d-87b0-fb907e6aed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4feb7c-a12d-4c0c-8db2-46fe15d68ea5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.603747 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:31.621560 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-68ff5d95-ad1c-467d-87b0-fb907e6aed31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3c3ddceb6134a9e9cfa7d762c6d8f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714703 Aug 10 03:36:31.621669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:31.622370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49156) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.622503 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.637010 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.640407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3a172c7e-d5b5-4a3d-a07f-36a6928c3a3a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9444234 Aug 10 03:36:31.641686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49158) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.653106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': '4ce80270-19bd-4247-88f0-60a0166f6a3b', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:31.663011 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.672622 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:31.673250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.706829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.711087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c1eccc-a949-4649-ba19-5fd3393c2498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.729971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:31.730645 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b61414c-c9d7-4739-8bd4-8403482a7ed0 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:31.750948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a53a2e93-6cbd-4466-bf6e-89ca61e7f2af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3015468 Aug 10 03:36:31.753902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49160) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:31.758146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c1eccc-a949-4649-ba19-5fd3393c2498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.761734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'port_id': '4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:31.829880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.837430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.883299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c1eccc-a949-4649-ba19-5fd3393c2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.886984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76c1eccc-a949-4649-ba19-5fd3393c2498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.888216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-76c1eccc-a949-4649-ba19-5fd3393c2498 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d4feb7c-a12d-4c0c-8db2-46fe15d68ea5 HTTP/1.1" status: 204 len: 168 time: 0.2644083 Aug 10 03:36:31.901446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1eccc-a949-4649-ba19-5fd3393c2498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4feb7c-a12d-4c0c-8db2-46fe15d68ea5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.919054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.993018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.022099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0fb2f3-f30c-4ec4-8e36-0d5c2800abee,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.124583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.128087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a6d0d29a-840d-4617-a1c1-3608f172b669 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4827445 Aug 10 03:36:32.129311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49164) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.134838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': '4ce80270-19bd-4247-88f0-60a0166f6a3b', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:32.242536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.352516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.409522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.430806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3922e6c-3cb3-4552-bd70-30ef0a68fb53,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.515931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.519191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3daa6153-310f-4d9e-9730-5562d8cf28bc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3885438 Aug 10 03:36:32.522104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49178) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.527091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': '4ce80270-19bd-4247-88f0-60a0166f6a3b', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:32.558028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.631712 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Project 3e24f79f88994c1aad96f296220d84fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:32.637358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.660908 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.661221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.754651 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.822135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d4c1734f-7e2a-4153-939a-bab97ac3c7fe up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:32.842584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.865757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5837c533-f68b-481b-8124-f35306fa9b7b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.889998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d4c1734f-7e2a-4153-939a-bab97ac3c7fe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:32.890761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.935308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.936816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d8b5441f-8609-46cd-8a5f-28f830ee7e4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4134159 Aug 10 03:36:32.940156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49186) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.945328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'security_group_rule': {'security_group_id': '4ce80270-19bd-4247-88f0-60a0166f6a3b', 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:32.954571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:33.033962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e5feb8a8-13e0-4b05-bcd7-10517a3e3d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.120498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:33.126420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.134359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:33.154958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:33.158147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:33.204721 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Project 3e24f79f88994c1aad96f296220d84fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:33.206017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:33.212561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.218283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:33.218911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:33.237238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49194) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.237974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-79d7d51c-0460-44e3-9017-b80c505ce81d tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/floatingips/f307dd32-6dc2-48fd-a018-ceb355decda6 HTTP/1.1" status: 200 len: 979 time: 1.4828708 Aug 10 03:36:33.254195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:33.254845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118b22e-1f2d-4a40-9462-94abd049c41d None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:33.428933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.514489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 2683d85d-7f53-4542-bf20-bdd83660763f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:33.514943 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.516691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.551009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90a055f-3b1e-494c-9112-6528a7aa688a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.633273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.633605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.645899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 2683d85d-7f53-4542-bf20-bdd83660763f owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:33.741688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.749500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c206ec81-875b-41e8-9405-fc94d6b6513f tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8016689 Aug 10 03:36:33.895804 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.932863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=2683d85d-7f53-4542-bf20-bdd83660763f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:34.014433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-217707a3-2429-486c-aba6-1bd148dabd8a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562765130&fields=id&tenant_id=3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 267 time: 0.0722904 Aug 10 03:36:34.026683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.027403 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP f307dd32-6dc2-48fd-a018-ceb355decda6 disassociated (deleted). External IP: 172.25.1.174, port: 4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd. Aug 10 03:36:34.118991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.221297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-83b8cacb-670b-421a-b606-1e494f523591 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.222963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-83b8cacb-670b-421a-b606-1e494f523591 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/networks?id=772715f4-b293-43b5-888f-7faf3213560c HTTP/1.1" status: 200 len: 797 time: 0.1981544 Aug 10 03:36:34.276395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-630c8587-b5db-4dc5-b70f-01e3d9351a18 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/quotas/3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 375 time: 0.0453148 Aug 10 03:36:34.452548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-7f67fc65-0b0a-494b-8c22-4312dc9b6fe4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766943 Aug 10 03:36:34.454730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:34.969991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:34.979717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.980203 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:34.990453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:34.991326 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.011528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-2e9e9572-b004-41f2-9fb4-127777175297 service neutron] 10.222.0.26 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006037 Aug 10 03:36:35.019485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8f355875-57bb-4977-9c10-8424a409bf2a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/floatingips/f307dd32-6dc2-48fd-a018-ceb355decda6 HTTP/1.1" status: 204 len: 168 time: 1.7777357 Aug 10 03:36:35.027643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49248) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:35.027825 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.035939 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:35.038931 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.179804 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.180762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00f224-f682-4619-abcb-dcee07fb7b7d None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:35.209950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-45255668-8b6d-4719-bdc4-daecc2a70a5b service neutron] 10.222.0.26 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825035 Aug 10 03:36:35.238440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:35.238440 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.389151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.426234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:35.531889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cc47f7d-c20b-4711-8431-b3dc7d6c428a req-e31308a3-ae4f-465a-8c23-5d84f1e5ff5a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 210 time: 0.0788534 Aug 10 03:36:35.678192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.764856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.794137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.910892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.916271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-097225ac-0269-4273-a704-a1769546ff20 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/ports/4fa0cf14-ebc4-4ed4-ae02-b6d226ecdbdd HTTP/1.1" status: 204 len: 168 time: 0.8921926 Aug 10 03:36:35.917612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49276) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:35.923602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:36.070828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.201704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.340179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.247 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5c4389a7-b66c-4d93-a857-fdccdbd1cfdd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:36.467581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.587549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.651394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:36.653092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0b77b96-5c79-490b-a087-533dc6c52c64 req-67222e66-d245-4d65-9e34-40ccbdd92533 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 210 time: 0.0395122 Aug 10 03:36:36.657131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:36.667088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:36.688971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=5c4389a7-b66c-4d93-a857-fdccdbd1cfdd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.772557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.908274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.103484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.170323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49340) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.179219 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.264564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=5c4389a7-b66c-4d93-a857-fdccdbd1cfdd,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.287657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.332191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6e06-027f-482a-84be-5428d79b765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.400114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.401492 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-803d21fe-aeed-4898-a496-99648cea55dd tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4823332 Aug 10 03:36:37.403561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.411841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'port': {'network_id': 'a81864aa-ea04-4b1b-ab5f-54785131581a', 'name': 'tempest-FloatingIPTestJSON-760524828'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:37.514767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6e06-027f-482a-84be-5428d79b765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.598422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7bf6e06-027f-482a-84be-5428d79b765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.651112 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c7bf6e06-027f-482a-84be-5428d79b765f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35c97abca56d4977bd801dc0f41dbb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785984 Aug 10 03:36:37.651855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf6e06-027f-482a-84be-5428d79b765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00de95b-8551-48a0-bb98-ec0c6d345a87,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.664821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49348) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.673852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:37.677481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.705276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9fa78-055d-4220-b96b-47bdea1a60ce req-5b295328-b8f8-4dc1-b8dd-5a57ac02626d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.706821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69c9fa78-055d-4220-b96b-47bdea1a60ce req-5b295328-b8f8-4dc1-b8dd-5a57ac02626d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0785124 Aug 10 03:36:37.710928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] device_id is not set on port 3163ffd1-ae0f-43d5-888f-c139f80b24aa yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:36:37.720974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5855140-994c-4ee4-b6ea-e01c64233ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.746816 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5855140-994c-4ee4-b6ea-e01c64233ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.805345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69c9fa78-055d-4220-b96b-47bdea1a60ce req-48697a13-d61f-40d1-b8b5-15e3f1e6d82b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894332 Aug 10 03:36:37.897547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.8 (a81864aa-ea04-4b1b-ab5f-54785131581a/16302196-d52d-4073-a3bc-f820a2b5b5aa/3163ffd1-ae0f-43d5-888f-c139f80b24aa) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:37.941476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5855140-994c-4ee4-b6ea-e01c64233ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.946489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5855140-994c-4ee4-b6ea-e01c64233ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.947667 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d5855140-994c-4ee4-b6ea-e01c64233ba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d00de95b-8551-48a0-bb98-ec0c6d345a87 HTTP/1.1" status: 204 len: 168 time: 0.2811239 Aug 10 03:36:37.983125 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5855140-994c-4ee4-b6ea-e01c64233ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00de95b-8551-48a0-bb98-ec0c6d345a87,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:38.029236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1ea743b-b0e6-4ac9-b11a-eba9c1ccdd0e req-f110c059-7d32-4379-b451-f812af5870e9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 210 time: 0.0870459 Aug 10 03:36:38.266776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.317870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-5b3ef135-ae70-4f70-936d-698ba8f11a4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.319518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-5b3ef135-ae70-4f70-936d-698ba8f11a4b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/networks?id=772715f4-b293-43b5-888f-7faf3213560c HTTP/1.1" status: 200 len: 797 time: 0.1571767 Aug 10 03:36:38.381680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-055e0bd0-e2a3-4818-9b67-81bac7e59a51 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e24f79f88994c1aad96f296220d84fd HTTP/1.1" status: 200 len: 380 time: 0.0487375 Aug 10 03:36:38.399281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'port': {'device_id': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'admin_state_up': True, 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'security_groups': ['4ce80270-19bd-4247-88f0-60a0166f6a3b']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:38.448189 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.509562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network a81864aa-ea04-4b1b-ab5f-54785131581a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:38.519805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:38.529219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:38.535069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=3163ffd1-ae0f-43d5-888f-c139f80b24aa,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:38.597732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.598336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.678834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Made reservation on behalf of 3e24f79f88994c1aad96f296220d84fd for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:38.682434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.801628 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.814690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53c83709-bd66-4cef-8a47-3398417eb889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.815992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.20.0.7 (772715f4-b293-43b5-888f-7faf3213560c/700aa143-a64c-4208-863b-160657068875/fc6ec8a9-6e2c-4df7-afb0-e757669a37bb) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:38.818815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9694d748-afab-461a-9563-07a610d6733b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4133458 Aug 10 03:36:38.824519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49360) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:38.830491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'port_id': '3163ffd1-ae0f-43d5-888f-c139f80b24aa'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:38.878882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.995973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba8f99-be70-49da-846c-e8d89522674e req-bed6b263-a1dc-4486-8875-c774cde38620 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.998631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bba8f99-be70-49da-846c-e8d89522674e req-bed6b263-a1dc-4486-8875-c774cde38620 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.0970511 Aug 10 03:36:39.042949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.065987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bba8f99-be70-49da-846c-e8d89522674e req-27a4cae8-c1f9-404c-9496-31152d1dd059 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561209 Aug 10 03:36:39.071840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Transition to ACTIVE for port object fc6ec8a9-6e2c-4df7-afb0-e757669a37bb will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:39.157006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53c83709-bd66-4cef-8a47-3398417eb889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.173092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f2dae84-a68b-4275-86b6-cf3eb88defb2 req-dc4bd2b4-66a2-4626-a2f9-3d2363b043b6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 210 time: 0.0351710 Aug 10 03:36:39.203778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.253080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 772715f4-b293-43b5-888f-7faf3213560c is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:39.258167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:39.262675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:39.287792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.305497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.305837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.306382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.306723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.307063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.307393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.307725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.308050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.308390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.308910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.309421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.310679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:39.343895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.343895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.490158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-569202d9-736c-48ee-ad12-b7df30534409 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0977209 Aug 10 03:36:39.511240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Request body: {'port': {'device_id': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:39.567218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.600755 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53c83709-bd66-4cef-8a47-3398417eb889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.609166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2e6bcdd5-0c17-4e53-9f56-7b8d3c417394 None None] Provisioning for port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:39.616455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2e6bcdd5-0c17-4e53-9f56-7b8d3c417394 None None] Provisioning complete for port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:39.616929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e6bcdd5-0c17-4e53-9f56-7b8d3c417394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.655595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c83709-bd66-4cef-8a47-3398417eb889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045787c9-6ebb-4c2e-9930-aa7ac2dcc473,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.659878 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-53c83709-bd66-4cef-8a47-3398417eb889 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d17a9f0dfb64127b0b43697a12d81e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8572168 Aug 10 03:36:39.665512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49372) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:39.671233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bcdd5-0c17-4e53-9f56-7b8d3c417394 None None] Port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:39.784035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c6f37d8-08dc-442d-b908-e03e287af239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.805790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.814990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c6f37d8-08dc-442d-b908-e03e287af239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.855313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6ec8a9-6e2c-4df7-afb0-e757669a37bb {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:39.863934 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.914129 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.940962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Transition to ACTIVE for port object fc6ec8a9-6e2c-4df7-afb0-e757669a37bb will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:39.955868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c6f37d8-08dc-442d-b908-e03e287af239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.958399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c6f37d8-08dc-442d-b908-e03e287af239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.959543 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4c6f37d8-08dc-442d-b908-e03e287af239 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/045787c9-6ebb-4c2e-9930-aa7ac2dcc473 HTTP/1.1" status: 204 len: 168 time: 0.2931061 Aug 10 03:36:39.974310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f37d8-08dc-442d-b908-e03e287af239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045787c9-6ebb-4c2e-9930-aa7ac2dcc473,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.027152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.044220 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP eb959eb0-dc37-499d-b0e8-9d3af03112cc associated. External IP: 172.25.1.247, port: 3163ffd1-ae0f-43d5-888f-c139f80b24aa. Aug 10 03:36:40.111384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.323061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Attempting to bind port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:40.323409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Attempting to bind port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:40.323737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Attempting to bind port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb on network 772715f4-b293-43b5-888f-7faf3213560c {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:40.344542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb on network 772715f4-b293-43b5-888f-7faf3213560c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:40.344919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Attempting to bind port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb on network 772715f4-b293-43b5-888f-7faf3213560c {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:40.365325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51eb7b-ec38-415c-8d48-4f2eb2311c40 req-ca9e5e37-4ae9-4dd8-b323-b0026b4e5b1a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.366898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f51eb7b-ec38-415c-8d48-4f2eb2311c40 req-ca9e5e37-4ae9-4dd8-b323-b0026b4e5b1a tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1233816 Aug 10 03:36:40.367706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:40.368047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Checking segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:40.368460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Bound using segment: {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:40.368911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Bound port: fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '772715f4-b293-43b5-888f-7faf3213560c'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:40.369273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.390802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:40.447969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-142d1234-8988-4a92-80eb-075562d2ce8c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.450126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-142d1234-8988-4a92-80eb-075562d2ce8c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 945 time: 0.1417751 Aug 10 03:36:40.500558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f51eb7b-ec38-415c-8d48-4f2eb2311c40 req-4a5a1daf-5942-4cae-bb62-115e12856fa7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126435 Aug 10 03:36:40.528192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:40.540035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.547784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:40.559158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:40.560837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:40.579092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] For port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:40.593274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] For port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:40.598524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:40.612590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:40.614420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:40.619115 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-374c0c4e-5db0-449b-be04-86bdecd90361 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/floatingips/eb959eb0-dc37-499d-b0e8-9d3af03112cc HTTP/1.1" status: 200 len: 977 time: 1.7934272 Aug 10 03:36:40.619791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49388) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:40.668839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:40.670497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6af148-6aa3-4d6a-b03e-b42a59d261b8 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:40.672986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a3662-94e5-465a-a8a1-78dc4ee16470 req-e93130c9-b963-40f5-84eb-8a8eff64265c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.683307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c23a3662-94e5-465a-a8a1-78dc4ee16470 req-e93130c9-b963-40f5-84eb-8a8eff64265c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 943 time: 0.0631211 Aug 10 03:36:40.701043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Deleting port 4cc68791-9d9a-4192-9bc7-d148035739d8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:40.701621 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.735372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 3163ffd1-ae0f-43d5-888f-c139f80b24aa {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:40.735724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.748696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.796621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c23a3662-94e5-465a-a8a1-78dc4ee16470 req-c1be226f-0732-4b7f-b481-822bf8f980bf tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144030 Aug 10 03:36:40.808469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.819007 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.819007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc6ec8a9-6e2c-4df7-afb0-e757669a37bb HTTP/1.1" status: 200 len: 1092 time: 1.3055892 Aug 10 03:36:40.819007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:40.819007 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f976cb6-67bc-4af4-a5e9-6bf15862033f" -d '{"events": [{"name": "network-changed", "server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:40.845136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.860056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0405a3-6c68-46be-8efd-097b97852399 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:40.869325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] For port 4cc68791-9d9a-4192-9bc7-d148035739d8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4cc68791-9d9a-4192-9bc7-d148035739d8,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:40.869800 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.873624 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f183992-b71c-4e91-859e-5facec5b7b0f x-openstack-request-id: req-8f183992-b71c-4e91-859e-5facec5b7b0f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:40.873916 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:40.874171 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f183992-b71c-4e91-859e-5facec5b7b0f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:40.874571 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'status': 'completed', 'code': 200} Aug 10 03:36:40.885300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Calling delete_port for 4cc68791-9d9a-4192-9bc7-d148035739d8 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:41.001236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976cb6-67bc-4af4-a5e9-6bf15862033f req-2affe68f-76c3-496a-bc1b-44d82fa33545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.002770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f976cb6-67bc-4af4-a5e9-6bf15862033f req-2affe68f-76c3-496a-bc1b-44d82fa33545 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 1095 time: 0.0688882 Aug 10 03:36:41.131350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.131746 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.132063 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP eb959eb0-dc37-499d-b0e8-9d3af03112cc disassociated. External IP: 172.25.1.247, port: 3163ffd1-ae0f-43d5-888f-c139f80b24aa. Aug 10 03:36:41.132438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 3163ffd1-ae0f-43d5-888f-c139f80b24aa owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:41.153413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976cb6-67bc-4af4-a5e9-6bf15862033f req-d53004f4-6f57-41a1-b8b6-19dd3760d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.154915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f976cb6-67bc-4af4-a5e9-6bf15862033f req-d53004f4-6f57-41a1-b8b6-19dd3760d485 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3e24f79f88994c1aad96f296220d84fd&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1408694 Aug 10 03:36:41.217650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.234512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3bfe8a5d-b011-485d-985e-6b0e50d22b0d', '4cc68791-9d9a-4192-9bc7-d148035739d8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:41.269155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Pushing event deleted for resources: {'Port': ['ID=4cc68791-9d9a-4192-9bc7-d148035739d8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.332642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] No DVR routers for this DVR port 4cc68791-9d9a-4192-9bc7-d148035739d8 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:41.339976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.342096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-199f9f7d-69c1-4fb6-93f3-936e85ffbcbe req-26308ad3-4f06-4e8f-ac79-dd775e7dfc41 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "DELETE /v2.0/ports/4cc68791-9d9a-4192-9bc7-d148035739d8 HTTP/1.1" status: 204 len: 173 time: 0.8745773 Aug 10 03:36:41.346992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976cb6-67bc-4af4-a5e9-6bf15862033f req-aa2a5e21-9b38-4b76-b900-56ea656fde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.348551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f976cb6-67bc-4af4-a5e9-6bf15862033f req-aa2a5e21-9b38-4b76-b900-56ea656fde35 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844339 Aug 10 03:36:41.408672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.439358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-34cc7c33-5eec-4195-b8df-f14f24afe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.440988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-34cc7c33-5eec-4195-b8df-f14f24afe6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 1095 time: 0.0434837 Aug 10 03:36:41.455534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=3163ffd1-ae0f-43d5-888f-c139f80b24aa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.528076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-e3684cec-a5eb-4b28-9be7-2fad936fc713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb HTTP/1.1" status: 200 len: 217 time: 0.0775652 Aug 10 03:36:41.631567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-6c16b19a-a464-4f3a-8d93-f01718b81a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.633515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-6c16b19a-a464-4f3a-8d93-f01718b81a55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=700aa143-a64c-4208-863b-160657068875 HTTP/1.1" status: 200 len: 834 time: 0.0938652 Aug 10 03:36:41.639576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:41.650821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3e5fd48-972f-4930-9a0d-729ece1c2ea4 req-2b306530-03a7-49a9-96a7-6683e2e0d0bc tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=54245bb8-a7a0-4a78-aa75-964f9eb2439d HTTP/1.1" status: 200 len: 210 time: 0.0476098 Aug 10 03:36:41.696109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-95e0a5f2-ac40-4efb-a510-c63664df064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.698049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-95e0a5f2-ac40-4efb-a510-c63664df064c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772715f4-b293-43b5-888f-7faf3213560c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500374 Aug 10 03:36:41.814150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-b4573c01-a6ad-46b8-98be-5d3d96944eb7 service neutron] 10.222.0.46 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033223 Aug 10 03:36:41.820959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:41.833190 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:41.847420 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:41.848942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:41.907630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.911182 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24e28982-d373-405c-bc6e-5c184344fe93 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/ports/3163ffd1-ae0f-43d5-888f-c139f80b24aa HTTP/1.1" status: 204 len: 168 time: 1.2902060 Aug 10 03:36:41.916758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49418) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.930391 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:41.941453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:41.942710 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:41.978446 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a2a201bb-203c-4bf1-9553-d3db482dec1a tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/floatingips/eb959eb0-dc37-499d-b0e8-9d3af03112cc HTTP/1.1" status: 200 len: 688 time: 0.0603929 Aug 10 03:36:41.979285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.985398 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:41.986342 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6846690-fa2a-4394-8c0c-6581796ebdbe None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:42.006311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d38f68-6b87-457f-94d1-1724cc709ae8 req-26f87e0f-53bf-416e-8aca-a52647a67337 service neutron] 10.222.0.46 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747823 Aug 10 03:36:42.026604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23d8f9-86ea-41d7-99e0-c29413f52e36 req-d2343e6d-e96d-48da-9db3-2ca78d9621dc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.028224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c23d8f9-86ea-41d7-99e0-c29413f52e36 req-d2343e6d-e96d-48da-9db3-2ca78d9621dc tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 943 time: 0.1044209 Aug 10 03:36:42.071854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c23d8f9-86ea-41d7-99e0-c29413f52e36 req-e3789aca-a51b-4ce9-abe3-691db780d8e1 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363739 Aug 10 03:36:42.130980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 5c4389a7-b66c-4d93-a857-fdccdbd1cfdd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:42.131333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.209904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.210132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.222351 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 5c4389a7-b66c-4d93-a857-fdccdbd1cfdd owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:42.449550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.492697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=5c4389a7-b66c-4d93-a857-fdccdbd1cfdd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.575750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.579252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.582523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2dc3713e-a2e0-4935-9eca-e5145c61efd0 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/floatingips/eb959eb0-dc37-499d-b0e8-9d3af03112cc HTTP/1.1" status: 204 len: 168 time: 0.6002290 Aug 10 03:36:42.585704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49436) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.590117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'ac80a0c7-76e6-4f88-be34-a52fd8e56125'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:42.682217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.800871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.883476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'name': 'network-vif-deleted', 'tag': '4cc68791-9d9a-4192-9bc7-d148035739d8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:42.885737 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c33722-15fa-4fb8-8ffa-99eb30636c04" -d '{"events": [{"server_uuid": "54245bb8-a7a0-4a78-aa75-964f9eb2439d", "name": "network-vif-deleted", "tag": "4cc68791-9d9a-4192-9bc7-d148035739d8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:42.913430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.240 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/7366c664-8070-45a7-bc54-f503d518682d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:43.017377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.198495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.239333 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ba614a-aaf1-4c2d-a704-7e220890bf11 x-openstack-request-id: req-a5ba614a-aaf1-4c2d-a704-7e220890bf11 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:43.239634 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54245bb8-a7a0-4a78-aa75-964f9eb2439d", "name": "network-vif-deleted", "tag": "4cc68791-9d9a-4192-9bc7-d148035739d8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:43.239891 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5ba614a-aaf1-4c2d-a704-7e220890bf11 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:43.240283 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54245bb8-a7a0-4a78-aa75-964f9eb2439d', 'name': 'network-vif-deleted', 'tag': '4cc68791-9d9a-4192-9bc7-d148035739d8', 'status': 'completed', 'code': 200} Aug 10 03:36:43.248937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:43.250309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=7366c664-8070-45a7-bc54-f503d518682d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.252975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:43.255077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:43.386514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817135-0abf-4217-99ea-20f6202fc202 req-4c651ef5-db70-4c14-bebf-d585fed91b8a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.388021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43817135-0abf-4217-99ea-20f6202fc202 req-4c651ef5-db70-4c14-bebf-d585fed91b8a tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 943 time: 0.1040416 Aug 10 03:36:43.470952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43817135-0abf-4217-99ea-20f6202fc202 req-288b768f-dbba-4b88-9e64-954de9775f27 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765059 Aug 10 03:36:43.904941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96b9f2-db8c-4791-bd28-2bf7221f2652 req-4259bf6f-ba94-4c18-9af2-0f78c55f7643 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.906442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e96b9f2-db8c-4791-bd28-2bf7221f2652 req-4259bf6f-ba94-4c18-9af2-0f78c55f7643 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0854335 Aug 10 03:36:44.022329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e96b9f2-db8c-4791-bd28-2bf7221f2652 req-37ae1fd0-d685-4026-b084-40fa20d5b451 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958633 Aug 10 03:36:44.091918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.333933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.489329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.587417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f06dc-6dc9-4daf-b540-184f35a66f84 req-3d803274-0d17-4a6e-b506-35656c99cfa8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.588916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-056f06dc-6dc9-4daf-b540-184f35a66f84 req-3d803274-0d17-4a6e-b506-35656c99cfa8 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 943 time: 0.0495858 Aug 10 03:36:44.631470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-056f06dc-6dc9-4daf-b540-184f35a66f84 req-7296a292-044c-41af-b410-a9cdbd2c6a0e tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362287 Aug 10 03:36:44.655140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fc6ec8a9-6e2c-4df7-afb0-e757669a37bb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:44.659010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4cc68791-9d9a-4192-9bc7-d148035739d8 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:44.665640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.686080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 4cc68791-9d9a-4192-9bc7-d148035739d8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:44.686422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4cc68791-9d9a-4192-9bc7-d148035739d8 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:44.739414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=7366c664-8070-45a7-bc54-f503d518682d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.754512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.777274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:44.788249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'port_id': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'mac_address': 'fa:16:3e:67:2e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:44.827175 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.841622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6ec8a9-6e2c-4df7-afb0-e757669a37bb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:44.861356 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP bc0b9a83-bc18-4dc3-b8d2-e16b6e2d5da0 associated. External IP: 172.25.1.240, port: ac80a0c7-76e6-4f88-be34-a52fd8e56125. Aug 10 03:36:44.870453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:45.004529 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.103561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:45.137964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.152031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49486) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.263979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['fc6ec8a9-6e2c-4df7-afb0-e757669a37bb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:45.281563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73332bcf-1089-44eb-be48-5bf92c0c5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.286093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e2c78-b23e-493d-9a7b-dfa64f3a2a80 req-02d9c9f1-7b45-4033-b04d-e6c40fb56011 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.286093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f9e2c78-b23e-493d-9a7b-dfa64f3a2a80 req-02d9c9f1-7b45-4033-b04d-e6c40fb56011 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0999050 Aug 10 03:36:45.314294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:45.346945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:45.364829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.364829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:45.364829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:45.390425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f9e2c78-b23e-493d-9a7b-dfa64f3a2a80 req-06c675a0-5a59-45bb-b0e4-e8f2655f8878 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926943 Aug 10 03:36:45.391699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73332bcf-1089-44eb-be48-5bf92c0c5f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.398202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:45.427677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:45.428588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:45.464899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:45.465556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225de60-26d8-4d6f-ba10-a120efdd8fdd None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:45.535255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73332bcf-1089-44eb-be48-5bf92c0c5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.574652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-73332bcf-1089-44eb-be48-5bf92c0c5f58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85b267bb1e0f4454976d38a36f4e0372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212761 Aug 10 03:36:45.576042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73332bcf-1089-44eb-be48-5bf92c0c5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfb0687-cf92-4c65-ac57-f5d08b502cfb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.579001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49490) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.628439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e347a34f-eca4-4469-9ed0-a53e79f384a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.649234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e347a34f-eca4-4469-9ed0-a53e79f384a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.747109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef81fe-9ca7-466d-8195-3d2414d8016d req-5cc59119-683f-4d7b-b076-59b67ff93fb0 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.748661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80ef81fe-9ca7-466d-8195-3d2414d8016d req-5cc59119-683f-4d7b-b076-59b67ff93fb0 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 944 time: 0.0500309 Aug 10 03:36:45.749981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.794976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-95e6bd90-105a-4347-8ca4-a37e1065df12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2083857 Aug 10 03:36:45.797763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49494) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.802845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2085587427'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:45.818282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80ef81fe-9ca7-466d-8195-3d2414d8016d req-bd903675-344a-42f2-9636-ba1900e18468 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455275 Aug 10 03:36:45.877777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e347a34f-eca4-4469-9ed0-a53e79f384a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.880564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e347a34f-eca4-4469-9ed0-a53e79f384a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.881654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e347a34f-eca4-4469-9ed0-a53e79f384a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddfb0687-cf92-4c65-ac57-f5d08b502cfb HTTP/1.1" status: 204 len: 168 time: 0.3016579 Aug 10 03:36:45.889895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347a34f-eca4-4469-9ed0-a53e79f384a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfb0687-cf92-4c65-ac57-f5d08b502cfb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.076799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:46.080577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.103990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:46.112723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.117636 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Added segment 6134aa68-d2b7-41ad-ba23-ab7f6796159f of type vlan for network 130b923f-89f2-4401-9d71-d51d2d0c3187 Aug 10 03:36:46.163800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.311667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-b96260ce-1612-44ff-a880-6e63138b62ef req-44218857-1510-45bf-a89e-955b5e390fb0 tempest-ServersTestMultiNic-1940138649 tempest-ServersTestMultiNic-1940138649-project] (94805) timed out ('10.222.0.54', 57058) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:36:46.437915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.443891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.448004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.499889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cca46-4fbd-45fc-be5c-40aacbc43ec1 req-22b0114f-741f-4d78-a1a3-02a1823e3f0f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.501360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-222cca46-4fbd-45fc-be5c-40aacbc43ec1 req-22b0114f-741f-4d78-a1a3-02a1823e3f0f tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0504060 Aug 10 03:36:46.515847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Network': ['ID=130b923f-89f2-4401-9d71-d51d2d0c3187,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.527352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:46.544575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-222cca46-4fbd-45fc-be5c-40aacbc43ec1 req-2d993671-66ff-4e4c-9ec8-8659c64f3609 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 Aug 10 03:36:46.670947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fc6ec8a9-6e2c-4df7-afb0-e757669a37bb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:46.690186 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9287ce8c-e9e2-4815-a24b-a64cebee995f tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8911684 Aug 10 03:36:46.692696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:46.697696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'subnet': {'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:46.872396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:46.877135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:46.877525 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.917959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:46.926248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.944117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d3a25-751a-492d-a5fc-8052e9d86675 req-96d922fd-266f-4492-9fce-37fb0ebb34b3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.944940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:46.945762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f1d3a25-751a-492d-a5fc-8052e9d86675 req-96d922fd-266f-4492-9fce-37fb0ebb34b3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 944 time: 0.0587368 Aug 10 03:36:46.993964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f1d3a25-751a-492d-a5fc-8052e9d86675 req-a2da44e2-a6ab-402c-96ef-4eaef681abe0 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413036 Aug 10 03:36:47.007290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf73a3d0-af9f-4f3e-989b-d7f029a8f08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.142229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.166664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:47.169503 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa84142-eeba-4e46-aab8-337c419402f1" -d '{"events": [{"server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:47.203230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf73a3d0-af9f-4f3e-989b-d7f029a8f08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.209736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:47.220312 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e86c87-4da0-4c8a-bbed-368d2937ea3b x-openstack-request-id: req-38e86c87-4da0-4c8a-bbed-368d2937ea3b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:47.220901 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "name": "network-vif-plugged", "status": "completed", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:47.221096 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38e86c87-4da0-4c8a-bbed-368d2937ea3b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:47.221662 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'code': 200} Aug 10 03:36:47.289811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf73a3d0-af9f-4f3e-989b-d7f029a8f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.312211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.319580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.355059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b33f7-74e4-4441-a45b-87e595d89f5d req-5a1df797-7524-47ea-9f35-f0a40f675562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.357318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-511b33f7-74e4-4441-a45b-87e595d89f5d req-5a1df797-7524-47ea-9f35-f0a40f675562 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 1096 time: 0.0733976 Aug 10 03:36:47.375230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.392747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bf73a3d0-af9f-4f3e-989b-d7f029a8f08a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3d79114734a4ca69b6635c9168fb397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412875 Aug 10 03:36:47.392747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73a3d0-af9f-4f3e-989b-d7f029a8f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b3d6c-002d-49d5-af8c-3af391d48cbf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.393632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49518) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.401790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-511b33f7-74e4-4441-a45b-87e595d89f5d req-f0dfe913-6498-49d4-8243-e824966d995d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Aug 10 03:36:47.451958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Subnet': ['ID=0328cd09-a40c-4ae4-bf38-9b74b627c55a,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.458487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Checking segment: {'id': '6134aa68-d2b7-41ad-ba23-ab7f6796159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:47.458858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network hostable DHCP agents. Network: 130b923f-89f2-4401-9d71-d51d2d0c3187, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:47.489628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-056d1026-5d07-49d9-a486-e5f59463e699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.510709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-056d1026-5d07-49d9-a486-e5f59463e699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.663087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7304c34-932e-43ff-b912-406a5cde609d req-5c5e3e9b-8500-49e9-b4ee-bba0f995d22b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.664587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7304c34-932e-43ff-b912-406a5cde609d req-5c5e3e9b-8500-49e9-b4ee-bba0f995d22b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0493813 Aug 10 03:36:47.702493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7304c34-932e-43ff-b912-406a5cde609d req-977ea200-7821-416f-9348-0624c9493cba tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Aug 10 03:36:47.723837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:47.736904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-056d1026-5d07-49d9-a486-e5f59463e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.736904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-056d1026-5d07-49d9-a486-e5f59463e699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.736904 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-056d1026-5d07-49d9-a486-e5f59463e699 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab6b3d6c-002d-49d5-af8c-3af391d48cbf HTTP/1.1" status: 204 len: 168 time: 0.3326762 Aug 10 03:36:47.741419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d1026-5d07-49d9-a486-e5f59463e699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b3d6c-002d-49d5-af8c-3af391d48cbf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.828773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49526) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.835265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 130b923f-89f2-4401-9d71-d51d2d0c3187) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:47.840457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.840457 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.845150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc08c6-9ff9-468d-95c6-a4d1709fdbbf None None] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:47.936732 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0e968ea0-099d-404d-aca2-43d054e158af tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2429657 Aug 10 03:36:47.939969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49530) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:47.943681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.945686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-374510721', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:47.966319 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:36:47.966319 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:36:47.966319 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': 'c2bb7a890a2a4f739b9e0aa6f28e7e12', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 36, 47, 955270)}] Aug 10 03:36:47.966319 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:36:47.966319 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:36:48.006698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-130b923f-89f2-4401-9d71-d51d2d0c3187', 'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187', 'tenant_id': 'c824b7e0d30349509ac6f5eb770615bf', 'fixed_ips': [{'subnet_id': '0328cd09-a40c-4ae4-bf38-9b74b627c55a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:48.006698 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.097541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.098719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.139956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Allocated IP 172.20.0.2 (130b923f-89f2-4401-9d71-d51d2d0c3187/0328cd09-a40c-4ae4-bf38-9b74b627c55a/00d4a915-ea9d-46b8-aa57-7189e9c12ec0) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:48.146715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3a375-fa4a-4867-b082-dc032c02d7f1 req-5a5b04d9-0cf9-4197-b14a-2a01659776d3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.148327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74f3a375-fa4a-4867-b082-dc032c02d7f1 req-5a5b04d9-0cf9-4197-b14a-2a01659776d3 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 945 time: 0.0807133 Aug 10 03:36:48.187184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.219792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74f3a375-fa4a-4867-b082-dc032c02d7f1 req-6f5e8e01-d074-444f-9172-05baea09b40b tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Aug 10 03:36:48.299961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.308382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Transition to ACTIVE for port object 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:48.324053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Transition to ACTIVE for port object 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:48.394529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.396461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.440818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:48.445453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:48.449799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:48.453731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Pushing event updated for resources: {'Port': ['ID=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.465740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.506835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Attempting to bind port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:48.507116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Attempting to bind port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6134aa68-d2b7-41ad-ba23-ab7f6796159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:48.507689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Attempting to bind port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 on network 130b923f-89f2-4401-9d71-d51d2d0c3187 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:48.513527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:48.513906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Checking segment: {'id': '6134aa68-d2b7-41ad-ba23-ab7f6796159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:48.514556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.514978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Bound using segment: {'id': '6134aa68-d2b7-41ad-ba23-ab7f6796159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:48.515452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Bound port: 00d4a915-ea9d-46b8-aa57-7189e9c12ec0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6134aa68-d2b7-41ad-ba23-ab7f6796159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:48.515837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.594528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] For port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:48.598597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] For port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,segment=NetworkSegment(6134aa68-d2b7-41ad-ba23-ab7f6796159f),segment_id=6134aa68-d2b7-41ad-ba23-ab7f6796159f)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:48.610703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.693002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.693424 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.700750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.722087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.766318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef72298-a92c-45ba-9bcb-be2d92d3566e None None] Pushing event updated for resources: {'Port': ['ID=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.795357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439b6ff-a8e5-42ea-ae08-f7b9a2cf594c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.808667 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b48948aa-9d7d-4117-be1d-7f8c53fda97b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2bb7a890a2a4f739b9e0aa6f28e7e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765522 Aug 10 03:36:48.809263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49548) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:48.875866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c175d02-6af2-4943-a608-76eec5027ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.881345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.25.1.40 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/c80977c1-f80d-4437-9ee0-16b261a79a48) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:48.901505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c175d02-6af2-4943-a608-76eec5027ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.901837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2740b9f-7322-45c9-91a5-86ec0cc0d85d req-0a6e7010-34bf-403a-8af3-3f6631c0a5f7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.909952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2740b9f-7322-45c9-91a5-86ec0cc0d85d req-0a6e7010-34bf-403a-8af3-3f6631c0a5f7 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.0855639 Aug 10 03:36:49.011086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2740b9f-7322-45c9-91a5-86ec0cc0d85d req-9928f1f2-ed2b-43e4-b341-f2322c9d77c0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001225 Aug 10 03:36:49.059846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c175d02-6af2-4943-a608-76eec5027ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.059846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c175d02-6af2-4943-a608-76eec5027ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.059846 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7c175d02-6af2-4943-a608-76eec5027ae5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7439b6ff-a8e5-42ea-ae08-f7b9a2cf594c HTTP/1.1" status: 204 len: 168 time: 0.2488298 Aug 10 03:36:49.074595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c175d02-6af2-4943-a608-76eec5027ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439b6ff-a8e5-42ea-ae08-f7b9a2cf594c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.089565 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.192637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.230081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:49.235048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:49.238552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:49.265526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=c80977c1-f80d-4437-9ee0-16b261a79a48,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.428877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6e1c-9958-478f-b774-64222621f8d9 req-15401506-f200-4c9d-b7d8-81aac7438ec6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.430277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a75b6e1c-9958-478f-b774-64222621f8d9 req-15401506-f200-4c9d-b7d8-81aac7438ec6 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 945 time: 0.1102858 Aug 10 03:36:49.477390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a75b6e1c-9958-478f-b774-64222621f8d9 req-40f93520-7b4d-4ec3-859b-2f0114dc25ca tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385661 Aug 10 03:36:49.716628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.723967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84f4c-dd02-4d86-aa3f-751b85a5e683 req-1a8396e5-8efc-4311-9e4b-2f37415f2b32 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.726542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1d84f4c-dd02-4d86-aa3f-751b85a5e683 req-1a8396e5-8efc-4311-9e4b-2f37415f2b32 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 945 time: 0.1530883 Aug 10 03:36:49.849153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9028c7e-f7e0-4718-864a-67f98f38f0a2 None None] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:50.072210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25a17225-a3ae-47f5-a08a-5ec1afebbd97 None None] Provisioning for port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:50.146263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740258e-9668-455d-94a5-d1c3c210e304 req-0b9dfb39-9298-4e40-a81a-978ff2c196e0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.147797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a740258e-9668-455d-94a5-d1c3c210e304 req-0b9dfb39-9298-4e40-a81a-978ff2c196e0 tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.5234902 Aug 10 03:36:50.259045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c1d84f4c-dd02-4d86-aa3f-751b85a5e683 req-be0d7803-5144-4439-baa7-72dfbd09de25 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4936137 Aug 10 03:36:50.285498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49594) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.342745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4743fe1d-5289-4a15-9e95-242db11a4025 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.348199 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4743fe1d-5289-4a15-9e95-242db11a4025 tempest-TestNetworkBasicOps-1688757511 tempest-TestNetworkBasicOps-1688757511-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 1092 time: 0.0615466 Aug 10 03:36:50.348624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49596) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:50.355255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:50.438857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Deleting port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:50.439579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.515547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c6d5e-dff9-456d-8ef7-f8614172abde req-32eb05c1-3be7-441b-ac51-c8fa9f2f469c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.517083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a52c6d5e-dff9-456d-8ef7-f8614172abde req-32eb05c1-3be7-441b-ac51-c8fa9f2f469c tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 946 time: 0.1841836 Aug 10 03:36:50.545138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.554252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.674681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] For port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:50.675051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.688777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a52c6d5e-dff9-456d-8ef7-f8614172abde req-ac760c2e-2630-461a-ad07-952ff49b45ae tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/security-groups?id=88610dc1-12a9-4251-a628-13b02106e8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636410 Aug 10 03:36:50.699256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Calling delete_port for 3bfe8a5d-b011-485d-985e-6b0e50d22b0d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:50.833931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:50.884811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.982397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router a5717f68-67fd-4864-8df4-bde5441f910f is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:51.024274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:51.028474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:51.029061 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.086883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Allocated IP 172.25.1.25 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/342db506-2c2a-40a8-8406-c3190dc6995a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:51.126304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.140129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.155468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3bfe8a5d-b011-485d-985e-6b0e50d22b0d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:51.196500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:51.208746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,segment=NetworkSegment(6134aa68-d2b7-41ad-ba23-ab7f6796159f),segment_id=6134aa68-d2b7-41ad-ba23-ab7f6796159f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:51.210258 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] Sync routers for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:51.215120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Pushing event deleted for resources: {'Port': ['ID=3bfe8a5d-b011-485d-985e-6b0e50d22b0d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.228376 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:51.229227 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:51.264785 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:51.274045 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:51.274726 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:51.289426 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.295196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] No DVR routers for this DVR port 3bfe8a5d-b011-485d-985e-6b0e50d22b0d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:51.298985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.300978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a740258e-9668-455d-94a5-d1c3c210e304 req-cebdd1dc-aeba-4260-b4b0-b1d66369fd2b tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.46 "DELETE /v2.0/ports/3bfe8a5d-b011-485d-985e-6b0e50d22b0d HTTP/1.1" status: 204 len: 173 time: 1.1460903 Aug 10 03:36:51.301428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'name': 'network-vif-deleted', 'tag': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:51.304016 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575dbb68-7f85-4f3c-9275-96a05582e2ab" -d '{"events": [{"server_uuid": "e729f237-adb4-4b91-a5f5-cd82ea38392f", "name": "network-vif-deleted", "tag": "3bfe8a5d-b011-485d-985e-6b0e50d22b0d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:51.350795 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:51.351868 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940a19e-4178-4561-b254-bcbe5487895b None None] The sync data for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:51.365728 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f037c4-5f17-45c9-b16f-3a8931f46909 x-openstack-request-id: req-61f037c4-5f17-45c9-b16f-3a8931f46909 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:51.366084 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e729f237-adb4-4b91-a5f5-cd82ea38392f", "name": "network-vif-deleted", "tag": "3bfe8a5d-b011-485d-985e-6b0e50d22b0d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:51.367455 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61f037c4-5f17-45c9-b16f-3a8931f46909 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:51.367455 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e729f237-adb4-4b91-a5f5-cd82ea38392f', 'name': 'network-vif-deleted', 'tag': '3bfe8a5d-b011-485d-985e-6b0e50d22b0d', 'status': 'completed', 'code': 200} Aug 10 03:36:51.377599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.384160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.388787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.389365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b9a0ce5d-5c11-44a0-8c3b-cccf6b1e1eb4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4477098 Aug 10 03:36:51.395334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.523818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.575688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:51.582906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:51.586725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:51.593196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=342db506-2c2a-40a8-8406-c3190dc6995a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.941174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:51.946547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276651225', 'description': 'tempest-secgroup-smoke-1276651225 description', 'project_id': '1ecad60eae0044d380480d1afb195fed'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:51.946762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.055602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bc33485-0365-4084-9b26-51d4813f5975 req-b123c9c8-d6e4-421f-8432-df256d21c24d tempest-ServerRescueNegativeTestJSON-108418040 tempest-ServerRescueNegativeTestJSON-108418040-project] 10.222.0.26 "GET /v2.0/ports?device_id=e729f237-adb4-4b91-a5f5-cd82ea38392f HTTP/1.1" status: 200 len: 210 time: 0.0372512 Aug 10 03:36:52.079250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.139880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.155517 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.277667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.300061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.1 (130b923f-89f2-4401-9d71-d51d2d0c3187/0328cd09-a40c-4ae4-bf38-9b74b627c55a/eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:52.306045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.337236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.386151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1bab04-d3c8-415c-b162-1df52491a8da,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.424474 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.440494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Transition to ACTIVE for port object eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:52.520996 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.535849 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.569260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.596163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.598258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.611485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:52.616682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:52.620489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:52.649611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.680502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.693339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b97a54-c058-486f-b46c-ddc57d5fd7f1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.697506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event updated for resources: {'Port': ['ID=342db506-2c2a-40a8-8406-c3190dc6995a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:52.712054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.717229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-625e21c9-3a6e-4d90-bbd9-c969a32c44aa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7746401 Aug 10 03:36:52.719948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49652) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:52.724745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'b8b97a54-c058-486f-b46c-ddc57d5fd7f1', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:52.730806 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.842555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:52.855122 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Floating IP bb00cb1a-ca0e-49ff-9e57-490b4133fcbd associated. External IP: 172.25.1.25, port: fc6ec8a9-6e2c-4df7-afb0-e757669a37bb. Aug 10 03:36:52.884536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49656) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:52.900477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:52.900477 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.913553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.928959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.026830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.044057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a92adc9-c9d8-4dbf-b9e8-6cdf44793025 None None] Provisioning for port eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:53.048581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a92adc9-c9d8-4dbf-b9e8-6cdf44793025 None None] Provisioning complete for port eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:53.049024 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a92adc9-c9d8-4dbf-b9e8-6cdf44793025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.085404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8a92adc9-c9d8-4dbf-b9e8-6cdf44793025 None None] Port eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:53.091369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.143952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12e37f5-ed72-41ac-b033-4c4c36e2589a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.154085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49662) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.377388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6861e57a-c01d-41e9-bffa-2a360987cf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.537697 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.538816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d39678ba-89b4-4261-9389-35166ecc720c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8179009 Aug 10 03:36:53.544435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49674) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.551614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'b8b97a54-c058-486f-b46c-ddc57d5fd7f1', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:53.562457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router d5a9c034-4779-47c8-a182-88c5299c1a6a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:53.623900 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6861e57a-c01d-41e9-bffa-2a360987cf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.658656 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.694799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6861e57a-c01d-41e9-bffa-2a360987cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.728491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.767355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e57a-c01d-41e9-bffa-2a360987cf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc9de0-ab04-48fc-9321-8cda20592700,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.800355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:53.803545 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6861e57a-c01d-41e9-bffa-2a360987cf6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82cc1b2edb294676885f37774af521b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9178066 Aug 10 03:36:53.808250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49678) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.814083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfee9-5463-4182-81d1-33011576c08a None None] Sync routers for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:53.826571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:53.827802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:53.831589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.867308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.874345 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.925458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed9e702c-adb4-4a16-8f4c-ab9d75a93fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.927103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.962508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.974174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:53.977785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed9e702c-adb4-4a16-8f4c-ab9d75a93fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.983172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-12eeaec7-72db-47a4-89fa-a8b09639ba6c tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6309223 Aug 10 03:36:53.993587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49680) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:53.993730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:53.993730 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609" -d '{"events": [{"name": "network-changed", "server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:54.033192 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721cba8e-6fab-424c-a50e-915602e38aca x-openstack-request-id: req-721cba8e-6fab-424c-a50e-915602e38aca {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:54.033192 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:54.033440 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-721cba8e-6fab-424c-a50e-915602e38aca {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:54.033643 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'status': 'completed', 'code': 200} Aug 10 03:36:54.069271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.078364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:54.102800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:54.128615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.156914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b544b340-bcf8-4140-80f2-a42538f91a47,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:54.165742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-7f949870-9d23-4d17-bdb6-de88e54c2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.167266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-7f949870-9d23-4d17-bdb6-de88e54c2b2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 1097 time: 0.0979578 Aug 10 03:36:54.173887 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-50da6b96-3f83-4018-8c39-14eaf3df681d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/bb00cb1a-ca0e-49ff-9e57-490b4133fcbd HTTP/1.1" status: 200 len: 990 time: 0.1892080 Aug 10 03:36:54.193265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed9e702c-adb4-4a16-8f4c-ab9d75a93fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.196245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ed9e702c-adb4-4a16-8f4c-ab9d75a93fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.197119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ed9e702c-adb4-4a16-8f4c-ab9d75a93fb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5cc9de0-ab04-48fc-9321-8cda20592700 HTTP/1.1" status: 204 len: 168 time: 0.3870764 Aug 10 03:36:54.244041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.248078 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3ebb8f1-34f5-41db-8e33-2a50e41335ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6996298 Aug 10 03:36:54.250195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49686) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:54.255347 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'b8b97a54-c058-486f-b46c-ddc57d5fd7f1', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:54.288060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router a5717f68-67fd-4864-8df4-bde5441f910f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:54.304596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e702c-adb4-4a16-8f4c-ab9d75a93fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc9de0-ab04-48fc-9321-8cda20592700,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:54.304843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'bb00cb1a-ca0e-49ff-9e57-490b4133fcbd', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'port_id': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'mac_address': 'fa:16:3e:67:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:36:51Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 0, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.344638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfee9-5463-4182-81d1-33011576c08a None None] Checking router: d5a9c034-4779-47c8-a182-88c5299c1a6a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:54.375240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:54.375240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.394722 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.478188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-7cbb0ef5-da54-4df4-b46d-1a2f656d9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.479693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-7cbb0ef5-da54-4df4-b46d-1a2f656d9b87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=772715f4-b293-43b5-888f-7faf3213560c HTTP/1.1" status: 200 len: 898 time: 0.3016522 Aug 10 03:36:54.485020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.542317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4e080717-1d4e-4e8c-8ba7-51346d77c5ea None None] Provisioning complete for port eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:54.542864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e080717-1d4e-4e8c-8ba7-51346d77c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.570294 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.570825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-028956e6-24e2-478f-89d7-5b9a2d546bbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb HTTP/1.1" status: 200 len: 998 time: 0.0818713 Aug 10 03:36:54.588235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:54.660540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-0fea24c2-e88e-4b74-a665-66565d6eb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.662045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-0fea24c2-e88e-4b74-a665-66565d6eb520 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=700aa143-a64c-4208-863b-160657068875 HTTP/1.1" status: 200 len: 834 time: 0.0720041 Aug 10 03:36:54.662361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:54.672188 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-97bf7875-96e0-49ae-b04a-15f4576d8a71 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/routers/a5717f68-67fd-4864-8df4-bde5441f910f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2812593 Aug 10 03:36:54.677183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49690) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:54.677683 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] Sync routers for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:54.681009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13dcfdd-8743-4bf9-ad58-33fbaafa16ee,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:54.692520 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:54.693317 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.697555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'port': {'network_id': '130b923f-89f2-4401-9d71-d51d2d0c3187', 'name': 'tempest-FloatingIPTestJSON-1827083843'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:54.700593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.701869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-227ed274-71e9-435b-b71e-81940e41aa40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4506233 Aug 10 03:36:54.704721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49692) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:54.709717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'b8b97a54-c058-486f-b46c-ddc57d5fd7f1', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:54.743060 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.753629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3bfe8a5d-b011-485d-985e-6b0e50d22b0d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:54.755729 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:54.756774 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.799322 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:54.800183 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc7d56-cdec-47b2-bff3-61991783c5c4 None None] The sync data for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:54.814367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.822696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 3bfe8a5d-b011-485d-985e-6b0e50d22b0d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:54.823045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3bfe8a5d-b011-485d-985e-6b0e50d22b0d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:54.830787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Deleting port f202440c-8d6d-469e-942b-e70d312a68f7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:54.831070 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.847675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4e080717-1d4e-4e8c-8ba7-51346d77c5ea None None] Port eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:54.907351 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.949190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-16a7aa36-566d-471e-ad37-0a7a2ae55ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.950881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-16a7aa36-566d-471e-ad37-0a7a2ae55ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772715f4-b293-43b5-888f-7faf3213560c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2773194 Aug 10 03:36:54.986305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.016856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f089d6-d835-4f8f-add6-c43577963ae9,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.048666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-545cfee9-5463-4182-81d1-33011576c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'bb00cb1a-ca0e-49ff-9e57-490b4133fcbd', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'port_id': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'mac_address': 'fa:16:3e:67:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:36:51Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 0, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:55.078516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] For port f202440c-8d6d-469e-942b-e70d312a68f7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f202440c-8d6d-469e-942b-e70d312a68f7,segment=NetworkSegment(4211a38a-9207-497f-8deb-e375abbe701d),segment_id=4211a38a-9207-497f-8deb-e375abbe701d)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:55.079269 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.081510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545cfee9-5463-4182-81d1-33011576c08a None None] The sync data for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 is: [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'bb00cb1a-ca0e-49ff-9e57-490b4133fcbd', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'port_id': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'mac_address': 'fa:16:3e:67:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:36:51Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 0, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:55.100216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Calling delete_port for f202440c-8d6d-469e-942b-e70d312a68f7 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:55.117715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-28c32f67-816a-4df3-85b4-5f7a16282ce7 service neutron] 10.222.0.46 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590722 Aug 10 03:36:55.124757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Made reservation on behalf of c824b7e0d30349509ac6f5eb770615bf for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:55.129019 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.178210 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49704) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:55.187990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.192434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0566d8e1-5aca-441d-b0e9-dd3ce502b7a3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4837182 Aug 10 03:36:55.224702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49706) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:55.234237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'b8b97a54-c058-486f-b46c-ddc57d5fd7f1', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:55.253112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] device_id is not set on port ea03270b-a88f-4f5c-b8c4-97117a9bd38a yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:36:55.260471 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-23cf82a2-2954-4c16-9c6d-51483567b537 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/bb00cb1a-ca0e-49ff-9e57-490b4133fcbd HTTP/1.1" status: 200 len: 990 time: 0.0806384 Aug 10 03:36:55.399521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d4cd5-57a6-4e48-b880-9e1fd578e6af None None] New status for floating IP bb00cb1a-ca0e-49ff-9e57-490b4133fcbd: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:36:55.454413 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:55.463470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.474834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbe8c85c-4c30-4ebf-ac3e-1cbcae17b609 req-18b6acd1-b81f-4219-a430-1a300f8eaa53 service neutron] 10.222.0.46 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428888 Aug 10 03:36:55.558407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Allocated IP 172.20.0.9 (130b923f-89f2-4401-9d71-d51d2d0c3187/0328cd09-a40c-4ae4-bf38-9b74b627c55a/ea03270b-a88f-4f5c-b8c4-97117a9bd38a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:55.623258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.689881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.707078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c76880-6468-4ab8-b458-d4d2bf248b26,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.778553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.846909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.861669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49756) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:55.862162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1adc4fd5-4888-4630-ae43-8a2d98b908a7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6361327 Aug 10 03:36:55.867302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'b8b97a54-c058-486f-b46c-ddc57d5fd7f1', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:55.871648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Pushing event deleted for resources: {'Port': ['ID=f202440c-8d6d-469e-942b-e70d312a68f7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.928872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.952795 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:36:55.959463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.018811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.041971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Transition to ACTIVE for port object ea03270b-a88f-4f5c-b8c4-97117a9bd38a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:56.049133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.111696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.115976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.136516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66b8dd9-8293-4a03-b425-dfc2eec8c162,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.208768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.213167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c24cf561-924c-4967-8278-31dea465a20f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3470082 Aug 10 03:36:56.219868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.219868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'network': {'name': 'tempest-network-smoke--1806458013', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:56.239471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.264738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49766) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.321166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:56.330215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:56.340920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:56.360526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event updated for resources: {'Port': ['ID=ea03270b-a88f-4f5c-b8c4-97117a9bd38a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.372079 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-005b272b-b4bb-435c-9b24-3d2bd8497a96 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/bb00cb1a-ca0e-49ff-9e57-490b4133fcbd HTTP/1.1" status: 200 len: 992 time: 0.0967972 Aug 10 03:36:56.372828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49770) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.379080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:56.382800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.419957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:56.429413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.429756 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Added segment d31ccdcc-2e32-44ba-a796-f6405b05cf08 of type vlan for network 98dd62af-b0fb-4c30-be18-96705e251818 Aug 10 03:36:56.467658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.468339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.491223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Router 299b19e4-2c78-467b-a093-4777d879c3a6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:56.500076 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.556388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3463c6c-3049-4518-90dd-1e761c117e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.566011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49774) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.566428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-41e5c1df-2c4d-4572-9c4d-8870e1762a8b tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8762524 Aug 10 03:36:56.571560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Request body: {'floatingip': {'port_id': 'ea03270b-a88f-4f5c-b8c4-97117a9bd38a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:56.615140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.624869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.624869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.652550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:56.658502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ff5443aa-2a94-4a14-a8d8-fe9f19997090 admin admin] 10.222.0.26 "PUT /v2.0/routers/299b19e4-2c78-467b-a093-4777d879c3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5026145 Aug 10 03:36:56.661584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49776) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:56.664201 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] Sync routers for ids ['299b19e4-2c78-467b-a093-4777d879c3a6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:56.679553 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] Routers {'299b19e4-2c78-467b-a093-4777d879c3a6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:56.680806 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['299b19e4-2c78-467b-a093-4777d879c3a6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:56.714052 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.757510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0205fa1b-a65d-4e75-98cb-aa84320c9189 None None] Provisioning for port ea03270b-a88f-4f5c-b8c4-97117a9bd38a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:56.760840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Network': ['ID=98dd62af-b0fb-4c30-be18-96705e251818,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:56.763168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0205fa1b-a65d-4e75-98cb-aa84320c9189 None None] Provisioning complete for port ea03270b-a88f-4f5c-b8c4-97117a9bd38a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:56.763636 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0205fa1b-a65d-4e75-98cb-aa84320c9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.796031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.810153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 98dd62af-b0fb-4c30-be18-96705e251818 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:56.888275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0205fa1b-a65d-4e75-98cb-aa84320c9189 None None] Port ea03270b-a88f-4f5c-b8c4-97117a9bd38a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:56.928421 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] Set router 299b19e4-2c78-467b-a093-4777d879c3a6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:56.967100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.975859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3463c6c-3049-4518-90dd-1e761c117e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.082744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3463c6c-3049-4518-90dd-1e761c117e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.093624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Deleting port e0152720-d501-483b-b50c-cff1fec28f83 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:57.093976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.185906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] For port e0152720-d501-483b-b50c-cff1fec28f83, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e0152720-d501-483b-b50c-cff1fec28f83,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:57.186144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.198840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Calling delete_port for e0152720-d501-483b-b50c-cff1fec28f83 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:57.224100 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:36:55Z', 'revision_number': 5, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port': {'id': 'e0152720-d501-483b-b50c-cff1fec28f83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:55Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.256106 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] Checking router: 299b19e4-2c78-467b-a093-4777d879c3a6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:57.267396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] Routers {'299b19e4-2c78-467b-a093-4777d879c3a6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:57.268027 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['299b19e4-2c78-467b-a093-4777d879c3a6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.381708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] Set router 299b19e4-2c78-467b-a093-4777d879c3a6 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:57.390291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3463c6c-3049-4518-90dd-1e761c117e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0dd45-bd38-43e9-bd56-687154d503f2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.401128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d2b69cb-e718-45a4-a2a8-f8abde4fc3ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1867864 Aug 10 03:36:57.406879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49780) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.413418 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3463c6c-3049-4518-90dd-1e761c117e68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17adf351017f4eaf88881e919cc9c5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0366540 Aug 10 03:36:57.414440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49782) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:57.423182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'admin_state_up': True, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:57.438561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.448107 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:36:56Z', 'revision_number': 6, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:57.478681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0152720-d501-483b-b50c-cff1fec28f83,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.480402 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b81b63-1688-4afa-b392-15d8264b6cbd None None] The sync data for ids ['299b19e4-2c78-467b-a093-4777d879c3a6'] in n-d-765315-26 is: [{'id': '299b19e4-2c78-467b-a093-4777d879c3a6', 'name': 'tempest-ServerRescueNegativeTestJSON-59528821-router', 'tenant_id': '558997567a9345c3bdac8bff775c7b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:54Z', 'updated_at': '2021-08-10T03:36:56Z', 'revision_number': 6, 'project_id': '558997567a9345c3bdac8bff775c7b8e', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:57.480645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a2fce8a-5a98-4383-a0e1-a19daa1ec730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.488221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.519857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a2fce8a-5a98-4383-a0e1-a19daa1ec730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.551299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.595668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.654615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a2fce8a-5a98-4383-a0e1-a19daa1ec730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.656907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2a2fce8a-5a98-4383-a0e1-a19daa1ec730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.660532 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2a2fce8a-5a98-4383-a0e1-a19daa1ec730 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75c0dd45-bd38-43e9-bd56-687154d503f2 HTTP/1.1" status: 204 len: 168 time: 0.2435398 Aug 10 03:36:57.699252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fce8a-5a98-4383-a0e1-a19daa1ec730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0dd45-bd38-43e9-bd56-687154d503f2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.721107 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP bc0b9a83-bc18-4dc3-b8d2-e16b6e2d5da0 associated. External IP: 172.25.1.240, port: ac80a0c7-76e6-4f88-be34-a52fd8e56125. Aug 10 03:36:58.030342 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:58.038556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.040778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.088089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.088089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.170497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.180039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.182653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299b19e4-2c78-467b-a093-4777d879c3a6 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:58.192003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.192954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:58.193824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-89a0f2ab-d89c-417e-bb60-23ba96a06145 admin admin] 10.222.0.26 "DELETE /v2.0/routers/299b19e4-2c78-467b-a093-4777d879c3a6 HTTP/1.1" status: 204 len: 168 time: 1.5309379 Aug 10 03:36:58.196274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:58.205601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:58.219897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:58.221000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.266334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.276981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:58.278465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.319771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:58.320725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3453e5-36c5-4faa-9d63-482df5f396b5 None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:58.361327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Deleting subnet aaceae24-0f49-42a3-9f22-45fcf60c53d5 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:58.379553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.438089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.481455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.562113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.617374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router a5717f68-67fd-4864-8df4-bde5441f910f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:58.761837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.797336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.806806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e0152720-d501-483b-b50c-cff1fec28f83 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:58.832750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.836914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e0152720-d501-483b-b50c-cff1fec28f83 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:58.837542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e0152720-d501-483b-b50c-cff1fec28f83 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:58.838154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f202440c-8d6d-469e-942b-e70d312a68f7 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:58.863690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f202440c-8d6d-469e-942b-e70d312a68f7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:58.864566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f202440c-8d6d-469e-942b-e70d312a68f7 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:58.972236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.2 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/d1c290d4-2069-442e-b3c0-b3e1f5b0baa7) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:59.123219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.186014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaceae24-0f49-42a3-9f22-45fcf60c53d5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.191978 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.196440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0a24e51c-694f-4a04-a50e-59c5d094cdb6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aaceae24-0f49-42a3-9f22-45fcf60c53d5 HTTP/1.1" status: 204 len: 168 time: 0.9966309 Aug 10 03:36:59.196440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:59.197255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.207684 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.207800 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] Sync routers for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:59.225311 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:59.225967 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.257655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.287205 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.297034 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:59.298061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.331098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:59.334032 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.334917 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0027cbd-bd38-4a39-98f1-7bc400654dae None None] The sync data for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:59.337569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:59.342254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:59.374923 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f7d4a9e8-8312-4699-b9d4-4c06f2bcaba9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/floatingips/bc0b9a83-bc18-4dc3-b8d2-e16b6e2d5da0 HTTP/1.1" status: 200 len: 978 time: 2.8074756 Aug 10 03:36:59.376709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49826) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.392788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.393010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.511417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.530194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af9c02f-602c-4beb-9808-115d3abfe156']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.541973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4211a38a-9207-497f-8deb-e375abbe701d') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.542585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4211a38a-9207-497f-8deb-e375abbe701d') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:59.553321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.580697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.589312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:59.590420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.594372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port ea03270b-a88f-4f5c-b8c4-97117a9bd38a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:59.594372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:59.653790 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:59.745737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.751066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.756218 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] 10.222.0.26 "DELETE /v2.0/networks/4af9c02f-602c-4beb-9808-115d3abfe156 HTTP/1.1" status: 204 len: 168 time: 0.5583236 Aug 10 03:36:59.774204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.774748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeddc8d-7ecc-4489-8342-c64a1c45768b admin admin] Pushing event deleted for resources: {'Network': ['ID=4af9c02f-602c-4beb-9808-115d3abfe156,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.875185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.926054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a007dd6-d6c9-40bc-9c6e-f36a13cc43b5 req-c56365ec-50a9-44eb-8fdb-5fbc75a76ceb tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.927716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a007dd6-d6c9-40bc-9c6e-f36a13cc43b5 req-c56365ec-50a9-44eb-8fdb-5fbc75a76ceb tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 946 time: 0.1563458 Aug 10 03:37:00.083325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a007dd6-d6c9-40bc-9c6e-f36a13cc43b5 req-9e275e04-5ab0-4261-873f-32ec8009e13c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198790 Aug 10 03:37:00.153285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.154258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.154258 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Floating IP bc0b9a83-bc18-4dc3-b8d2-e16b6e2d5da0 disassociated. External IP: 172.25.1.240, port: ea03270b-a88f-4f5c-b8c4-97117a9bd38a. Aug 10 03:37:00.154474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for ea03270b-a88f-4f5c-b8c4-97117a9bd38a owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:00.214188 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-525df0b4-1967-434e-84b7-3320f748a0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.258082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49860) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.263508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.298507 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6f6aa7a7-df07-4ef8-a3ce-c5d2e67a69e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=558997567a9345c3bdac8bff775c7b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392303 Aug 10 03:37:00.307020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49862) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.429252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49866) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.458788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129bbc0f-19b6-45e3-a4ba-9d61c337a029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.494584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129bbc0f-19b6-45e3-a4ba-9d61c337a029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.535928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8e22-3477-47b7-b10a-656703b20802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.545488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.580745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=ea03270b-a88f-4f5c-b8c4-97117a9bd38a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.582490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 040d3cef-c89e-4d9b-a92a-385b210be30a is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:37:00.636553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8e22-3477-47b7-b10a-656703b20802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.665945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129bbc0f-19b6-45e3-a4ba-9d61c337a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.668564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129bbc0f-19b6-45e3-a4ba-9d61c337a029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.672047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-129bbc0f-19b6-45e3-a4ba-9d61c337a029 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88610dc1-12a9-4251-a628-13b02106e8d4 HTTP/1.1" status: 204 len: 168 time: 0.3617735 Aug 10 03:37:00.699121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bbc0f-19b6-45e3-a4ba-9d61c337a029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88610dc1-12a9-4251-a628-13b02106e8d4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.705603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8e22-3477-47b7-b10a-656703b20802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.768816 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d0b8e22-3477-47b7-b10a-656703b20802 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3157138679a74d20913662be1ebb87e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360481 Aug 10 03:37:00.771027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49872) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.780025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8e22-3477-47b7-b10a-656703b20802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b63b97d-b932-4b3a-b1ef-0f1a9d4cc9ca,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.811708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:00.821886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Sync routers for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:00.832774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router a5717f68-67fd-4864-8df4-bde5441f910f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:00.833330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:00.838961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:00.839508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b7b55a1-93ee-434c-9dac-d6309f6fa331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.867543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b7b55a1-93ee-434c-9dac-d6309f6fa331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.925824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.927024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-da1edb32-b406-4a0a-9605-cfdf400d437c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5171552 Aug 10 03:37:00.930363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49874) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:00.947232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:00.951347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:00.964328 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] Sync routers for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:00.980493 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:00.980493 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:01.044975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.050806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49880) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.051953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06fb6604-ae5a-495f-b6e7-40c19c8b1798 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/ports/ea03270b-a88f-4f5c-b8c4-97117a9bd38a HTTP/1.1" status: 204 len: 168 time: 1.6725736 Aug 10 03:37:01.058240 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:01.059227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b7b55a1-93ee-434c-9dac-d6309f6fa331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.062013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b7b55a1-93ee-434c-9dac-d6309f6fa331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.065521 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b7b55a1-93ee-434c-9dac-d6309f6fa331 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b63b97d-b932-4b3a-b1ef-0f1a9d4cc9ca HTTP/1.1" status: 204 len: 168 time: 0.2912371 Aug 10 03:37:01.077906 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:01.078554 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:01.107004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b55a1-93ee-434c-9dac-d6309f6fa331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b63b97d-b932-4b3a-b1ef-0f1a9d4cc9ca,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:01.137365 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:01.137365 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f47c7-b46b-4ae6-aaa4-9afc7ea99ba7 None None] The sync data for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:01.255917 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b06dd8a4-b95c-45d2-bc93-05f897e8b7aa tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ecad60eae0044d380480d1afb195fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3237216 Aug 10 03:37:01.259324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49890) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.316771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5611-cec3-46e0-9457-970cd4eda297 req-f46f217d-c975-4910-8eaf-194ed68f638d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.319936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68fe5611-cec3-46e0-9457-970cd4eda297 req-f46f217d-c975-4910-8eaf-194ed68f638d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 946 time: 0.1005290 Aug 10 03:37:01.373163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:36:59Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:01.375604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68fe5611-cec3-46e0-9457-970cd4eda297 req-f1ebae0c-e709-4a3c-a8e1-898b57bc6c0e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=01264897-8783-43fd-ac24-2c67cfd58257&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504320 Aug 10 03:37:01.418479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Checking router: 040d3cef-c89e-4d9b-a92a-385b210be30a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:01.418848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Updating router 040d3cef-c89e-4d9b-a92a-385b210be30a port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:01.428275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-5d6a95ef-b4cc-48cc-ab27-0489e345c787 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.429966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-5d6a95ef-b4cc-48cc-ab27-0489e345c787 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 946 time: 0.0534885 Aug 10 03:37:01.453620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.474275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97676a1b-58e1-4ba7-a4fd-32178051656d tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.475852 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-97676a1b-58e1-4ba7-a4fd-32178051656d tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2157981 Aug 10 03:37:01.479229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.522810 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-166de75b-7870-429c-8631-a5867622e1e9 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424635 Aug 10 03:37:01.537744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49900) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:01.546216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-747760375', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:01.677933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Deleting port 697ab600-f081-42ec-9857-0467eba1bdfc {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:01.678603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.760274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.822104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] For port 697ab600-f081-42ec-9857-0467eba1bdfc, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=697ab600-f081-42ec-9857-0467eba1bdfc,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:01.822104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.842048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:01.846156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.880134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.893939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Transition to ACTIVE for port object d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:01.999805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.062644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2050f1-c38f-42a6-81ea-dc28de531e52 None None] Pushing event updated for resources: {'Port': ['ID=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.089200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Attempting to bind port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:02.089885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Attempting to bind port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:02.090682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Attempting to bind port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:02.098620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:02.099308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:02.099965 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.100582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:02.101238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Bound port: d1c290d4-2069-442e-b3c0-b3e1f5b0baa7, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:02.101800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.181833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:02.182233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.206268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] For port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:02.210222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] For port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:02.283405 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.332074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.353756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:02.360712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2050f1-c38f-42a6-81ea-dc28de531e52 None None] Pushing event updated for resources: {'Port': ['ID=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.402100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:02.404820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:02.551225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:02.568537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.568990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.569232 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Floating IP f3fc959e-6449-4c83-9448-3a02f1acce03 disassociated. External IP: 172.25.1.251, port: 697ab600-f081-42ec-9857-0467eba1bdfc. Aug 10 03:37:02.569607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Calling delete_port for 697ab600-f081-42ec-9857-0467eba1bdfc owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:02.698225 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.736827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=eafb3d49-5a72-4a9f-9d97-9be2b24e0b1d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.759384 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.789371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:36:59Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:02.819105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04147991-c4d2-427d-8dd8-87cbd9f98d43 None None] The sync data for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 is: [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:36:59Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:02.846188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.941916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.988000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.032719 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c42e2f4-6778-454b-a1c9-68268f319dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.040481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Subnet': ['ID=17dc6dab-656a-4702-8e30-cddfdbf0a6ee,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.068745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event deleted for resources: {'Port': ['ID=697ab600-f081-42ec-9857-0467eba1bdfc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.106589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-240d7b4b-0a32-46f1-98d5-2fc968e8dfab req-76a5add7-7474-4abe-becc-cb3a438be62f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 210 time: 0.0688426 Aug 10 03:37:03.180143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Checking segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:03.180546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network hostable DHCP agents. Network: 98dd62af-b0fb-4c30-be18-96705e251818, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:03.243872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b99a63b3-7b4b-4f95-abb8-6e199a14aee0 req-45841464-bb11-425c-9abd-567cc9197ed2 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0648053 Aug 10 03:37:03.325705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Router 797ab054-eab7-4059-a138-4db5d6f7c118 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:03.336119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 98dd62af-b0fb-4c30-be18-96705e251818 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:03.400729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router a5717f68-67fd-4864-8df4-bde5441f910f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:03.449879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 98dd62af-b0fb-4c30-be18-96705e251818) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:03.457317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.458226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.480308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26f33f-faf4-44ab-b0fa-0659cc6bff37 None None] Network 98dd62af-b0fb-4c30-be18-96705e251818 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:03.481688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:03.512603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:03.551751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] No DVR routers for this DVR port 697ab600-f081-42ec-9857-0467eba1bdfc on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:03.554495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.557059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2296d166-9bed-4623-9d0c-20c92f231e68 req-9a571298-1b47-43ca-8290-d4503257aa02 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "DELETE /v2.0/ports/697ab600-f081-42ec-9857-0467eba1bdfc HTTP/1.1" status: 204 len: 173 time: 2.1196198 Aug 10 03:37:03.558319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fdb5860e-7865-43c7-bb6c-a4cba5c536f4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0182426 Aug 10 03:37:03.559749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-deleted', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:03.562896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:03.563235 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64820199-0dcc-4b41-aef1-fc2de51584f5" -d '{"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-deleted", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:03.620024 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380807a4-380c-4e6e-858c-bfffa0720ab9 x-openstack-request-id: req-380807a4-380c-4e6e-858c-bfffa0720ab9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:03.621876 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73440d1f-5d7e-4572-9468-f4f111e210b4", "name": "network-vif-deleted", "tag": "697ab600-f081-42ec-9857-0467eba1bdfc", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:03.623451 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-380807a4-380c-4e6e-858c-bfffa0720ab9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:03.624539 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73440d1f-5d7e-4572-9468-f4f111e210b4', 'name': 'network-vif-deleted', 'tag': '697ab600-f081-42ec-9857-0467eba1bdfc', 'status': 'completed', 'code': 200} Aug 10 03:37:03.636415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:03.637648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:03.703403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:03.710145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c8fc3087-c64f-4a10-a7cf-596c13deb2b2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/routers/a5717f68-67fd-4864-8df4-bde5441f910f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6582108 Aug 10 03:37:03.712829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49982) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:03.717320 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] Sync routers for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:03.738441 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:03.739613 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:03.831187 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:03.878054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:03.890147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] Routers {'a5717f68-67fd-4864-8df4-bde5441f910f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:03.893544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['a5717f68-67fd-4864-8df4-bde5441f910f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:03.977383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-98dd62af-b0fb-4c30-be18-96705e251818', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:03.978392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.020096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.025012 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.025997 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa218e-dd4c-4c03-a0ff-8b418a1d5194 None None] The sync data for ids ['a5717f68-67fd-4864-8df4-bde5441f910f'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:04.178222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49990) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:04.274873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.313404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51f6b830-bfec-4189-a047-a922ef5975f5 req-cc4628aa-b6f1-4d35-83ed-011830b570f7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=73440d1f-5d7e-4572-9468-f4f111e210b4 HTTP/1.1" status: 200 len: 210 time: 0.0499144 Aug 10 03:37:04.317918 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.361473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Allocated IP 172.20.0.2 (98dd62af-b0fb-4c30-be18-96705e251818/17dc6dab-656a-4702-8e30-cddfdbf0a6ee/fff87129-389d-478c-997d-380f57fdcf6e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:04.369482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27536bd8-b95b-4830-af5e-0a69ffc81833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.465584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.471911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19f18152-91fe-4d4f-a49c-6efec9b12dcf req-854ef6c7-7450-4ab0-8026-117a129c2439 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0454314 Aug 10 03:37:04.499372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:04.525454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:04.526179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.537318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27536bd8-b95b-4830-af5e-0a69ffc81833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.538334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port c80977c1-f80d-4437-9ee0-16b261a79a48 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:04.538852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.583753 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.625688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27536bd8-b95b-4830-af5e-0a69ffc81833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.681206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27536bd8-b95b-4830-af5e-0a69ffc81833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26cd640-f11a-4f9e-a25c-a612577705b4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.689673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-27536bd8-b95b-4830-af5e-0a69ffc81833 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3797c6e572d4188815d322c89817790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102499 Aug 10 03:37:04.693016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49996) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:04.705948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.717262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:04.750507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fe71e2b-acf6-47a9-9eb2-7f446b3c584a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.779998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fe71e2b-acf6-47a9-9eb2-7f446b3c584a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.928842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fe71e2b-acf6-47a9-9eb2-7f446b3c584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.932499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1fe71e2b-acf6-47a9-9eb2-7f446b3c584a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.934411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1fe71e2b-acf6-47a9-9eb2-7f446b3c584a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c26cd640-f11a-4f9e-a25c-a612577705b4 HTTP/1.1" status: 204 len: 168 time: 0.2403364 Aug 10 03:37:04.943738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:04.946199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:04.948200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Transition to ACTIVE for port object fff87129-389d-478c-997d-380f57fdcf6e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:04.963573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe71e2b-acf6-47a9-9eb2-7f446b3c584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26cd640-f11a-4f9e-a25c-a612577705b4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.016916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 697ab600-f081-42ec-9857-0467eba1bdfc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:05.017266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 697ab600-f081-42ec-9857-0467eba1bdfc not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:05.060603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Transition to ACTIVE for port object fff87129-389d-478c-997d-380f57fdcf6e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:05.129404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.140130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.150348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for c80977c1-f80d-4437-9ee0-16b261a79a48 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:05.205694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Network 98dd62af-b0fb-4c30-be18-96705e251818 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:05.215464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Pushing event updated for resources: {'Port': ['ID=fff87129-389d-478c-997d-380f57fdcf6e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.217720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:05.221549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:05.266126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:05.288499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:05.288880 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.321556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Attempting to bind port fff87129-389d-478c-997d-380f57fdcf6e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:05.321952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Attempting to bind port fff87129-389d-478c-997d-380f57fdcf6e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:05.322287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Attempting to bind port fff87129-389d-478c-997d-380f57fdcf6e on network 98dd62af-b0fb-4c30-be18-96705e251818 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:05.341940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:05.342343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Checking segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:05.342735 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.343164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Bound using segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:05.343886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Bound port: fff87129-389d-478c-997d-380f57fdcf6e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:05.344272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.442127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:05.501641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b2c7c-76ff-4449-856b-77a7b67f8cb4 None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:05.503825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] For port fff87129-389d-478c-997d-380f57fdcf6e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:05.528155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] For port fff87129-389d-478c-997d-380f57fdcf6e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fff87129-389d-478c-997d-380f57fdcf6e,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:05.528155 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.548048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.1 (98dd62af-b0fb-4c30-be18-96705e251818/17dc6dab-656a-4702-8e30-cddfdbf0a6ee/3a85ff27-d002-47b6-85f4-e6119424fb58) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:05.549129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:05.697915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.713026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 3a85ff27-d002-47b6-85f4-e6119424fb58 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:05.747655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50014) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:05.765968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411b5f3-f1f6-4e1d-81da-df1ac8b1fa2c None None] New status for floating IP f3fc959e-6449-4c83-9448-3a02f1acce03: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:05.797668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.810637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccbeee74-540a-40bc-9bb8-a8cbcf3622ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.820129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.827991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.827991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.845491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=c80977c1-f80d-4437-9ee0-16b261a79a48,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.848820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f30492a5-04f6-4a28-a595-ee73e2ddf64e req-5c925307-bf1b-4be4-9863-884a27938d75 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0391686 Aug 10 03:37:05.874466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.892611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccbeee74-540a-40bc-9bb8-a8cbcf3622ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.970594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 98dd62af-b0fb-4c30-be18-96705e251818 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:05.976788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.979658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:05.982557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:06.018903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=3a85ff27-d002-47b6-85f4-e6119424fb58,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.031006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.052888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df72bb-924e-4433-ad35-c6334b41d1d0 None None] Pushing event updated for resources: {'Port': ['ID=fff87129-389d-478c-997d-380f57fdcf6e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.071639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccbeee74-540a-40bc-9bb8-a8cbcf3622ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.082114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ccbeee74-540a-40bc-9bb8-a8cbcf3622ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.085051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ccbeee74-540a-40bc-9bb8-a8cbcf3622ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "DELETE /v2.0/security-groups/01264897-8783-43fd-ac24-2c67cfd58257 HTTP/1.1" status: 204 len: 168 time: 0.3355353 Aug 10 03:37:06.090657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50020) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:06.124899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeee74-540a-40bc-9bb8-a8cbcf3622ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01264897-8783-43fd-ac24-2c67cfd58257,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.136291 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-ec3dc2e8-0a20-4717-a185-b0068f9ae22b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] show failed (client error): The resource could not be found. Aug 10 03:37:06.137709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ec3dc2e8-0a20-4717-a185-b0068f9ae22b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups/01264897-8783-43fd-ac24-2c67cfd58257 HTTP/1.1" status: 404 len: 347 time: 0.0456338 Aug 10 03:37:06.141397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50024) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:06.155120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.158817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.161811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.330632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.331363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Fanout notify agent at l3_agent the message router_deleted on router a5717f68-67fd-4864-8df4-bde5441f910f {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:06.345142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.346307 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-96d82f89-fb8b-4721-b939-437bde278e0e tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/routers/a5717f68-67fd-4864-8df4-bde5441f910f HTTP/1.1" status: 204 len: 168 time: 2.6326585 Aug 10 03:37:06.349090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50028) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:06.398800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Deleting port 3fdd702e-5acc-4d24-aa55-b111e57965ed {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:06.411405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.421462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting subnet 0328cd09-a40c-4ae4-bf38-9b74b627c55a {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:06.425577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.473672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.499584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.499984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.512913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Calling delete_port for 3fdd702e-5acc-4d24-aa55-b111e57965ed owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:06.542095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.678311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.717755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.751939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event deleted for resources: {'Port': ['ID=3fdd702e-5acc-4d24-aa55-b111e57965ed,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.863431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.866424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.867534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8d9df33-210c-41e7-b256-cf9a69973ed7 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "DELETE /v2.0/floatingips/f3fc959e-6449-4c83-9448-3a02f1acce03 HTTP/1.1" status: 204 len: 168 time: 0.7248750 Aug 10 03:37:06.898872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.006289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.008490 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/subnets/0328cd09-a40c-4ae4-bf38-9b74b627c55a HTTP/1.1" status: 204 len: 168 time: 0.6584091 Aug 10 03:37:07.014096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3f077-efcf-413b-952a-d7b4133a7d62 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Subnet': ['ID=0328cd09-a40c-4ae4-bf38-9b74b627c55a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:07.014267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa38110-89b7-4053-b3dd-28cd94f69a15 None None] Network 130b923f-89f2-4401-9d71-d51d2d0c3187 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:07.037885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50042) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:07.079534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6ae5f7e-5be7-4d4e-86db-7344e44a0f03 req-5d1c83d1-3b80-445e-ae93-2b794fe3cbf9 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.1008527 Aug 10 03:37:07.178982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fff87129-389d-478c-997d-380f57fdcf6e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:07.234556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.258062 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:07.303966 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.331000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:07.331354 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.350493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f376e7-acf1-422c-a6a8-9546ce12a4f8 None None] Network 98dd62af-b0fb-4c30-be18-96705e251818 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:07.392498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.435179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a8c598e-c6f2-4c39-8876-db8dbfdd75fb req-7653d032-8ad7-4762-8f70-b03ebb732003 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0413604 Aug 10 03:37:07.466409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fff87129-389d-478c-997d-380f57fdcf6e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:07.479010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:07.486643 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.536397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] DHCP port deletion for 130b923f-89f2-4401-9d71-d51d2d0c3187 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:07.595325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] Provisioning for port fff87129-389d-478c-997d-380f57fdcf6e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:07.607178 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=3a85ff27-d002-47b6-85f4-e6119424fb58,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:07.621840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] For port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,segment=NetworkSegment(6134aa68-d2b7-41ad-ba23-ab7f6796159f),segment_id=6134aa68-d2b7-41ad-ba23-ab7f6796159f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:07.622344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.645229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:07.651070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] Provisioning complete for port fff87129-389d-478c-997d-380f57fdcf6e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:07.651386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50052) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:07.651494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.670623 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 98dd62af-b0fb-4c30-be18-96705e251818 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:07.673082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:07.697960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:07.698332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.712616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] Deleting port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:07.712998 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.846789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 040d3cef-c89e-4d9b-a92a-385b210be30a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:07.855458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1768260485'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:07.863763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] For port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,segment=NetworkSegment(6134aa68-d2b7-41ad-ba23-ab7f6796159f),segment_id=6134aa68-d2b7-41ad-ba23-ab7f6796159f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:07.864160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.903882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] Calling delete_port for 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:07.919115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.960916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:07.963514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] No DVR routers for this DVR port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:07.987745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:07.992707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134646585', 'description': 'tempest-description--1527011996'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:08.015963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.039474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Made reservation on behalf of 95fe4e0f86b94a79b58c338f5046af28 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:08.044087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:08.073983 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:37:08.078591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] For port fff87129-389d-478c-997d-380f57fdcf6e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fff87129-389d-478c-997d-380f57fdcf6e,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:08.083976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.098465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.114479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] Pushing event deleted for resources: {'Port': ['ID=00d4a915-ea9d-46b8-aa57-7189e9c12ec0,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.116537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946b310-2b45-4f7d-99c4-90d3b5a68d0b None None] No DVR routers for this DVR port 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:08.148482 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.159464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:08.162016 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130b923f-89f2-4401-9d71-d51d2d0c3187']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:08.175381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.183683 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Sync routers for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:08.185901 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.196965 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cd50cb78-5a98-42f9-8cc7-dbd91af7f629 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/040d3cef-c89e-4d9b-a92a-385b210be30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6178882 Aug 10 03:37:08.203434 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:08.206067 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:08.215170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6134aa68-d2b7-41ad-ba23-ab7f6796159f') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:08.215600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6134aa68-d2b7-41ad-ba23-ab7f6796159f') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:08.234907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.262247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.286325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d693b2d4-5e61-4a22-a6ee-e91aa386dab6 req-2c7cc1b1-904a-4f8d-8b8f-176b2fb30911 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0873210 Aug 10 03:37:08.319502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe10abc-f4b4-41ce-87ec-90fdf2751c47 None None] Pushing event updated for resources: {'Port': ['ID=fff87129-389d-478c-997d-380f57fdcf6e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.337518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a2b3110-d6c3-4ca9-8cfa-d25be2bfc69a None None] Provisioning complete for port fff87129-389d-478c-997d-380f57fdcf6e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:08.337894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3110-d6c3-4ca9-8cfa-d25be2bfc69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.343011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:08.344075 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:08.389752 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:08.497718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.529929 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:08.561047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-96fd85ff-116d-4f25-b644-2b7444e7f20e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276651225&fields=id&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 267 time: 0.0495179 Aug 10 03:37:08.625439 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.635556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.642935 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/networks/130b923f-89f2-4401-9d71-d51d2d0c3187 HTTP/1.1" status: 204 len: 168 time: 1.6013212 Aug 10 03:37:08.644315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50072) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:08.665798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a2b3110-d6c3-4ca9-8cfa-d25be2bfc69a None None] Provisioning for port 3a85ff27-d002-47b6-85f4-e6119424fb58 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:08.668292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.670704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a2b3110-d6c3-4ca9-8cfa-d25be2bfc69a None None] Provisioning complete for port 3a85ff27-d002-47b6-85f4-e6119424fb58 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:08.671057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3110-d6c3-4ca9-8cfa-d25be2bfc69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.702399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1edcd6-8e00-45ca-bf80-0fdaf554c0de tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Network': ['ID=130b923f-89f2-4401-9d71-d51d2d0c3187,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.719036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-dd389694-296a-45ee-810f-0153f851bdc7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.719036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-dd389694-296a-45ee-810f-0153f851bdc7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 797 time: 0.1506186 Aug 10 03:37:08.738628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b3110-d6c3-4ca9-8cfa-d25be2bfc69a None None] Port 3a85ff27-d002-47b6-85f4-e6119424fb58 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:08.759632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-c3e73690-3182-4ae7-a1b6-28504b50c3e9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/quotas/1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 375 time: 0.0378520 Aug 10 03:37:08.774405 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 2, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:08.801092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:08.823705 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Checking router: 040d3cef-c89e-4d9b-a92a-385b210be30a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:08.824606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Updating router 040d3cef-c89e-4d9b-a92a-385b210be30a port 3a85ff27-d002-47b6-85f4-e6119424fb58 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:08.842985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572f2d5e-2234-4a77-912e-ad4bca37d65c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.850109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.850734 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Added segment 16c3a98e-98c0-4cd6-aa8a-f956b836a926 of type vlan for network 656fc75c-f71d-4751-84ea-9f994d09640f Aug 10 03:37:08.875287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-dc311680-e163-41bf-9270-f09fe71a8599 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146989 Aug 10 03:37:08.877465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4fef4fab-a751-47ba-ba95-80e2d5a68410 None None] Provisioning complete for port 3a85ff27-d002-47b6-85f4-e6119424fb58 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:08.877910 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fef4fab-a751-47ba-ba95-80e2d5a68410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.879435 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.927607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.950335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.964005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 7366c664-8070-45a7-bc54-f503d518682d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:08.964811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.019212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.070254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa20912-6041-41e9-8fd6-35352ef018e9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.077506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.081961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.097506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fff87129-389d-478c-997d-380f57fdcf6e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:09.104649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 7366c664-8070-45a7-bc54-f503d518682d owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:09.110419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-d558304b-810a-4c4d-b4c7-37e948ef15ba service neutron] 10.222.0.26 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193549 Aug 10 03:37:09.131543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.135462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5d04a7db-a0fb-4fc6-9593-e22396baab72 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1439300 Aug 10 03:37:09.160989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4fef4fab-a751-47ba-ba95-80e2d5a68410 None None] Port 3a85ff27-d002-47b6-85f4-e6119424fb58 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:09.163081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fff87129-389d-478c-997d-380f57fdcf6e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:09.163081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.163349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.168750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'security_group_rule': {'security_group_id': '0fa20912-6041-41e9-8fd6-35352ef018e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:09.242094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-71e37ecb-d15e-43ea-969c-de667bf36569 service neutron] 10.222.0.26 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306968 Aug 10 03:37:09.257321 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.285653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.285848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-368212e0-0262-4159-b4f3-c7043ae17e9f None None] Provisioning complete for port 3a85ff27-d002-47b6-85f4-e6119424fb58 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:09.285848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-368212e0-0262-4159-b4f3-c7043ae17e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.288830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.298500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.299127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.340142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:09.347712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.362831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:09.363193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 00d4a915-ea9d-46b8-aa57-7189e9c12ec0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:09.364709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-368212e0-0262-4159-b4f3-c7043ae17e9f None None] Port 3a85ff27-d002-47b6-85f4-e6119424fb58 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:09.388485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event updated for resources: {'Network': ['ID=656fc75c-f71d-4751-84ea-9f994d09640f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.398532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 656fc75c-f71d-4751-84ea-9f994d09640f details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:09.408489 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.429371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eef4125-6546-4f9f-8948-ee81e25e2054,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.488694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Transition to ACTIVE for port object 3a85ff27-d002-47b6-85f4-e6119424fb58 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:09.492476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1b21fdd3-d272-4c6b-89ce-4604cf0837d2 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8387196 Aug 10 03:37:09.492476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.492846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50084) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.498483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Request body: {'subnet': {'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:09.517168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.520992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-34d9301b-6dee-49c3-bacc-079bcc20846f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565614 Aug 10 03:37:09.523173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50086) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.530690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'security_group_rule': {'security_group_id': '0fa20912-6041-41e9-8fd6-35352ef018e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:09.538342 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=7366c664-8070-45a7-bc54-f503d518682d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.549149 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.610947 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Pushing event updated for resources: {'Port': ['ID=3a85ff27-d002-47b6-85f4-e6119424fb58,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.619766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d24cc1fd-41fa-4f16-83fa-9b8709ad37de req-a8e16227-b858-4fb5-8e13-82675bfc6b65 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0975821 Aug 10 03:37:09.619910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.623189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.623891 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a82fb0f0-2479-481b-b881-27e40ec0fea2 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/floatingips/bc0b9a83-bc18-4dc3-b8d2-e16b6e2d5da0 HTTP/1.1" status: 204 len: 168 time: 0.9776456 Aug 10 03:37:09.627562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50088) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.635631 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.636766 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.642221 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.643966 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.644578 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.647368 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.647531 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.648022 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.648517 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.648900 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.649348 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.650070 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:09.663878 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b777035-9ddc-4ead-b300-51ebbc097542 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] DELETE failed (client error): The resource could not be found. Aug 10 03:37:09.667744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b777035-9ddc-4ead-b300-51ebbc097542 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:37:09.669918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.670256 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b777035-9ddc-4ead-b300-51ebbc097542 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/ports/ea03270b-a88f-4f5c-b8c4-97117a9bd38a HTTP/1.1" status: 404 len: 333 time: 0.0414903 Aug 10 03:37:09.698352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.716866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d554db7b-f1d5-4e1b-a01d-8253fb1e81f4 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5717f68-67fd-4864-8df4-bde5441f910f HTTP/1.1" status: 200 len: 205 time: 0.0450344 Aug 10 03:37:09.722883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.735618 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Attempting to bind port 3a85ff27-d002-47b6-85f4-e6119424fb58 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:09.735980 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Attempting to bind port 3a85ff27-d002-47b6-85f4-e6119424fb58 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:09.736360 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Attempting to bind port 3a85ff27-d002-47b6-85f4-e6119424fb58 on network 98dd62af-b0fb-4c30-be18-96705e251818 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:09.742884 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:09.743473 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Checking segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:09.743883 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.744618 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Bound using segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:09.744868 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Bound port: 3a85ff27-d002-47b6-85f4-e6119424fb58, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:09.746086 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.747330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4042c7c3-8122-4921-85b1-825a7ed7c6c9 req-b0526b3b-7cf4-4390-b4d0-18b2b6175fb4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 210 time: 0.0674627 Aug 10 03:37:09.782349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.805691 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-10992a09-a465-4828-b3cd-76ad8edb8371 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] delete failed (client error): The resource could not be found. Aug 10 03:37:09.806742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-10992a09-a465-4828-b3cd-76ad8edb8371 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/routers/a5717f68-67fd-4864-8df4-bde5441f910f HTTP/1.1" status: 404 len: 336 time: 0.0828662 Aug 10 03:37:09.809451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50100) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.826095 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] For port 3a85ff27-d002-47b6-85f4-e6119424fb58, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:09.831695 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] For port 3a85ff27-d002-47b6-85f4-e6119424fb58, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3a85ff27-d002-47b6-85f4-e6119424fb58,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:09.853370 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdd65e6-2183-4cb1-b5db-974b93294920 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] DELETE failed (client error): The resource could not be found. Aug 10 03:37:09.853370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdd65e6-2183-4cb1-b5db-974b93294920 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:37:09.854855 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fdd65e6-2183-4cb1-b5db-974b93294920 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/subnets/0328cd09-a40c-4ae4-bf38-9b74b627c55a HTTP/1.1" status: 404 len: 337 time: 0.0443971 Aug 10 03:37:09.857628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50110) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:09.894532 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.916549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97633642-c8dc-46f8-b93a-38ac7e1edee0,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.965851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port ac80a0c7-76e6-4f88-be34-a52fd8e56125 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:09.966213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.009086 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.009397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Made reservation on behalf of 95fe4e0f86b94a79b58c338f5046af28 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:10.013479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.079008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63338d8-ff3a-4a97-aec4-850198c4322d None None] Pushing event updated for resources: {'Port': ['ID=3a85ff27-d002-47b6-85f4-e6119424fb58,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:10.081716 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:10.082368 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:10.122012 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.134387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.135558 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-22076538-a117-45bf-8b25-a166026f8966 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6094623 Aug 10 03:37:10.139305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50112) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:10.139970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for ac80a0c7-76e6-4f88-be34-a52fd8e56125 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:10.147637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:10.230576 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:10.323849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.402723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.438456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cc6a4a2-c2d3-4876-9648-2a6207a0abfd req-2ec602e4-9448-4c66-a359-40298241a507 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0666211 Aug 10 03:37:10.478771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event updated for resources: {'Subnet': ['ID=9fe357c0-6cb1-40bf-9973-732268c237ba,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:10.501304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Checking segment: {'id': '16c3a98e-98c0-4cd6-aa8a-f956b836a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:10.501641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Network hostable DHCP agents. Network: 656fc75c-f71d-4751-84ea-9f994d09640f, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:10.525721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.540320 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:09Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:10.572313 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f9aa3-612f-43a6-bf33-28495f01beec None None] The sync data for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 is: [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:09Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:10.602840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.658277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Network 656fc75c-f71d-4751-84ea-9f994d09640f is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:10.661758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Allocated IP 172.25.1.210 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/b6e41cd8-ddb7-4ffe-965f-608ee126f1e7) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:10.686068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=ac80a0c7-76e6-4f88-be34-a52fd8e56125,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:10.767914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 656fc75c-f71d-4751-84ea-9f994d09640f) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:10.773893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9cecb-09f0-4a14-a765-5d151bdf6ee3 None None] Network 656fc75c-f71d-4751-84ea-9f994d09640f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:10.811898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:10.815647 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.838878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.843240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.844511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e73f4bf4-9469-4e31-bf4d-eb1a8761bd76 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/ports/ac80a0c7-76e6-4f88-be34-a52fd8e56125 HTTP/1.1" status: 204 len: 168 time: 0.9858007 Aug 10 03:37:10.845339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50124) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:10.905816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-37fd3ee1-3a25-4944-9d12-10f31be3d9a6 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4115748 Aug 10 03:37:10.909367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50126) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:10.914922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Request body: {'port': {'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1745739327'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:10.929845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e9366be-6e33-4e76-8137-bd4ac5ddffcd req-900ce3f7-ccdb-4b35-9678-355f2f6b30c6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 210 time: 0.0471597 Aug 10 03:37:10.977532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3a85ff27-d002-47b6-85f4-e6119424fb58 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:11.002421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 0435058b-41c9-4e43-bbb2-bbe86208c408 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:11.003633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.065401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-656fc75c-f71d-4751-84ea-9f994d09640f', 'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f', 'tenant_id': '95fe4e0f86b94a79b58c338f5046af28', 'fixed_ips': [{'subnet_id': '9fe357c0-6cb1-40bf-9973-732268c237ba'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:11.066362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.123882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.135881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.151836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 0435058b-41c9-4e43-bbb2-bbe86208c408 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:11.221758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3a85ff27-d002-47b6-85f4-e6119424fb58 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:11.250766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3a85ff27-d002-47b6-85f4-e6119424fb58 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:11.251312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.305812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Allocated IP 172.20.0.2 (656fc75c-f71d-4751-84ea-9f994d09640f/9fe357c0-6cb1-40bf-9973-732268c237ba/13131deb-dd82-47ca-a97d-9602d98c6d52) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:11.357378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.412506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 3a85ff27-d002-47b6-85f4-e6119424fb58, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3a85ff27-d002-47b6-85f4-e6119424fb58,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:11.512148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.542682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:11.542682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Made reservation on behalf of 95fe4e0f86b94a79b58c338f5046af28 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:11.544425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.556145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:11.560926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'Port': ['ID=b6e41cd8-ddb7-4ffe-965f-608ee126f1e7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:11.563143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:11.591373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] device_id is not set on port 6b31c3ac-ce1a-4590-be17-1171ccb79caf yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:11.609708 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.636010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=0435058b-41c9-4e43-bbb2-bbe86208c408,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:11.645852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6e39667-c13a-45e9-a240-5875aa8dbea3 req-0acfa7cf-a317-4d78-a22f-ef3f9bbca6ff tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.1059520 Aug 10 03:37:11.721111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.734899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.740546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8dcac0ad-807a-491c-9fd1-26293f0262d9 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/ports/0435058b-41c9-4e43-bbb2-bbe86208c408 HTTP/1.1" status: 204 len: 168 time: 0.8915236 Aug 10 03:37:11.744642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:11.777965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=3a85ff27-d002-47b6-85f4-e6119424fb58,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:11.791172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce67b1-2cd4-4ff2-bda0-fafd71a3c71c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.796358 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3ce67b1-2cd4-4ff2-bda0-fafd71a3c71c tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e46bcb4-b79d-4e01-b74e-897b2294ca5a HTTP/1.1" status: 200 len: 913 time: 0.0519602 Aug 10 03:37:11.796358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50132) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:11.797275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.797637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.797981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.798318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.798653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.798986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.799316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.799643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.799970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.800294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.800647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.800970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:11.805779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.814657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Transition to ACTIVE for port object 13131deb-dd82-47ca-a97d-9602d98c6d52 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:11.830958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Transition to ACTIVE for port object 13131deb-dd82-47ca-a97d-9602d98c6d52 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:11.875976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.926948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.979169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Network 656fc75c-f71d-4751-84ea-9f994d09640f is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:11.985189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:11.989018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:11.996497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Pushing event updated for resources: {'Port': ['ID=13131deb-dd82-47ca-a97d-9602d98c6d52,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:12.051731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a086c18c-c32e-4548-ba51-5d97e366bad6 req-136b3374-a9d7-4da2-a21e-43f668fd492d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 210 time: 0.0334795 Aug 10 03:37:12.071635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Attempting to bind port 13131deb-dd82-47ca-a97d-9602d98c6d52 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:12.072014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Attempting to bind port 13131deb-dd82-47ca-a97d-9602d98c6d52 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '16c3a98e-98c0-4cd6-aa8a-f956b836a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:12.072498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Attempting to bind port 13131deb-dd82-47ca-a97d-9602d98c6d52 on network 656fc75c-f71d-4751-84ea-9f994d09640f {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:12.079005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:12.079393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Checking segment: {'id': '16c3a98e-98c0-4cd6-aa8a-f956b836a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:12.080166 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.080166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Bound using segment: {'id': '16c3a98e-98c0-4cd6-aa8a-f956b836a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:12.080794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Bound port: 13131deb-dd82-47ca-a97d-9602d98c6d52, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c3a98e-98c0-4cd6-aa8a-f956b836a926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '656fc75c-f71d-4751-84ea-9f994d09640f'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:12.081148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.104300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Allocated IP 172.20.0.8 (656fc75c-f71d-4751-84ea-9f994d09640f/9fe357c0-6cb1-40bf-9973-732268c237ba/6b31c3ac-ce1a-4590-be17-1171ccb79caf) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:12.158303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] For port 13131deb-dd82-47ca-a97d-9602d98c6d52, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:12.162869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] For port 13131deb-dd82-47ca-a97d-9602d98c6d52, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=13131deb-dd82-47ca-a97d-9602d98c6d52,segment=NetworkSegment(16c3a98e-98c0-4cd6-aa8a-f956b836a926),segment_id=16c3a98e-98c0-4cd6-aa8a-f956b836a926)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:12.260338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.310350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.331904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fce95-b255-4268-bd02-6870a6a4e4d2 None None] Pushing event updated for resources: {'Port': ['ID=13131deb-dd82-47ca-a97d-9602d98c6d52,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:12.391020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.545297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'Port': ['ID=b6e41cd8-ddb7-4ffe-965f-608ee126f1e7,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:12.561514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.588969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.596134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Transition to ACTIVE for port object 6b31c3ac-ce1a-4590-be17-1171ccb79caf will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:12.687524 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.706030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-17eb9787-42e9-4096-bd66-b018a1ee38ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.707795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-17eb9787-42e9-4096-bd66-b018a1ee38ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 797 time: 0.1164267 Aug 10 03:37:12.729613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.738931 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-185a38ef-801a-422a-b6c7-793a492fed77 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5905721 Aug 10 03:37:12.793718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.811210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-a9f3a7b5-09c6-44a8-bf77-b74201d2049e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 380 time: 0.0919490 Aug 10 03:37:12.813210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f52c3ec9-9ada-4b2e-bb85-195fd97128a5 req-15609fc2-1269-429d-b1cc-754f61409f45 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0510349 Aug 10 03:37:12.821670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'port': {'device_id': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'admin_state_up': True, 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'security_groups': ['b8b97a54-c058-486f-b46c-ddc57d5fd7f1']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:12.860289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Network 656fc75c-f71d-4751-84ea-9f994d09640f is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:12.870578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:12.878849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:12.910170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event updated for resources: {'Port': ['ID=6b31c3ac-ce1a-4590-be17-1171ccb79caf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:12.987942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.988615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.024789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 13131deb-dd82-47ca-a97d-9602d98c6d52 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:13.048315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-173d2596-fa3c-4d23-b771-64b2808ae479 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1134646585&fields=id&tenant_id=01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 267 time: 0.0669353 Aug 10 03:37:13.115995 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3cc31068-42a9-43de-b2b0-4c115502f0f7 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2028339 Aug 10 03:37:13.117451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50152) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:13.185762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-ad1d69b9-0647-4fdc-9cdb-72ca1e23e3f8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:13.193043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-ad1d69b9-0647-4fdc-9cdb-72ca1e23e3f8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 817 time: 0.1337218 Aug 10 03:37:13.202654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port 68fe6530-78d0-4e09-bdd4-c161b4f506f3 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:13.203012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.205289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-8b176086-a4f7-493b-87db-50e7f626f1d5 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/quotas/01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 375 time: 0.0113692 Aug 10 03:37:13.249615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 13131deb-dd82-47ca-a97d-9602d98c6d52 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:13.256484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3a85ff27-d002-47b6-85f4-e6119424fb58 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:13.262977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:13.267618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.303811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Deleting port 6b31c3ac-ce1a-4590-be17-1171ccb79caf {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:13.304043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.318903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3a85ff27-d002-47b6-85f4-e6119424fb58 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:13.319412 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.326698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0c1e922e-b656-44f8-a600-85957ed5fdbc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118679 Aug 10 03:37:13.327359 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.375285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for 68fe6530-78d0-4e09-bdd4-c161b4f506f3 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:13.469566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.485873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af369be-ed51-4849-87b8-2a701b5c5bf3 None None] Network 656fc75c-f71d-4751-84ea-9f994d09640f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:13.489190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Calling delete_port for 6b31c3ac-ce1a-4590-be17-1171ccb79caf owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:13.527630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-94aa3a3b-6a55-4571-bd10-81fe26ff7cb0 service neutron] 10.222.0.26 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960201 Aug 10 03:37:13.537071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.12 (98dd62af-b0fb-4c30-be18-96705e251818/17dc6dab-656a-4702-8e30-cddfdbf0a6ee/95102727-9d6b-4c6d-9d9a-7b1358b66f05) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:13.657328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] Provisioning for port 13131deb-dd82-47ca-a97d-9602d98c6d52 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:13.662307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] Provisioning complete for port 13131deb-dd82-47ca-a97d-9602d98c6d52 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:13.662962 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.671351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-e8c373f9-ee8e-45c9-a658-9a1863759568 service neutron] 10.222.0.26 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306043 Aug 10 03:37:13.758301 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.778736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.794138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] For port 13131deb-dd82-47ca-a97d-9602d98c6d52, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=13131deb-dd82-47ca-a97d-9602d98c6d52,segment=NetworkSegment(16c3a98e-98c0-4cd6-aa8a-f956b836a926),segment_id=16c3a98e-98c0-4cd6-aa8a-f956b836a926)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:13.814443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=68fe6530-78d0-4e09-bdd4-c161b4f506f3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.816093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.865923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event deleted for resources: {'Port': ['ID=6b31c3ac-ce1a-4590-be17-1171ccb79caf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.899609 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.977127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491568a-6e58-4525-be97-b35a5c479c4a None None] Pushing event updated for resources: {'Port': ['ID=13131deb-dd82-47ca-a97d-9602d98c6d52,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.989780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.015500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2db59ffa-d78f-4e66-8bac-b00e49f05d0c None None] Could not find standard attr ID for object 6b31c3ac-ce1a-4590-be17-1171ccb79caf. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:37:14.021495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 95102727-9d6b-4c6d-9d9a-7b1358b66f05 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:14.031808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.032263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2db59ffa-d78f-4e66-8bac-b00e49f05d0c None None] Provisioning complete for port 13131deb-dd82-47ca-a97d-9602d98c6d52 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.032754 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2db59ffa-d78f-4e66-8bac-b00e49f05d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.041570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2dc022b2-b5fe-4f52-bfda-286c0406956b tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "DELETE /v2.0/ports/6b31c3ac-ce1a-4590-be17-1171ccb79caf HTTP/1.1" status: 204 len: 168 time: 0.9241674 Aug 10 03:37:14.046944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50162) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:14.109403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b984d8b6-143b-43ba-8e25-408b19b1f3e7 req-4b9a4d4b-5c67-4cbb-9202-31a034c1c41c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 210 time: 0.0859711 Aug 10 03:37:14.168385 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dbc5c7c8-aa31-46db-b77b-40a7a751c83f tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1229692 Aug 10 03:37:14.171038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50170) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:14.175910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-652141286'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:14.184250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.198125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.267795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 98dd62af-b0fb-4c30-be18-96705e251818 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:14.270093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16dbf994-10b3-40fc-85b9-0d74d172e3a0 req-ff1645f7-4dc6-45a8-b944-fcfe4451be89 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0423985 Aug 10 03:37:14.273530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:14.277619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:14.284308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:14.334926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cbc795f8-f2b2-4e96-91b3-5fcdd093c515 None None] Could not find standard attr ID for object 6b31c3ac-ce1a-4590-be17-1171ccb79caf. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:37:14.339133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Made reservation on behalf of 95fe4e0f86b94a79b58c338f5046af28 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:14.347430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.369071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:14.370156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.408456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0c98266-8220-46ed-86c9-3ca3b618d0fa req-f1a63fd1-1c2e-4483-afc8-f5706892215f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 210 time: 0.0335658 Aug 10 03:37:14.440153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:14.460036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.462635 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Added segment aaca6cf3-6a63-4a36-8b1e-cda4756f931a of type vlan for network a3b9bc4a-29fe-4fd2-84a3-034721a40ec1 Aug 10 03:37:14.557660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-035f1d7e-7c6b-4e98-9fec-f1429377e187 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7399418 Aug 10 03:37:14.571466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Request body: {'port': {'device_id': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:14.629689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.744154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3e661664-edf8-4b44-9e22-13cda0d2a677 None None] Provisioning for port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:14.750332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3e661664-edf8-4b44-9e22-13cda0d2a677 None None] Provisioning complete for port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.751079 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3e661664-edf8-4b44-9e22-13cda0d2a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.803016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3e661664-edf8-4b44-9e22-13cda0d2a677 None None] Port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:14.848614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.850998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 13131deb-dd82-47ca-a97d-9602d98c6d52 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:14.884119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:14.900908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 13131deb-dd82-47ca-a97d-9602d98c6d52 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.901281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.949408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95102727-9d6b-4c6d-9d9a-7b1358b66f05 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:14.958132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.971258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Transition to ACTIVE for port object 95102727-9d6b-4c6d-9d9a-7b1358b66f05 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:15.000449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:15.005318 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5faa4d3a-1111-46ab-ae33-9cf7179c7cc7 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "PUT /v2.0/routers/1e46bcb4-b79d-4e01-b74e-897b2294ca5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081311 Aug 10 03:37:15.007857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50174) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.011503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] Sync routers for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:15.020677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:15.021292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.056897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.065764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] Routers {'1e46bcb4-b79d-4e01-b74e-897b2294ca5a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:15.066374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.091612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.097085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.097678 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.098824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:15.099471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ebbe96-5ec9-4113-901b-62d525617f2e None None] The sync data for ids ['1e46bcb4-b79d-4e01-b74e-897b2294ca5a'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:15.117425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.175147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.186374 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.240064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event updated for resources: {'Network': ['ID=a3b9bc4a-29fe-4fd2-84a3-034721a40ec1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.253898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a3b9bc4a-29fe-4fd2-84a3-034721a40ec1 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:15.292240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89a17-a2d8-4f7c-935e-b822bd716fd6 req-23e2606b-8b55-4c1b-a710-8cdda862a71c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.294452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d89a17-a2d8-4f7c-935e-b822bd716fd6 req-23e2606b-8b55-4c1b-a710-8cdda862a71c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.0941246 Aug 10 03:37:15.295931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:15.296421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:15.296909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on network 98dd62af-b0fb-4c30-be18-96705e251818 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:15.308780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.310195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on network 98dd62af-b0fb-4c30-be18-96705e251818 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:15.310592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on network 98dd62af-b0fb-4c30-be18-96705e251818 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:15.324460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:15.324807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Checking segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:15.325353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Bound using segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:15.326490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Bound port: 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:15.326917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.363957 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ed051af7-4655-4894-b0bf-34a0a67d2842 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1918705 Aug 10 03:37:15.366499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50180) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.373502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.376740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d89a17-a2d8-4f7c-935e-b822bd716fd6 req-4d240e41-f021-42be-88ec-c496cd5a4aa7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751467 Aug 10 03:37:15.413625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:15.418195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:15.477627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06a88f52-1a30-4b44-b0f1-3048dfdc0506 req-449ddfb7-e2b4-4f7a-829b-db2fecb59136 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0308552 Aug 10 03:37:15.566355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-512a459a-83af-4c02-94a1-00ee7d1ecaa7 req-ae24ac48-3c86-48ae-b564-a384a25ab751 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 210 time: 0.0290978 Aug 10 03:37:15.590291 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b82aee0-f45b-4c7a-88b5-d5c1db4996e8 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/agents/15bb4108-8f01-4696-8764-7f428d593fb7/dhcp-networks HTTP/1.1" status: 200 len: 6467 time: 0.2226226 Aug 10 03:37:15.592894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.658255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.666928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f46f4-a7af-44ba-ac79-742317e5a4e8 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] Network a3b9bc4a-29fe-4fd2-84a3-034721a40ec1 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:15.688421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.688922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.690304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1093 time: 1.1234653 Aug 10 03:37:15.692507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:15.694839 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3c6773-b3ac-494c-a627-df1217b48098" -d '{"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:15.732437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89f1dd-ea1a-44f7-ade3-6d6a1ed974f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.745408 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce996e-edcf-432b-b54b-f01585e75f7c x-openstack-request-id: req-73ce996e-edcf-432b-b54b-f01585e75f7c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:15.745835 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:15.746196 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73ce996e-edcf-432b-b54b-f01585e75f7c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:15.746916 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'status': 'completed', 'code': 200} Aug 10 03:37:15.772703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting port bcebbd62-1f20-4c8d-ba58-cfe7b779d640 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:15.773059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.817723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6773-b3ac-494c-a627-df1217b48098 req-86fab08a-2465-4e0e-bd25-96bb0f141afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.819904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6773-b3ac-494c-a627-df1217b48098 req-86fab08a-2465-4e0e-bd25-96bb0f141afa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1096 time: 0.0438130 Aug 10 03:37:15.853960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.867459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Calling delete_port for bcebbd62-1f20-4c8d-ba58-cfe7b779d640 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:15.873568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-191f46f4-a7af-44ba-ac79-742317e5a4e8 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "POST /v2.0/agents/15bb4108-8f01-4696-8764-7f428d593fb7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2796774 Aug 10 03:37:15.900793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:15.901133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1d633-867f-4904-8567-7f8962a602e9 None None] Network a3b9bc4a-29fe-4fd2-84a3-034721a40ec1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:15.938678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6773-b3ac-494c-a627-df1217b48098 req-397ad63a-972a-4933-88a1-066f8bd10424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.940261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6773-b3ac-494c-a627-df1217b48098 req-397ad63a-972a-4933-88a1-066f8bd10424 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ecad60eae0044d380480d1afb195fed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1119828 Aug 10 03:37:16.045008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c6773-b3ac-494c-a627-df1217b48098 req-14a7e56d-0c5f-479c-9a2f-328b1f56cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.046507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d3c6773-b3ac-494c-a627-df1217b48098 req-14a7e56d-0c5f-479c-9a2f-328b1f56cc15 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981383 Aug 10 03:37:16.108381 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6786f23f-4007-47a6-927b-68da721ba6a7 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/agents/15bb4108-8f01-4696-8764-7f428d593fb7/dhcp-networks HTTP/1.1" status: 200 len: 7237 time: 0.2310596 Aug 10 03:37:16.111137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50190) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.132911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-d523026a-1785-4230-ba31-3fe4f9feada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.134380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-d523026a-1785-4230-ba31-3fe4f9feada7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1096 time: 0.0439930 Aug 10 03:37:16.180328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-4461b01e-446f-44e0-ac71-28e9f8f1cbd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 217 time: 0.0367615 Aug 10 03:37:16.231566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-542e56bc-5b4a-448c-b45e-ae39b6cdf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.233110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-542e56bc-5b4a-448c-b45e-ae39b6cdf5bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.0441968 Aug 10 03:37:16.279184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-c9ec745b-45ac-4b2a-aa96-095739256af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.280611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-c9ec745b-45ac-4b2a-aa96-095739256af0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394912 Aug 10 03:37:16.334998 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3cc15e73-85ca-40a6-9936-7420fb9ba37d tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "DELETE /v2.0/agents/15bb4108-8f01-4696-8764-7f428d593fb7/dhcp-networks/a3b9bc4a-29fe-4fd2-84a3-034721a40ec1 HTTP/1.1" status: 204 len: 168 time: 0.2227976 Aug 10 03:37:16.337528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50192) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.386831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-a9676644-ae7f-4c5c-81cb-47c272f6185e service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973804 Aug 10 03:37:16.398232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.435213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Port': ['ID=bcebbd62-1f20-4c8d-ba58-cfe7b779d640,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:16.541200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.544252 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7336b017-0561-467b-b018-b16e6f408d11 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/agents/15bb4108-8f01-4696-8764-7f428d593fb7/dhcp-networks HTTP/1.1" status: 200 len: 6467 time: 0.2055976 Aug 10 03:37:16.568456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50200) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.647924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.652150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.656376 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bf9bad8b-dfe7-47d8-a7eb-7859cb07cb27 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/networks/656fc75c-f71d-4751-84ea-9f994d09640f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0868211 Aug 10 03:37:16.659864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.708961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-05940ada-831a-4f41-ac1d-19186cca69ad tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/networks/656fc75c-f71d-4751-84ea-9f994d09640f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0479426 Aug 10 03:37:16.711567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50206) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.832368 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-337d3728-af8c-409f-99c7-cc4452f06233 tempest-DHCPAgentSchedulersTestJSON-180950813 tempest-DHCPAgentSchedulersTestJSON-180950813-project-admin] 10.222.0.26 "GET /v2.0/agents/15bb4108-8f01-4696-8764-7f428d593fb7/dhcp-networks HTTP/1.1" status: 200 len: 6467 time: 0.1195791 Aug 10 03:37:16.835724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50208) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.855632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e87ba15-2fd5-4c7d-a136-ceb56f3c9f41 req-279a7afb-302b-4dc1-9488-7dcc6892750e service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591620 Aug 10 03:37:16.863833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c4956-2e2e-4cd9-9404-bcdd00b345ab req-da89936a-4c79-4b40-9f60-3bf5f206739f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.865310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf9c4956-2e2e-4cd9-9404-bcdd00b345ab req-da89936a-4c79-4b40-9f60-3bf5f206739f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.3977306 Aug 10 03:37:16.911416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.919316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.919654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf9c4956-2e2e-4cd9-9404-bcdd00b345ab req-a71d9a8d-a0f3-4696-9ca6-d38a599ba205 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374949 Aug 10 03:37:16.919769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Fanout notify agent at l3_agent the message router_deleted on router 1e46bcb4-b79d-4e01-b74e-897b2294ca5a {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:16.923509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.924747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4150b10b-0e22-4516-8b81-ffd87a55af08 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/routers/1e46bcb4-b79d-4e01-b74e-897b2294ca5a HTTP/1.1" status: 204 len: 168 time: 1.9157948 Aug 10 03:37:16.928231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50210) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:16.984845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Deleting subnet 16302196-d52d-4073-a3bc-f820a2b5b5aa {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:17.000823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.026115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.037295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b9bc4a-29fe-4fd2-84a3-034721a40ec1']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.052063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca6cf3-6a63-4a36-8b1e-cda4756f931a') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.052063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca6cf3-6a63-4a36-8b1e-cda4756f931a') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.056264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.059981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.074410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.080618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:17.081010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:17.083993 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:17.101157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e860e12a-7763-4749-b594-3ea50b85f35a req-37f48c58-255c-4f3e-9909-1f77a98dc6ad tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0575867 Aug 10 03:37:17.141602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.199782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe3e1eed-af90-42ce-b3be-1e097c738cdd req-2dccd134-78ad-4d8d-829a-8a4a75e9e3df tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 210 time: 0.0341520 Aug 10 03:37:17.320040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.327510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.329303 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "DELETE /v2.0/networks/a3b9bc4a-29fe-4fd2-84a3-034721a40ec1 HTTP/1.1" status: 204 len: 168 time: 0.4926684 Aug 10 03:37:17.331887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.341139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dc76d-43cf-439b-984a-8d7a7c56357e tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event deleted for resources: {'Network': ['ID=a3b9bc4a-29fe-4fd2-84a3-034721a40ec1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:17.356494 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-86486dfd-6d18-47d8-9b28-5be0959dd413 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] DELETE failed (client error): The resource could not be found. Aug 10 03:37:17.357107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86486dfd-6d18-47d8-9b28-5be0959dd413 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:37:17.358768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-86486dfd-6d18-47d8-9b28-5be0959dd413 tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "DELETE /v2.0/ports/6b31c3ac-ce1a-4590-be17-1171ccb79caf HTTP/1.1" status: 404 len: 333 time: 0.0256326 Aug 10 03:37:17.361369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50216) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.416085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Deleting subnet 9fe357c0-6cb1-40bf-9973-732268c237ba {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:17.420758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.491389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.546469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Subnet': ['ID=16302196-d52d-4073-a3bc-f820a2b5b5aa,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:17.548525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.550376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2c65eeb3-acd0-41c8-9139-79f596bb7d12 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/subnets/16302196-d52d-4073-a3bc-f820a2b5b5aa HTTP/1.1" status: 204 len: 168 time: 0.6210728 Aug 10 03:37:17.552514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.553057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:17.626867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.628177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-cb5203b0-2ed9-43cd-947a-3e653def901d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.629731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-cb5203b0-2ed9-43cd-947a-3e653def901d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 817 time: 0.2099533 Aug 10 03:37:17.692230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.714520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.722401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-dad553f4-6048-4338-b044-834130ad0397 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 380 time: 0.0724964 Aug 10 03:37:17.724658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81864aa-ea04-4b1b-ab5f-54785131581a']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.735834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8b6590-8251-4c05-b9f6-ed35bac025bc') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.742833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8b6590-8251-4c05-b9f6-ed35bac025bc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:17.743015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'port': {'device_id': 'bcd5d097-681f-4e48-b918-f438af57b751', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'admin_state_up': True, 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'security_groups': ['0fa20912-6041-41e9-8fd6-35352ef018e9']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:17.745487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.759019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.765141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:17.765529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:17.768471 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:17.991286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.003394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.003394 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] 10.222.0.26 "DELETE /v2.0/networks/a81864aa-ea04-4b1b-ab5f-54785131581a HTTP/1.1" status: 204 len: 168 time: 0.4466169 Aug 10 03:37:18.003602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.004396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Made reservation on behalf of 01ce17aa48c949ea8266e3ad8143fdb8 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:18.007983 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.022686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431c2fc-f03c-4908-bdb0-1f0b2cb24a61 tempest-FloatingIPTestJSON-1102177910 tempest-FloatingIPTestJSON-1102177910-project] Pushing event deleted for resources: {'Network': ['ID=a81864aa-ea04-4b1b-ab5f-54785131581a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.059614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe357c0-6cb1-40bf-9973-732268c237ba,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.070927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389b63e-aa44-4f57-b0a6-f4923393b25b None None] Network 656fc75c-f71d-4751-84ea-9f994d09640f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:18.074930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.079471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-34825dd5-93e0-406c-8075-2f372fa0b18f tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "DELETE /v2.0/subnets/9fe357c0-6cb1-40bf-9973-732268c237ba HTTP/1.1" status: 204 len: 168 time: 0.7147622 Aug 10 03:37:18.079903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50224) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.200615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cac07-61e8-4899-bba3-eccccc5a87f4 req-6ea13c05-dc6c-4a4c-a159-f2ff6f68b25e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.202325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e52cac07-61e8-4899-bba3-eccccc5a87f4 req-6ea13c05-dc6c-4a4c-a159-f2ff6f68b25e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.2164679 Aug 10 03:37:18.256147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] DHCP port deletion for 656fc75c-f71d-4751-84ea-9f994d09640f request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:18.265570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.303303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e52cac07-61e8-4899-bba3-eccccc5a87f4 req-206784c8-190b-4dfc-b405-196f1195d9b7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903754 Aug 10 03:37:18.307022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] Deleting port 13131deb-dd82-47ca-a97d-9602d98c6d52 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:18.308085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.313217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Allocated IP 172.20.0.9 (ac76dd69-0ca7-4551-8000-d1673392ea7d/8b2c209b-0f1c-4c8b-9108-924ece26877d/0db010b8-22ac-4f1c-ad37-6fa1e88ebf98) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:18.391179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] For port 13131deb-dd82-47ca-a97d-9602d98c6d52, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=13131deb-dd82-47ca-a97d-9602d98c6d52,segment=NetworkSegment(16c3a98e-98c0-4cd6-aa8a-f956b836a926),segment_id=16c3a98e-98c0-4cd6-aa8a-f956b836a926)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:18.391571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.404389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] Calling delete_port for 13131deb-dd82-47ca-a97d-9602d98c6d52 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:18.424112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a9b435e-691c-4203-aea6-e26c8768430e req-2312fc17-d04e-4305-ad2f-d2439e307b5d tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0502009 Aug 10 03:37:18.470848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Deleting port 13131deb-dd82-47ca-a97d-9602d98c6d52 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:18.471352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.554552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1a47438-f5ad-4418-b6e4-dcce89d02f4f req-e862f3f9-f4cf-4747-ad1c-e9f5ad140a83 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 210 time: 0.0386889 Aug 10 03:37:18.588469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] For port 13131deb-dd82-47ca-a97d-9602d98c6d52, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=13131deb-dd82-47ca-a97d-9602d98c6d52,segment=NetworkSegment(16c3a98e-98c0-4cd6-aa8a-f956b836a926),segment_id=16c3a98e-98c0-4cd6-aa8a-f956b836a926)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:18.588912 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.591974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.611214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Calling delete_port for 13131deb-dd82-47ca-a97d-9602d98c6d52 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:18.618928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] Pushing event deleted for resources: {'Port': ['ID=13131deb-dd82-47ca-a97d-9602d98c6d52,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.623997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.631453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0451cd-fde1-4dfd-988b-8a74fd2dba13 None None] No DVR routers for this DVR port 13131deb-dd82-47ca-a97d-9602d98c6d52 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:18.675201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Transition to ACTIVE for port object 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:18.678595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50232) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.733225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.759536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event deleted for resources: {'Port': ['ID=13131deb-dd82-47ca-a97d-9602d98c6d52,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.761960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] No DVR routers for this DVR port 13131deb-dd82-47ca-a97d-9602d98c6d52 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:18.801627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.809809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:18.834581 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fba0e89c-a8db-4a97-9639-8f013ab6c04d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c824b7e0d30349509ac6f5eb770615bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547601 Aug 10 03:37:18.835543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50236) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.851420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 13131deb-dd82-47ca-a97d-9602d98c6d52 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:18.887296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.890803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Network ac76dd69-0ca7-4551-8000-d1673392ea7d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:18.895662 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a702be5-5e47-40d8-9b28-42ebeb82ae08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.900891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:18.902497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 13131deb-dd82-47ca-a97d-9602d98c6d52 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:18.903354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 13131deb-dd82-47ca-a97d-9602d98c6d52 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:18.905128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:18.907687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:18.912092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656fc75c-f71d-4751-84ea-9f994d09640f']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.929230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a702be5-5e47-40d8-9b28-42ebeb82ae08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.945414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c3a98e-98c0-4cd6-aa8a-f956b836a926') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.945686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c3a98e-98c0-4cd6-aa8a-f956b836a926') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.958833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:18.968627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.973067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'port_id': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'mac_address': 'fa:16:3e:0f:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:18.992741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.993782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.997810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.010562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:19.012121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:19.015602 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:19.036413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.050858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95102727-9d6b-4c6d-9d9a-7b1358b66f05 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:19.065609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a702be5-5e47-40d8-9b28-42ebeb82ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.068260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a702be5-5e47-40d8-9b28-42ebeb82ae08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.074102 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1a702be5-5e47-40d8-9b28-42ebeb82ae08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7196422-2c0c-4b5f-b38c-fad7d8efaaf8 HTTP/1.1" status: 204 len: 168 time: 0.2343047 Aug 10 03:37:19.085614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a702be5-5e47-40d8-9b28-42ebeb82ae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7196422-2c0c-4b5f-b38c-fad7d8efaaf8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:19.094874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-0a019e81-f46f-45e0-afa6-25600287d50a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3628836 Aug 10 03:37:19.102448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:19.108761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Request body: {'port': {'device_id': 'bcd5d097-681f-4e48-b918-f438af57b751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:19.169677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.181338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.181858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] 10.222.0.26 "DELETE /v2.0/networks/656fc75c-f71d-4751-84ea-9f994d09640f HTTP/1.1" status: 204 len: 168 time: 1.1010261 Aug 10 03:37:19.200816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.203216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e184a-7cc0-42d4-a724-073b890f605c tempest-DHCPAgentSchedulersTestJSON-801725596 tempest-DHCPAgentSchedulersTestJSON-801725596-project] Pushing event deleted for resources: {'Network': ['ID=656fc75c-f71d-4751-84ea-9f994d09640f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:19.207913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.274785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:19.360247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d07cbd09-e797-497e-9c5d-3419fbc5e8c3 None None] Provisioning for port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:19.364815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d07cbd09-e797-497e-9c5d-3419fbc5e8c3 None None] Provisioning complete for port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:19.365450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d07cbd09-e797-497e-9c5d-3419fbc5e8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.404302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d07cbd09-e797-497e-9c5d-3419fbc5e8c3 None None] Port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:19.468397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189812ee-6521-4527-b00d-b94598df3b0d req-b052eeb7-1d90-42e8-a6c3-42cd34d6a076 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.469897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-189812ee-6521-4527-b00d-b94598df3b0d req-b052eeb7-1d90-42e8-a6c3-42cd34d6a076 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 945 time: 0.0750377 Aug 10 03:37:19.510240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['95102727-9d6b-4c6d-9d9a-7b1358b66f05'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:19.545257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-189812ee-6521-4527-b00d-b94598df3b0d req-4aa53379-478c-454d-94aa-a7d34009e14a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685771 Aug 10 03:37:19.601526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:19.611432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.626732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Transition to ACTIVE for port object 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:19.664052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a47b18b-132c-418f-9b2d-6e6f9e951cc5 req-ec57f66e-06a5-459f-bd0a-0bd9f490084c tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0313628 Aug 10 03:37:19.699133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.722766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50260) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:19.810494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:19.901905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Attempting to bind port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:19.902252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Attempting to bind port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:19.902585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Attempting to bind port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 on network ac76dd69-0ca7-4551-8000-d1673392ea7d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:19.911874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f63cb5-13e0-4541-998c-75f3ea571739 req-840009b8-03a8-45db-97db-9632c53307de tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.919360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f63cb5-13e0-4541-998c-75f3ea571739 req-840009b8-03a8-45db-97db-9632c53307de tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1649818 Aug 10 03:37:19.937534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 on network ac76dd69-0ca7-4551-8000-d1673392ea7d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:19.937862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Attempting to bind port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 on network ac76dd69-0ca7-4551-8000-d1673392ea7d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:19.945409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:19.945409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Checking segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:19.945775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Bound using segment: {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:19.946206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Bound port: 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:19.946570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.980954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f63cb5-13e0-4541-998c-75f3ea571739 req-336a8fdb-bf6d-4fe5-9553-c3bb9c15e504 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607049 Aug 10 03:37:20.033338 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2dd2adcb-9d6f-44d3-8000-cc589981c2a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95fe4e0f86b94a79b58c338f5046af28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093269 Aug 10 03:37:20.036783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50266) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.039975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:20.043991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:20.094583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a24ca89-a8be-47d8-aa7b-0e5b41802a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.117853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a24ca89-a8be-47d8-aa7b-0e5b41802a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.134361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.173653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.174284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.175676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] 10.222.0.46 "PUT /v2.0/ports/0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 1092 time: 1.0717504 Aug 10 03:37:20.176121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:20.178469 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fdb41e-a768-42cc-a68c-d641898a1e26" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:20.198616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657660d8-8f01-4a1d-871f-8e5f09b1bd61 service neutron] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.228584 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c2f8c2-87e4-452c-89e2-27adeedc962f x-openstack-request-id: req-76c2f8c2-87e4-452c-89e2-27adeedc962f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:20.228584 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:20.228584 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76c2f8c2-87e4-452c-89e2-27adeedc962f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:20.228584 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'status': 'completed', 'code': 200} Aug 10 03:37:20.264514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a24ca89-a8be-47d8-aa7b-0e5b41802a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.264514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a24ca89-a8be-47d8-aa7b-0e5b41802a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.264514 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a24ca89-a8be-47d8-aa7b-0e5b41802a90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/572f2d5e-2234-4a77-912e-ad4bca37d65c HTTP/1.1" status: 204 len: 168 time: 0.2254758 Aug 10 03:37:20.271765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24ca89-a8be-47d8-aa7b-0e5b41802a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f2d5e-2234-4a77-912e-ad4bca37d65c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.313371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb41e-a768-42cc-a68c-d641898a1e26 req-9c3c0f6a-6049-45e0-9dfb-f80d3e997c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.315005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15fdb41e-a768-42cc-a68c-d641898a1e26 req-9c3c0f6a-6049-45e0-9dfb-f80d3e997c9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1095 time: 0.0640290 Aug 10 03:37:20.423574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50280) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.443315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb41e-a768-42cc-a68c-d641898a1e26 req-b1b09ace-fcf2-48c1-beeb-97665d439a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.444861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15fdb41e-a768-42cc-a68c-d641898a1e26 req-b1b09ace-fcf2-48c1-beeb-97665d439a30 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1190391 Aug 10 03:37:20.548104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb41e-a768-42cc-a68c-d641898a1e26 req-4461bcd8-b50e-4052-9231-812b7017ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.553316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15fdb41e-a768-42cc-a68c-d641898a1e26 req-4461bcd8-b50e-4052-9231-812b7017ad76 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970001 Aug 10 03:37:20.634830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'networks': [{'name': 'tempest-network--37427614'}, {'name': 'tempest-network--1432787410'}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:20.635444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'network': {'name': 'tempest-network--37427614'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:20.635929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'network': {'name': 'tempest-network--1432787410'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:20.672811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-a9614af7-502a-4546-8ad9-1a8d30dc0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.674327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-a9614af7-502a-4546-8ad9-1a8d30dc0926 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1095 time: 0.0810113 Aug 10 03:37:20.693616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24adf9-eeba-41fb-9bd0-7c68086c9b6f req-5a257790-a64b-48f0-b14e-b20bbd85acb0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.695077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd24adf9-eeba-41fb-9bd0-7c68086c9b6f req-5a257790-a64b-48f0-b14e-b20bbd85acb0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 945 time: 0.0607336 Aug 10 03:37:20.719784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'network': 2} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:20.724610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.734074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.740354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-d752479a-2e00-4e72-94cb-2a15c3c0c8e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 217 time: 0.0443373 Aug 10 03:37:20.793287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd24adf9-eeba-41fb-9bd0-7c68086c9b6f req-ebd6b4a3-5f77-4b82-a3a1-b73d6251f5c7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903177 Aug 10 03:37:20.809453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-a411219f-2fb7-4a4d-b5f0-6ea91f264881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.821078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-a411219f-2fb7-4a4d-b5f0-6ea91f264881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.0615382 Aug 10 03:37:20.826583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.842977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:20.885398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-07de9eda-2a73-49c8-b970-255ae9cdebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.887474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-07de9eda-2a73-49c8-b970-255ae9cdebc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684628 Aug 10 03:37:20.889227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-709c9696-d84b-45fc-b330-df3d838c8257 req-819b545f-a653-4e77-a87e-19a0b896dd4f tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0330739 Aug 10 03:37:20.899786 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.900264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.945152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:20.946252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba01678-6d55-42a2-bd42-6174aacf9a92,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.950472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:20.950844 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.963439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:20.974625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.974977 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Added segment e49462e6-ed56-44c4-8ee9-fc947f6b8dfb of type vlan for network 9ee0baf3-e3c2-4756-ae07-2206b3654287 Aug 10 03:37:20.991655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50290) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.004336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-f6cf34d6-c83e-49dc-9748-457dc68dbcba service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066117 Aug 10 03:37:21.031734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-299474b7-1b22-4225-9730-e6213d9d086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.050713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.051943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.082735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:21.086571 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a2b16-11f1-4ba2-af66-99e246f41323" -d '{"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-plugged", "status": "completed", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:21.105626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:21.110395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:21.132246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.132762 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Added segment cbbcf913-b587-4c7f-b3e9-343866ee0408 of type vlan for network db85e9f1-417c-4498-8a86-cf1f75065e60 Aug 10 03:37:21.143621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa0d77-42da-47b3-a08f-c010538375cb req-90ad7601-8107-4ea4-bba1-137087849a37 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.145372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3fa0d77-42da-47b3-a08f-c010538375cb req-90ad7601-8107-4ea4-bba1-137087849a37 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0818324 Aug 10 03:37:21.163251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf62973-7460-4742-b8f8-87cb33ca8aa2 req-9ac15f7d-eac7-4aa9-820f-0927278fcce4 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469676 Aug 10 03:37:21.188709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.189378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.196908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3fa0d77-42da-47b3-a08f-c010538375cb req-2c040d4b-53bd-4d36-83bb-d695eccb382b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Aug 10 03:37:21.221327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-299474b7-1b22-4225-9730-e6213d9d086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.249268 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d0e80-7ddd-463a-97ca-f4d2ee358231 x-openstack-request-id: req-5e0d0e80-7ddd-463a-97ca-f4d2ee358231 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:21.249557 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-plugged", "status": "completed", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:21.249808 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e0d0e80-7ddd-463a-97ca-f4d2ee358231 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:21.250199 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'code': 200} Aug 10 03:37:21.255003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.326193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-299474b7-1b22-4225-9730-e6213d9d086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.347700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669248f-57e3-4354-9dba-f4cdd7f79897 req-29550212-a9df-4555-afc2-e46cbe1b740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.349464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9669248f-57e3-4354-9dba-f4cdd7f79897 req-29550212-a9df-4555-afc2-e46cbe1b740d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.0397735 Aug 10 03:37:21.365164 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-299474b7-1b22-4225-9730-e6213d9d086b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c423231f86ca437ca7b5fe52a8a4d9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723953 Aug 10 03:37:21.365987 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.366496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.368650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50296) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.374500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.377362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.378009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.384030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299474b7-1b22-4225-9730-e6213d9d086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905c5760-9fe3-4c4e-b0c0-560272638410,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.408671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9669248f-57e3-4354-9dba-f4cdd7f79897 req-5daffeda-3b60-4e66-bb25-3327fc89e8d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520506 Aug 10 03:37:21.428807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a2a056c-ceb6-41bc-bc90-e65b0ffc78d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.449282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Network': ['ID=9ee0baf3-e3c2-4756-ae07-2206b3654287,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.456060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a2a056c-ceb6-41bc-bc90-e65b0ffc78d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.460648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9ee0baf3-e3c2-4756-ae07-2206b3654287 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:21.514222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Network': ['ID=db85e9f1-417c-4498-8a86-cf1f75065e60,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.525632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network db85e9f1-417c-4498-8a86-cf1f75065e60 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:21.528678 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d9b4609-561d-4521-8e78-582ce201f8fe tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1039839 Aug 10 03:37:21.536451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:21.634234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a2a056c-ceb6-41bc-bc90-e65b0ffc78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.636890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a2a056c-ceb6-41bc-bc90-e65b0ffc78d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.638100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9a2a056c-ceb6-41bc-bc90-e65b0ffc78d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/905c5760-9fe3-4c4e-b0c0-560272638410 HTTP/1.1" status: 204 len: 168 time: 0.2685044 Aug 10 03:37:21.646208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a056c-ceb6-41bc-bc90-e65b0ffc78d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905c5760-9fe3-4c4e-b0c0-560272638410,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.925375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9183014-71bb-49ca-99cb-32d8a1fadc40 req-38ce5d49-3bd1-4867-853c-15a8435491d8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.926892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9183014-71bb-49ca-99cb-32d8a1fadc40 req-38ce5d49-3bd1-4867-853c-15a8435491d8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0529792 Aug 10 03:37:21.965614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9183014-71bb-49ca-99cb-32d8a1fadc40 req-2a890633-531f-427d-b407-1d8289f39938 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Aug 10 03:37:22.019152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cdb84-aff0-4f7c-984f-0b3f22628897 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.025452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cdb84-aff0-4f7c-984f-0b3f22628897 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.031855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cdb84-aff0-4f7c-984f-0b3f22628897 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.037739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cdb84-aff0-4f7c-984f-0b3f22628897 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.039450 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0f1cdb84-aff0-4f7c-984f-0b3f22628897 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5073731 Aug 10 03:37:22.044775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50308) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:22.063288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b081bcde-2f1c-4e69-813c-b2b9c4c3da24 req-53fc4d6a-ae0b-4906-8831-dd1e7fcb355f tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0308867 Aug 10 03:37:22.124514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.215515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.226065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee0baf3-e3c2-4756-ae07-2206b3654287']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.237046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49462e6-ed56-44c4-8ee9-fc947f6b8dfb') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.237346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49462e6-ed56-44c4-8ee9-fc947f6b8dfb') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.246762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.261497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.267984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:22.268473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:22.271894 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:22.336652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905383-2533-48e7-97f8-d95f3b17063e req-afd009e9-4f39-425b-86e7-6d6860b82123 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.338178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0905383-2533-48e7-97f8-d95f3b17063e req-afd009e9-4f39-425b-86e7-6d6860b82123 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0686083 Aug 10 03:37:22.381983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0905383-2533-48e7-97f8-d95f3b17063e req-7582d15f-e0cf-414d-b026-d164ad3bf61d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365548 Aug 10 03:37:22.402625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.410103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.411422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/networks/9ee0baf3-e3c2-4756-ae07-2206b3654287 HTTP/1.1" status: 204 len: 168 time: 0.3655670 Aug 10 03:37:22.414218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50320) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:22.423371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb60d6e-f2ac-4f6e-8fa6-20b0a9619c36 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Network': ['ID=9ee0baf3-e3c2-4756-ae07-2206b3654287,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:22.505428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.597031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.606713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db85e9f1-417c-4498-8a86-cf1f75065e60']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.616901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbcf913-b587-4c7f-b3e9-343866ee0408') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.617200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbcf913-b587-4c7f-b3e9-343866ee0408') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:22.625721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.640530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.646337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:22.646727 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:22.649555 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:22.767420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.774501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.777846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/networks/db85e9f1-417c-4498-8a86-cf1f75065e60 HTTP/1.1" status: 204 len: 168 time: 0.3626306 Aug 10 03:37:22.780304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50332) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:22.799212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d41d9e-e084-41a1-8fae-ab17eb19254e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Network': ['ID=db85e9f1-417c-4498-8a86-cf1f75065e60,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:22.894023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dad8ff-a33c-4b03-b3ff-0db5cdb9c4a6 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.900116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dad8ff-a33c-4b03-b3ff-0db5cdb9c4a6 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.901701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a9dad8ff-a33c-4b03-b3ff-0db5cdb9c4a6 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1204109 Aug 10 03:37:22.905461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50334) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:22.910284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1077924062'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:22.997451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:23.001200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.026797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:23.036663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.037007 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Added segment 63be9f2e-6feb-489c-a1f9-d920de9aeed9 of type vlan for network bc97bc9a-4540-4c75-b37e-c16da941fccc Aug 10 03:37:23.118096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.137269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfd709-0707-40f8-86a9-2083491b76d6 req-90a4a85a-ddcd-44c8-a141-629a8d1dc543 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.137269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10bfd709-0707-40f8-86a9-2083491b76d6 req-90a4a85a-ddcd-44c8-a141-629a8d1dc543 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0974114 Aug 10 03:37:23.186282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10bfd709-0707-40f8-86a9-2083491b76d6 req-01c3dd9f-aa9d-4a24-b8b3-35edd626d6cc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Aug 10 03:37:23.230998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.236669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.237871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.325111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c57bbd1f-36d9-4e7d-b598-8797e160102a req-74c98ccd-5ac8-41b1-b9c2-83a0dfaedc13 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0789323 Aug 10 03:37:23.333774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Network': ['ID=bc97bc9a-4540-4c75-b37e-c16da941fccc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.352508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network bc97bc9a-4540-4c75-b37e-c16da941fccc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:23.406063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e0d131f9-9ee4-4aaa-a981-37f58167c28c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4995384 Aug 10 03:37:23.408657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.416101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1531058193'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.450225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2e278-3219-4b28-89ab-479863e8a5a2 req-460e3c92-173c-4a66-9507-21e3f00e78b0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.452259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75a2e278-3219-4b28-89ab-479863e8a5a2 req-460e3c92-173c-4a66-9507-21e3f00e78b0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0612724 Aug 10 03:37:23.491979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75a2e278-3219-4b28-89ab-479863e8a5a2 req-a4fefb3f-03af-49e5-b52c-8ecd9f7c0a2f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329540 Aug 10 03:37:23.511762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:23.516382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.518348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50360) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.533943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50362) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.571813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:23.585171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.585511 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Added segment 3cd906ee-5da7-443d-8984-68f6cdbac8a8 of type vlan for network b86cc4fc-78ea-46d3-849a-d14f06dae5ec Aug 10 03:37:23.598330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61812049-e6a1-4f08-ac3b-e6091357be0a tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.599864 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-61812049-e6a1-4f08-ac3b-e6091357be0a tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1093 time: 0.0788965 Aug 10 03:37:23.611802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a368d-0252-4a59-a7de-b93e966941f6 req-ad5eae67-042d-4eba-8282-c07f4ab324ca tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.613530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f3a368d-0252-4a59-a7de-b93e966941f6 req-ad5eae67-042d-4eba-8282-c07f4ab324ca tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0590618 Aug 10 03:37:23.613998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50366) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.618281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.631837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.663648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-896d2fa5-142d-41cb-bc37-3162650d607f tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-782050399'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.664087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-896d2fa5-142d-41cb-bc37-3162650d607f tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Unknown quota resources ['metering_label']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:37:23.678221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f3a368d-0252-4a59-a7de-b93e966941f6 req-6afc9f45-ee67-4830-b3f9-9412245cbc21 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545020 Aug 10 03:37:23.733284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.756218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.762039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.762642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.828493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Network': ['ID=b86cc4fc-78ea-46d3-849a-d14f06dae5ec,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.838617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b86cc4fc-78ea-46d3-849a-d14f06dae5ec details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:23.869299 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c8fe0e98-d87b-45c9-83ab-b7f26e2f3723 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4589827 Aug 10 03:37:23.871999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50368) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:23.877702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'ports': [{'network_id': 'bc97bc9a-4540-4c75-b37e-c16da941fccc', 'name': 'tempest-port--1192539258', 'admin_state_up': True}, {'network_id': 'b86cc4fc-78ea-46d3-849a-d14f06dae5ec', 'admin_state_up': False}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.878029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'port': {'network_id': 'bc97bc9a-4540-4c75-b37e-c16da941fccc', 'name': 'tempest-port--1192539258', 'admin_state_up': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:23.878511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'port': {'network_id': 'b86cc4fc-78ea-46d3-849a-d14f06dae5ec', 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.129941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'port': 2} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:24.135155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.150171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.236219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] device_id is not set on port b1981fba-df55-4c70-a440-fa052b30081d yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:24.254714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-896d2fa5-142d-41cb-bc37-3162650d607f tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.255887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-896d2fa5-142d-41cb-bc37-3162650d607f tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7202079 Aug 10 03:37:24.259468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50370) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.263954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ae7e67a2-d2d8-4a68-a471-e761e4bc7527 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '53a9cd9a-cfb5-4119-86f9-005fea1d9d84'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.264486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ae7e67a2-d2d8-4a68-a471-e761e4bc7527 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:37:24.281820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.355942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.433877 n-d-765315-26 neutron-server[94805]: WARNING neutron.services.metering.metering_plugin [None req-ae7e67a2-d2d8-4a68-a471-e761e4bc7527 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:37:24.434447 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] device_id is not set on port 9a8bdbd8-a9c1-4d7e-9496-e12e2559a0de yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:24.479932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-623b785a-dcee-40b4-a6ed-c1f5ae4c9f3c req-3068f2ce-907a-48f6-90c4-bc94d3146540 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0610220 Aug 10 03:37:24.555194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.562989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae7e67a2-d2d8-4a68-a471-e761e4bc7527 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.564257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ae7e67a2-d2d8-4a68-a471-e761e4bc7527 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3041506 Aug 10 03:37:24.567398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50374) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.570566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.181 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/cc68ead5-21fe-4c33-bfdd-d3219cdcbf65) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:24.571806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f8836a56-b242-4b80-a2dc-66c976410570 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '53a9cd9a-cfb5-4119-86f9-005fea1d9d84'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.572296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f8836a56-b242-4b80-a2dc-66c976410570 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:37:24.670783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.731266 n-d-765315-26 neutron-server[94804]: WARNING neutron.services.metering.metering_plugin [None req-f8836a56-b242-4b80-a2dc-66c976410570 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:37:24.798173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef8478-bf65-4041-a5ac-896e9cbc3eb1 req-7ba4507a-bc9d-4cf2-aada-8fa8021eff6a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.805210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5ef8478-bf65-4041-a5ac-896e9cbc3eb1 req-7ba4507a-bc9d-4cf2-aada-8fa8021eff6a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0494144 Aug 10 03:37:24.805351 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.833850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.854724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:24.870483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5ef8478-bf65-4041-a5ac-896e9cbc3eb1 req-93c1c792-01e7-4f5d-9227-f07c30bd5cfd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626073 Aug 10 03:37:24.880850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8836a56-b242-4b80-a2dc-66c976410570 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.882041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f8836a56-b242-4b80-a2dc-66c976410570 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3136744 Aug 10 03:37:24.882588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:24.888012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50378) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.889552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:24.898972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:24.912295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Port': ['ID=b1981fba-df55-4c70-a440-fa052b30081d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.926517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b9bbc163-c719-417f-ab45-d2003046910b tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=aa4058fe-9aa1-4512-a896-50514e221d87 HTTP/1.1" status: 200 len: 464 time: 0.0346353 Aug 10 03:37:24.931463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50380) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.935526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=cc68ead5-21fe-4c33-bfdd-d3219cdcbf65,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.949015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Checking segment: {'id': '63be9f2e-6feb-489c-a1f9-d920de9aeed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc97bc9a-4540-4c75-b37e-c16da941fccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:24.949488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network hostable DHCP agents. Network: bc97bc9a-4540-4c75-b37e-c16da941fccc, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:24.987726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:24.998184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'mac_address': 'fa:16:3e:70:d5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:25.034745 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.048911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:25.068367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:25.122011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network bc97bc9a-4540-4c75-b37e-c16da941fccc is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:25.168440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4722-ead3-47ad-ace9-6ef9490c1aab tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.169689 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f7fe4722-ead3-47ad-ace9-6ef9490c1aab tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/aa4058fe-9aa1-4512-a896-50514e221d87 HTTP/1.1" status: 204 len: 168 time: 0.2371304 Aug 10 03:37:25.172922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.173124 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.186773 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2a31fe59-c951-47cc-90e7-9767c7bcd0db tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=aa4058fe-9aa1-4512-a896-50514e221d87 HTTP/1.1" status: 200 len: 221 time: 0.0092895 Aug 10 03:37:25.186999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.191209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a2412016-0f94-41f3-b9e1-e83136ff7776 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--395072560', 'description': 'label created by tempest'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:25.191655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a2412016-0f94-41f3-b9e1-e83136ff7776 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Unknown quota resources ['metering_label']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:37:25.226836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:25.251020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, bc97bc9a-4540-4c75-b37e-c16da941fccc) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:25.254515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:25.257346 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.262053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf42cd0-1081-45f7-93d8-d9639977cf09 None None] Network bc97bc9a-4540-4c75-b37e-c16da941fccc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:25.296365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.316310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Port': ['ID=9a8bdbd8-a9c1-4d7e-9496-e12e2559a0de,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:25.329902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.330256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.330599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.330936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.331271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.331602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.331959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.332261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.332612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.332938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.333262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.333588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:25.342311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Checking segment: {'id': '3cd906ee-5da7-443d-8984-68f6cdbac8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b86cc4fc-78ea-46d3-849a-d14f06dae5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:25.342681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network hostable DHCP agents. Network: b86cc4fc-78ea-46d3-849a-d14f06dae5ec, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:25.431026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.469674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:25.485367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a2412016-0f94-41f3-b9e1-e83136ff7776 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.488369 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a2412016-0f94-41f3-b9e1-e83136ff7776 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2986698 Aug 10 03:37:25.489276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50386) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.565309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-66a18593-9082-4122-a272-b9acc002b0f6 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=5a4c984a-7a4f-40b7-85bf-a9e7a151b389 HTTP/1.1" status: 200 len: 467 time: 0.0747645 Aug 10 03:37:25.567721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50390) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.606179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68bed781-730a-49a8-9e6b-83ce2b9fba6b req-a7c7a880-0f8c-4602-8f8d-9913cbe36ade tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0360603 Aug 10 03:37:25.619768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network b86cc4fc-78ea-46d3-849a-d14f06dae5ec is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:25.628549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.759685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b86cc4fc-78ea-46d3-849a-d14f06dae5ec) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:25.769769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:25.769769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:25.770172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c89e1-ea16-4b9a-b099-6366228fb33a None None] Network b86cc4fc-78ea-46d3-849a-d14f06dae5ec requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:25.774550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:25.775218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.790502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.863486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=cc68ead5-21fe-4c33-bfdd-d3219cdcbf65,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:25.874059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.874640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1d4d06c3-fe62-40ee-9552-536d71a13872 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.875819 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1d4d06c3-fe62-40ee-9552-536d71a13872 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/5a4c984a-7a4f-40b7-85bf-a9e7a151b389 HTTP/1.1" status: 204 len: 168 time: 0.3070955 Aug 10 03:37:25.878548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50392) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.890313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-351aa8ff-6177-4fcd-8957-7be1fbb7a6d3 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=5a4c984a-7a4f-40b7-85bf-a9e7a151b389 HTTP/1.1" status: 200 len: 216 time: 0.0106797 Aug 10 03:37:25.893735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50394) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.902441 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08db9fb7-6395-4539-874a-88947ee78746 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077004 Aug 10 03:37:25.905378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a6d1c459-fd05-4fd2-a266-95c60d3ce8b5 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0318990 Aug 10 03:37:25.907710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50396) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.916195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50398) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.936395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c6a8c825-d270-4ec5-9dd1-a8b38e5680d6 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0158684 Aug 10 03:37:25.938216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50402) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.963901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1865b-a4e0-474a-9257-cd7cada8a934 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:25.970386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1865b-a4e0-474a-9257-cd7cada8a934 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:25.972138 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b8f1865b-a4e0-474a-9257-cd7cada8a934 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0632186 Aug 10 03:37:25.974935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50404) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.025063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.038358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9d0e4318-037f-4cb9-b005-a8aa445a91ea tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/53a9cd9a-cfb5-4119-86f9-005fea1d9d84 HTTP/1.1" status: 200 len: 472 time: 0.0990868 Aug 10 03:37:26.042283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.054693 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-40dd306e-a9f0-44d3-aab6-2888ecb84c4e tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/1384e61d-d495-41fe-a596-7d784e75a097 HTTP/1.1" status: 200 len: 461 time: 0.0113628 Aug 10 03:37:26.058686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50408) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.078802 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP 8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 associated. External IP: 172.25.1.181, port: 95102727-9d6b-4c6d-9d9a-7b1358b66f05. Aug 10 03:37:26.085906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Deleting port b1981fba-df55-4c70-a440-fa052b30081d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:26.086258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.125526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60982-a7dd-431d-81c6-bf53f771ca08 req-81b6f69b-cfa9-4214-b55b-ca7e5de1779d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.127081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a60982-a7dd-431d-81c6-bf53f771ca08 req-81b6f69b-cfa9-4214-b55b-ca7e5de1779d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 944 time: 0.1330109 Aug 10 03:37:26.156721 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.170885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Calling delete_port for b1981fba-df55-4c70-a440-fa052b30081d owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:26.213114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29a60982-a7dd-431d-81c6-bf53f771ca08 req-32246757-6ad9-47d0-85e1-570ee4179ca8 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751739 Aug 10 03:37:26.299769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-54d1e637-8b77-465d-885a-714d706c0872 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.300833 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-54d1e637-8b77-465d-885a-714d706c0872 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/1384e61d-d495-41fe-a596-7d784e75a097 HTTP/1.1" status: 204 len: 168 time: 0.2411869 Aug 10 03:37:26.303330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50410) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.396197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.426046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Port': ['ID=b1981fba-df55-4c70-a440-fa052b30081d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:26.431672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.436034 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a093434a-c64c-4e08-a3e7-d817c615675a tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/ports/b1981fba-df55-4c70-a440-fa052b30081d HTTP/1.1" status: 204 len: 168 time: 0.4576693 Aug 10 03:37:26.436963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50412) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.478854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 040d3cef-c89e-4d9b-a92a-385b210be30a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:26.529536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Deleting port 9a8bdbd8-a9c1-4d7e-9496-e12e2559a0de {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:26.530112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.593679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.607294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Calling delete_port for 9a8bdbd8-a9c1-4d7e-9496-e12e2559a0de owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:26.610632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68456209-13b3-4df0-a85b-587057ef6792 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.612238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-68456209-13b3-4df0-a85b-587057ef6792 tempest-MeteringTestJSON-812247346 tempest-MeteringTestJSON-812247346-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/53a9cd9a-cfb5-4119-86f9-005fea1d9d84 HTTP/1.1" status: 204 len: 168 time: 0.3072312 Aug 10 03:37:26.636664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:26.653701 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] Sync routers for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:26.667204 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:26.668046 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:26.741612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4bfd91f-d6ec-4671-8028-4815a534d5e7 req-dab483b4-51ba-477a-8235-c04020a0598a tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0377347 Aug 10 03:37:26.744423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.760691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.780725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-474d216e-e314-4516-8ae9-87436fa0bf3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1656420 Aug 10 03:37:26.781628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:26.788786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:26.794029 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed1422-92e3-4213-8b60-285d3c988a41" -d '{"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:26.800012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.804397 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/ports/9a8bdbd8-a9c1-4d7e-9496-e12e2559a0de HTTP/1.1" status: 204 len: 168 time: 0.3643641 Aug 10 03:37:26.804397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1444a8-dea0-4113-bffc-354d0988682c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Port': ['ID=9a8bdbd8-a9c1-4d7e-9496-e12e2559a0de,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:26.804765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.835254 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9ce5671a-fecf-4412-9611-c9f6c43892c4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0272822 Aug 10 03:37:26.836884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50424) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.842853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-445588667'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:26.870002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:26.920200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3ead-d92f-4700-b3cf-1fe4ac3e8f66 req-10fa110c-5eea-4af3-a572-8df5dabaa612 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.922519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cbd3ead-d92f-4700-b3cf-1fe4ac3e8f66 req-10fa110c-5eea-4af3-a572-8df5dabaa612 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0654249 Aug 10 03:37:26.952639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:26.956240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.986797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cbd3ead-d92f-4700-b3cf-1fe4ac3e8f66 req-970e6f8c-2150-4807-a8a8-880ce9576cd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559437 Aug 10 03:37:26.993674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:27.003043 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.003400 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Added segment 27980574-70cf-483b-ba8f-1aeed001ce60 of type vlan for network 1f1de496-801f-4ba5-8505-039c961ee8a2 Aug 10 03:37:27.012697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:27.012697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:27.012697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.013052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.034768 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '8a6d3d4e-50c7-4f20-bf54-1eeed16390a1', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'port_id': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'mac_address': 'fa:16:3e:0f:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:11Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:27.067850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] Checking router: 040d3cef-c89e-4d9b-a92a-385b210be30a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:27.078292 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:27.079119 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:27.110814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.120678 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.144479 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9aef306c-1d2b-4711-aba1-096931ff24c4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 HTTP/1.1" status: 200 len: 992 time: 0.1291866 Aug 10 03:37:27.160177 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c67710-b2b7-499e-89e6-3f2824e8570a x-openstack-request-id: req-d9c67710-b2b7-499e-89e6-3f2824e8570a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:27.160771 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:27.161119 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9c67710-b2b7-499e-89e6-3f2824e8570a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:27.161615 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'status': 'completed', 'code': 200} Aug 10 03:37:27.170856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:27.172414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:27.175134 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07ae34-b861-49e6-9d35-4a5236ecb735" -d '{"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-plugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:27.199635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.205463 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:27.218565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-0e7e0a6f-af34-4953-8fd9-6274b0a21c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.219798 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9558cb35-35fa-4425-b037-1cdcea20935a x-openstack-request-id: req-9558cb35-35fa-4425-b037-1cdcea20935a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:27.220102 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-plugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:27.221203 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9558cb35-35fa-4425-b037-1cdcea20935a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:27.221203 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'code': 200} Aug 10 03:37:27.221573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-0e7e0a6f-af34-4953-8fd9-6274b0a21c8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.0581703 Aug 10 03:37:27.243686 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.297210 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.310909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.311574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.352065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.396446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4da6da68-3694-494c-b366-e435df166648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.441426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6034021 Aug 10 03:37:27.444629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.450268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-115643120'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:27.483441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7b5bc-ee83-404e-8ece-93ee574e6237 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Network': ['ID=1f1de496-801f-4ba5-8505-039c961ee8a2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.498345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 1f1de496-801f-4ba5-8505-039c961ee8a2 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:27.506531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81830d11-5618-4fd3-a53c-c0c6e6c626fa req-f924eab0-d1a3-4432-8665-0f029bc8cf6d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.514575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81830d11-5618-4fd3-a53c-c0c6e6c626fa req-f924eab0-d1a3-4432-8665-0f029bc8cf6d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1678324 Aug 10 03:37:27.518653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bd830-d850-4da2-adbb-8d2821b38cf5 req-2caa1430-82ac-41b8-bcfe-4d484ba89f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.519688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4da6da68-3694-494c-b366-e435df166648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.520155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19bd830-d850-4da2-adbb-8d2821b38cf5 req-2caa1430-82ac-41b8-bcfe-4d484ba89f3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1097 time: 0.1932125 Aug 10 03:37:27.525660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-06f5dcca-7396-44b1-b0d6-94546520a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.527083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-06f5dcca-7396-44b1-b0d6-94546520a441 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.2944160 Aug 10 03:37:27.558383 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '8a6d3d4e-50c7-4f20-bf54-1eeed16390a1', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'port_id': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'mac_address': 'fa:16:3e:0f:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:11Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:27.588393 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f81462-3a17-4e99-b43f-2ae68e6c9d85 None None] The sync data for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 is: [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '8a6d3d4e-50c7-4f20-bf54-1eeed16390a1', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'port_id': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'mac_address': 'fa:16:3e:0f:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:25Z', 'updated_at': '2021-08-10T03:37:25Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:11Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:27.589014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4da6da68-3694-494c-b366-e435df166648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.611148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81830d11-5618-4fd3-a53c-c0c6e6c626fa req-793d66e1-61ee-4c0c-ba1e-187fff16c190 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956917 Aug 10 03:37:27.636078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19bd830-d850-4da2-adbb-8d2821b38cf5 req-ce334da4-7eca-42b4-bfac-882fc50d81d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862103 Aug 10 03:37:27.642143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-46b47011-a5dc-4911-9ed6-e446874d4d4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1000 time: 0.0934002 Aug 10 03:37:27.652995 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4da6da68-3694-494c-b366-e435df166648 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64896fcc1c0a43b0ab450bbfa763579e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520001 Aug 10 03:37:27.654201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6da68-3694-494c-b366-e435df166648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e16e2-233d-40f0-b5cf-836a6e529795,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.655619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50440) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.699073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:27.702990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.730405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:27.735712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6136f82-4bf8-4818-bc99-2fae2a1d0abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.740970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.741318 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Added segment 60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a of type vlan for network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d Aug 10 03:37:27.770510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6136f82-4bf8-4818-bc99-2fae2a1d0abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.782911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-5fb0be68-4f45-4809-80fa-5e89ac14a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.782911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-5fb0be68-4f45-4809-80fa-5e89ac14a320 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.0753071 Aug 10 03:37:27.784528 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.824022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f530c-a2b6-4b9d-9aef-0316a21ecc92 None None] New status for floating IP 8a6d3d4e-50c7-4f20-bf54-1eeed16390a1: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:27.874505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e870bfc3-9a35-47d5-be16-c2be1677f9e6 req-22f66d95-371f-4150-9d5b-559a82d6711e tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0323899 Aug 10 03:37:27.890542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-c7888aea-b5c7-452a-a578-fd9d3263ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.893482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-c7888aea-b5c7-452a-a578-fd9d3263ce34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003866 Aug 10 03:37:27.919807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.925917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.930369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.977222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6136f82-4bf8-4818-bc99-2fae2a1d0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.980495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6136f82-4bf8-4818-bc99-2fae2a1d0abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.984275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c6136f82-4bf8-4818-bc99-2fae2a1d0abe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d41e16e2-233d-40f0-b5cf-836a6e529795 HTTP/1.1" status: 204 len: 168 time: 0.3249917 Aug 10 03:37:27.997554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6136f82-4bf8-4818-bc99-2fae2a1d0abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e16e2-233d-40f0-b5cf-836a6e529795,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.998036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Network': ['ID=3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:28.008202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50448) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:28.018283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-e1dec2b4-7ac5-4e6b-a48a-050618c7943f service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108339 Aug 10 03:37:28.018616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:28.080310 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e1cee2aa-4551-4379-bff9-924fa5038c79 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/floatingips/bb00cb1a-ca0e-49ff-9e57-490b4133fcbd HTTP/1.1" status: 200 len: 992 time: 0.0705836 Aug 10 03:37:28.092458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5219923a-3f50-4ef8-ae93-20aff03133e4 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6466565 Aug 10 03:37:28.150442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50452) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:28.177639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1ed1422-92e3-4213-8b60-285d3c988a41 req-e95199ba-5882-4ec7-8893-508258bcea25 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459639 Aug 10 03:37:28.243243 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7c8298a0-f30a-4020-a263-807ec2044cab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 HTTP/1.1" status: 200 len: 994 time: 0.0945218 Aug 10 03:37:28.379698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50458) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:28.551164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port 342db506-2c2a-40a8-8406-c3190dc6995a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:28.551512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.633337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.634486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.647294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for 342db506-2c2a-40a8-8406-c3190dc6995a owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:28.725100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50462) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:28.754189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efdd1ef-77d1-4072-bbab-50f839fae6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.781689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a45ba0-efc4-4a4c-902e-1d409532b9d9 req-88172e77-d6d4-42bb-a49b-dc5c3f934f21 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.783324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95a45ba0-efc4-4a4c-902e-1d409532b9d9 req-88172e77-d6d4-42bb-a49b-dc5c3f934f21 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0894754 Aug 10 03:37:28.825042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95a45ba0-efc4-4a4c-902e-1d409532b9d9 req-a741e85e-7ce9-4eae-8421-1454e9f7da7a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356162 Aug 10 03:37:28.988909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a76b57a0-12c0-4436-a432-cc9bbd736fe6 req-f0bd69f4-89e0-4509-bb32-785c3546d106 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0284936 Aug 10 03:37:29.246350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efdd1ef-77d1-4072-bbab-50f839fae6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.345206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.372781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=342db506-2c2a-40a8-8406-c3190dc6995a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.399935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efdd1ef-77d1-4072-bbab-50f839fae6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.472863 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1efdd1ef-77d1-4072-bbab-50f839fae6e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71333b654c9c42bebc29b5144c9d5937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466133 Aug 10 03:37:29.475649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50466) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:29.475834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdd1ef-77d1-4072-bbab-50f839fae6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b4d85-b5dd-4ba8-8fff-ceabbaa96816,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.482438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.482836 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Floating IP bb00cb1a-ca0e-49ff-9e57-490b4133fcbd disassociated (deleted). External IP: 172.25.1.25, port: fc6ec8a9-6e2c-4df7-afb0-e757669a37bb. Aug 10 03:37:29.534275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-70aeaa2b-7dd5-4516-8ebd-39ee661ad4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.556350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-70aeaa2b-7dd5-4516-8ebd-39ee661ad4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.680559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-70aeaa2b-7dd5-4516-8ebd-39ee661ad4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.683171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-70aeaa2b-7dd5-4516-8ebd-39ee661ad4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.684406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-70aeaa2b-7dd5-4516-8ebd-39ee661ad4c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d3b4d85-b5dd-4ba8-8fff-ceabbaa96816 HTTP/1.1" status: 204 len: 168 time: 0.2075658 Aug 10 03:37:29.692230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeaa2b-7dd5-4516-8ebd-39ee661ad4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b4d85-b5dd-4ba8-8fff-ceabbaa96816,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.699461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router d5a9c034-4779-47c8-a182-88c5299c1a6a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:29.810556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:29.814969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.823944 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] Sync routers for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:29.835153 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:29.836045 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:29.847546 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c872047f-cdac-4133-b5bb-39ca388fd031 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/floatingips/bb00cb1a-ca0e-49ff-9e57-490b4133fcbd HTTP/1.1" status: 204 len: 168 time: 1.4661136 Aug 10 03:37:29.848149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:29.852981 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147132ab-9125-4e71-a6ab-586b38fa77cb" -d '{"events": [{"name": "network-changed", "server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:29.951568 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:30.163772 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:30.190104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] Checking router: d5a9c034-4779-47c8-a182-88c5299c1a6a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:30.198929 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:30.199542 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:30.240317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3500645d-580a-4ba6-ad4d-d7d6dae095e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.316628 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8a2131-9aa4-4c5f-affb-5ea73c14bc04 x-openstack-request-id: req-3a8a2131-9aa4-4c5f-affb-5ea73c14bc04 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:30.317112 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:30.317422 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:30.317877 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a8a2131-9aa4-4c5f-affb-5ea73c14bc04 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:30.318560 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'status': 'completed', 'code': 200} Aug 10 03:37:30.398851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-8f088327-6ee1-4eff-a9a2-532b40e7c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:30.404039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-8f088327-6ee1-4eff-a9a2-532b40e7c430 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e24f79f88994c1aad96f296220d84fd&device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 1097 time: 0.0592177 Aug 10 03:37:30.576403 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:30.584760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-25a909e0-d222-4a49-983b-e5e0a4d5f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:30.586962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-25a909e0-d222-4a49-983b-e5e0a4d5f1c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=772715f4-b293-43b5-888f-7faf3213560c HTTP/1.1" status: 200 len: 898 time: 0.1764622 Aug 10 03:37:30.606123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ad5cfb-c10c-4e1d-b4d3-98a0c6ed237d None None] The sync data for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 is: [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd4c1734f-7e2a-4153-939a-bab97ac3c7fe', 'name': '', 'network_id': '772715f4-b293-43b5-888f-7faf3213560c', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'mac_address': 'fa:16:3e:78:cf:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '700aa143-a64c-4208-863b-160657068875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:24Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'subnets': [{'id': '700aa143-a64c-4208-863b-160657068875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:30.986325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62dedaa-175a-46f8-aa38-e15c00bec039 None None] New status for floating IP bb00cb1a-ca0e-49ff-9e57-490b4133fcbd: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:31.028380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-7423e6e9-1f59-4ba6-9711-7c95ee9356b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb HTTP/1.1" status: 200 len: 217 time: 0.4297042 Aug 10 03:37:31.122329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec29263-3ef2-4816-8bb9-ac3217a4a997 req-c053490e-06b7-4a7d-ac35-88e4bd1d4a44 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.128937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ec29263-3ef2-4816-8bb9-ac3217a4a997 req-c053490e-06b7-4a7d-ac35-88e4bd1d4a44 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0990686 Aug 10 03:37:31.135274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-b5881040-f34b-44e2-b445-e4374a068ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.136685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-b5881040-f34b-44e2-b445-e4374a068ba1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=700aa143-a64c-4208-863b-160657068875 HTTP/1.1" status: 200 len: 834 time: 0.0769889 Aug 10 03:37:31.196368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ec29263-3ef2-4816-8bb9-ac3217a4a997 req-5d55d88b-33d1-4fcb-b611-3db704ca0aa2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636458 Aug 10 03:37:31.206715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-d2053911-87a2-4245-85ed-adb71580502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.208195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-d2053911-87a2-4245-85ed-adb71580502e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=772715f4-b293-43b5-888f-7faf3213560c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593882 Aug 10 03:37:31.324145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1915f7cb-30c2-4f1c-9d53-0a6efbf3bce1 req-7fc32f89-5730-4c5d-81a0-b31b5424da27 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0305812 Aug 10 03:37:31.337552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-4d12f40d-8521-43dc-8c73-f67a910ac7b8 service neutron] 10.222.0.46 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191373 Aug 10 03:37:31.461983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-147132ab-9125-4e71-a6ab-586b38fa77cb req-121372e1-b6dd-4f90-b7ea-750bfe63a4fd service neutron] 10.222.0.46 "GET /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164539 Aug 10 03:37:31.462576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:31.468579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'subnets': [{'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1176720918', 'ip_version': 6}, {'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:31.469353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'subnet': {'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1176720918', 'ip_version': 6}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:31.470039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Request body: {'subnet': {'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:31.478169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be913a7-a783-4828-9a42-7c8d299ff215 req-9d5aee43-d998-44a8-a507-00b012fc8816 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.479865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7be913a7-a783-4828-9a42-7c8d299ff215 req-9d5aee43-d998-44a8-a507-00b012fc8816 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 945 time: 0.0777988 Aug 10 03:37:31.519881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7be913a7-a783-4828-9a42-7c8d299ff215 req-fded6fa8-edc1-46a2-bd4e-5e40b19ddfe9 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/security-groups?id=4ce80270-19bd-4247-88f0-60a0166f6a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335739 Aug 10 03:37:31.621213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59af927-f860-42e9-ac8a-fcbaf9f16c12 req-1ab299f6-fef1-4aa8-9411-70bbcc754250 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.622743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c59af927-f860-42e9-ac8a-fcbaf9f16c12 req-1ab299f6-fef1-4aa8-9411-70bbcc754250 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0503638 Aug 10 03:37:31.633444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50514) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:31.638641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Request body: {'floatingip': {'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:31.683291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.714995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Made reservation on behalf of 1f2985afe1fa4dfc988e7e8297827a0b for: {'subnet': 2} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:31.719858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.726585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.855881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50520) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:31.958910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-26344aa3-7e4e-46f5-82ae-1497d2b3b4f2 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.960453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-26344aa3-7e4e-46f5-82ae-1497d2b3b4f2 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 945 time: 0.0584023 Aug 10 03:37:32.042313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-979287606'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:32.082944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:32.083299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.148250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Made reservation on behalf of 2928d68d32d5421e9edc8566c29cd61a for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:32.151864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.164535 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.197310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:32.197706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.216169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for fc6ec8a9-6e2c-4df7-afb0-e757669a37bb owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:32.361727 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.419053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.433905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fad8f286-73c0-4bf7-8fc5-8b8e22297fc5 req-26e43a92-ef04-47ee-b47d-ba4ad407abc4 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0260019 Aug 10 03:37:32.435472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.466817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:32.471146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.482918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb84ef0-1a98-4c85-92b6-dee79b947571,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.512554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.512905 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Added segment 7319bab3-d9cd-41a4-be16-73fdb701c302 of type vlan for network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 Aug 10 03:37:32.514479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=fc6ec8a9-6e2c-4df7-afb0-e757669a37bb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.525411 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.566351 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.592998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] No DVR routers for this DVR port fc6ec8a9-6e2c-4df7-afb0-e757669a37bb on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:32.595861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.599732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.601699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f97c60e1-139f-4833-98bf-d02881c2ff52 req-146c1b5d-63b1-4d28-bd5f-97d1de64ba38 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.46 "DELETE /v2.0/ports/fc6ec8a9-6e2c-4df7-afb0-e757669a37bb HTTP/1.1" status: 204 len: 173 time: 0.6344633 Aug 10 03:37:32.602140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'name': 'network-vif-deleted', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:32.605064 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f8907a-bd18-4117-ba09-ed6432413856" -d '{"events": [{"server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "name": "network-vif-deleted", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:32.652880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bc2e381-801e-4074-9e2c-4f9d51b53602 req-109d0432-6df1-47cd-bdc8-314de83c04e4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "GET /v2.0/ports?device_id=35adf451-4bcf-46e9-a88d-b6b71e3cde3c HTTP/1.1" status: 200 len: 210 time: 0.0332017 Aug 10 03:37:32.662150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.695816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Subnet': ['ID=b3c00f42-a609-4ac6-8a8b-febad30f1cbe,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.704562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Checking segment: {'id': '27980574-70cf-483b-ba8f-1aeed001ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:32.705168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network hostable DHCP agents. Network: 1f1de496-801f-4ba5-8505-039c961ee8a2, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:32.706541 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03da606-af8d-4a3a-ae50-74959803f38a x-openstack-request-id: req-d03da606-af8d-4a3a-ae50-74959803f38a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:32.706836 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35adf451-4bcf-46e9-a88d-b6b71e3cde3c", "name": "network-vif-deleted", "tag": "fc6ec8a9-6e2c-4df7-afb0-e757669a37bb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:32.707108 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d03da606-af8d-4a3a-ae50-74959803f38a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:32.707517 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35adf451-4bcf-46e9-a88d-b6b71e3cde3c', 'name': 'network-vif-deleted', 'tag': 'fc6ec8a9-6e2c-4df7-afb0-e757669a37bb', 'status': 'completed', 'code': 200} Aug 10 03:37:32.716911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.717437 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Floating IP 83dd316d-a8a7-413d-a8f7-a467b7f3c8e4 associated. External IP: 172.25.1.210, port: 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98. Aug 10 03:37:32.722698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.723513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.792174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Pushing event updated for resources: {'Network': ['ID=6a244dfe-f3fd-40bb-9ffb-75498e9cf668,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.802083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:32.833635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network 1f1de496-801f-4ba5-8505-039c961ee8a2 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:32.834354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2175212d-0865-42f6-9893-c257e859b2b1 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9772627 Aug 10 03:37:32.950930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 1f1de496-801f-4ba5-8505-039c961ee8a2) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:32.958758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.969477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27fe838-8cd1-402d-ba4b-40c59221ac30 None None] Network 1f1de496-801f-4ba5-8505-039c961ee8a2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:33.021856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ac6de18e-353d-4309-b37d-2c2a63def5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.022378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Router 797ab054-eab7-4059-a138-4db5d6f7c118 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:33.039994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event updated for resources: {'Subnet': ['ID=84e2caf7-665f-4a9b-9799-7bbb79c83d1b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.062846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50534) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.067996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Request body: {'port': {'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668', 'binding:host_id': 'n-h1-765315-26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2050364284'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:33.108597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Checking segment: {'id': '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:33.108952 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network hostable DHCP agents. Network: 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:33.154076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-1f1de496-801f-4ba5-8505-039c961ee8a2', 'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2', 'tenant_id': '1f2985afe1fa4dfc988e7e8297827a0b', 'fixed_ips': [{'subnet_id': 'b3c00f42-a609-4ac6-8a8b-febad30f1cbe'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:33.154923 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.186428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Made reservation on behalf of 60debb8acb674fd483709f61320643e2 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:33.188808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.189216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:33.194596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.200885 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:33.201435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.210607 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:33.211616 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:33.232556 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c33f4af3-9fa7-4d9e-8104-2c38892cac39 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "PUT /v2.0/floatingips/83dd316d-a8a7-413d-a8f7-a467b7f3c8e4 HTTP/1.1" status: 200 len: 991 time: 1.5953276 Aug 10 03:37:33.232556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:33.233557 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:33.236903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:33.338784 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:33.344892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:33.345428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.354688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Allocated IP 2001:db8::1 (1f1de496-801f-4ba5-8505-039c961ee8a2/b3c00f42-a609-4ac6-8a8b-febad30f1cbe/5ecbe201-494b-42c1-a689-32c283911cdc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:33.354867 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ee52bf-bb7f-4b59-8621-1c5d061f3c24 x-openstack-request-id: req-55ee52bf-bb7f-4b59-8621-1c5d061f3c24 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:33.354867 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:33.355118 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55ee52bf-bb7f-4b59-8621-1c5d061f3c24 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:33.355376 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'status': 'completed', 'code': 200} Aug 10 03:37:33.356833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.357306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.357948 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.367808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6f5d7-71fb-4b60-8e60-e0b93bb58ee0 None None] Network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:33.424171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-c89ced48-6fda-4a72-98b6-47001b38111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.426068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-c89ced48-6fda-4a72-98b6-47001b38111e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1097 time: 0.0437076 Aug 10 03:37:33.427501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.432231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:33.499947 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7fe1dd42-99de-4aca-9c31-1dbc8975d9c2 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0367541 Aug 10 03:37:33.502430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50542) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.604519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b651e405-e310-444a-9424-c5ae649578d7 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.607257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b651e405-e310-444a-9424-c5ae649578d7 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.609098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b651e405-e310-444a-9424-c5ae649578d7 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.620295 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '83dd316d-a8a7-413d-a8f7-a467b7f3c8e4', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'mac_address': 'fa:16:3e:70:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5d097-681f-4e48-b918-f438af57b751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:11Z', 'updated_at': '2021-08-10T03:37:32Z', 'revision_number': 1, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:33.621394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25f78022-02b0-4272-98b5-d697d95f8569 req-c1088f9e-65d7-4cf3-88a6-1fca67512dd6 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0584159 Aug 10 03:37:33.623566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50544) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.624077 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b651e405-e310-444a-9424-c5ae649578d7 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1193411 Aug 10 03:37:33.654062 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:33.666045 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:33.666686 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:33.670011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e8660-3494-4a0b-ba70-5411da9d93df,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.684900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.735363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50548) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.743479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Transition to ACTIVE for port object 5ecbe201-494b-42c1-a689-32c283911cdc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:33.771489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Transition to ACTIVE for port object 5ecbe201-494b-42c1-a689-32c283911cdc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:33.799550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-19d0f349-a65f-432b-bc47-374ab459afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.801115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-19d0f349-a65f-432b-bc47-374ab459afd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.3612821 Aug 10 03:37:33.805856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d', 'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d', 'tenant_id': '1f2985afe1fa4dfc988e7e8297827a0b', 'fixed_ips': [{'subnet_id': '84e2caf7-665f-4a9b-9799-7bbb79c83d1b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:33.806129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Deleting subnet b3c00f42-a609-4ac6-8a8b-febad30f1cbe {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:33.807406 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.826743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-810c01ac-2782-4b34-859e-a337bdba64db tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.857278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-810c01ac-2782-4b34-859e-a337bdba64db tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.876937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-cc5029f0-1a5b-4b88-872a-06abfd15613a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 999 time: 0.0649371 Aug 10 03:37:33.877684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.904989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.909977 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:33.982512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Network 1f1de496-801f-4ba5-8505-039c961ee8a2 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:33.992089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.006879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:34.008724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Pushing event updated for resources: {'Port': ['ID=5ecbe201-494b-42c1-a689-32c283911cdc,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.011194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-810c01ac-2782-4b34-859e-a337bdba64db tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.014169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-810c01ac-2782-4b34-859e-a337bdba64db tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.019204 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-810c01ac-2782-4b34-859e-a337bdba64db tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ce80270-19bd-4247-88f0-60a0166f6a3b HTTP/1.1" status: 204 len: 168 time: 0.2790961 Aug 10 03:37:34.019320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:34.034614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c01ac-2782-4b34-859e-a337bdba64db tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce80270-19bd-4247-88f0-60a0166f6a3b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.050240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-c9d14ca9-6fda-4b47-93c5-ef39cd0ff433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.051723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-c9d14ca9-6fda-4b47-93c5-ef39cd0ff433 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1496444 Aug 10 03:37:34.057228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:34.081911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.119340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Transition to ACTIVE for port object 7e80bd66-3fb4-41e7-b006-c793b6632fa5 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:34.124445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Allocated IP 2001:db8:0:1::1 (3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d/84e2caf7-665f-4a9b-9799-7bbb79c83d1b/6305b220-0668-44aa-b3f2-6f743d191369) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:34.126113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Attempting to bind port 5ecbe201-494b-42c1-a689-32c283911cdc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:34.126296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Attempting to bind port 5ecbe201-494b-42c1-a689-32c283911cdc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '27980574-70cf-483b-ba8f-1aeed001ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:34.126574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Attempting to bind port 5ecbe201-494b-42c1-a689-32c283911cdc on network 1f1de496-801f-4ba5-8505-039c961ee8a2 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:34.136221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50552) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:34.141718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:34.142170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Checking segment: {'id': '27980574-70cf-483b-ba8f-1aeed001ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:34.142896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.143023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Bound using segment: {'id': '27980574-70cf-483b-ba8f-1aeed001ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:34.143629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Bound port: 5ecbe201-494b-42c1-a689-32c283911cdc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27980574-70cf-483b-ba8f-1aeed001ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1f1de496-801f-4ba5-8505-039c961ee8a2'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:34.144074 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.170494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-2f800b37-c919-4a0c-b384-e8f062ae5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.172048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-2f800b37-c919-4a0c-b384-e8f062ae5531 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102767 Aug 10 03:37:34.178543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.178729 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.238248 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '83dd316d-a8a7-413d-a8f7-a467b7f3c8e4', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'mac_address': 'fa:16:3e:70:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5d097-681f-4e48-b918-f438af57b751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:11Z', 'updated_at': '2021-08-10T03:37:32Z', 'revision_number': 1, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:34.266971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cf266b-81be-4cef-8aa3-9fd54a530867 None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '83dd316d-a8a7-413d-a8f7-a467b7f3c8e4', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'mac_address': 'fa:16:3e:70:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5d097-681f-4e48-b918-f438af57b751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:11Z', 'updated_at': '2021-08-10T03:37:32Z', 'revision_number': 1, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:34.288082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.383533 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.395711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Transition to ACTIVE for port object 6305b220-0668-44aa-b3f2-6f743d191369 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:34.417874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Transition to ACTIVE for port object 6305b220-0668-44aa-b3f2-6f743d191369 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:34.418098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=7e80bd66-3fb4-41e7-b006-c793b6632fa5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.443794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-758c97e5-e402-4dcf-b29d-b04fe3a1770e service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262731 Aug 10 03:37:34.444631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Checking segment: {'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:34.444994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Network hostable DHCP agents. Network: 6a244dfe-f3fd-40bb-9ffb-75498e9cf668, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:34.479318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] For port 5ecbe201-494b-42c1-a689-32c283911cdc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:34.497551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] For port 5ecbe201-494b-42c1-a689-32c283911cdc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5ecbe201-494b-42c1-a689-32c283911cdc,segment=NetworkSegment(27980574-70cf-483b-ba8f-1aeed001ce60),segment_id=27980574-70cf-483b-ba8f-1aeed001ce60)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:34.505114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.512514 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.544110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c00f42-a609-4ac6-8a8b-febad30f1cbe,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.551168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.553823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1496b3e7-3921-4061-b002-048287c403e3 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/subnets/b3c00f42-a609-4ac6-8a8b-febad30f1cbe HTTP/1.1" status: 204 len: 168 time: 0.9231775 Aug 10 03:37:34.556296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50556) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:34.568367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Pushing event updated for resources: {'Port': ['ID=6305b220-0668-44aa-b3f2-6f743d191369,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.582293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.623159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:34.625627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de28df4-d521-4123-96ec-3d23aa64c4ec None None] New status for floating IP 83dd316d-a8a7-413d-a8f7-a467b7f3c8e4: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:34.632754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.634750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:34.636610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:34.676452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:34.699800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Deleting subnet 84e2caf7-665f-4a9b-9799-7bbb79c83d1b {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:34.704877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d2a3870-adc6-4a56-815d-0e9aa0dbc6da req-277a476a-f654-423b-9077-a4d3d9d3a792 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495205 Aug 10 03:37:34.709214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.763787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 6a244dfe-f3fd-40bb-9ffb-75498e9cf668) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:34.770805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377efd0e-e8d9-4fb8-bbb0-bfc2dc03accc None None] Pushing event updated for resources: {'Port': ['ID=5ecbe201-494b-42c1-a689-32c283911cdc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.783391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.789450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c211a5e-5a6d-44d8-876e-49b49854ea62 None None] Network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:34.799967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:34.809362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Attempting to bind port 6305b220-0668-44aa-b3f2-6f743d191369 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:34.809739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Attempting to bind port 6305b220-0668-44aa-b3f2-6f743d191369 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:34.815509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Attempting to bind port 6305b220-0668-44aa-b3f2-6f743d191369 on network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:34.836104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03e6ed87-dedd-4e1b-83c0-c5afb33a8a1c req-d6d93d54-fb33-4fdd-974a-ad2c5693b76c tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0819476 Aug 10 03:37:34.860006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:34.860376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:34.860749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:34.868712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:34.869422 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:34.872626 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 2 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:34.892712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:34.893044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:34.893383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:34.919907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:34.920239 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:34.922295 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 3 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:34.964081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:34.969302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:34.972147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:34.973279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:34.973918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Checking segment: {'id': '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:34.974583 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.975241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Bound using segment: {'id': '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:34.975971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Bound port: 6305b220-0668-44aa-b3f2-6f743d191369, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:34.976264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.976891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.000528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.000728 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.005488 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 4 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.021128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port d4c1734f-7e2a-4153-939a-bab97ac3c7fe {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:35.022736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.074819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.075857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.076702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.087489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.087489 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.087893 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 5 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.101260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.101606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.101955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.107035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.107365 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.107752 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 6 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.128170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.128948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.130404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.137726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.137726 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.137726 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 7 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.145354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port d4c1734f-7e2a-4153-939a-bab97ac3c7fe, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:35.145578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.150637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.150983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.151322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.157141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.158862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.159195 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.164469 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 8 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.164769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for d4c1734f-7e2a-4153-939a-bab97ac3c7fe owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:35.178175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] For port 6305b220-0668-44aa-b3f2-6f743d191369, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:35.180988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] For port 6305b220-0668-44aa-b3f2-6f743d191369, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6305b220-0668-44aa-b3f2-6f743d191369,segment=NetworkSegment(60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a),segment_id=60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:35.198840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Subnet': ['ID=84e2caf7-665f-4a9b-9799-7bbb79c83d1b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.205695 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.207768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e5ef225-d89f-4f9f-94f0-810b5ad2465e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/subnets/84e2caf7-665f-4a9b-9799-7bbb79c83d1b HTTP/1.1" status: 204 len: 168 time: 0.6506341 Aug 10 03:37:35.208783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.209212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.209438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.210440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:35.214156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.214483 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.214873 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 9 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.226808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.227145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.227480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.232382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.232718 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.233111 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 10 to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 Aug 10 03:37:35.246627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.246966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.247304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.251720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.251952 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:35.252321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.254757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.276813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff8093-3bf2-4ba8-9c58-4958f545243e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.285959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-adff8093-3bf2-4ba8-9c58-4958f545243e tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669665 Aug 10 03:37:35.285959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:35.330484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbff9e8-b086-4b55-afce-e89da9c349ef None None] Pushing event updated for resources: {'Port': ['ID=6305b220-0668-44aa-b3f2-6f743d191369,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.346795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] For port 7e80bd66-3fb4-41e7-b006-c793b6632fa5, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:35.347250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempted to set empty binding levels {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:37:35.442544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.492589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.493819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.518855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=7e80bd66-3fb4-41e7-b006-c793b6632fa5,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.630898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-25d77acd-8900-4c28-85b1-4a6f56b9d9a9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.5668232 Aug 10 03:37:35.633573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50566) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:35.744863 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.761516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Deleting port 7e80bd66-3fb4-41e7-b006-c793b6632fa5 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:35.762076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.839463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.848900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] For port 7e80bd66-3fb4-41e7-b006-c793b6632fa5, host n-h1-765315-26, got binding levels [] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:35.850643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.866498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Calling delete_port for 7e80bd66-3fb4-41e7-b006-c793b6632fa5 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:35.980853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Deleting port 6305b220-0668-44aa-b3f2-6f743d191369 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:35.981257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.998378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38ac909d-777b-4f34-aa51-dc2af0ad82ce req-a30c3aec-e062-4532-a070-7041641e711e tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0439856 Aug 10 03:37:36.040429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd0b27-d8ec-4f83-a2d4-de2f98c2ccd8 None None] Network 1f1de496-801f-4ba5-8505-039c961ee8a2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:36.048305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] For port 6305b220-0668-44aa-b3f2-6f743d191369, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6305b220-0668-44aa-b3f2-6f743d191369,segment=NetworkSegment(60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a),segment_id=60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:36.048720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.061968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Calling delete_port for 6305b220-0668-44aa-b3f2-6f743d191369 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:36.107866 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.109352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.125636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.127951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7e80bd66-3fb4-41e7-b006-c793b6632fa5 HTTP/1.1" status: 204 len: 168 time: 0.4932699 Aug 10 03:37:36.130628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50570) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.160711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=d4c1734f-7e2a-4153-939a-bab97ac3c7fe,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.191351 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-06004ee8-6d48-487e-94e7-3ac14065db0f tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:37:36.193069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06004ee8-6d48-487e-94e7-3ac14065db0f tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "GET /v2.0/ports/7e80bd66-3fb4-41e7-b006-c793b6632fa5 HTTP/1.1" status: 404 len: 333 time: 0.0604222 Aug 10 03:37:36.194089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c49de-8b7c-47ef-a5ae-b79031b4acef tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e80bd66-3fb4-41e7-b006-c793b6632fa5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.197457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50572) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.202765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Request body: {'port': {'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2023450059'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:36.203861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dd3ad8e3-cb1d-47f0-8d83-19dfaba462e7 None None] Provisioning for port 5ecbe201-494b-42c1-a689-32c283911cdc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:36.282630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] DHCP port deletion for 1f1de496-801f-4ba5-8505-039c961ee8a2 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:36.341961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Made reservation on behalf of 60debb8acb674fd483709f61320643e2 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:36.361940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.362118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] Deleting port 5ecbe201-494b-42c1-a689-32c283911cdc {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:36.362118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.371437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port 87b5e088-f69c-47e8-a956-70282037ddee yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:36.398437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.440758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] For port 5ecbe201-494b-42c1-a689-32c283911cdc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5ecbe201-494b-42c1-a689-32c283911cdc,segment=NetworkSegment(27980574-70cf-483b-ba8f-1aeed001ce60),segment_id=27980574-70cf-483b-ba8f-1aeed001ce60)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:36.441310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.459756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] Calling delete_port for 5ecbe201-494b-42c1-a689-32c283911cdc owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:36.462637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.521116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Port': ['ID=6305b220-0668-44aa-b3f2-6f743d191369,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.527370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] No DVR routers for this DVR port 6305b220-0668-44aa-b3f2-6f743d191369 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:36.667096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.680466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:36.695373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa3d2e-b3f1-4a4f-9cfe-88bd315d5ccf None None] Network 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:36.723043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:36.723343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e0bf0d-8cfd-463f-9823-e9c2c4e9c80a') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:36.742432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.746844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3b2c02f6-2d5c-48bd-85cc-4a2c9929f0de None None] Could not find standard attr ID for object 6305b220-0668-44aa-b3f2-6f743d191369. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:37:36.784181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.793754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:36.794184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:36.797120 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:36.870303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9cc53-4697-475a-a62f-c72c7c634e87 None None] DHCP port deletion for 3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:36.870467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Router d5a9c034-4779-47c8-a182-88c5299c1a6a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:36.886440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6305b220-0668-44aa-b3f2-6f743d191369 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:36.888434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fc6ec8a9-6e2c-4df7-afb0-e757669a37bb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:36.923414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6305b220-0668-44aa-b3f2-6f743d191369 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:36.923768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6305b220-0668-44aa-b3f2-6f743d191369 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:36.926585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: fc6ec8a9-6e2c-4df7-afb0-e757669a37bb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:36.931429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device fc6ec8a9-6e2c-4df7-afb0-e757669a37bb not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:36.950647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.979549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] Pushing event deleted for resources: {'Port': ['ID=5ecbe201-494b-42c1-a689-32c283911cdc,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.981501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1fb6a3-af20-4f06-9b44-59d5fd1d908a None None] No DVR routers for this DVR port 5ecbe201-494b-42c1-a689-32c283911cdc on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:36.983441 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.992148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.994787 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/networks/3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d HTTP/1.1" status: 204 len: 168 time: 1.7112062 Aug 10 03:37:36.997512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:36.998003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:37.011248 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] Sync routers for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:37.012184 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f6f07a7b-222c-401d-a472-638caa958414 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "PUT /v2.0/routers/d5a9c034-4779-47c8-a182-88c5299c1a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8728056 Aug 10 03:37:37.012184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932231e-eb75-4b76-b66e-bbf5581c9b02 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Network': ['ID=3ed9ec7c-0c9b-4d84-bf6d-ee2f8e3c454d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.013814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:37.026159 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:37.027143 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.085837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting subnet 700aa143-a64c-4208-863b-160657068875 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:37.089599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.139242 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.144187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b48d0ba-5989-4058-8b0d-c468b003514a req-d67f276a-7aed-4655-8bc0-fb5802baafef tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0442822 Aug 10 03:37:37.155703 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.160410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.164250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:37.242018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.270349 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.282148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1de496-801f-4ba5-8505-039c961ee8a2']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.299326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27980574-70cf-483b-ba8f-1aeed001ce60') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.299326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27980574-70cf-483b-ba8f-1aeed001ce60') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.306719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.327361 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.333731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:37.334137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:37.337152 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:37.347478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.355498 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.386201 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] Checking router: d5a9c034-4779-47c8-a182-88c5299c1a6a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:37.401715 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] Routers {'d5a9c034-4779-47c8-a182-88c5299c1a6a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:37.402327 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d5a9c034-4779-47c8-a182-88c5299c1a6a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.405035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.436538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Subnet': ['ID=700aa143-a64c-4208-863b-160657068875,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.437657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:37.440657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.442830 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c67b5322-d54b-4249-a6f8-11b63f5f5e5d tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/subnets/700aa143-a64c-4208-863b-160657068875 HTTP/1.1" status: 204 len: 168 time: 0.4280980 Aug 10 03:37:37.445551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50582) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:37.451257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:37.453371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=87b5e088-f69c-47e8-a956-70282037ddee,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.457473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87b5f9-8430-475a-832e-d5ecea9613d3 None None] Network 772715f4-b293-43b5-888f-7faf3213560c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:37.461003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:37.461842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.462454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.508004 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] Set router d5a9c034-4779-47c8-a182-88c5299c1a6a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:37.508293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.528933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.531648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/networks/1f1de496-801f-4ba5-8505-039c961ee8a2 HTTP/1.1" status: 204 len: 168 time: 0.5327549 Aug 10 03:37:37.534480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50584) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:37.590066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.640228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.644981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b8b3be3f-f97a-489e-bef5-216aa7b47854 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4465871 Aug 10 03:37:37.647546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0f609-1e22-4e78-9b98-9d80be9c3598 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Network': ['ID=1f1de496-801f-4ba5-8505-039c961ee8a2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.648448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50588) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:37.660967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-26'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:37.690211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] DHCP port deletion for 772715f4-b293-43b5-888f-7faf3213560c request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:37:37.765562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.768237 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:37.776771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.806212 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547dc6f-fc4e-44d9-8030-11e5de5239bb None None] The sync data for ids ['d5a9c034-4779-47c8-a182-88c5299c1a6a'] in n-d-765315-26 is: [{'id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'name': 'tempest-TestNetworkBasicOps-router-2050002600', 'tenant_id': '3e24f79f88994c1aad96f296220d84fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:37:35Z', 'revision_number': 5, 'project_id': '3e24f79f88994c1aad96f296220d84fd', 'gw_port': {'id': '59777b32-50d3-469e-9210-4f2ea364ef58', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a9c034-4779-47c8-a182-88c5299c1a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:18Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:37.920843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] Deleting port ed3f1272-c57d-4e73-afcc-b4187b50be7e {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:37.921181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.987673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] For port ed3f1272-c57d-4e73-afcc-b4187b50be7e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ed3f1272-c57d-4e73-afcc-b4187b50be7e,segment=NetworkSegment(6df0aaca-bc2d-4a02-bb5d-21f8a42a473b),segment_id=6df0aaca-bc2d-4a02-bb5d-21f8a42a473b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:37.988073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.001204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] Calling delete_port for ed3f1272-c57d-4e73-afcc-b4187b50be7e owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:38.020780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Deleting port 59777b32-50d3-469e-9210-4f2ea364ef58 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:38.021390 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.077737 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port 87b5e088-f69c-47e8-a956-70282037ddee yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:38.088367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.094318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.104664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86cc4fc-78ea-46d3-849a-d14f06dae5ec']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:38.114576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd906ee-5da7-443d-8984-68f6cdbac8a8') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:38.114871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd906ee-5da7-443d-8984-68f6cdbac8a8') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:38.124648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.138602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.144385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:38.144772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.145011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] For port 59777b32-50d3-469e-9210-4f2ea364ef58, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=59777b32-50d3-469e-9210-4f2ea364ef58,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:38.145447 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:38.147652 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:38.150269 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.160612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Calling delete_port for 59777b32-50d3-469e-9210-4f2ea364ef58 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:38.187168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] No DVR routers for this DVR port ed3f1272-c57d-4e73-afcc-b4187b50be7e on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:38.193328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3762af2-a1e7-4c4f-8973-f4e3ca19db55 None None] Pushing event deleted for resources: {'Port': ['ID=ed3f1272-c57d-4e73-afcc-b4187b50be7e,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.291796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-378bf643-c715-4468-8d18-cfddc51feb8d req-d1c88954-81a6-4b9d-95ff-85aee4d6b5e5 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 10 03:37:38.324901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.330796 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.332078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/networks/b86cc4fc-78ea-46d3-849a-d14f06dae5ec HTTP/1.1" status: 204 len: 168 time: 0.7964258 Aug 10 03:37:38.335724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50592) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:38.354133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9508356-f333-4a56-9e1b-9c51c1df29f9 tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Network': ['ID=b86cc4fc-78ea-46d3-849a-d14f06dae5ec,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.426121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.469029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Transition to ACTIVE for port object 87b5e088-f69c-47e8-a956-70282037ddee will not be triggered until provisioned by entity L2. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:38.492390 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.532168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Port': ['ID=59777b32-50d3-469e-9210-4f2ea364ef58,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.536580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.565278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc97bc9a-4540-4c75-b37e-c16da941fccc']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:38.592972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63be9f2e-6feb-489c-a1f9-d920de9aeed9') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:38.593263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63be9f2e-6feb-489c-a1f9-d920de9aeed9') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:38.594814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.611504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.666926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.679265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.684022 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:38.684440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:38.689181 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:38.749438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=87b5e088-f69c-47e8-a956-70282037ddee,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.838376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:38.838712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:38.839050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.842116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.846317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.849051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:38.849382 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:38.849759 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 2 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:38.880729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ed3f1272-c57d-4e73-afcc-b4187b50be7e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:38.893887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:38.894224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:38.894556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.900312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:38.900682 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:38.901051 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 3 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:38.901920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ed3f1272-c57d-4e73-afcc-b4187b50be7e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:38.902272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ed3f1272-c57d-4e73-afcc-b4187b50be7e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:38.902773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d4c1734f-7e2a-4153-939a-bab97ac3c7fe no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:38.912922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:38.913253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:38.913583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.918274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:38.918596 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:38.918977 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 4 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:38.921904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d4c1734f-7e2a-4153-939a-bab97ac3c7fe {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:38.922263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d4c1734f-7e2a-4153-939a-bab97ac3c7fe not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:38.934401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.937625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:38.937951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:38.938283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.949562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.949562 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] 10.222.0.26 "DELETE /v2.0/networks/bc97bc9a-4540-4c75-b37e-c16da941fccc HTTP/1.1" status: 204 len: 168 time: 0.6055143 Aug 10 03:37:38.959646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c46bf-60a0-4f2a-9494-866ca7fe466c tempest-BulkNetworkOpsIpV6Test-1416962561 tempest-BulkNetworkOpsIpV6Test-1416962561-project] Pushing event deleted for resources: {'Network': ['ID=bc97bc9a-4540-4c75-b37e-c16da941fccc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.961305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:38.961625 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:38.962292 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 5 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:38.966226 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.966761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Fanout notify agent at l3_agent the message router_deleted on router d5a9c034-4779-47c8-a182-88c5299c1a6a {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:37:38.977458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.979083 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2687cdfa-71b3-4e74-b570-ce2c2678c1a4 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/routers/d5a9c034-4779-47c8-a182-88c5299c1a6a HTTP/1.1" status: 204 len: 168 time: 1.5323143 Aug 10 03:37:38.982198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50598) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:38.984870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:38.985288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:38.985698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:38.991285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:38.992092 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:38.992587 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 6 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:39.012776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:39.013424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:39.013773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:39.019448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:39.019781 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:39.020170 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 7 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:39.037260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:39.037859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:39.038054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:39.044601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:39.044937 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:39.045458 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 8 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:39.068374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:39.068713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:39.069051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:39.073022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.076209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:39.076580 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:39.076948 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 9 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:39.099236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:39.099712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:39.100150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:39.105959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:39.106398 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:39.107014 n-d-765315-26 neutron-server[94804]: INFO neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 10 to bind port 87b5e088-f69c-47e8-a956-70282037ddee Aug 10 03:37:39.127438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:39.128697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:39.129327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:39.134424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:39.135216 n-d-765315-26 neutron-server[94804]: ERROR neutron.plugins.ml2.managers [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 87b5e088-f69c-47e8-a956-70282037ddee on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:39.135884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.171482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.181981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772715f4-b293-43b5-888f-7faf3213560c']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:39.192473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:39.192792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df0aaca-bc2d-4a02-bb5d-21f8a42a473b') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:39.201934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] For port 87b5e088-f69c-47e8-a956-70282037ddee, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:39.202300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempted to set empty binding levels {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:37:39.202423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.217113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.223238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:39.223636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:39.226673 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:39.293333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.325457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] In _notify_port_updated(), no bound segment for port 87b5e088-f69c-47e8-a956-70282037ddee on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:37:39.326329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.326940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.328985 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "PUT /v2.0/ports/87b5e088-f69c-47e8-a956-70282037ddee HTTP/1.1" status: 200 len: 976 time: 1.6793971 Aug 10 03:37:39.331252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50602) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.343192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97db78-ead5-421d-b136-7e1f0c7f8f51 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=87b5e088-f69c-47e8-a956-70282037ddee,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:39.391255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.397160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.399049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] 10.222.0.26 "DELETE /v2.0/networks/772715f4-b293-43b5-888f-7faf3213560c HTTP/1.1" status: 204 len: 168 time: 0.4156282 Aug 10 03:37:39.443169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75c4906f-93ba-4fd6-b8d5-751ebff6f876 req-52666451-1ad4-45ec-a9c9-5ee53b85e64e tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0553722 Aug 10 03:37:39.446679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Pushing event deleted for resources: {'Network': ['ID=772715f4-b293-43b5-888f-7faf3213560c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:39.460895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.461243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.461583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.461918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.462252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.463094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.463499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.463822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.464143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.464489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.464814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.465154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1efa02-8779-4b3c-abdc-f1b458ce1044 tempest-TestNetworkBasicOps-608883092 tempest-TestNetworkBasicOps-608883092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:39.484817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.485305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.485786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.486267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.486746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.487215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.487760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.488228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.488741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.489195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.489770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.490130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.490598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.491192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.491516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.494126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0b4bea2d-fb44-4765-9c0c-5d8e825b6c6b tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13527 time: 0.1616821 Aug 10 03:37:39.499360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.509241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50610) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.584052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Deleting port 87b5e088-f69c-47e8-a956-70282037ddee {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:39.584429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.646602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] For port 87b5e088-f69c-47e8-a956-70282037ddee, host n-h1-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:39.647235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.651326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8cac2680-f343-49a1-8697-7405446f85b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f2985afe1fa4dfc988e7e8297827a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402726 Aug 10 03:37:39.653726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50614) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.661183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Calling delete_port for 87b5e088-f69c-47e8-a956-70282037ddee owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:39.703015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2613b67b-f89a-4b47-a9a1-27ba130b137b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.730814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2613b67b-f89a-4b47-a9a1-27ba130b137b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.841448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2613b67b-f89a-4b47-a9a1-27ba130b137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.841675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.844727 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2613b67b-f89a-4b47-a9a1-27ba130b137b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.846857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2613b67b-f89a-4b47-a9a1-27ba130b137b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ba01678-6d55-42a2-bd42-6174aacf9a92 HTTP/1.1" status: 204 len: 168 time: 0.1914699 Aug 10 03:37:39.856144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613b67b-f89a-4b47-a9a1-27ba130b137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba01678-6d55-42a2-bd42-6174aacf9a92,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:39.887038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event deleted for resources: {'Port': ['ID=87b5e088-f69c-47e8-a956-70282037ddee,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:39.900726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.905701 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc422788-aea2-43d5-baa4-f8423de97bd6 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "DELETE /v2.0/ports/87b5e088-f69c-47e8-a956-70282037ddee HTTP/1.1" status: 204 len: 168 time: 0.4051871 Aug 10 03:37:39.905903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50622) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.914758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50624) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.931830 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-89638949-6d18-4778-9834-7d17913cbbe7 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:37:39.937157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-89638949-6d18-4778-9834-7d17913cbbe7 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "GET /v2.0/ports/87b5e088-f69c-47e8-a956-70282037ddee HTTP/1.1" status: 404 len: 333 time: 0.0263534 Aug 10 03:37:39.937680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.943202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-794208979', 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:40.044251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Made reservation on behalf of 60debb8acb674fd483709f61320643e2 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:40.046605 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.067577 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3dbefd4b-12e2-424f-9977-aa515c3ae70e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e24f79f88994c1aad96f296220d84fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513984 Aug 10 03:37:40.070357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50630) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.071199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port aca76687-0964-4acf-b7f1-255835cc664c yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:40.120128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5db2076-9d50-4802-86e1-83f384e5a305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.142521 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5db2076-9d50-4802-86e1-83f384e5a305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.290027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.324426 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5db2076-9d50-4802-86e1-83f384e5a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.327648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e5db2076-9d50-4802-86e1-83f384e5a305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.328901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e5db2076-9d50-4802-86e1-83f384e5a305 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b534b82f-7516-4888-8ca9-857814b58569 HTTP/1.1" status: 204 len: 168 time: 0.2574284 Aug 10 03:37:40.337513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db2076-9d50-4802-86e1-83f384e5a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534b82f-7516-4888-8ca9-857814b58569,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.360702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.416839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:40.419583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:40.423119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:40.424558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.424684 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.430044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=aca76687-0964-4acf-b7f1-255835cc664c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.509386 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f0ffb12-4a2d-485a-ba67-7094312aacb1 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5704792 Aug 10 03:37:40.513358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50646) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.557238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49f6609-8381-4dd6-8531-aa3dc854a9b9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.558612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b49f6609-8381-4dd6-8531-aa3dc854a9b9 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "GET /v2.0/ports/aca76687-0964-4acf-b7f1-255835cc664c HTTP/1.1" status: 200 len: 954 time: 0.0453258 Aug 10 03:37:40.561500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.573218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5c7bc35-360f-41ac-9236-ec345154a4d6 req-e5dce975-5e04-4853-8667-b85cad3b7396 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0301833 Aug 10 03:37:40.653165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Deleting port aca76687-0964-4acf-b7f1-255835cc664c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:40.653512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.718608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.735406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Calling delete_port for aca76687-0964-4acf-b7f1-255835cc664c owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:40.797426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 59777b32-50d3-469e-9210-4f2ea364ef58 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:40.820226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 59777b32-50d3-469e-9210-4f2ea364ef58 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:40.820855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 59777b32-50d3-469e-9210-4f2ea364ef58 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:40.907555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.934773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event deleted for resources: {'Port': ['ID=aca76687-0964-4acf-b7f1-255835cc664c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.949156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.951534 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e914bea6-eb30-490f-be51-923630288f5c tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "DELETE /v2.0/ports/aca76687-0964-4acf-b7f1-255835cc664c HTTP/1.1" status: 204 len: 168 time: 0.3886607 Aug 10 03:37:40.952161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.958677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50662) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.974983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af5c310a-d1f7-40d4-a51d-a4bbb90838ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.995067 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a504a475-a9a6-40f3-9ace-eacdb4b2bde3 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:37:40.997854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a504a475-a9a6-40f3-9ace-eacdb4b2bde3 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "GET /v2.0/ports/aca76687-0964-4acf-b7f1-255835cc664c HTTP/1.1" status: 404 len: 333 time: 0.0367899 Aug 10 03:37:41.000733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50666) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.006083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Request body: {'port': {'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-917135738'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.069245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50668) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.208133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'networks': [{'name': 'tempest-network--1082626209'}, {'name': 'tempest-network--880793970'}]} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.208480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'network': {'name': 'tempest-network--1082626209'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.208940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'network': {'name': 'tempest-network--880793970'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.223443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:37:41.223443 n-d-765315-26 neutron-server[94805]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:37:41.223443 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id': '60debb8acb674fd483709f61320643e2', 'id': 'dc0c4986-f58a-475a-920e-74e748cf703b', 'expiration': datetime.datetime(2021, 8, 10, 3, 39, 41, 16499)}] Aug 10 03:37:41.223443 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:37:41.223925 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:37:41.224215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:37:41.224215 n-d-765315-26 neutron-server[94805]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:37:41.224215 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id': 'f9914c18e5884cf0bd1856e65d3b71d5', 'id': '1d9a248f-8ae1-46b6-ae9a-6f80a9511d55', 'expiration': datetime.datetime(2021, 8, 10, 3, 39, 41, 218887)}] Aug 10 03:37:41.224215 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:37:41.224613 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:37:41.294378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af5c310a-d1f7-40d4-a51d-a4bbb90838ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.372297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af5c310a-d1f7-40d4-a51d-a4bbb90838ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.411628 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-af5c310a-d1f7-40d4-a51d-a4bbb90838ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10025c47d4664f6ca3d460c00e0b04b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582043 Aug 10 03:37:41.412533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c310a-d1f7-40d4-a51d-a4bbb90838ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454edd77-abe1-4979-85c5-bb105f548976,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:41.414329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50672) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.462140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e198097-0ce8-4fba-af55-86a90e225ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.486273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e198097-0ce8-4fba-af55-86a90e225ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.612749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e198097-0ce8-4fba-af55-86a90e225ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.615314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e198097-0ce8-4fba-af55-86a90e225ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.616497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6e198097-0ce8-4fba-af55-86a90e225ec0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/454edd77-abe1-4979-85c5-bb105f548976 HTTP/1.1" status: 204 len: 168 time: 0.2011559 Aug 10 03:37:41.624645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e198097-0ce8-4fba-af55-86a90e225ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454edd77-abe1-4979-85c5-bb105f548976,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:41.682180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73e5db24-cbb1-4b21-abf8-e8d0a0f91acc req-9fa30913-5b32-4ad9-aa7a-4414a2a6228b tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0267425 Aug 10 03:37:41.749279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:37:41.749279 n-d-765315-26 neutron-server[94805]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:37:41.749279 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id': 'f9914c18e5884cf0bd1856e65d3b71d5', 'id': '7a065d36-60bf-4266-9f1d-f95ee66fdcb6', 'expiration': datetime.datetime(2021, 8, 10, 3, 39, 41, 742985)}] Aug 10 03:37:41.749279 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:37:41.749769 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:37:41.871085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Made reservation on behalf of 60debb8acb674fd483709f61320643e2 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:41.873661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.889928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port 5c7be0e6-6488-401c-80b4-4629bb722551 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:42.046448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.144832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.185228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:42.190274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:42.193843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:42.194783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.195388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.206471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7be0e6-6488-401c-80b4-4629bb722551,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:42.271180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ca706d66-ffeb-4c9e-b6bd-fd7562705271 tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2692783 Aug 10 03:37:42.274403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50680) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:42.280139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:42.345646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.525837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] device_id is not set on port 5c7be0e6-6488-401c-80b4-4629bb722551 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:42.533470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.545292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Transition to ACTIVE for port object 5c7be0e6-6488-401c-80b4-4629bb722551 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:42.555295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'network': 2} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:42.560311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.568561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.634642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.687674 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.700932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7be0e6-6488-401c-80b4-4629bb722551,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:42.715969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.716117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.716437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.720969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.721297 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.721677 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 2 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.735407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.735746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.736067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.740370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.740706 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.741098 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 3 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.753296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.753630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.753962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.758145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.758469 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.758853 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 4 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.771089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.771089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.816296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7dfe1f46-3764-4b79-bc96-b898f065ffe4 req-c332cf52-e125-46d9-b63d-d06c1a828672 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0538824 Aug 10 03:37:42.816973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.817305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.817637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.835690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.836026 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.840740 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 5 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.851696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b876cad1-99b4-411b-a380-db5bc35337a4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:42.857688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:42.863917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.864254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.864628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.872513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.872832 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.873773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.874111 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Added segment bd34c70e-6c41-4162-baf4-1864fdba6385 of type vlan for network 97f84c65-90c3-4712-9b32-0dbad0af6eba Aug 10 03:37:42.875127 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 6 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.911276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.911495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.911764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.924519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.924931 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.926464 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.929604 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 7 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.948058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.948414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.948751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.960928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.961262 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.965244 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 8 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:42.982482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:42.986868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:42.987200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:42.987534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:42.994862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:42.995193 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:42.996134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.996501 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Added segment baef62d5-b6ad-403a-bf79-307496eef9ef of type vlan for network 361ed4ca-bd10-4831-9145-498d9fe35dda Aug 10 03:37:42.997528 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 9 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:43.034994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:43.035254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:43.035583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:43.049634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:43.049956 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:43.051415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.054408 n-d-765315-26 neutron-server[94805]: INFO neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempt 10 to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 Aug 10 03:37:43.070920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:43.071248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:43.071570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempting to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:43.079051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:43.079369 n-d-765315-26 neutron-server[94805]: ERROR neutron.plugins.ml2.managers [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Failed to bind port 5c7be0e6-6488-401c-80b4-4629bb722551 on host n-h1-765315-26 for vnic_type normal using segments [{'id': '7319bab3-d9cd-41a4-be16-73fdb701c302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6a244dfe-f3fd-40bb-9ffb-75498e9cf668'}] Aug 10 03:37:43.079722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.149210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] For port 5c7be0e6-6488-401c-80b4-4629bb722551, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:43.149583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attempted to set empty binding levels {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:37:43.158344 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.162214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.164378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.169808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.170433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.229594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.263813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Network': ['ID=97f84c65-90c3-4712-9b32-0dbad0af6eba,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.274390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 97f84c65-90c3-4712-9b32-0dbad0af6eba details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:43.276109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] In _notify_port_updated(), no bound segment for port 5c7be0e6-6488-401c-80b4-4629bb722551 on network 6a244dfe-f3fd-40bb-9ffb-75498e9cf668 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:37:43.276883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.277493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.278811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "PUT /v2.0/ports/5c7be0e6-6488-401c-80b4-4629bb722551 HTTP/1.1" status: 200 len: 975 time: 1.0033638 Aug 10 03:37:43.282413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50686) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:43.297953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2239764 Aug 10 03:37:43.310393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50688) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:43.333616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fd5c8-4977-49e9-a6a3-5a878b5fc8de tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7be0e6-6488-401c-80b4-4629bb722551,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.346522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe07d72-2de0-4607-ae83-a57802b38a59 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Network': ['ID=361ed4ca-bd10-4831-9145-498d9fe35dda,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.357404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 361ed4ca-bd10-4831-9145-498d9fe35dda details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:43.458567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f6974-0602-4153-a79d-8d3e3486aa68 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.464562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f6974-0602-4153-a79d-8d3e3486aa68 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.470543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f6974-0602-4153-a79d-8d3e3486aa68 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.476231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f6974-0602-4153-a79d-8d3e3486aa68 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.477928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1c7f6974-0602-4153-a79d-8d3e3486aa68 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1660147 Aug 10 03:37:43.481200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50690) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:43.491469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Deleting port 5c7be0e6-6488-401c-80b4-4629bb722551 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:43.491817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.924772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5744164c-f9db-451c-bb6f-327fe1657d18 req-02154738-f711-426e-b60a-a05204795ae6 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0263009 Aug 10 03:37:43.948456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.950783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] For port 5c7be0e6-6488-401c-80b4-4629bb722551, host n-h1-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:43.951141 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.969395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Calling delete_port for 5c7be0e6-6488-401c-80b4-4629bb722551 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:44.105986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.110292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe446ace-a6b5-447d-931e-e47b15f76b44 req-7b7b9705-2d0d-4254-b283-330ef9bbfc6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0258257 Aug 10 03:37:44.122291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f84c65-90c3-4712-9b32-0dbad0af6eba']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.134310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd34c70e-6c41-4162-baf4-1864fdba6385') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.134602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd34c70e-6c41-4162-baf4-1864fdba6385') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.149563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.163816 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.170126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:44.172632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:44.173413 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:44.246861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.257128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:44.271988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7be0e6-6488-401c-80b4-4629bb722551,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.279700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.281656 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4eff969a-3ff6-412b-8e97-20595fc59d9e tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5c7be0e6-6488-401c-80b4-4629bb722551 HTTP/1.1" status: 204 len: 168 time: 0.9978499 Aug 10 03:37:44.284302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50696) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.293077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.300632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.303230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/networks/97f84c65-90c3-4712-9b32-0dbad0af6eba HTTP/1.1" status: 204 len: 168 time: 0.8210082 Aug 10 03:37:44.305910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50698) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.318575 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f95f95c-6c47-4c4e-9590-331cbd105bfe tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:37:44.324006 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f95f95c-6c47-4c4e-9590-331cbd105bfe tempest-PortsAdminExtendedAttrsTestJSON-20427747 tempest-PortsAdminExtendedAttrsTestJSON-20427747-project-admin] 10.222.0.26 "GET /v2.0/ports/5c7be0e6-6488-401c-80b4-4629bb722551 HTTP/1.1" status: 404 len: 333 time: 0.0349033 Aug 10 03:37:44.328757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50700) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.338180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bb089-607f-49d5-9342-0e69ceb29e42 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Network': ['ID=97f84c65-90c3-4712-9b32-0dbad0af6eba,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.390854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.410597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.473607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.483766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361ed4ca-bd10-4831-9145-498d9fe35dda']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.495499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.499132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baef62d5-b6ad-403a-bf79-307496eef9ef') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.499430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baef62d5-b6ad-403a-bf79-307496eef9ef') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.507651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a244dfe-f3fd-40bb-9ffb-75498e9cf668']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.508384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.518477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319bab3-d9cd-41a4-be16-73fdb701c302') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.518768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319bab3-d9cd-41a4-be16-73fdb701c302') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.522040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.528386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:44.528553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.528779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:44.531638 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:44.543968 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.549884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:44.550266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:44.553517 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:44.644205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.654386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.654386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/networks/361ed4ca-bd10-4831-9145-498d9fe35dda HTTP/1.1" status: 204 len: 168 time: 0.3455431 Aug 10 03:37:44.655780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50702) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.664548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1985d73-e716-4ffc-b7cb-b0d3630930f9 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Network': ['ID=361ed4ca-bd10-4831-9145-498d9fe35dda,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.679033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.684652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.686476 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] 10.222.0.26 "DELETE /v2.0/networks/6a244dfe-f3fd-40bb-9ffb-75498e9cf668 HTTP/1.1" status: 204 len: 168 time: 0.3567848 Aug 10 03:37:44.734633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9aad0-29fd-4275-9322-9e73f1430881 tempest-PortsAdminExtendedAttrsTestJSON-910694562 tempest-PortsAdminExtendedAttrsTestJSON-910694562-project] Pushing event deleted for resources: {'Network': ['ID=6a244dfe-f3fd-40bb-9ffb-75498e9cf668,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.789707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee56f1-752d-449a-9b34-fd9fbd9ec5bc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.796546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee56f1-752d-449a-9b34-fd9fbd9ec5bc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.798107 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7cee56f1-752d-449a-9b34-fd9fbd9ec5bc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1412795 Aug 10 03:37:44.801774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50706) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:44.806706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-824580767'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:44.937971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:44.941790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.968366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:44.978147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.978530 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Added segment de03a391-7a73-421f-a427-a9bffe9d7132 of type vlan for network 7d80eefe-b39e-4f17-83a1-c7c498c249d5 Aug 10 03:37:45.023178 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.033293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af3ad29a-1096-4d9c-97e9-d1fa683f030e req-e0f32a02-5efc-47a7-91c9-16f6a7a52eff tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0270529 Aug 10 03:37:45.182073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.187825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.191116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.200217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50714) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:45.255531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.260493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Network': ['ID=7d80eefe-b39e-4f17-83a1-c7c498c249d5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.271584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 7d80eefe-b39e-4f17-83a1-c7c498c249d5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:45.319946 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fa6d0d02-86de-43ef-a711-c1a857383abd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5170212 Aug 10 03:37:45.324388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50718) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:45.329766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1779760192'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:45.355789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e93eb785-6fb3-4c47-8ff4-992a0febfa39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2928d68d32d5421e9edc8566c29cd61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542912 Aug 10 03:37:45.358344 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50720) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:45.411738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1cc85d5-9205-4722-a822-7aeeca457a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.422398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:45.425770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.446160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1cc85d5-9205-4722-a822-7aeeca457a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.479766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:45.490653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.490990 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Added segment f895c27f-f5ea-4037-97ca-4492a617cff6 of type vlan for network 0195a480-bfd5-460d-a162-87725867df86 Aug 10 03:37:45.531124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.623837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1cc85d5-9205-4722-a822-7aeeca457a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.626416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1cc85d5-9205-4722-a822-7aeeca457a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.627544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1cc85d5-9205-4722-a822-7aeeca457a12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cb84ef0-1a98-4c85-92b6-dee79b947571 HTTP/1.1" status: 204 len: 168 time: 0.2682574 Aug 10 03:37:45.646757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc85d5-9205-4722-a822-7aeeca457a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb84ef0-1a98-4c85-92b6-dee79b947571,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.661483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.668098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.668731 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.738685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Network': ['ID=0195a480-bfd5-460d-a162-87725867df86,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.752558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 0195a480-bfd5-460d-a162-87725867df86 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:45.772420 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e7803e2-2b21-41aa-bef1-1b6f73d7a1e1 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4451718 Aug 10 03:37:45.773964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50724) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:45.779656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'ports': [{'network_id': '7d80eefe-b39e-4f17-83a1-c7c498c249d5', 'name': 'tempest-port--693907644', 'admin_state_up': True}, {'network_id': '0195a480-bfd5-460d-a162-87725867df86', 'admin_state_up': False}]} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:45.780040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'port': {'network_id': '7d80eefe-b39e-4f17-83a1-c7c498c249d5', 'name': 'tempest-port--693907644', 'admin_state_up': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:45.780625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'port': {'network_id': '0195a480-bfd5-460d-a162-87725867df86', 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:46.015827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'port': 2} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:46.020581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.034599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.125972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] device_id is not set on port bd14c98b-37eb-4a7f-99a0-b14f83dd09d8 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:46.143859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-909e0374-203a-49c1-87a4-2a45f8413dd4 req-366103c7-2c54-4dc5-b8da-a68240faf52a tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0316336 Aug 10 03:37:46.238596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50734) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:46.286749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.345691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dc3e8ab7-ccb6-4c6a-a943-c86bc8663dae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60debb8acb674fd483709f61320643e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059887 Aug 10 03:37:46.348150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50736) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:46.384739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] device_id is not set on port 73ba3688-1ffb-4b74-bedb-918c40b63f49 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:46.425105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eace6e50-9aa2-4454-a37c-dc7b6c385fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.461162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eace6e50-9aa2-4454-a37c-dc7b6c385fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.612634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee13d341-1979-43e0-911c-d36fb1b63163 req-11d7ba0a-9a71-46fe-a0db-972e3546f5ec tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0293181 Aug 10 03:37:46.652455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-860ff0d2-8531-42c4-b025-df19278d9a54 req-a635d431-4b71-4083-af30-0eb175a9d8bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bec631fc94f44f7ea5045eef417b7a03&device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0273454 Aug 10 03:37:46.655436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eace6e50-9aa2-4454-a37c-dc7b6c385fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.657986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eace6e50-9aa2-4454-a37c-dc7b6c385fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.659001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eace6e50-9aa2-4454-a37c-dc7b6c385fda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b15e8660-3494-4a0b-ba70-5411da9d93df HTTP/1.1" status: 204 len: 168 time: 0.3099751 Aug 10 03:37:46.679941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.695886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6e50-9aa2-4454-a37c-dc7b6c385fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e8660-3494-4a0b-ba70-5411da9d93df,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:46.702854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-860ff0d2-8531-42c4-b025-df19278d9a54 req-b6cb44d0-3e44-4f36-b174-3f868e235ff8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bec631fc94f44f7ea5045eef417b7a03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367188 Aug 10 03:37:46.820618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff0d2-8531-42c4-b025-df19278d9a54 req-3d7d35e6-6c6e-4a9b-9c48-f9d0b88571b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.822759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-860ff0d2-8531-42c4-b025-df19278d9a54 req-3d7d35e6-6c6e-4a9b-9c48-f9d0b88571b9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053386 Aug 10 03:37:46.856169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.917912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Port': ['ID=bd14c98b-37eb-4a7f-99a0-b14f83dd09d8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:46.925297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Checking segment: {'id': 'de03a391-7a73-421f-a427-a9bffe9d7132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7d80eefe-b39e-4f17-83a1-c7c498c249d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:46.925658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network hostable DHCP agents. Network: 7d80eefe-b39e-4f17-83a1-c7c498c249d5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:47.029582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network 7d80eefe-b39e-4f17-83a1-c7c498c249d5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:47.109617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 7d80eefe-b39e-4f17-83a1-c7c498c249d5) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:47.125969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:47.125969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.126913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188ce7f-561a-4f8c-880e-f8cf8dade4a2 None None] Network 7d80eefe-b39e-4f17-83a1-c7c498c249d5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:47.186103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Port': ['ID=73ba3688-1ffb-4b74-bedb-918c40b63f49,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.196460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Checking segment: {'id': 'f895c27f-f5ea-4037-97ca-4492a617cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0195a480-bfd5-460d-a162-87725867df86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:47.197427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network hostable DHCP agents. Network: 0195a480-bfd5-460d-a162-87725867df86, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:47.273121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network 0195a480-bfd5-460d-a162-87725867df86 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:47.324539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 0195a480-bfd5-460d-a162-87725867df86) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:47.329371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:47.332618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aad48d-6bef-4dd1-8eed-4cae9d31237d None None] Network 0195a480-bfd5-460d-a162-87725867df86 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:47.335611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.341289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.341984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.422250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d61e46b3-77a4-4746-8746-7e084674c1fd tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6470742 Aug 10 03:37:47.424740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50756) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.510473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103392bf-d3b3-4871-96b9-1201d1dafed5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.516766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103392bf-d3b3-4871-96b9-1201d1dafed5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.518390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-103392bf-d3b3-4871-96b9-1201d1dafed5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0926640 Aug 10 03:37:47.524012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50762) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.611234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Deleting port bd14c98b-37eb-4a7f-99a0-b14f83dd09d8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:47.611584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.677710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.702528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Calling delete_port for bd14c98b-37eb-4a7f-99a0-b14f83dd09d8 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:47.718410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e7d24ff-d054-42b1-8e86-9377c38e4746 req-18fd6389-8b19-49d0-af28-d8bfb6b417f1 tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0302763 Aug 10 03:37:47.727132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50768) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.829957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801489579'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:47.855498 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.883634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Port': ['ID=bd14c98b-37eb-4a7f-99a0-b14f83dd09d8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.889003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.891122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6b16bda7-61a9-4c4b-ac9c-92e694f24189 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/ports/bd14c98b-37eb-4a7f-99a0-b14f83dd09d8 HTTP/1.1" status: 204 len: 168 time: 0.3655427 Aug 10 03:37:47.893398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50772) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:47.935686 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:47.939359 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.949043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.981382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Deleting port 73ba3688-1ffb-4b74-bedb-918c40b63f49 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:47.981728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.039165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.047195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.059908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Calling delete_port for 73ba3688-1ffb-4b74-bedb-918c40b63f49 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:48.120884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.148629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:48.157829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cad9a6-a99f-4659-83ca-0401b920f9b5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.232836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.235022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.235374 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment 9b4ecb47-ea6c-4d22-9a88-adce6b7381c8 of type vlan for network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 Aug 10 03:37:48.262972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Port': ['ID=73ba3688-1ffb-4b74-bedb-918c40b63f49,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.267511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.270107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b969b605-1469-4048-931f-1a0e45a65cd7 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/ports/73ba3688-1ffb-4b74-bedb-918c40b63f49 HTTP/1.1" status: 204 len: 168 time: 0.3753438 Aug 10 03:37:48.272227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50774) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:48.277751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.301025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9526d1fd-1174-44c5-86a6-feccd4b2486c tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0262983 Aug 10 03:37:48.303305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50778) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:48.308900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-867697495'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:48.374849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-860ff0d2-8531-42c4-b025-df19278d9a54 req-87b60237-9fbf-4234-b4a6-d851272c2dce tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0263424 Aug 10 03:37:48.398442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.408926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.408926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.429591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:48.433884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.459055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:48.467641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.468037 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Added segment aba2cece-af50-4f40-9e40-8e7c85553a57 of type vlan for network 647e7963-d19e-4a5d-afd1-a00b592114da Aug 10 03:37:48.475498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=195823c1-63c7-4b53-b2d5-8ae2a6ec21f9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.487905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:48.506444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.559168 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9815d537-61e4-4ee7-afb6-f80558eb6f18 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8295138 Aug 10 03:37:48.561719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50780) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:48.567575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-840613842'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:48.609881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.615505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.620672 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.663813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:48.667999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.679236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Network': ['ID=647e7963-d19e-4a5d-afd1-a00b592114da,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.689834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 647e7963-d19e-4a5d-afd1-a00b592114da details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:48.692797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:48.701790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.702140 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment 29744b8b-9b9b-44e4-ab6b-585bc4394e59 of type vlan for network 67905469-3be7-4ad4-b628-f0723a622f93 Aug 10 03:37:48.741200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.744199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-04f8b158-42c9-45ee-bab8-7d556263fe18 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4392598 Aug 10 03:37:48.747494 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:48.754638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-848431613'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:48.851398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bcf91bb3-6297-4267-8889-1c17ebb3d750 req-83accae5-a2a2-40fa-8e9e-e993ba9c466d tempest-ServerShowV257Test-1071101452 tempest-ServerShowV257Test-1071101452-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8f62329-79d0-48aa-a3e7-5a764ee1376e HTTP/1.1" status: 200 len: 210 time: 0.0251069 Aug 10 03:37:48.863784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:48.867343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.890390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:48.898635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.898974 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Added segment af276a7a-828a-4bc1-b840-e624cfafb5f5 of type vlan for network c2e35c3f-3810-48b3-9b40-e35762519471 Aug 10 03:37:48.927814 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.935511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.936131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.971065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.030262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=67905469-3be7-4ad4-b628-f0723a622f93,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:49.042511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 67905469-3be7-4ad4-b628-f0723a622f93 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:49.085106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76115dbd-a412-4ecf-962a-69ee31497a6b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5221732 Aug 10 03:37:49.088470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50788) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:49.094046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:49.137626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.143577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.144588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.242725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Network': ['ID=c2e35c3f-3810-48b3-9b40-e35762519471,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:49.254794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c2e35c3f-3810-48b3-9b40-e35762519471 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:49.328822 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8d186ad0-9ac1-40f1-b9b4-0ae004888abc tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5802801 Aug 10 03:37:49.432303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:49.435914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.458423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50792) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:49.464132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'subnets': [{'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1509999497', 'ip_version': 4}, {'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:49.464479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'subnet': {'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1509999497', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:49.465043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Request body: {'subnet': {'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:49.675160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Made reservation on behalf of f9914c18e5884cf0bd1856e65d3b71d5 for: {'subnet': 2} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:49.679731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.680076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.704098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.765441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=32354851-3593-4f3c-965a-76f93f5cf9d5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:49.773642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:49.773999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:49.852040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:49.918885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:49.923429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.923584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.932489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f57747-f15e-487f-b8cd-15a0dc352697 None None] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:50.012241 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3cff072-ac10-4ddd-86a6-00f5cdb0a0c0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9224069 Aug 10 03:37:50.015008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.021701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': '67905469-3be7-4ad4-b628-f0723a622f93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:50.084585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-195823c1-63c7-4b53-b2d5-8ae2a6ec21f9', 'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': '32354851-3593-4f3c-965a-76f93f5cf9d5'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:50.085440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.119195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.177551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Subnet': ['ID=c5947313-6592-4059-b791-6ad04b1b7225,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.195489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Checking segment: {'id': 'aba2cece-af50-4f40-9e40-8e7c85553a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:50.195848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network hostable DHCP agents. Network: 647e7963-d19e-4a5d-afd1-a00b592114da, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:50.198460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:50.202803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.226004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Allocated IP 2001:db8::2 (195823c1-63c7-4b53-b2d5-8ae2a6ec21f9/32354851-3593-4f3c-965a-76f93f5cf9d5/5c312a71-d082-426a-be8a-61efee535c49) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:50.285921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network 647e7963-d19e-4a5d-afd1-a00b592114da is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:50.378330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.387098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 647e7963-d19e-4a5d-afd1-a00b592114da) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:50.391067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.395765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Transition to ACTIVE for port object 5c312a71-d082-426a-be8a-61efee535c49 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:50.399396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68baad6f-b84b-4805-9cf9-46d047caa8fa None None] Network 647e7963-d19e-4a5d-afd1-a00b592114da requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:50.441019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Transition to ACTIVE for port object 5c312a71-d082-426a-be8a-61efee535c49 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:50.459586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.464632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event updated for resources: {'Subnet': ['ID=6d5e3485-9431-4900-b2e1-d85df6fb1e2e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.472019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Checking segment: {'id': 'af276a7a-828a-4bc1-b840-e624cfafb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:50.472417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network hostable DHCP agents. Network: c2e35c3f-3810-48b3-9b40-e35762519471, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:50.525044 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.588516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.596290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ece9e04a-440a-498a-bb39-3f0048dff3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.598034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-647e7963-d19e-4a5d-afd1-a00b592114da', 'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da', 'tenant_id': 'f9914c18e5884cf0bd1856e65d3b71d5', 'fixed_ips': [{'subnet_id': 'c5947313-6592-4059-b791-6ad04b1b7225'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:50.598869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.612383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Network c2e35c3f-3810-48b3-9b40-e35762519471 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:50.613452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=c99c3e47-c25a-4f68-8964-7815870e5cd2,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.628415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': '29744b8b-9b9b-44e4-ab6b-585bc4394e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67905469-3be7-4ad4-b628-f0723a622f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:50.628842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: 67905469-3be7-4ad4-b628-f0723a622f93, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:50.651059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:50.658822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:50.664014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:50.670305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Pushing event updated for resources: {'Port': ['ID=5c312a71-d082-426a-be8a-61efee535c49,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.718232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ece9e04a-440a-498a-bb39-3f0048dff3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.718500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c2e35c3f-3810-48b3-9b40-e35762519471) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:50.725434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.725434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.726324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.744317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f9316-f9c4-4075-a91e-fa7411e569b6 None None] Network c2e35c3f-3810-48b3-9b40-e35762519471 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:50.804377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ece9e04a-440a-498a-bb39-3f0048dff3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.836162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 67905469-3be7-4ad4-b628-f0723a622f93 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:50.838727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Attempting to bind port 5c312a71-d082-426a-be8a-61efee535c49 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:50.839098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Attempting to bind port 5c312a71-d082-426a-be8a-61efee535c49 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:50.839459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Attempting to bind port 5c312a71-d082-426a-be8a-61efee535c49 on network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:50.855440 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ece9e04a-440a-498a-bb39-3f0048dff3fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bec631fc94f44f7ea5045eef417b7a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996589 Aug 10 03:37:50.856504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9e04a-440a-498a-bb39-3f0048dff3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173b019e-8ba5-4e9f-92d0-7c6aeeae995c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.858253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50808) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.860212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 67905469-3be7-4ad4-b628-f0723a622f93) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:50.866247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.866858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.873893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:50.874716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Checking segment: {'id': '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:50.874716 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.875109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Bound using segment: {'id': '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:50.875653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Bound port: 5c312a71-d082-426a-be8a-61efee535c49, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '195823c1-63c7-4b53-b2d5-8ae2a6ec21f9'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:50.876000 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.883296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232da72-93bd-4651-a850-f390ca99c19d None None] Network 67905469-3be7-4ad4-b628-f0723a622f93 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:50.887886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-882a544e-1f58-478a-b384-8bbcd3806691 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4261122 Aug 10 03:37:50.888548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50810) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.923280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9fefcdd-3b3d-4162-bcea-afd1a5718b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.933197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2130338-2e0c-4cba-9c01-c8b1b7a6f334 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9170370 Aug 10 03:37:50.935812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.942626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-217700055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:50.946962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9fefcdd-3b3d-4162-bcea-afd1a5718b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.959417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a94e7b-2b8b-4033-abcd-476713423310 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.961053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a94e7b-2b8b-4033-abcd-476713423310 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.963500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a94e7b-2b8b-4033-abcd-476713423310 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.965219 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b5a94e7b-2b8b-4033-abcd-476713423310 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0754828 Aug 10 03:37:50.969244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50814) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:50.991962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Allocated IP 172.20.0.2 (647e7963-d19e-4a5d-afd1-a00b592114da/c5947313-6592-4059-b791-6ad04b1b7225/ce4a807e-8988-449c-99dd-11be56761fb1) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:51.033419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Deleting subnet c5947313-6592-4059-b791-6ad04b1b7225 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:51.036739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.038133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.144961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] For port 5c312a71-d082-426a-be8a-61efee535c49, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:51.168806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c2e35c3f-3810-48b3-9b40-e35762519471', 'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471', 'tenant_id': 'f9914c18e5884cf0bd1856e65d3b71d5', 'fixed_ips': [{'subnet_id': '6d5e3485-9431-4900-b2e1-d85df6fb1e2e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:51.169632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.172327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] For port 5c312a71-d082-426a-be8a-61efee535c49, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5c312a71-d082-426a-be8a-61efee535c49,segment=NetworkSegment(9b4ecb47-ea6c-4d22-9a88-adce6b7381c8),segment_id=9b4ecb47-ea6c-4d22-9a88-adce6b7381c8)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:51.175487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9fefcdd-3b3d-4162-bcea-afd1a5718b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.178345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b9fefcdd-3b3d-4162-bcea-afd1a5718b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.182476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b9fefcdd-3b3d-4162-bcea-afd1a5718b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/173b019e-8ba5-4e9f-92d0-7c6aeeae995c HTTP/1.1" status: 204 len: 168 time: 0.3201442 Aug 10 03:37:51.198139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fefcdd-3b3d-4162-bcea-afd1a5718b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173b019e-8ba5-4e9f-92d0-7c6aeeae995c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:51.236831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.239873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.321397 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.443766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.445070 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a0243f07-2a77-439b-befb-ee1544a659ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5082846 Aug 10 03:37:51.447767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:51.537006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-67905469-3be7-4ad4-b628-f0723a622f93', 'network_id': '67905469-3be7-4ad4-b628-f0723a622f93', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': 'c99c3e47-c25a-4f68-8964-7815870e5cd2'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:51.537860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.598211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.640284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6804846-6ab7-47ff-ae3e-5250e5d50ef4 None None] Pushing event updated for resources: {'Port': ['ID=5c312a71-d082-426a-be8a-61efee535c49,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:51.645400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Transition to ACTIVE for port object ce4a807e-8988-449c-99dd-11be56761fb1 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:51.720644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Transition to ACTIVE for port object ce4a807e-8988-449c-99dd-11be56761fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:51.735464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Allocated IP 172.20.0.18 (c2e35c3f-3810-48b3-9b40-e35762519471/6d5e3485-9431-4900-b2e1-d85df6fb1e2e/e8b49513-0ea8-4bb2-a34d-fbfa393804a2) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:51.823721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.849574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.851279 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.893206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.913759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Network 647e7963-d19e-4a5d-afd1-a00b592114da is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:51.919335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Allocated IP 2001:db8:1::2 (67905469-3be7-4ad4-b628-f0723a622f93/c99c3e47-c25a-4f68-8964-7815870e5cd2/6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:51.922935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:51.928179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:51.963426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Pushing event updated for resources: {'Port': ['ID=ce4a807e-8988-449c-99dd-11be56761fb1,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.029152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.095178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Attempting to bind port ce4a807e-8988-449c-99dd-11be56761fb1 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:52.095780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Attempting to bind port ce4a807e-8988-449c-99dd-11be56761fb1 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'aba2cece-af50-4f40-9e40-8e7c85553a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:52.095928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Attempting to bind port ce4a807e-8988-449c-99dd-11be56761fb1 on network 647e7963-d19e-4a5d-afd1-a00b592114da {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:52.136028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:52.136028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Checking segment: {'id': 'aba2cece-af50-4f40-9e40-8e7c85553a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:52.136970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.137399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Bound using segment: {'id': 'aba2cece-af50-4f40-9e40-8e7c85553a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:52.137887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Bound port: ce4a807e-8988-449c-99dd-11be56761fb1, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba2cece-af50-4f40-9e40-8e7c85553a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '647e7963-d19e-4a5d-afd1-a00b592114da'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:52.138878 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.182627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.197895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8::1 (195823c1-63c7-4b53-b2d5-8ae2a6ec21f9/32354851-3593-4f3c-965a-76f93f5cf9d5/6aab2d5c-850a-4569-8596-dd9ee4db0e41) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:52.219206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.257598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Transition to ACTIVE for port object e8b49513-0ea8-4bb2-a34d-fbfa393804a2 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:52.259680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.267327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/subnets/c5947313-6592-4059-b791-6ad04b1b7225 HTTP/1.1" status: 204 len: 168 time: 1.2950714 Aug 10 03:37:52.268234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50836) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:52.278293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3882cdb-67ef-4ecc-94d2-80b896e37989 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Subnet': ['ID=c5947313-6592-4059-b791-6ad04b1b7225,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.306015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Transition to ACTIVE for port object e8b49513-0ea8-4bb2-a34d-fbfa393804a2 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:52.310472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] For port ce4a807e-8988-449c-99dd-11be56761fb1, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:52.316380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] For port ce4a807e-8988-449c-99dd-11be56761fb1, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce4a807e-8988-449c-99dd-11be56761fb1,segment=NetworkSegment(aba2cece-af50-4f40-9e40-8e7c85553a57),segment_id=aba2cece-af50-4f40-9e40-8e7c85553a57)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:52.317524 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.327276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Transition to ACTIVE for port object 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:52.344753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Transition to ACTIVE for port object 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:52.376101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Deleting subnet 6d5e3485-9431-4900-b2e1-d85df6fb1e2e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:52.405425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.406421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.408180 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.453534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.455798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.456313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 6aab2d5c-850a-4569-8596-dd9ee4db0e41 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:52.459515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.467893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Network c2e35c3f-3810-48b3-9b40-e35762519471 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:52.483005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:52.491406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Pushing event updated for resources: {'Port': ['ID=e8b49513-0ea8-4bb2-a34d-fbfa393804a2,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.498930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:52.574228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.586091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Network 67905469-3be7-4ad4-b628-f0723a622f93 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:52.599732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.633261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:52.648058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:52.687679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:52.691183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:52.696317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Attempting to bind port e8b49513-0ea8-4bb2-a34d-fbfa393804a2 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:52.697368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Attempting to bind port e8b49513-0ea8-4bb2-a34d-fbfa393804a2 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'af276a7a-828a-4bc1-b840-e624cfafb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:52.697583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Attempting to bind port e8b49513-0ea8-4bb2-a34d-fbfa393804a2 on network c2e35c3f-3810-48b3-9b40-e35762519471 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:52.698772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:52.699336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.699790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ac7943-eba5-43d1-a55f-9e1bce1f2b70 None None] Network 647e7963-d19e-4a5d-afd1-a00b592114da requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:52.742664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Pushing event updated for resources: {'Port': ['ID=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.751155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=6aab2d5c-850a-4569-8596-dd9ee4db0e41,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.764443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.816867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5e3485-9431-4900-b2e1-d85df6fb1e2e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.827056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.830092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3307ade7-c943-4c7c-97dd-dc265e8045d6 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/subnets/6d5e3485-9431-4900-b2e1-d85df6fb1e2e HTTP/1.1" status: 204 len: 168 time: 0.5606241 Aug 10 03:37:52.835353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50852) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:52.848668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:52.849371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Checking segment: {'id': 'af276a7a-828a-4bc1-b840-e624cfafb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:52.849655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.850051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Bound using segment: {'id': 'af276a7a-828a-4bc1-b840-e624cfafb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:52.850589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Bound port: e8b49513-0ea8-4bb2-a34d-fbfa393804a2, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af276a7a-828a-4bc1-b840-e624cfafb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c2e35c3f-3810-48b3-9b40-e35762519471'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:52.850897 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.913429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Attempting to bind port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:52.913832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Attempting to bind port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '29744b8b-9b9b-44e4-ab6b-585bc4394e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67905469-3be7-4ad4-b628-f0723a622f93'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:52.914135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Attempting to bind port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a on network 67905469-3be7-4ad4-b628-f0723a622f93 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:52.929315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:52.929668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Checking segment: {'id': '29744b8b-9b9b-44e4-ab6b-585bc4394e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67905469-3be7-4ad4-b628-f0723a622f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:52.930188 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.931119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Bound using segment: {'id': '29744b8b-9b9b-44e4-ab6b-585bc4394e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67905469-3be7-4ad4-b628-f0723a622f93'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:52.931688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Bound port: 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29744b8b-9b9b-44e4-ab6b-585bc4394e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '67905469-3be7-4ad4-b628-f0723a622f93'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:52.932070 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.934490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9a9e37-0573-4691-9c0e-6dcbc581d4db None None] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:52.959155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:52.962013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c312a71-d082-426a-be8a-61efee535c49 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:52.975920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e6f85-403e-4c96-9d9d-322fe52a2cea tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:52.979896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0c0e6f85-403e-4c96-9d9d-322fe52a2cea tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1420052 Aug 10 03:37:52.983310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50858) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:53.090223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.099763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f7f2c-b5b1-4c38-a686-c17f696284ac None None] Pushing event updated for resources: {'Port': ['ID=ce4a807e-8988-449c-99dd-11be56761fb1,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:53.158676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Deleting port e8b49513-0ea8-4bb2-a34d-fbfa393804a2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:53.159015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.214759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] For port e8b49513-0ea8-4bb2-a34d-fbfa393804a2, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:53.225329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] For port e8b49513-0ea8-4bb2-a34d-fbfa393804a2, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e8b49513-0ea8-4bb2-a34d-fbfa393804a2,segment=NetworkSegment(af276a7a-828a-4bc1-b840-e624cfafb5f5),segment_id=af276a7a-828a-4bc1-b840-e624cfafb5f5)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:53.231828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] For port e8b49513-0ea8-4bb2-a34d-fbfa393804a2, host n-d-765315-26, got binding levels [] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:53.232192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.247343 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Calling delete_port for e8b49513-0ea8-4bb2-a34d-fbfa393804a2 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:53.254175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] For port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:53.261979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] For port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,segment=NetworkSegment(29744b8b-9b9b-44e4-ab6b-585bc4394e59),segment_id=29744b8b-9b9b-44e4-ab6b-585bc4394e59)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:53.289484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0c1c67e3-0888-4914-bff1-22c8b9989694 None None] Provisioning for port 5c312a71-d082-426a-be8a-61efee535c49 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:53.294177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.340842 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.374220 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.375985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5c312a71-d082-426a-be8a-61efee535c49 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:53.394250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5c312a71-d082-426a-be8a-61efee535c49 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:53.394786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.404140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.404975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.480763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.483439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb839d-c133-4e0b-a8f3-4250ac472143 None None] Pushing event updated for resources: {'Port': ['ID=e8b49513-0ea8-4bb2-a34d-fbfa393804a2,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:53.503466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2fda3b-c6c6-48bc-80dd-f58112f71e6d None None] Network c2e35c3f-3810-48b3-9b40-e35762519471 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:53.503825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=6aab2d5c-850a-4569-8596-dd9ee4db0e41,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:53.535208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Port': ['ID=e8b49513-0ea8-4bb2-a34d-fbfa393804a2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:53.538266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] No DVR routers for this DVR port e8b49513-0ea8-4bb2-a34d-fbfa393804a2 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:53.586318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:53.595486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:53.643515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.657475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e35c3f-3810-48b3-9b40-e35762519471']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:53.672825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af276a7a-828a-4bc1-b840-e624cfafb5f5') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:53.673420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af276a7a-828a-4bc1-b840-e624cfafb5f5') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:53.691388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.703630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50862) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:53.722710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.729598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:53.730260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:53.732998 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:53.749343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334cca-9fbd-421b-99fb-0b8918bccc1b None None] Pushing event updated for resources: {'Port': ['ID=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:53.770130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.851762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 5c312a71-d082-426a-be8a-61efee535c49, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5c312a71-d082-426a-be8a-61efee535c49,segment=NetworkSegment(9b4ecb47-ea6c-4d22-9a88-adce6b7381c8),segment_id=9b4ecb47-ea6c-4d22-9a88-adce6b7381c8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:53.898116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9e2f9dfb-85f1-43c7-bd3a-d693b7e1f8c8 None None] Provisioning complete for port 5c312a71-d082-426a-be8a-61efee535c49 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:53.898555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9dfb-85f1-43c7-bd3a-d693b7e1f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.915690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router cb892330-9bb1-42aa-bab3-64dbd75591bc is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:37:53.919171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30a76a82-cc1a-486e-8140-ed3ac6e9c4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.938053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.984243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.992585 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.994600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/networks/c2e35c3f-3810-48b3-9b40-e35762519471 HTTP/1.1" status: 204 len: 168 time: 1.0050972 Aug 10 03:37:53.998772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50868) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:54.022035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7fb7a-5aae-4f78-ad26-1c0fe828c9c5 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Network': ['ID=c2e35c3f-3810-48b3-9b40-e35762519471,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:54.029438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=5c312a71-d082-426a-be8a-61efee535c49,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:54.106653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.111791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30a76a82-cc1a-486e-8140-ed3ac6e9c4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.146365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:54.153597 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-471f6872-c4c3-488e-a82c-11994ff26c3f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/cb892330-9bb1-42aa-bab3-64dbd75591bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7045369 Aug 10 03:37:54.157733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50870) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:54.167202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30a76a82-cc1a-486e-8140-ed3ac6e9c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.209075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f0188-bfbf-44c5-ae61-1f7dc557ffbb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:54.213404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e4f0188-bfbf-44c5-ae61-1f7dc557ffbb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports/6aab2d5c-850a-4569-8596-dd9ee4db0e41 HTTP/1.1" status: 200 len: 911 time: 0.0518086 Aug 10 03:37:54.214689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50872) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:54.220193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a76a82-cc1a-486e-8140-ed3ac6e9c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26611f8e-6e78-4f60-9ae3-977f16984194,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:54.225224 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-30a76a82-cc1a-486e-8140-ed3ac6e9c4e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87998e8b03d4471f9ae328ea1940cc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197277 Aug 10 03:37:54.228483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50874) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:54.278102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] Sync routers for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:54.294169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:54.294802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:54.295367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-133462be-dd33-4e91-9ca4-a3fb1d5bd230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.315909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Deleting port ce4a807e-8988-449c-99dd-11be56761fb1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:54.316260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.328165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-133462be-dd33-4e91-9ca4-a3fb1d5bd230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.329079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:54.339272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:54.340163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:54.378280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9e2f9dfb-85f1-43c7-bd3a-d693b7e1f8c8 None None] Provisioning for port 6aab2d5c-850a-4569-8596-dd9ee4db0e41 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:54.381701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:54.382312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c6810-21db-4864-827a-44de70fd4f4b None None] The sync data for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:54.384680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9e2f9dfb-85f1-43c7-bd3a-d693b7e1f8c8 None None] Provisioning complete for port 6aab2d5c-850a-4569-8596-dd9ee4db0e41 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:54.386082 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9dfb-85f1-43c7-bd3a-d693b7e1f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.427449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f9dfb-85f1-43c7-bd3a-d693b7e1f8c8 None None] Port 6aab2d5c-850a-4569-8596-dd9ee4db0e41 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:54.469012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] For port ce4a807e-8988-449c-99dd-11be56761fb1, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce4a807e-8988-449c-99dd-11be56761fb1,segment=NetworkSegment(aba2cece-af50-4f40-9e40-8e7c85553a57),segment_id=aba2cece-af50-4f40-9e40-8e7c85553a57)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:54.469530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.491746 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-133462be-dd33-4e91-9ca4-a3fb1d5bd230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.491857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Calling delete_port for ce4a807e-8988-449c-99dd-11be56761fb1 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:54.493042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-133462be-dd33-4e91-9ca4-a3fb1d5bd230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.497355 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-133462be-dd33-4e91-9ca4-a3fb1d5bd230 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26611f8e-6e78-4f60-9ae3-977f16984194 HTTP/1.1" status: 204 len: 168 time: 0.2654936 Aug 10 03:37:54.504837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133462be-dd33-4e91-9ca4-a3fb1d5bd230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26611f8e-6e78-4f60-9ae3-977f16984194,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:54.554749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-75b173a0-89dc-4bbd-bcb9-531f6e43ced6 None None] Provisioning complete for port 6aab2d5c-850a-4569-8596-dd9ee4db0e41 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:54.555129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-75b173a0-89dc-4bbd-bcb9-531f6e43ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.597213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-75b173a0-89dc-4bbd-bcb9-531f6e43ced6 None None] Port 6aab2d5c-850a-4569-8596-dd9ee4db0e41 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:54.854297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e00017-5ac9-47cc-9166-8deae78d4d31 None None] Network 67905469-3be7-4ad4-b628-f0723a622f93 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:54.997239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:55.095844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.155344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af9a1137-6e55-4428-b02b-812e2d349b6c None None] Provisioning for port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:55.198542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:55.200769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.203250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:55.203440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.240102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] No DVR routers for this DVR port ce4a807e-8988-449c-99dd-11be56761fb1 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:55.248480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Port': ['ID=ce4a807e-8988-449c-99dd-11be56761fb1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:55.298950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.309055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5765e-742b-4029-8bbd-ed86034e76c2 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:37:55.381217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,segment=NetworkSegment(29744b8b-9b9b-44e4-ab6b-585bc4394e59),segment_id=29744b8b-9b9b-44e4-ab6b-585bc4394e59)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:55.402713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.410603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3ae6e425-62a1-4ac9-9eac-5df731d20eee None None] Provisioning complete for port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:55.410973 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e425-62a1-4ac9-9eac-5df731d20eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.421189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647e7963-d19e-4a5d-afd1-a00b592114da']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:55.437974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba2cece-af50-4f40-9e40-8e7c85553a57') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:55.438273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba2cece-af50-4f40-9e40-8e7c85553a57') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:55.452317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.460494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5765e-742b-4029-8bbd-ed86034e76c2 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:37:55.469174 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.469951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c312a71-d082-426a-be8a-61efee535c49 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:55.499141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.511456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:55.511856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:55.515376 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:55.575988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8:1::1 (67905469-3be7-4ad4-b628-f0723a622f93/c99c3e47-c25a-4f68-8964-7815870e5cd2/1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:55.628500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:55.655820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.665979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.667840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/networks/647e7963-d19e-4a5d-afd1-a00b592114da HTTP/1.1" status: 204 len: 168 time: 1.6579218 Aug 10 03:37:55.670577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50898) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:55.673692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5c312a71-d082-426a-be8a-61efee535c49 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:55.674064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.681397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0796fb-e489-4f46-a530-131cf1a7ce13 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Network': ['ID=647e7963-d19e-4a5d-afd1-a00b592114da,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:55.764184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.770126 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.784336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:55.878473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.889921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0195a480-bfd5-460d-a162-87725867df86']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:55.895338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45571d-781d-41fd-beeb-3bfffdf8245d None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:37:55.902512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f895c27f-f5ea-4037-97ca-4492a617cff6') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:55.902883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f895c27f-f5ea-4037-97ca-4492a617cff6') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:55.904460 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.923239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.942885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.943779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 67905469-3be7-4ad4-b628-f0723a622f93 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:55.947241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:55.951746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:55.952302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.954610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:55.955362 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.001366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.003395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:56.004735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45571d-781d-41fd-beeb-3bfffdf8245d None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:56.034422 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:56.169653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.178107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.180465 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/networks/0195a480-bfd5-460d-a162-87725867df86 HTTP/1.1" status: 204 len: 168 time: 0.5081365 Aug 10 03:37:56.183382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50920) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:56.196944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6ac32-5aa5-4d19-bf2b-80a8d0eb7a37 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Network': ['ID=0195a480-bfd5-460d-a162-87725867df86,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:56.295675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.317400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.515179 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.533224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d80eefe-b39e-4f17-83a1-c7c498c249d5']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:56.547471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de03a391-7a73-421f-a427-a9bffe9d7132') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:56.547765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de03a391-7a73-421f-a427-a9bffe9d7132') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:56.598499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.620330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.636709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:56.637110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:56.640314 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:56.646723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3db34a7a-2149-4e1a-9e42-a500134d305c None None] Provisioning for port 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:56.646723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3db34a7a-2149-4e1a-9e42-a500134d305c None None] Provisioning complete for port 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:56.646723 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3db34a7a-2149-4e1a-9e42-a500134d305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.684186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3db34a7a-2149-4e1a-9e42-a500134d305c None None] Port 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:56.743179 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.758240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50936) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:56.821701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.833195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.838349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] 10.222.0.26 "DELETE /v2.0/networks/7d80eefe-b39e-4f17-83a1-c7c498c249d5 HTTP/1.1" status: 204 len: 168 time: 0.6539052 Aug 10 03:37:56.845462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:56.857057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.858328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.860458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d5a50-fe10-4c77-b51e-270a9f6ef379 tempest-BulkNetworkOpsTest-2023773617 tempest-BulkNetworkOpsTest-2023773617-project] Pushing event deleted for resources: {'Network': ['ID=7d80eefe-b39e-4f17-83a1-c7c498c249d5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:56.919155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:56.919741 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.988527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1ad1-9e60-48b3-8802-df2d9f81794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.045476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:57.101786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 67905469-3be7-4ad4-b628-f0723a622f93 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:57.107832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:57.231651 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1ad1-9e60-48b3-8802-df2d9f81794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.239360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router cb892330-9bb1-42aa-bab3-64dbd75591bc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:57.339886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1ad1-9e60-48b3-8802-df2d9f81794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.352664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:57.361686 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] Sync routers for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:57.362458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-74aeba33-6dbe-41d1-888b-2cc05ae3d57f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/cb892330-9bb1-42aa-bab3-64dbd75591bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1466017 Aug 10 03:37:57.365129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50946) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:57.375621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:57.376509 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:57.387382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dd0e1ad1-9e60-48b3-8802-df2d9f81794f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d430d7440f3f427381fe839ce665245b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280324 Aug 10 03:37:57.390048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50948) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:57.390514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50950) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:57.401400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1ad1-9e60-48b3-8802-df2d9f81794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b0a7c-b1b1-4267-a126-1b5236177d14,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:57.420593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bcce1f4f-29b5-4a97-ac21-eb93a5e96312 None None] Provisioning complete for port 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:57.423411 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bcce1f4f-29b5-4a97-ac21-eb93a5e96312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.429562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6c295-6fa8-4c57-9cb7-d0a33c17053c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.434408 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-60a6c295-6fa8-4c57-9cb7-d0a33c17053c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports/1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f HTTP/1.1" status: 200 len: 913 time: 0.0627871 Aug 10 03:37:57.435152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50954) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:57.445640 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:57.455552 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:57.456412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-740b7766-a8f7-4c51-a373-8c92428e2a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.456626 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:57.467081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bcce1f4f-29b5-4a97-ac21-eb93a5e96312 None None] Port 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:57.481514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-740b7766-a8f7-4c51-a373-8c92428e2a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.495790 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:57.496716 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c65f94c-b6b1-414b-8def-01b16b9250bf None None] The sync data for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:57.578446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-713e1c1a-019b-4860-b2d4-34d99f950ac8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9914c18e5884cf0bd1856e65d3b71d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857009 Aug 10 03:37:57.580884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50956) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:57.615600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-740b7766-a8f7-4c51-a373-8c92428e2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.618227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-740b7766-a8f7-4c51-a373-8c92428e2a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.619440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-740b7766-a8f7-4c51-a373-8c92428e2a51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b3b0a7c-b1b1-4267-a126-1b5236177d14 HTTP/1.1" status: 204 len: 168 time: 0.2280166 Aug 10 03:37:57.631785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b7766-a8f7-4c51-a373-8c92428e2a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b0a7c-b1b1-4267-a126-1b5236177d14,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:57.649776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5445cea-71f1-4002-a7a6-fc4d85d6d8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.680786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5445cea-71f1-4002-a7a6-fc4d85d6d8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.843722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5445cea-71f1-4002-a7a6-fc4d85d6d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.846432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5445cea-71f1-4002-a7a6-fc4d85d6d8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.850133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d5445cea-71f1-4002-a7a6-fc4d85d6d8ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b876cad1-99b4-411b-a380-db5bc35337a4 HTTP/1.1" status: 204 len: 168 time: 0.2658358 Aug 10 03:37:57.856706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445cea-71f1-4002-a7a6-fc4d85d6d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b876cad1-99b4-411b-a380-db5bc35337a4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:58.134939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.387862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:58.388460 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.472264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.485127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:58.786911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.815400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=1aeb6a2b-c3db-4a0f-bbd4-bbee96aa863f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:58.964849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.080673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51004) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:59.190862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router cb892330-9bb1-42aa-bab3-64dbd75591bc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:59.285456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322828996'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:59.299535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:59.306553 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-77a4a418-51f9-4f88-a75a-92c860a630ba tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/cb892330-9bb1-42aa-bab3-64dbd75591bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8690603 Aug 10 03:37:59.309828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:59.310649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] Sync routers for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:59.325251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:59.326126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.365727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.375931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:59.376594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.423876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:59.425690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec1fea3-b5bb-4dc8-bee7-a8989bb8312b None None] The sync data for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:59.480373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:59.480373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.480373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.575340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.646589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.661127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.691178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:59.704834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f98abc-15e1-4c45-af08-912f2152805e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:59.710705 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.711386 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment cb0d5571-b232-42fc-b9c0-98405701324c of type vlan for network 2ec7d89a-97aa-4b33-9e58-c68360575071 Aug 10 03:37:59.769785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.928334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 6aab2d5c-850a-4569-8596-dd9ee4db0e41 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:59.928715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.940768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.947412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.948003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.015649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=2ec7d89a-97aa-4b33-9e58-c68360575071,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.022585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.029275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 2ec7d89a-97aa-4b33-9e58-c68360575071 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:00.037940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 6aab2d5c-850a-4569-8596-dd9ee4db0e41 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:00.139954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-be10b49e-9db7-4f05-82a7-96a29f8287ea tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0468016 Aug 10 03:38:00.300832 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-da372a3a-b1fe-4bf8-9c84-6f2336069fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.331989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.365180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=6aab2d5c-850a-4569-8596-dd9ee4db0e41,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.478660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.649765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router cb892330-9bb1-42aa-bab3-64dbd75591bc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:00.724095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:00.729580 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-28883cf9-83f9-4ab6-8c6c-20cab6932d0a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/cb892330-9bb1-42aa-bab3-64dbd75591bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182763 Aug 10 03:38:00.732363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51046) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:00.739378 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] Sync routers for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:00.751743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:00.752620 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:00.775618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5233c1d5-7066-42fc-8a63-1be791e5c753 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb892330-9bb1-42aa-bab3-64dbd75591bc HTTP/1.1" status: 200 len: 205 time: 0.0400026 Aug 10 03:38:00.776165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51048) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:00.806064 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:00.815666 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] Routers {'cb892330-9bb1-42aa-bab3-64dbd75591bc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:00.816471 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:37:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cb892330-9bb1-42aa-bab3-64dbd75591bc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:00.849948 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:00.850589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a31cac5-4fc1-46e9-b94e-049871f11aff None None] The sync data for ids ['cb892330-9bb1-42aa-bab3-64dbd75591bc'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:00.876857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.038599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.041327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.157740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.158704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router cb892330-9bb1-42aa-bab3-64dbd75591bc {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:38:01.169664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.179137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-691ed9d9-4f2e-41c1-a762-5ecffbdc680f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/cb892330-9bb1-42aa-bab3-64dbd75591bc HTTP/1.1" status: 204 len: 168 time: 0.3932707 Aug 10 03:38:01.179137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:01.224771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet c99c3e47-c25a-4f68-8964-7815870e5cd2 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:01.228275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.267110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.358924 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.549705 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.578123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=c99c3e47-c25a-4f68-8964-7815870e5cd2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:01.580236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.584520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ec6f5418-174a-4ce4-95a3-5cae23f688ac tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/c99c3e47-c25a-4f68-8964-7815870e5cd2 HTTP/1.1" status: 204 len: 168 time: 0.4076259 Aug 10 03:38:01.585226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51060) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:01.592141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41a032-8a31-4146-8c00-723a734b3067 None None] Network 67905469-3be7-4ad4-b628-f0723a622f93 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:01.653978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet 32354851-3593-4f3c-965a-76f93f5cf9d5 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:01.657461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.716004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.802637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] DHCP port deletion for 67905469-3be7-4ad4-b628-f0723a622f93 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:01.827709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.874593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] Deleting port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:01.874971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.947370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] For port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,segment=NetworkSegment(29744b8b-9b9b-44e4-ab6b-585bc4394e59),segment_id=29744b8b-9b9b-44e4-ab6b-585bc4394e59)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:01.947942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.965285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] Calling delete_port for 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:01.986508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.016115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=32354851-3593-4f3c-965a-76f93f5cf9d5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.027831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.033371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51072) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:02.035412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71260f2-be57-4453-9605-28c25b5440e3 None None] Network 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:02.036875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2f48bed5-b75e-4a45-b62d-adae46cca6d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/32354851-3593-4f3c-965a-76f93f5cf9d5 HTTP/1.1" status: 204 len: 168 time: 0.4509046 Aug 10 03:38:02.163151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.209239 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.234499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:02.235313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.271986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] No DVR routers for this DVR port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:02.274221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dd8e8-e4ae-4ef8-93cf-03e6ccb2106f None None] Pushing event deleted for resources: {'Port': ['ID=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.301077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] DHCP port deletion for 195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:02.350516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a, host n-d-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:02.351130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.361809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] Deleting port 5c312a71-d082-426a-be8a-61efee535c49 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:02.362611 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.366422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:02.370213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a was not found and therefore no delete operation was performed {{(pid=94804) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:38:02.371595 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.399350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:02.401134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.437632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] For port 5c312a71-d082-426a-be8a-61efee535c49, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5c312a71-d082-426a-be8a-61efee535c49,segment=NetworkSegment(9b4ecb47-ea6c-4d22-9a88-adce6b7381c8),segment_id=9b4ecb47-ea6c-4d22-9a88-adce6b7381c8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:02.438044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.451232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] Calling delete_port for 5c312a71-d082-426a-be8a-61efee535c49 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:02.487236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.517408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67905469-3be7-4ad4-b628-f0723a622f93']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:02.532136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29744b8b-9b9b-44e4-ab6b-585bc4394e59') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:02.532534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29744b8b-9b9b-44e4-ab6b-585bc4394e59') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:02.544893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.559883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.566227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:02.566627 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:02.569951 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:02.661461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.686304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.689471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] Pushing event deleted for resources: {'Port': ['ID=5c312a71-d082-426a-be8a-61efee535c49,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.691273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.695939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4fc5e-2224-48eb-82f4-5e338195863a None None] No DVR routers for this DVR port 5c312a71-d082-426a-be8a-61efee535c49 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:02.704869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.709419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/67905469-3be7-4ad4-b628-f0723a622f93 HTTP/1.1" status: 204 len: 168 time: 0.6715472 Aug 10 03:38:02.709419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba33a7b-4704-40b5-b416-d0cfd9ec0347 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=67905469-3be7-4ad4-b628-f0723a622f93,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:02.709671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51080) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:02.801707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.858853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:02.882774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:02.883877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6661ebc1-b7b6-4a3f-bc8f-e8ced82cf94a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:02.884482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c312a71-d082-426a-be8a-61efee535c49 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:02.906414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5c312a71-d082-426a-be8a-61efee535c49 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:02.906906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5c312a71-d082-426a-be8a-61efee535c49 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:02.909354 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.926837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195823c1-63c7-4b53-b2d5-8ae2a6ec21f9']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:02.938712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:02.942489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4ecb47-ea6c-4d22-9a88-adce6b7381c8') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:02.950872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.970716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.977543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:02.978320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:02.982021 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:03.060621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-539469e7-cdb4-486c-a120-cdc9ae381a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.157660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.164717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.166521 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/195823c1-63c7-4b53-b2d5-8ae2a6ec21f9 HTTP/1.1" status: 204 len: 168 time: 0.4559817 Aug 10 03:38:03.170885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:03.176395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-735553372'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:03.188716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f2a5-566d-4a21-9a4a-11c0fd42084c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=195823c1-63c7-4b53-b2d5-8ae2a6ec21f9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.263737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:03.267905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.295096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:03.303711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.304153 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment ccef75dc-46e5-482f-8618-40cd2dd367e1 of type vlan for network c0377897-05b1-4725-8d21-297886e6ce82 Aug 10 03:38:03.343630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.354449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51092) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:03.359661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:03.455751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.461278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.461866 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.535738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ac54b-eadb-483e-97fa-987297ee7189 req-a17c5181-0f0f-4df5-961f-84b391c4e4af tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.537336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c3ac54b-eadb-483e-97fa-987297ee7189 req-a17c5181-0f0f-4df5-961f-84b391c4e4af tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.1101437 Aug 10 03:38:03.538052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=c0377897-05b1-4725-8d21-297886e6ce82,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.542702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:03.549207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.549357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c0377897-05b1-4725-8d21-297886e6ce82 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:03.582614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c3ac54b-eadb-483e-97fa-987297ee7189 req-51c6ef8b-445f-4e81-ab46-32b1cef801c5 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.645689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3a1464d2-4020-4c22-979b-967b4706b133 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4732537 Aug 10 03:38:03.650827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51104) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:03.655695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:03.795843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c3ac54b-eadb-483e-97fa-987297ee7189 req-51c6ef8b-445f-4e81-ab46-32b1cef801c5 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.843147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.910072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=292891f3-00c2-4bcc-94b2-dfb10ec20fbf,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.913544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c3ac54b-eadb-483e-97fa-987297ee7189 req-51c6ef8b-445f-4e81-ab46-32b1cef801c5 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.918398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': 'cb0d5571-b232-42fc-b9c0-98405701324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:03.918772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: 2ec7d89a-97aa-4b33-9e58-c68360575071, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:03.945353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c3ac54b-eadb-483e-97fa-987297ee7189 req-51c6ef8b-445f-4e81-ab46-32b1cef801c5 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879330 Aug 10 03:38:03.956770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6ef8b-445f-4e81-ab46-32b1cef801c5 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b437e-a5e2-48fd-95d5-04ce37113e9f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:04.009167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 2ec7d89a-97aa-4b33-9e58-c68360575071 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:04.111277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330f488-66f2-49d6-b448-da998b13dce0 req-07e16785-5615-4293-be2a-edc22a6eec48 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.112802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3330f488-66f2-49d6-b448-da998b13dce0 req-07e16785-5615-4293-be2a-edc22a6eec48 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0495431 Aug 10 03:38:04.113833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:04.117093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.129124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 2ec7d89a-97aa-4b33-9e58-c68360575071) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:04.134029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.134972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.139378 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.140202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac17a3-8aea-4680-b1f3-faeb889469b1 None None] Network 2ec7d89a-97aa-4b33-9e58-c68360575071 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:04.227863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3330f488-66f2-49d6-b448-da998b13dce0 req-0f12b8b0-72f0-4996-82f2-d8a4b807896c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067085 Aug 10 03:38:04.235527 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a998ef2e-95d8-4162-a0cf-b091055d21a9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8798559 Aug 10 03:38:04.242778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51116) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:04.244550 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179555994'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:04.260930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51118) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:04.315716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-2ec7d89a-97aa-4b33-9e58-c68360575071', 'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '292891f3-00c2-4bcc-94b2-dfb10ec20fbf'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:04.316656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.352315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:04.356602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.357771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6e92d080-527a-4170-aa81-3ea2fb5b3f5a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 HTTP/1.1" status: 200 len: 994 time: 0.0952029 Aug 10 03:38:04.404712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:04.414544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.414889 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9 of type vlan for network f86acda8-27e8-4720-afac-2713be150c07 Aug 10 03:38:04.470724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.476817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Allocated IP 2001:db8:0:ffff::2 (2ec7d89a-97aa-4b33-9e58-c68360575071/292891f3-00c2-4bcc-94b2-dfb10ec20fbf/35287dd5-7e1a-4388-85d3-a2f7184e360d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:04.486659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.546682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=ceab2b00-eff3-402e-a793-1f30612d3398,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:04.556012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': 'ccef75dc-46e5-482f-8618-40cd2dd367e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:04.556410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: c0377897-05b1-4725-8d21-297886e6ce82, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:04.603207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.608787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.609585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.625873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.635137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Transition to ACTIVE for port object 35287dd5-7e1a-4388-85d3-a2f7184e360d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:04.650507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Transition to ACTIVE for port object 35287dd5-7e1a-4388-85d3-a2f7184e360d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:04.661156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network c0377897-05b1-4725-8d21-297886e6ce82 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:04.680541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=f86acda8-27e8-4720-afac-2713be150c07,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:04.693555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f86acda8-27e8-4720-afac-2713be150c07 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:04.737203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.767237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c0377897-05b1-4725-8d21-297886e6ce82) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:04.771301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-006fd118-62de-43cc-9a23-ada7c769dae8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5287669 Aug 10 03:38:04.771655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51138) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:04.779271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': 'f86acda8-27e8-4720-afac-2713be150c07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:04.786034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.787078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.921831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51148) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:04.922558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5caa953e-7bab-4c06-a79c-d0d255d4c723 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2706516 Aug 10 03:38:04.933942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1738508025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:04.993596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e44460-df5f-4f55-9d6d-3a3de78d5277 None None] Network c0377897-05b1-4725-8d21-297886e6ce82 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:05.025916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:05.029822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.053807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Network 2ec7d89a-97aa-4b33-9e58-c68360575071 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:05.069000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:05.074879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:05.080816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Pushing event updated for resources: {'Port': ['ID=35287dd5-7e1a-4388-85d3-a2f7184e360d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:05.169310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.170660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.186121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Attempting to bind port 35287dd5-7e1a-4388-85d3-a2f7184e360d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:05.186624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Attempting to bind port 35287dd5-7e1a-4388-85d3-a2f7184e360d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'cb0d5571-b232-42fc-b9c0-98405701324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:05.186829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Attempting to bind port 35287dd5-7e1a-4388-85d3-a2f7184e360d on network 2ec7d89a-97aa-4b33-9e58-c68360575071 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:05.198440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:05.198737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Checking segment: {'id': 'cb0d5571-b232-42fc-b9c0-98405701324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:05.199410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.199798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Bound using segment: {'id': 'cb0d5571-b232-42fc-b9c0-98405701324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:05.200266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Bound port: 35287dd5-7e1a-4388-85d3-a2f7184e360d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0d5571-b232-42fc-b9c0-98405701324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2ec7d89a-97aa-4b33-9e58-c68360575071'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:05.200671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.305829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.316876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c0377897-05b1-4725-8d21-297886e6ce82', 'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': 'ceab2b00-eff3-402e-a793-1f30612d3398'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:05.317257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.351672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] For port 35287dd5-7e1a-4388-85d3-a2f7184e360d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:05.356030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] For port 35287dd5-7e1a-4388-85d3-a2f7184e360d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35287dd5-7e1a-4388-85d3-a2f7184e360d,segment=NetworkSegment(cb0d5571-b232-42fc-b9c0-98405701324c),segment_id=cb0d5571-b232-42fc-b9c0-98405701324c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:05.397962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.457749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.479210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.512857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-26c67ce3-2284-4b87-87bb-d13c067df467 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567186 Aug 10 03:38:05.520568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.522070 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5bc54dc4-a75a-41c0-9616-ecf492eec48b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5983925 Aug 10 03:38:05.525512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51190) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:05.531618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'port': {'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82', 'name': 'tempest-RoutersIpV6Test-936600652'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:05.548129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815156-c53f-409e-b9b2-64c6abdf64bd req-7a88b56e-bee4-4ee5-83ec-ea3367d82220 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.549959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa815156-c53f-409e-b9b2-64c6abdf64bd req-7a88b56e-bee4-4ee5-83ec-ea3367d82220 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1340923 Aug 10 03:38:05.571044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca26c73-5d06-494b-81c4-ad43d28f9c26 None None] Pushing event updated for resources: {'Port': ['ID=35287dd5-7e1a-4388-85d3-a2f7184e360d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:05.606128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Allocated IP 2001:db8::2 (c0377897-05b1-4725-8d21-297886e6ce82/ceab2b00-eff3-402e-a793-1f30612d3398/88d280ad-0467-4d07-933f-cd98ae6531a3) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:05.623279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f86acda8-27e8-4720-afac-2713be150c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:05.623651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: f86acda8-27e8-4720-afac-2713be150c07, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:05.639560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=daf16993-5f1d-4460-aa35-5e3c3d168a1b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:05.686192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa815156-c53f-409e-b9b2-64c6abdf64bd req-e4e7fae8-444f-48f9-b778-f1efd3854a72 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925517 Aug 10 03:38:05.717645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.755314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network f86acda8-27e8-4720-afac-2713be150c07 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:05.834777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:05.851997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.866063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f86acda8-27e8-4720-afac-2713be150c07) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:05.871105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.872729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.885790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd4cb0-3987-4169-accf-ebcff6269a39 None None] Network f86acda8-27e8-4720-afac-2713be150c07 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:05.908950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] device_id is not set on port fdae973a-52f3-4081-8cf3-981458eb57fa yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:38:05.952212 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.975271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Transition to ACTIVE for port object 88d280ad-0467-4d07-933f-cd98ae6531a3 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:06.035960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Transition to ACTIVE for port object 88d280ad-0467-4d07-933f-cd98ae6531a3 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:06.041108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-76fab23a-33fb-4e49-8771-f1acb3ce991b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2681956 Aug 10 03:38:06.043527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51230) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:06.143842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-f86acda8-27e8-4720-afac-2713be150c07', 'network_id': 'f86acda8-27e8-4720-afac-2713be150c07', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': 'daf16993-5f1d-4460-aa35-5e3c3d168a1b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:06.145280 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.183862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.196964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.248853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Pushing event updated for resources: {'Port': ['ID=88d280ad-0467-4d07-933f-cd98ae6531a3,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:06.273444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8::7a (c0377897-05b1-4725-8d21-297886e6ce82/ceab2b00-eff3-402e-a793-1f30612d3398/fdae973a-52f3-4081-8cf3-981458eb57fa) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:06.329126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Network c0377897-05b1-4725-8d21-297886e6ce82 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:06.340637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:06.345150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:06.470257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Attempting to bind port 88d280ad-0467-4d07-933f-cd98ae6531a3 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:06.470257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Attempting to bind port 88d280ad-0467-4d07-933f-cd98ae6531a3 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ccef75dc-46e5-482f-8618-40cd2dd367e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:06.471314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Attempting to bind port 88d280ad-0467-4d07-933f-cd98ae6531a3 on network c0377897-05b1-4725-8d21-297886e6ce82 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:06.506509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:06.506509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Checking segment: {'id': 'ccef75dc-46e5-482f-8618-40cd2dd367e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:06.506509 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.506509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Bound using segment: {'id': 'ccef75dc-46e5-482f-8618-40cd2dd367e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:06.507437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Bound port: 88d280ad-0467-4d07-933f-cd98ae6531a3, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccef75dc-46e5-482f-8618-40cd2dd367e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c0377897-05b1-4725-8d21-297886e6ce82'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:06.509074 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.576578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Allocated IP 2001:db8::1 (f86acda8-27e8-4720-afac-2713be150c07/daf16993-5f1d-4460-aa35-5e3c3d168a1b/d478b990-3624-40a5-bbdb-81f1859afdac) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:06.599489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.636618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object fdae973a-52f3-4081-8cf3-981458eb57fa will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:06.757058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] For port 88d280ad-0467-4d07-933f-cd98ae6531a3, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:06.782387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] For port 88d280ad-0467-4d07-933f-cd98ae6531a3, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=88d280ad-0467-4d07-933f-cd98ae6531a3,segment=NetworkSegment(ccef75dc-46e5-482f-8618-40cd2dd367e1),segment_id=ccef75dc-46e5-482f-8618-40cd2dd367e1)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:06.810067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.813773 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.900692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.922666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network c0377897-05b1-4725-8d21-297886e6ce82 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:06.924582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:06.934708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:06.940658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.941586 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.995133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=fdae973a-52f3-4081-8cf3-981458eb57fa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.045699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35287dd5-7e1a-4388-85d3-a2f7184e360d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:07.061913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7ef8c-9f9b-4d3e-b3dc-8ec89f72cbd2 req-e51a76b2-c55c-4945-bd59-1d3ada46915e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.063482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86b7ef8c-9f9b-4d3e-b3dc-8ec89f72cbd2 req-e51a76b2-c55c-4945-bd59-1d3ada46915e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1448216 Aug 10 03:38:07.078622 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cf1dbfae-dce2-4645-b188-42c50212b058 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5490139 Aug 10 03:38:07.080328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51286) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:07.123055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b269e4c-79eb-44bc-a3af-5f895e3f15c6 None None] Network 2ec7d89a-97aa-4b33-9e58-c68360575071 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:07.208606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86b7ef8c-9f9b-4d3e-b3dc-8ec89f72cbd2 req-9efd576a-52ae-41dd-a8da-1521f5b8ca60 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382422 Aug 10 03:38:07.314715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6f89-6b04-4266-afea-fc616beb17ae None None] Pushing event updated for resources: {'Port': ['ID=88d280ad-0467-4d07-933f-cd98ae6531a3,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.327151 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.361912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Transition to ACTIVE for port object d478b990-3624-40a5-bbdb-81f1859afdac will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:07.421806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Transition to ACTIVE for port object d478b990-3624-40a5-bbdb-81f1859afdac will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:07.504874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3f8fa638-5f64-4db8-a990-468510d2202c None None] Provisioning for port 35287dd5-7e1a-4388-85d3-a2f7184e360d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:07.559217 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.574166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 35287dd5-7e1a-4388-85d3-a2f7184e360d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:07.634629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 35287dd5-7e1a-4388-85d3-a2f7184e360d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:07.635621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.644846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Pushing event updated for resources: {'Port': ['ID=d478b990-3624-40a5-bbdb-81f1859afdac,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.649422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.691252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Network f86acda8-27e8-4720-afac-2713be150c07 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:07.694768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:07.701333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:07.840919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.851822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Attempting to bind port d478b990-3624-40a5-bbdb-81f1859afdac on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:07.852193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Attempting to bind port d478b990-3624-40a5-bbdb-81f1859afdac by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f86acda8-27e8-4720-afac-2713be150c07'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:07.852787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Attempting to bind port d478b990-3624-40a5-bbdb-81f1859afdac on network f86acda8-27e8-4720-afac-2713be150c07 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:07.866532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:07.866911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Checking segment: {'id': 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f86acda8-27e8-4720-afac-2713be150c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:07.867845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.868243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Bound using segment: {'id': 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f86acda8-27e8-4720-afac-2713be150c07'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:07.868826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Bound port: d478b990-3624-40a5-bbdb-81f1859afdac, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f86acda8-27e8-4720-afac-2713be150c07'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:07.869260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.872083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.882268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-014c1fcc-6716-485c-975e-02b8d8e822a6 None None] Provisioning complete for port 35287dd5-7e1a-4388-85d3-a2f7184e360d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:07.882983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-014c1fcc-6716-485c-975e-02b8d8e822a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.913134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=daf16993-5f1d-4460-aa35-5e3c3d168a1b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.922620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51292) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:08.001226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 35287dd5-7e1a-4388-85d3-a2f7184e360d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35287dd5-7e1a-4388-85d3-a2f7184e360d,segment=NetworkSegment(cb0d5571-b232-42fc-b9c0-98405701324c),segment_id=cb0d5571-b232-42fc-b9c0-98405701324c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:08.023540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] For port d478b990-3624-40a5-bbdb-81f1859afdac, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:08.027994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] For port d478b990-3624-40a5-bbdb-81f1859afdac, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d478b990-3624-40a5-bbdb-81f1859afdac,segment=NetworkSegment(f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9),segment_id=f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:08.063340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.075760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86acda8-27e8-4720-afac-2713be150c07']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:08.077137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-014c1fcc-6716-485c-975e-02b8d8e822a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.089750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:08.090050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:08.092968 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7112ecc7-62d4-43a8-9e9b-076aaa362a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.095602 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.131622 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.159049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.173388 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.181623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:08.182039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:08.185128 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:08.229010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=35287dd5-7e1a-4388-85d3-a2f7184e360d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:08.317285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.321086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:38:08.321086 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:38:08.321086 n-d-765315-26 neutron-server[94805]: [parameters: {'id': 'f86acda8-27e8-4720-afac-2713be150c07'}] Aug 10 03:38:08.321086 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:08.326421 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:08.333404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-014c1fcc-6716-485c-975e-02b8d8e822a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:08.333890 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-014c1fcc-6716-485c-975e-02b8d8e822a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:08.337597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb6e83-e830-4e15-a817-f5dc50dc7edd None None] Network f86acda8-27e8-4720-afac-2713be150c07 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:08.378878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe1ff9-017a-46dc-8730-9eba9345895d req-a6d5a99a-2a76-4d01-9465-e0da0c396a6e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:08.380907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64fe1ff9-017a-46dc-8730-9eba9345895d req-a6d5a99a-2a76-4d01-9465-e0da0c396a6e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0774455 Aug 10 03:38:08.392080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64384a-c8fa-4ff0-8488-a1b986049522 None None] Pushing event updated for resources: {'Port': ['ID=d478b990-3624-40a5-bbdb-81f1859afdac,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:08.393205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7112ecc7-62d4-43a8-9e9b-076aaa362a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.414141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.459591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64fe1ff9-017a-46dc-8730-9eba9345895d req-a5891445-0fc6-49e3-b651-f94c2f1a3d63 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710068 Aug 10 03:38:08.470733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429dcb3-e7a7-4102-a391-5bd6e522bccd None None] Network c0377897-05b1-4725-8d21-297886e6ce82 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:08.505864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7112ecc7-62d4-43a8-9e9b-076aaa362a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.522852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=fdae973a-52f3-4081-8cf3-981458eb57fa,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:08.560101 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7112ecc7-62d4-43a8-9e9b-076aaa362a62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4361c010b24d4fb1943117b739a631b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356874 Aug 10 03:38:08.561069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112ecc7-62d4-43a8-9e9b-076aaa362a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb400d1c-7201-4f18-aab4-5d735e7f9193,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:08.563536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:08.619524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.635275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f53c2b64-0d32-486f-bec2-b3d64bd5b0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.659792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f53c2b64-0d32-486f-bec2-b3d64bd5b0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.820154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f53c2b64-0d32-486f-bec2-b3d64bd5b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.822503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.823483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f53c2b64-0d32-486f-bec2-b3d64bd5b0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.827458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.833348 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f53c2b64-0d32-486f-bec2-b3d64bd5b0da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb400d1c-7201-4f18-aab4-5d735e7f9193 HTTP/1.1" status: 204 len: 168 time: 0.2590034 Aug 10 03:38:08.837245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c2b64-0d32-486f-bec2-b3d64bd5b0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb400d1c-7201-4f18-aab4-5d735e7f9193,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.049576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port d478b990-3624-40a5-bbdb-81f1859afdac {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:09.049576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.052071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 88d280ad-0467-4d07-933f-cd98ae6531a3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:09.067260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fd19d72c-ab39-4ef8-bf07-9418dcfe3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.068868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fd19d72c-ab39-4ef8-bf07-9418dcfe3536 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.1149890 Aug 10 03:38:09.117521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-136a3be4-ac54-410a-8411-41995b4a6b02 None None] Provisioning for port 88d280ad-0467-4d07-933f-cd98ae6531a3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:09.226104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-136a3be4-ac54-410a-8411-41995b4a6b02 None None] Provisioning for port fdae973a-52f3-4081-8cf3-981458eb57fa completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:09.230176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port d478b990-3624-40a5-bbdb-81f1859afdac, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d478b990-3624-40a5-bbdb-81f1859afdac,segment=NetworkSegment(f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9),segment_id=f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:09.232165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.232293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 88d280ad-0467-4d07-933f-cd98ae6531a3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:09.236206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-136a3be4-ac54-410a-8411-41995b4a6b02 None None] Provisioning complete for port fdae973a-52f3-4081-8cf3-981458eb57fa triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:09.236874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-136a3be4-ac54-410a-8411-41995b4a6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.269539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for d478b990-3624-40a5-bbdb-81f1859afdac owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:09.283805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 88d280ad-0467-4d07-933f-cd98ae6531a3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:09.284261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.362508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-c4da474c-21c2-48c9-9bbe-56f45c456b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.364041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-c4da474c-21c2-48c9-9bbe-56f45c456b5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.2677135 Aug 10 03:38:09.378554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.450709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.451502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.485624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-05794d8f-aa76-43e0-9d14-df3f84c93413 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1002 time: 0.1107759 Aug 10 03:38:09.489729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031249d1-1eb7-4ff6-99a1-628d6d49b19f None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:38:09.539674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-136a3be4-ac54-410a-8411-41995b4a6b02 None None] Port fdae973a-52f3-4081-8cf3-981458eb57fa cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:09.600713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=fdae973a-52f3-4081-8cf3-981458eb57fa,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.631055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031249d1-1eb7-4ff6-99a1-628d6d49b19f None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:38:09.633058 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.633867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.650786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-ee2ba9cf-0ed9-4305-896f-e7497881047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.652259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-ee2ba9cf-0ed9-4305-896f-e7497881047b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.1455479 Aug 10 03:38:09.693348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2a73a-c19b-4ffc-b56d-9093c3295623 req-d2efc167-8143-4d68-8984-d6074d5fbd48 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.694800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d2a73a-c19b-4ffc-b56d-9093c3295623 req-d2efc167-8143-4d68-8984-d6074d5fbd48 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1521742 Aug 10 03:38:09.695630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=d478b990-3624-40a5-bbdb-81f1859afdac,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.699069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port d478b990-3624-40a5-bbdb-81f1859afdac on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:09.722962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 88d280ad-0467-4d07-933f-cd98ae6531a3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=88d280ad-0467-4d07-933f-cd98ae6531a3,segment=NetworkSegment(ccef75dc-46e5-482f-8618-40cd2dd367e1),segment_id=ccef75dc-46e5-482f-8618-40cd2dd367e1)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:09.726065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8ad2fae8-c5c9-482d-b78c-afbced2ffd65 None None] Provisioning complete for port fdae973a-52f3-4081-8cf3-981458eb57fa triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:09.726444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8ad2fae8-c5c9-482d-b78c-afbced2ffd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.744130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51310) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:09.758425 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fb30e04a-bf99-4965-b5a6-bccf5a919a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.782179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2fae8-c5c9-482d-b78c-afbced2ffd65 None None] Port fdae973a-52f3-4081-8cf3-981458eb57fa cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:09.814318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network c0377897-05b1-4725-8d21-297886e6ce82 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:09.814559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.815330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35287dd5-7e1a-4388-85d3-a2f7184e360d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:09.824984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:09.846257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.858408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-40db58b2-35a3-409b-9d96-582f79ab9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.859810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-40db58b2-35a3-409b-9d96-582f79ab9947 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863582 Aug 10 03:38:09.865332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86acda8-27e8-4720-afac-2713be150c07']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:09.870420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22d2a73a-c19b-4ffc-b56d-9093c3295623 req-2314005f-4325-4262-a6e5-bf07b29e15dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471529 Aug 10 03:38:09.876101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fb30e04a-bf99-4965-b5a6-bccf5a919a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.923857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=88d280ad-0467-4d07-933f-cd98ae6531a3,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.954149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:09.954450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50e6ad3-ddb1-4401-8b1b-e61c0c208bd9') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:09.968982 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fb30e04a-bf99-4965-b5a6-bccf5a919a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.977162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 35287dd5-7e1a-4388-85d3-a2f7184e360d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:09.977517 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.993476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.029197 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fb30e04a-bf99-4965-b5a6-bccf5a919a88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a16adbce3894608a4e870dc3b443705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829835 Aug 10 03:38:10.031066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.031815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51312) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.043007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e04a-bf99-4965-b5a6-bccf5a919a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ee71c-3f7c-484d-8fe5-69aad3d45bb2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.053279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:10.053758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:10.059046 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:10.114750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69291452-22c0-4b7f-b773-52ceea6fd783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.134961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-b8f30328-c953-4496-bb75-595927424de4 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350125 Aug 10 03:38:10.141120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69291452-22c0-4b7f-b773-52ceea6fd783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.201901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.210225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.216580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/f86acda8-27e8-4720-afac-2713be150c07 HTTP/1.1" status: 204 len: 168 time: 4.1681209 Aug 10 03:38:10.216993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51314) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.222151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838241551'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:10.228984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84a38c-fc14-4465-9344-6abb3efe4804 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=f86acda8-27e8-4720-afac-2713be150c07,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.259245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-c7475bca-5485-489f-8cc8-980068f48259 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160302 Aug 10 03:38:10.262459 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69291452-22c0-4b7f-b773-52ceea6fd783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.262920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69291452-22c0-4b7f-b773-52ceea6fd783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.271363 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-69291452-22c0-4b7f-b773-52ceea6fd783 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab5ee71c-3f7c-484d-8fe5-69aad3d45bb2 HTTP/1.1" status: 204 len: 168 time: 0.2379413 Aug 10 03:38:10.281313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69291452-22c0-4b7f-b773-52ceea6fd783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ee71c-3f7c-484d-8fe5-69aad3d45bb2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.285812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 65b7b91b-f998-4a8b-ba8e-38aa738a734d is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:10.343111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:10.346867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.379790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:10.400404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.400947 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment b2653558-d61f-49db-b84f-d58d9529c534 of type vlan for network 3688d085-079f-4faa-bb71-f1335f7c5973 Aug 10 03:38:10.407542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3491cf38-643f-47e3-bc77-a1c0968ef0a7 None None] Provisioning complete for port fdae973a-52f3-4081-8cf3-981458eb57fa triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:10.408443 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3491cf38-643f-47e3-bc77-a1c0968ef0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.445953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.447157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3491cf38-643f-47e3-bc77-a1c0968ef0a7 None None] Port fdae973a-52f3-4081-8cf3-981458eb57fa cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:10.572510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.578577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.579234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.650867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=3688d085-079f-4faa-bb71-f1335f7c5973,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.666134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3688d085-079f-4faa-bb71-f1335f7c5973 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:10.723693 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fa53d37-eaba-4cf6-8a81-989f94ce2dec tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5054874 Aug 10 03:38:10.726512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.732972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:10.776821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-b8ed3e5c-2602-49a3-af50-8111440acdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.778325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-b8ed3e5c-2602-49a3-af50-8111440acdb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.4371474 Aug 10 03:38:10.779237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:10.787329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9c2170c6-0688-4c69-a4b6-bf7db4956bb9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/65b7b91b-f998-4a8b-ba8e-38aa738a734d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7027605 Aug 10 03:38:10.787329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51324) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.799004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] Sync routers for ids ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:10.803888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] Routers {'65b7b91b-f998-4a8b-ba8e-38aa738a734d'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:10.806208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:10.843554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:10.858588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] Routers {'65b7b91b-f998-4a8b-ba8e-38aa738a734d'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:10.869411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:10.884624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafdc50-6d76-4a66-b290-e05900ff7c1f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.888390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ccafdc50-6d76-4a66-b290-e05900ff7c1f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports/fdae973a-52f3-4081-8cf3-981458eb57fa HTTP/1.1" status: 200 len: 982 time: 0.0983620 Aug 10 03:38:10.889093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.919319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 88d280ad-0467-4d07-933f-cd98ae6531a3 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:10.923085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:10.923920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040dade-d742-4d8d-a161-758ec43d0065 None None] The sync data for ids ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:10.950888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-1212ca45-3eca-4878-b396-2e02e5b08c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.953129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-1212ca45-3eca-4878-b396-2e02e5b08c1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.1355629 Aug 10 03:38:10.955499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:10.959053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.979501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 88d280ad-0467-4d07-933f-cd98ae6531a3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:10.980153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.056011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-48cbaeaf-fde7-46eb-b923-e18ccee13a28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1002 time: 0.0942609 Aug 10 03:38:11.118614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c4969-0d63-4eed-83ed-35a6a76ffa3d req-a1ba26e4-276b-4463-a27c-991f3a88b8b7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.120561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be3c4969-0d63-4eed-83ed-35a6a76ffa3d req-a1ba26e4-276b-4463-a27c-991f3a88b8b7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1221776 Aug 10 03:38:11.149859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-8e6cb2de-a1e7-4d64-b126-09542ce956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.151503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-8e6cb2de-a1e7-4d64-b126-09542ce956b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.0791006 Aug 10 03:38:11.197326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be3c4969-0d63-4eed-83ed-35a6a76ffa3d req-f3ba3ddd-f238-4e80-a5b5-96f4d78d840c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682142 Aug 10 03:38:11.221319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-31358023-d9a4-470d-97c3-5d441ca931c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.222867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-31358023-d9a4-470d-97c3-5d441ca931c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644391 Aug 10 03:38:11.324734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-8ffaa0e5-d323-406f-9450-51f1dbd940af service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940468 Aug 10 03:38:11.431592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b619ce92-c3d9-4738-a0f5-5f2603999199 req-735f0c85-1ffd-490c-a684-431218f5d373 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958736 Aug 10 03:38:11.757211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.795971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.897664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=693051b3-534a-4bb2-94b1-1a61d2a8926a,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.965700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': 'b2653558-d61f-49db-b84f-d58d9529c534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:11.965953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: 3688d085-079f-4faa-bb71-f1335f7c5973, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:12.048706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port fdae973a-52f3-4081-8cf3-981458eb57fa {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:12.049053 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.087917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 3688d085-079f-4faa-bb71-f1335f7c5973 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:12.142487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.155136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for fdae973a-52f3-4081-8cf3-981458eb57fa owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:12.202005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3688d085-079f-4faa-bb71-f1335f7c5973) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:12.209523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa64e34-d3e4-470b-9b45-873c91f6d745 None None] Network 3688d085-079f-4faa-bb71-f1335f7c5973 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:12.215819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.216599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.323674 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c8719843-4c4d-469d-a0d9-ab3c256727f4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5955787 Aug 10 03:38:12.324530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:12.343295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064208696'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:12.353059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6e71-de41-434d-878d-a7c0a7374681 req-b7c58b41-ef67-49fe-a0e9-a46ca8df0d29 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.369311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f9c6e71-de41-434d-878d-a7c0a7374681 req-b7c58b41-ef67-49fe-a0e9-a46ca8df0d29 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0702889 Aug 10 03:38:12.418666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f9c6e71-de41-434d-878d-a7c0a7374681 req-0efdf12d-9345-4f56-8ca4-0d3e8a04fea6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482988 Aug 10 03:38:12.448192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3688d085-079f-4faa-bb71-f1335f7c5973', 'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '693051b3-534a-4bb2-94b1-1a61d2a8926a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:12.449407 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.482799 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.518769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:12.522271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.524276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=fdae973a-52f3-4081-8cf3-981458eb57fa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:12.607961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Allocated IP 2001:db8::1 (3688d085-079f-4faa-bb71-f1335f7c5973/693051b3-534a-4bb2-94b1-1a61d2a8926a/94952ee7-7ca2-497c-bdac-47c7723b1435) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:12.638143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:12.648112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.698720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.699096 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment 979e26e8-ec4f-4407-80c5-7f0b68af51fc of type vlan for network 5d9bae96-71b8-406b-8841-02031b140329 Aug 10 03:38:12.771629 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.779999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Transition to ACTIVE for port object 94952ee7-7ca2-497c-bdac-47c7723b1435 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:12.780184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.798338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Transition to ACTIVE for port object 94952ee7-7ca2-497c-bdac-47c7723b1435 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:12.870182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 65b7b91b-f998-4a8b-ba8e-38aa738a734d has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:12.871967 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.907115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Network 3688d085-079f-4faa-bb71-f1335f7c5973 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:12.913499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:12.915066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:12.927825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Pushing event updated for resources: {'Port': ['ID=94952ee7-7ca2-497c-bdac-47c7723b1435,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:12.950776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:12.954125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.954471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.954809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.955142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.955469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.955796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.958915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.958915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.959887 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-94de0498-60a1-4a81-895f-b4f920240f57 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/65b7b91b-f998-4a8b-ba8e-38aa738a734d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0661449 Aug 10 03:38:12.959987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.959987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.959987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.959987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:12.960299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51374) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:12.964563 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389912a7-5308-44ea-b906-401d34b44685 None None] Sync routers for ids ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:12.976222 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389912a7-5308-44ea-b906-401d34b44685 None None] Routers {'65b7b91b-f998-4a8b-ba8e-38aa738a734d'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:12.977755 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-389912a7-5308-44ea-b906-401d34b44685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Attempting to bind port 94952ee7-7ca2-497c-bdac-47c7723b1435 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Attempting to bind port 94952ee7-7ca2-497c-bdac-47c7723b1435 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b2653558-d61f-49db-b84f-d58d9529c534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Attempting to bind port 94952ee7-7ca2-497c-bdac-47c7723b1435 on network 3688d085-079f-4faa-bb71-f1335f7c5973 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Checking segment: {'id': 'b2653558-d61f-49db-b84f-d58d9529c534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Bound using segment: {'id': 'b2653558-d61f-49db-b84f-d58d9529c534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Bound port: 94952ee7-7ca2-497c-bdac-47c7723b1435, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2653558-d61f-49db-b84f-d58d9529c534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3688d085-079f-4faa-bb71-f1335f7c5973'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:13.000326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.004419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.010179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.010793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.015821 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-389912a7-5308-44ea-b906-401d34b44685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:13.025724 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389912a7-5308-44ea-b906-401d34b44685 None None] Routers {'65b7b91b-f998-4a8b-ba8e-38aa738a734d'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:13.026383 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-389912a7-5308-44ea-b906-401d34b44685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:13.062683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] For port 94952ee7-7ca2-497c-bdac-47c7723b1435, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:13.065831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] For port 94952ee7-7ca2-497c-bdac-47c7723b1435, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=94952ee7-7ca2-497c-bdac-47c7723b1435,segment=NetworkSegment(b2653558-d61f-49db-b84f-d58d9529c534),segment_id=b2653558-d61f-49db-b84f-d58d9529c534)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:13.069979 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-389912a7-5308-44ea-b906-401d34b44685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:13.070820 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389912a7-5308-44ea-b906-401d34b44685 None None] The sync data for ids ['65b7b91b-f998-4a8b-ba8e-38aa738a734d'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:13.140564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.197438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74191f2-7489-4e2c-9376-8284bb010f60 None None] Pushing event updated for resources: {'Port': ['ID=94952ee7-7ca2-497c-bdac-47c7723b1435,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:13.230141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=5d9bae96-71b8-406b-8841-02031b140329,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:13.234645 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fe96c91-f06f-4996-b8b5-e2890c6f7958 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9062629 Aug 10 03:38:13.239929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51380) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:13.247111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': '5d9bae96-71b8-406b-8841-02031b140329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:13.249404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5d9bae96-71b8-406b-8841-02031b140329 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:13.255868 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2287e6c1-02f5-491a-9c1c-0101148f1ebc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:38:13.256966 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2287e6c1-02f5-491a-9c1c-0101148f1ebc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/65b7b91b-f998-4a8b-ba8e-38aa738a734d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2969723 Aug 10 03:38:13.259712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:13.292173 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-be3876c9-ad38-4a40-873f-c4f89395deab tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=65b7b91b-f998-4a8b-ba8e-38aa738a734d HTTP/1.1" status: 200 len: 205 time: 0.0311828 Aug 10 03:38:13.294702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51384) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:13.383308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.491290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:13.495272 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.574604 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.577104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.597693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Performing IP validity checks on allocation pools {{(pid=94805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:38:13.603006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:38:13.639876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb3539-4419-4415-8dde-30b9327c161d req-d8538283-dabb-4cf4-9ba7-18fd331c2d2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.641398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72fb3539-4419-4415-8dde-30b9327c161d req-d8538283-dabb-4cf4-9ba7-18fd331c2d2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1155479 Aug 10 03:38:13.688447 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.689037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router 65b7b91b-f998-4a8b-ba8e-38aa738a734d {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:38:13.698171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.701000 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9bbda4d4-3133-419a-9b6a-2a72c337648e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/65b7b91b-f998-4a8b-ba8e-38aa738a734d HTTP/1.1" status: 204 len: 168 time: 0.4049656 Aug 10 03:38:13.705593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51396) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:13.718838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72fb3539-4419-4415-8dde-30b9327c161d req-da55cbe8-7bae-40ae-addc-0b563745bbd5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710516 Aug 10 03:38:13.780727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet ceab2b00-eff3-402e-a793-1f30612d3398 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:13.783993 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.830083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.837173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.896313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=0ef591e9-66d9-4bf4-a35c-6e7476ee60a0,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:13.907400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': '979e26e8-ec4f-4407-80c5-7f0b68af51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5d9bae96-71b8-406b-8841-02031b140329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:13.907756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: 5d9bae96-71b8-406b-8841-02031b140329, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:13.924324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.009154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 5d9bae96-71b8-406b-8841-02031b140329 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:14.069229 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.102289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=ceab2b00-eff3-402e-a793-1f30612d3398,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.107259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.111823 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b1f00857-0f07-4780-9ed6-d178a02fe14b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/ceab2b00-eff3-402e-a793-1f30612d3398 HTTP/1.1" status: 204 len: 168 time: 0.4049971 Aug 10 03:38:14.112096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:14.114359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5ec76-f471-4853-95a4-c6ee6ddf50d8 None None] Network c0377897-05b1-4725-8d21-297886e6ce82 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:14.134313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 5d9bae96-71b8-406b-8841-02031b140329) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:14.160221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da7d015-e602-4902-8f1a-74daafd9c115 None None] Network 5d9bae96-71b8-406b-8841-02031b140329 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:14.179174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.180533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.222992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.264436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e1a20-1e5f-4aca-8c9e-681893676e05 None None] Network 3688d085-079f-4faa-bb71-f1335f7c5973 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:14.284028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 88d280ad-0467-4d07-933f-cd98ae6531a3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:14.284290 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.297932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-468d4ac4-b26f-4d3c-8e96-74de46e475e9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0565965 Aug 10 03:38:14.301355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:14.360594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 88d280ad-0467-4d07-933f-cd98ae6531a3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=88d280ad-0467-4d07-933f-cd98ae6531a3,segment=NetworkSegment(ccef75dc-46e5-482f-8618-40cd2dd367e1),segment_id=ccef75dc-46e5-482f-8618-40cd2dd367e1)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:14.360969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.376005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 88d280ad-0467-4d07-933f-cd98ae6531a3 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:14.415445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1285b01e-8a60-44af-8509-acf1f42e4a81 None None] Provisioning for port 94952ee7-7ca2-497c-bdac-47c7723b1435 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:14.453506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.491766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] DHCP port deletion for c0377897-05b1-4725-8d21-297886e6ce82 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:14.530624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5dac3c-025d-4821-bdac-9c88f5821a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-5d9bae96-71b8-406b-8841-02031b140329', 'network_id': '5d9bae96-71b8-406b-8841-02031b140329', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '0ef591e9-66d9-4bf4-a35c-6e7476ee60a0'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:14.531673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c5dac3c-025d-4821-bdac-9c88f5821a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.547518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.591322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.623089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=88d280ad-0467-4d07-933f-cd98ae6531a3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.627670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 88d280ad-0467-4d07-933f-cd98ae6531a3 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:14.672743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Deleting port 88d280ad-0467-4d07-933f-cd98ae6531a3 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:14.673008 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.698959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.734864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.747245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0377897-05b1-4725-8d21-297886e6ce82']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:14.749634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] For port 88d280ad-0467-4d07-933f-cd98ae6531a3, host n-d-765315-26, got binding levels [] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:14.749634 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.774086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccef75dc-46e5-482f-8618-40cd2dd367e1') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:14.774387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccef75dc-46e5-482f-8618-40cd2dd367e1') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server [None req-6c5dac3c-025d-4821-bdac-9c88f5821a4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ef591e9-66d9-4bf4-a35c-6e7476ee60a0: This subnet is being modified by another concurrent operation. Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ef591e9-66d9-4bf4-a35c-6e7476ee60a0: This subnet is being modified by another concurrent operation. Aug 10 03:38:14.783605 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Aug 10 03:38:14.796524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.817851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f2088-f18d-4b15-b109-ea5258867418 None None] Network 5d9bae96-71b8-406b-8841-02031b140329 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:14.818942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.825294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Calling delete_port for 88d280ad-0467-4d07-933f-cd98ae6531a3 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:14.831275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef591e9-66d9-4bf4-a35c-6e7476ee60a0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.837873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.ipam_backend_mixin [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Port 88d280ad-0467-4d07-933f-cd98ae6531a3 was not found and therefore no delete operation was performed {{(pid=94806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:38:14.875145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.886670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:14.888512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9bae96-71b8-406b-8841-02031b140329']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:14.894642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.902847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979e26e8-ec4f-4407-80c5-7f0b68af51fc') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:14.903434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979e26e8-ec4f-4407-80c5-7f0b68af51fc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:14.913902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.929643 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.934317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.943563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:14.944779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:14.973164 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:14.975400 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:14.982324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] Pushing event deleted for resources: {'Port': ['ID=88d280ad-0467-4d07-933f-cd98ae6531a3,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.987629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 94952ee7-7ca2-497c-bdac-47c7723b1435 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:14.997219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f27eb-32a9-4e49-8498-45a59cd9bd88 None None] No DVR routers for this DVR port 88d280ad-0467-4d07-933f-cd98ae6531a3 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:15.017098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b2467-6070-437e-8cc2-b63ad4f85c27 req-deb30735-5f82-412b-bc08-aadd7767d047 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.025610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-788b2467-6070-437e-8cc2-b63ad4f85c27 req-deb30735-5f82-412b-bc08-aadd7767d047 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1919582 Aug 10 03:38:15.062929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-788b2467-6070-437e-8cc2-b63ad4f85c27 req-f1cf4705-5af8-406c-a470-c84e5595f441 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363333 Aug 10 03:38:15.089262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2ea51-1ac6-4731-a9f2-56b0821e0801 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:38:15.115399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.136014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.139484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/c0377897-05b1-4725-8d21-297886e6ce82 HTTP/1.1" status: 204 len: 168 time: 1.0257709 Aug 10 03:38:15.146855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.160645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a422-1e25-41e1-a5ee-1bad1b8b9f47 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=c0377897-05b1-4725-8d21-297886e6ce82,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.161501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-927130554'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:15.202850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.221069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.231841 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/5d9bae96-71b8-406b-8841-02031b140329 HTTP/1.1" status: 204 len: 168 time: 0.9269073 Aug 10 03:38:15.232097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51422) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.239639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-825189847'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:15.246192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce659dad-ea19-49d5-ab0c-afae1bfbc5e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=5d9bae96-71b8-406b-8841-02031b140329,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.270310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a2ea51-1ac6-4731-a9f2-56b0821e0801 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:38:15.319029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 94952ee7-7ca2-497c-bdac-47c7723b1435 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:15.327297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 94952ee7-7ca2-497c-bdac-47c7723b1435 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:15.330441 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.348452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:15.352235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.357050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.377822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:15.388768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.389206 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment 1e642185-1388-4299-abb7-256460348012 of type vlan for network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 Aug 10 03:38:15.437555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.471547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:15.476455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.477004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.500586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:15.510351 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.510716 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment 53fedd94-aed4-44ff-b16d-235bfa7e2e3d of type vlan for network ca559fd8-2681-49ac-a54b-c5c97b66dbe2 Aug 10 03:38:15.557023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.580219 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.586271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.590986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.656992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=26c59e5f-9814-4a16-a4ab-211a4ca020b7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.671451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.678834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.681571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.710312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:15.713369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 94952ee7-7ca2-497c-bdac-47c7723b1435, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=94952ee7-7ca2-497c-bdac-47c7723b1435,segment=NetworkSegment(b2653558-d61f-49db-b84f-d58d9529c534),segment_id=b2653558-d61f-49db-b84f-d58d9529c534)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:15.759159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=ca559fd8-2681-49ac-a54b-c5c97b66dbe2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.761217 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b96828c8-2bee-4351-9954-904d52413316 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6127965 Aug 10 03:38:15.763929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.769371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:15.778813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network ca559fd8-2681-49ac-a54b-c5c97b66dbe2 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:15.834631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2e725560-cfb7-4359-a4e9-a80f8e22a1a7 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5991349 Aug 10 03:38:15.834844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51428) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.835974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.840400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': 'ca559fd8-2681-49ac-a54b-c5c97b66dbe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:15.898867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 88d280ad-0467-4d07-933f-cd98ae6531a3 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:15.924008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 88d280ad-0467-4d07-933f-cd98ae6531a3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:15.924443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 88d280ad-0467-4d07-933f-cd98ae6531a3 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:15.926807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=94952ee7-7ca2-497c-bdac-47c7723b1435,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:16.002273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:16.005881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.097549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:16.106246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.230655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e021f3-a648-4d0b-8a25-f87af0c282f8 req-c08469ac-e1ae-4027-b916-16040d66db33 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.232141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8e021f3-a648-4d0b-8a25-f87af0c282f8 req-c08469ac-e1ae-4027-b916-16040d66db33 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0756044 Aug 10 03:38:16.280884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.287489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c8e021f3-a648-4d0b-8a25-f87af0c282f8 req-d8e839b4-5707-43a7-b436-2226e3e39110 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491159 Aug 10 03:38:16.341055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=e81f3467-114f-4964-93ed-053b1fa835af,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:16.358032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': '1e642185-1388-4299-abb7-256460348012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:16.358522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: 26c59e5f-9814-4a16-a4ab-211a4ca020b7, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:16.503183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:16.560332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.624464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=1f7e9de4-f3d6-4adf-8f6d-c5188b444a06,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:16.625014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 26c59e5f-9814-4a16-a4ab-211a4ca020b7) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:16.637574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.637574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.638143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': '53fedd94-aed4-44ff-b16d-235bfa7e2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ca559fd8-2681-49ac-a54b-c5c97b66dbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:16.638143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: ca559fd8-2681-49ac-a54b-c5c97b66dbe2, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:16.638330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8af7c5-9c62-4656-b151-860facc951c6 None None] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:16.731586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network ca559fd8-2681-49ac-a54b-c5c97b66dbe2 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:16.732677 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6ba3757-d413-485d-a2c6-e3cecf7e10cc tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9676442 Aug 10 03:38:16.735248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:16.737688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, ca559fd8-2681-49ac-a54b-c5c97b66dbe2) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:16.739874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526676391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:16.742721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.743322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.750847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df30c2-8841-4610-b0da-b06c92642847 None None] Network ca559fd8-2681-49ac-a54b-c5c97b66dbe2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:16.846435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.847948 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.874252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-26c59e5f-9814-4a16-a4ab-211a4ca020b7', 'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': 'e81f3467-114f-4964-93ed-053b1fa835af'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:16.875391 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.878170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 94952ee7-7ca2-497c-bdac-47c7723b1435 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:16.910836 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.932468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-77cc1693-44d9-419e-96ba-6881ed989c6d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0966222 Aug 10 03:38:16.935176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:16.997519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a64c2-0201-4196-bd95-e53e97982a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-ca559fd8-2681-49ac-a54b-c5c97b66dbe2', 'network_id': 'ca559fd8-2681-49ac-a54b-c5c97b66dbe2', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '1f7e9de4-f3d6-4adf-8f6d-c5188b444a06'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:16.999275 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-647a64c2-0201-4196-bd95-e53e97982a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.004522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 94952ee7-7ca2-497c-bdac-47c7723b1435 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:17.004522 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.034603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.048083 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.103763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.208586 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.210095 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2226cac-0494-4f1c-8177-c2fe80191f9e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4739103 Aug 10 03:38:17.213090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51450) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:17.263990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.281658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Allocated IP 2001:db8::2 (26c59e5f-9814-4a16-a4ab-211a4ca020b7/e81f3467-114f-4964-93ed-053b1fa835af/cfaf6368-4267-4eed-a551-4d3d69143113) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server [None req-647a64c2-0201-4196-bd95-e53e97982a07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f7e9de4-f3d6-4adf-8f6d-c5188b444a06: This subnet is being modified by another concurrent operation. Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f7e9de4-f3d6-4adf-8f6d-c5188b444a06: This subnet is being modified by another concurrent operation. Aug 10 03:38:17.309970 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Aug 10 03:38:17.340420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7e9de4-f3d6-4adf-8f6d-c5188b444a06,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:17.343798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01db37-67cd-4516-ad3e-2c1ddf6b5b65 None None] Network ca559fd8-2681-49ac-a54b-c5c97b66dbe2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:17.514994 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.550212 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.558759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Transition to ACTIVE for port object cfaf6368-4267-4eed-a551-4d3d69143113 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:17.567251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca559fd8-2681-49ac-a54b-c5c97b66dbe2']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:17.574444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Transition to ACTIVE for port object cfaf6368-4267-4eed-a551-4d3d69143113 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:17.608449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fedd94-aed4-44ff-b16d-235bfa7e2e3d') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:17.608734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fedd94-aed4-44ff-b16d-235bfa7e2e3d') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:17.628795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a20de-c792-41ad-9dc9-0059ef988fa6 req-37d18929-539d-4d48-afdd-140cb2113bfc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.630295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-569a20de-c792-41ad-9dc9-0059ef988fa6 req-37d18929-539d-4d48-afdd-140cb2113bfc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.2141783 Aug 10 03:38:17.631957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.651573 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.682642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.687638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:17.692684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:17.695045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:17.698965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:17.699378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:17.702281 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:17.709269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Pushing event updated for resources: {'Port': ['ID=cfaf6368-4267-4eed-a551-4d3d69143113,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:17.755092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Attempting to bind port cfaf6368-4267-4eed-a551-4d3d69143113 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:17.755462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Attempting to bind port cfaf6368-4267-4eed-a551-4d3d69143113 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1e642185-1388-4299-abb7-256460348012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:17.755824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Attempting to bind port cfaf6368-4267-4eed-a551-4d3d69143113 on network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:17.760856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:17.761250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Checking segment: {'id': '1e642185-1388-4299-abb7-256460348012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:17.761639 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.762032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Bound using segment: {'id': '1e642185-1388-4299-abb7-256460348012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:17.762509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Bound port: cfaf6368-4267-4eed-a551-4d3d69143113, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e642185-1388-4299-abb7-256460348012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '26c59e5f-9814-4a16-a4ab-211a4ca020b7'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:17.762883 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.783689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-569a20de-c792-41ad-9dc9-0059ef988fa6 req-95452000-fe94-47a9-817a-69635aa8fe46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419442 Aug 10 03:38:17.787790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.858335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] For port cfaf6368-4267-4eed-a551-4d3d69143113, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:17.861910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] For port cfaf6368-4267-4eed-a551-4d3d69143113, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cfaf6368-4267-4eed-a551-4d3d69143113,segment=NetworkSegment(1e642185-1388-4299-abb7-256460348012),segment_id=1e642185-1388-4299-abb7-256460348012)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:17.918205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.926325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.928811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/ca559fd8-2681-49ac-a54b-c5c97b66dbe2 HTTP/1.1" status: 204 len: 168 time: 0.9919586 Aug 10 03:38:17.932362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51468) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:17.938557 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322352675'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:17.947273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658766c-4273-4786-8fd6-c6682a477e4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=ca559fd8-2681-49ac-a54b-c5c97b66dbe2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:17.950120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.018928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb4c2c-89db-41c9-ad9b-e1d749207c21 None None] Pushing event updated for resources: {'Port': ['ID=cfaf6368-4267-4eed-a551-4d3d69143113,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:18.067626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:18.067773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8::1 (26c59e5f-9814-4a16-a4ab-211a4ca020b7/e81f3467-114f-4964-93ed-053b1fa835af/83b150cd-e452-4818-a6a5-07f939073c53) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:18.069675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.096253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:18.105675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.106251 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment ec513318-9598-4681-8539-7f06e458bb11 of type vlan for network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 Aug 10 03:38:18.156750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.211031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.232466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 83b150cd-e452-4818-a6a5-07f939073c53 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:18.316783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.327018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:18.327018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.391604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=86eaa14f-ebc2-42a8-ba13-628983f3ab28,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:18.391830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.404195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:18.437498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:18.441248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:18.445787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:18.446649 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.477804 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f2056ca-03d2-438a-b78e-b95b6991b1e8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5442963 Aug 10 03:38:18.480587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:18.485580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:18.487616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=83b150cd-e452-4818-a6a5-07f939073c53,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:18.642580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:18.646665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.649725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.662967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-b9e19ed1-246b-4f8f-b230-b1169daf6ddc req-61e8bf2c-c417-4e8b-bcde-07fc92850b10 tempest-TaggedBootDevicesTest-2136980071 tempest-TaggedBootDevicesTest-2136980071-project] (94804) timed out ('10.222.0.54', 57039) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:38:18.943332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cfaf6368-4267-4eed-a551-4d3d69143113 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:18.951516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.994444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.026027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=598bef9b-61fc-4fbc-8066-953b54e8e9ad,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.031120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': 'ec513318-9598-4681-8539-7f06e458bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:19.031864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: 86eaa14f-ebc2-42a8-ba13-628983f3ab28, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:19.046824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a1a87-a440-4cbf-ac0f-aa6bb1a01a1f req-72d3c318-ee24-4caa-912f-9f179e7c7b18 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.048081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-975a1a87-a440-4cbf-ac0f-aa6bb1a01a1f req-72d3c318-ee24-4caa-912f-9f179e7c7b18 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1294065 Aug 10 03:38:19.090299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101983e-105f-463c-b4f0-5d64270e9faa None None] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:19.094026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-975a1a87-a440-4cbf-ac0f-aa6bb1a01a1f req-71b7cabf-d15d-492e-bda3-96bc4a0b15b9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Aug 10 03:38:19.133889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port cfaf6368-4267-4eed-a551-4d3d69143113 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:19.162121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:19.166885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.166885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.253981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=83b150cd-e452-4818-a6a5-07f939073c53,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.254173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 86eaa14f-ebc2-42a8-ba13-628983f3ab28) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:19.256368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] Provisioning for port cfaf6368-4267-4eed-a551-4d3d69143113 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:19.259605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.260326 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.261001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] Provisioning complete for port cfaf6368-4267-4eed-a551-4d3d69143113 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:19.261569 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.266633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c8a49-4bc8-4914-86f0-ec7c794654fc None None] Network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:19.305058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:19.306758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:19.354362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-38eb8b90-5e84-4895-b78c-09bf30607290 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8704104 Aug 10 03:38:19.354985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51486) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:19.454507 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.487205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-86eaa14f-ebc2-42a8-ba13-628983f3ab28', 'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '598bef9b-61fc-4fbc-8066-953b54e8e9ad'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:19.488036 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.508969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.518139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] For port cfaf6368-4267-4eed-a551-4d3d69143113, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cfaf6368-4267-4eed-a551-4d3d69143113,segment=NetworkSegment(1e642185-1388-4299-abb7-256460348012),segment_id=1e642185-1388-4299-abb7-256460348012)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:19.534071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:19.564275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.644375 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.663765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:19.672275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dc40b550-78c1-4101-a973-45e1f4370ca5 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4541404 Aug 10 03:38:19.672414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:19.676910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Allocated IP 2001:db8::1 (86eaa14f-ebc2-42a8-ba13-628983f3ab28/598bef9b-61fc-4fbc-8066-953b54e8e9ad/01029e03-4a47-4c32-8d63-b42609b241eb) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:19.680637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] Sync routers for ids ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:19.715924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] Routers {'b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:19.716626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:19.732618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd0e5e-041d-43b8-ab79-f4d52a254b69 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.734306 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aebd0e5e-041d-43b8-ab79-f4d52a254b69 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports/83b150cd-e452-4818-a6a5-07f939073c53 HTTP/1.1" status: 200 len: 911 time: 0.0622582 Aug 10 03:38:19.737203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51492) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:19.802716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:19.810892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7dbb-7ecd-421b-a7d9-5476604c5872 None None] Pushing event updated for resources: {'Port': ['ID=cfaf6368-4267-4eed-a551-4d3d69143113,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.841067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] Routers {'b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:19.842121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:20.046727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0a90004c-7768-4ce0-b62a-bf7cd7dc299c None None] Provisioning complete for port cfaf6368-4267-4eed-a551-4d3d69143113 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:20.047852 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a90004c-7768-4ce0-b62a-bf7cd7dc299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.052955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:20.053789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63486b7-330f-473a-aae7-b266ac3bc9c8 None None] The sync data for ids ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:20.164519 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.199856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Transition to ACTIVE for port object 01029e03-4a47-4c32-8d63-b42609b241eb will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:20.229587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Transition to ACTIVE for port object 01029e03-4a47-4c32-8d63-b42609b241eb will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:20.265103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcabdb-ec6e-4540-a67b-46b8e8b92561 req-e0f53779-2296-4282-baa4-0965db774fef tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.274766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1fcabdb-ec6e-4540-a67b-46b8e8b92561 req-e0f53779-2296-4282-baa4-0965db774fef tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0792925 Aug 10 03:38:20.309462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1fcabdb-ec6e-4540-a67b-46b8e8b92561 req-bb4ea75c-f4f1-4132-a861-99736f569dc8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339050 Aug 10 03:38:20.380430 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.423091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0a90004c-7768-4ce0-b62a-bf7cd7dc299c None None] Provisioning for port 83b150cd-e452-4818-a6a5-07f939073c53 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:20.434982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:20.436366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Pushing event updated for resources: {'Port': ['ID=01029e03-4a47-4c32-8d63-b42609b241eb,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:20.438833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0a90004c-7768-4ce0-b62a-bf7cd7dc299c None None] Provisioning complete for port 83b150cd-e452-4818-a6a5-07f939073c53 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:20.439216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a90004c-7768-4ce0-b62a-bf7cd7dc299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.442294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:20.464117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:20.497329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0a90004c-7768-4ce0-b62a-bf7cd7dc299c None None] Port 83b150cd-e452-4818-a6a5-07f939073c53 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:20.511443 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.528716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Attempting to bind port 01029e03-4a47-4c32-8d63-b42609b241eb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:20.529003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Attempting to bind port 01029e03-4a47-4c32-8d63-b42609b241eb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ec513318-9598-4681-8539-7f06e458bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:20.529357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Attempting to bind port 01029e03-4a47-4c32-8d63-b42609b241eb on network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:20.534208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:20.534577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Checking segment: {'id': 'ec513318-9598-4681-8539-7f06e458bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:20.535079 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.535478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Bound using segment: {'id': 'ec513318-9598-4681-8539-7f06e458bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:20.535933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Bound port: 01029e03-4a47-4c32-8d63-b42609b241eb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec513318-9598-4681-8539-7f06e458bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:20.536308 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.546185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=598bef9b-61fc-4fbc-8066-953b54e8e9ad,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:20.566109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.608840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] For port 01029e03-4a47-4c32-8d63-b42609b241eb, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:20.611972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] For port 01029e03-4a47-4c32-8d63-b42609b241eb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=01029e03-4a47-4c32-8d63-b42609b241eb,segment=NetworkSegment(ec513318-9598-4681-8539-7f06e458bb11),segment_id=ec513318-9598-4681-8539-7f06e458bb11)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:20.621157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e19ec1c-5463-4646-867c-bd6887525ecf None None] Provisioning complete for port 83b150cd-e452-4818-a6a5-07f939073c53 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:20.621521 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e19ec1c-5463-4646-867c-bd6887525ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.655176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0e19ec1c-5463-4646-867c-bd6887525ecf None None] Port 83b150cd-e452-4818-a6a5-07f939073c53 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:20.671651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.687695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eaa14f-ebc2-42a8-ba13-628983f3ab28']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:20.701756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec513318-9598-4681-8539-7f06e458bb11') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:20.702053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec513318-9598-4681-8539-7f06e458bb11') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:20.706907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.713751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.775813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.786505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49afd4-00cf-429f-8255-216d7cc51266 None None] Pushing event updated for resources: {'Port': ['ID=01029e03-4a47-4c32-8d63-b42609b241eb,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:20.786718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:20.786953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.802056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b316389-dd0a-457c-a915-f2cd6de46cf2 None None] Network 86eaa14f-ebc2-42a8-ba13-628983f3ab28 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:20.852207 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:20.907032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cfaf6368-4267-4eed-a551-4d3d69143113 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:20.918007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:38:20.918007 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:38:20.918007 n-d-765315-26 neutron-server[94804]: [parameters: {'id': '86eaa14f-ebc2-42a8-ba13-628983f3ab28'}] Aug 10 03:38:20.918007 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:20.918693 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:20.974076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47ee12-665d-488f-af7a-b1dce4c8dd67 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:38:20.979104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 83b150cd-e452-4818-a6a5-07f939073c53 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:20.979457 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.010323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port cfaf6368-4267-4eed-a551-4d3d69143113 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:21.010697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.081322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.095075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 83b150cd-e452-4818-a6a5-07f939073c53 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:21.135877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47ee12-665d-488f-af7a-b1dce4c8dd67 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:38:21.261986 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:21.398757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61570b3-7e8a-4682-9154-b99d2ec24efd None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:38:21.420029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.422015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.448933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccaf35-7024-4acf-aa1f-f766bf1f6fa6 req-c6571153-4f9b-449c-bb21-c76af7c16231 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.452818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4ccaf35-7024-4acf-aa1f-f766bf1f6fa6 req-c6571153-4f9b-449c-bb21-c76af7c16231 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0711827 Aug 10 03:38:21.468398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=83b150cd-e452-4818-a6a5-07f939073c53,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:21.504150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4ccaf35-7024-4acf-aa1f-f766bf1f6fa6 req-54141f9b-5bc2-4c69-8fe0-2bbb6fb97cf7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473118 Aug 10 03:38:21.519134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61570b3-7e8a-4682-9154-b99d2ec24efd None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:38:21.611593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.696583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port 01029e03-4a47-4c32-8d63-b42609b241eb {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:21.696927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.839993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:21.845487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port 01029e03-4a47-4c32-8d63-b42609b241eb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=01029e03-4a47-4c32-8d63-b42609b241eb,segment=NetworkSegment(ec513318-9598-4681-8539-7f06e458bb11),segment_id=ec513318-9598-4681-8539-7f06e458bb11)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:21.845487 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.860233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for 01029e03-4a47-4c32-8d63-b42609b241eb owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:21.972413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:21.978871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3432769-51ae-4305-8f48-f70309cd2149 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404540 Aug 10 03:38:21.981762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51538) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:21.984690 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] Sync routers for ids ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:21.995277 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] Routers {'b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:21.996136 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.009720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2b1e70b4-5798-4253-a0cc-cb6566624945 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc HTTP/1.1" status: 200 len: 205 time: 0.0267313 Aug 10 03:38:22.012169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51540) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:22.031314 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.040840 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] Routers {'b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:22.041440 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.072060 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.072745 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5ab5a-62b0-4e30-aa6b-021c02da58a9 None None] The sync data for ids ['b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:22.139299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.166950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=01029e03-4a47-4c32-8d63-b42609b241eb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:22.170571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port 01029e03-4a47-4c32-8d63-b42609b241eb on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:22.257502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.267950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eaa14f-ebc2-42a8-ba13-628983f3ab28']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.280470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec513318-9598-4681-8539-7f06e458bb11') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.280804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec513318-9598-4681-8539-7f06e458bb11') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:22.291509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.306498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.312875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:22.313275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:22.316624 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:22.436058 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.448182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.455791 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.461582 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/86eaa14f-ebc2-42a8-ba13-628983f3ab28 HTTP/1.1" status: 204 len: 168 time: 3.1010926 Aug 10 03:38:22.467803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51544) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:22.469637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772c49-3eb1-4179-86c9-85cc5bb35535 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=86eaa14f-ebc2-42a8-ba13-628983f3ab28,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:22.472753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510031697'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:22.658757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:22.662153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.664938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.676982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.760003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5cc71-5ca4-4142-ab1f-583153a11b28 req-c0b4cc1f-09a9-49db-bc4a-df36856c19a5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:22.761534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c5cc71-5ca4-4142-ab1f-583153a11b28 req-c0b4cc1f-09a9-49db-bc4a-df36856c19a5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1837890 Aug 10 03:38:22.767498 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-728ddecd-7454-448f-8db9-706fd027af70 service neutron] show failed (client error): The resource could not be found. Aug 10 03:38:22.768445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-728ddecd-7454-448f-8db9-706fd027af70 service neutron] 10.222.0.46 "GET /v2.0/ports/95102727-9d6b-4c6d-9d9a-7b1358b66f05/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.1873717 Aug 10 03:38:22.801537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6c5cc71-5ca4-4142-ab1f-583153a11b28 req-265464e1-585b-42e9-892d-8d4c52fe4682 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Aug 10 03:38:22.828796 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.834236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:38:22.839922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.844638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-127bd225-5f03-43ae-833c-366819ba0031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc HTTP/1.1" status: 204 len: 168 time: 0.8286998 Aug 10 03:38:22.844638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:22.845105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51554) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:22.854170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.854522 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment f0efb2df-02b5-4769-bd98-df6ec9f16d0e of type vlan for network df90ef67-9b5c-4fb9-a504-def9bbc58457 Aug 10 03:38:22.897806 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.914227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet e81f3467-114f-4964-93ed-053b1fa835af {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:22.918087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.963087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.045013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.050858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.057131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.057725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.129169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=df90ef67-9b5c-4fb9-a504-def9bbc58457,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:23.139339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:23.209715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.210056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b0f592ca-a1f1-401a-985e-a92e197e9e2d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7410460 Aug 10 03:38:23.212744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51556) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:23.221545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:23.239298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=e81f3467-114f-4964-93ed-053b1fa835af,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:23.250456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.250456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4cc81ab4-be8d-4d53-8779-88753a81324d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/e81f3467-114f-4964-93ed-053b1fa835af HTTP/1.1" status: 204 len: 168 time: 0.4020276 Aug 10 03:38:23.251284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:23.251744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814a407-5c93-46a4-babb-4edae1f1eef1 None None] Network 26c59e5f-9814-4a16-a4ab-211a4ca020b7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:23.330463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.358859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.54', 57378) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:23.396646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:23.400638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port cfaf6368-4267-4eed-a551-4d3d69143113 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:23.400984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.401114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.478762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port cfaf6368-4267-4eed-a551-4d3d69143113, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cfaf6368-4267-4eed-a551-4d3d69143113,segment=NetworkSegment(1e642185-1388-4299-abb7-256460348012),segment_id=1e642185-1388-4299-abb7-256460348012)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:23.479383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.485857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] DHCP port deletion for 26c59e5f-9814-4a16-a4ab-211a4ca020b7 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:23.495064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for cfaf6368-4267-4eed-a551-4d3d69143113 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:23.552842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] Deleting port cfaf6368-4267-4eed-a551-4d3d69143113 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:23.553273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.558377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-4cc606e5-5c21-46d6-8978-d14be5dcc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.559903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-4cc606e5-5c21-46d6-8978-d14be5dcc1b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 1098 time: 0.2000432 Aug 10 03:38:23.591050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:23.625160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] For port cfaf6368-4267-4eed-a551-4d3d69143113, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=cfaf6368-4267-4eed-a551-4d3d69143113,segment=NetworkSegment(1e642185-1388-4299-abb7-256460348012),segment_id=1e642185-1388-4299-abb7-256460348012)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:23.625560 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.638839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] Calling delete_port for cfaf6368-4267-4eed-a551-4d3d69143113 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:23.648796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.677798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=cfaf6368-4267-4eed-a551-4d3d69143113,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:23.679932 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port cfaf6368-4267-4eed-a551-4d3d69143113 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:23.698227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.722296 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.749796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] Pushing event deleted for resources: {'Port': ['ID=cfaf6368-4267-4eed-a551-4d3d69143113,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:23.751606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881b085-335a-423d-b52d-5a06460ebc53 None None] No DVR routers for this DVR port cfaf6368-4267-4eed-a551-4d3d69143113 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:23.782620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.793349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c59e5f-9814-4a16-a4ab-211a4ca020b7']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:23.803805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e642185-1388-4299-abb7-256460348012') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:23.804126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e642185-1388-4299-abb7-256460348012') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:23.809275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.815246 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.828206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.834841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:23.835894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:23.839031 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:23.948838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=f010c901-ae7e-4377-9d13-5e966af94092,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.004052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:24.004442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: df90ef67-9b5c-4fb9-a504-def9bbc58457, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:24.011351 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.016213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:24.019502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.026230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/26c59e5f-9814-4a16-a4ab-211a4ca020b7 HTTP/1.1" status: 204 len: 168 time: 0.7699606 Aug 10 03:38:24.027235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:24.032582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1502166718', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:24.036212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3fae-7c3c-4a1a-b4fe-f04a425129be req-80b96f66-dcc6-469b-aa67-380df7e36e4d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.037772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871c3fae-7c3c-4a1a-b4fe-f04a425129be req-80b96f66-dcc6-469b-aa67-380df7e36e4d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1287172 Aug 10 03:38:24.055956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35482eac-ee21-4f8f-957d-780c37892b50 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=26c59e5f-9814-4a16-a4ab-211a4ca020b7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.086496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:24.116623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871c3fae-7c3c-4a1a-b4fe-f04a425129be req-d69e5f1c-92b0-4081-b302-df57ece4b752 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686808 Aug 10 03:38:24.135258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:24.143718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:24.145948 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a4b01-aea8-4dcb-a89d-a85333a3885b" -d '{"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-unplugged", "status": "completed", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:24.150821 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.162641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Transition to ACTIVE for port object 95102727-9d6b-4c6d-9d9a-7b1358b66f05 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:24.202629 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.203880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.231727 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ece81b-054b-4d17-ad2f-5701178caca5 x-openstack-request-id: req-e0ece81b-054b-4d17-ad2f-5701178caca5 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:24.232023 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-unplugged", "status": "completed", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:24.232281 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0ece81b-054b-4d17-ad2f-5701178caca5 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:24.232723 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'code': 200} Aug 10 03:38:24.236088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, df90ef67-9b5c-4fb9-a504-def9bbc58457) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:24.240407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.241008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.248725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f384be4-06d9-4970-8cb4-956be4aa19ec None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:24.264765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.299318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.334756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2d8fd278-40e0-4cea-a04c-5cbbcc0c41bb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1183581 Aug 10 03:38:24.337919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51582) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:24.344235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:24.412949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-df90ef67-9b5c-4fb9-a504-def9bbc58457', 'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': 'f010c901-ae7e-4377-9d13-5e966af94092'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:24.414908 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.443570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.522371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] No DVR routers for this DVR port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:24.586741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.608265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Allocated IP 2001:db8::2 (df90ef67-9b5c-4fb9-a504-def9bbc58457/f010c901-ae7e-4377-9d13-5e966af94092/d60ab762-4917-49ca-b94c-ad13914d097e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:24.690201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:24.690842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:24.690842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on network 98dd62af-b0fb-4c30-be18-96705e251818 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:24.696117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on network 98dd62af-b0fb-4c30-be18-96705e251818 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:24.696381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Attempting to bind port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on network 98dd62af-b0fb-4c30-be18-96705e251818 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:24.696605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:24.700946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.701753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:24.702110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Checking segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:24.702501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Bound using segment: {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:24.702933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Bound port: 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31ccdcc-2e32-44ba-a796-f6405b05cf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:24.703518 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.783477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:24.788190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:24.816618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.834530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Transition to ACTIVE for port object d60ab762-4917-49ca-b94c-ad13914d097e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:24.857976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Transition to ACTIVE for port object d60ab762-4917-49ca-b94c-ad13914d097e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:24.887568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cfaf6368-4267-4eed-a551-4d3d69143113 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:24.888375 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.909680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: cfaf6368-4267-4eed-a551-4d3d69143113 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:24.910354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device cfaf6368-4267-4eed-a551-4d3d69143113 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:24.936530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.936530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.936530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] 10.222.0.54 "PUT /v2.0/ports/95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1093 time: 1.3478770 Aug 10 03:38:24.955840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabaf9d-26ab-49e9-b885-289cd59a5a97 service neutron] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.960846 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.013649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Pushing event updated for resources: {'Port': ['ID=d60ab762-4917-49ca-b94c-ad13914d097e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:25.030223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:25.031639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:25.038930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-ad69fd16-be75-4079-9b70-86e016db75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.040703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-ad69fd16-be75-4079-9b70-86e016db75cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1096 time: 0.0652378 Aug 10 03:38:25.041097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:25.116048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Attempting to bind port d60ab762-4917-49ca-b94c-ad13914d097e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:25.117121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Attempting to bind port d60ab762-4917-49ca-b94c-ad13914d097e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:25.117674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Attempting to bind port d60ab762-4917-49ca-b94c-ad13914d097e on network df90ef67-9b5c-4fb9-a504-def9bbc58457 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:25.125131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:25.125701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Checking segment: {'id': 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:25.126474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.126959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Bound using segment: {'id': 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:25.127607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Bound port: d60ab762-4917-49ca-b94c-ad13914d097e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:25.128081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.185769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-c504b4be-7c41-4e87-b2f1-09ba5aa2f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.187302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-c504b4be-7c41-4e87-b2f1-09ba5aa2f606 service neutron] 10.222.0.54 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.1393199 Aug 10 03:38:25.237566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] For port d60ab762-4917-49ca-b94c-ad13914d097e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:25.242531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] For port d60ab762-4917-49ca-b94c-ad13914d097e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d60ab762-4917-49ca-b94c-ad13914d097e,segment=NetworkSegment(f0efb2df-02b5-4769-bd98-df6ec9f16d0e),segment_id=f0efb2df-02b5-4769-bd98-df6ec9f16d0e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:25.312417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-df8a8c1d-d247-4531-b00e-b57e88c41546 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1000 time: 0.1125443 Aug 10 03:38:25.327032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe21ed-067f-47d7-b830-0c423dbe6f2c req-52a7b329-e747-44d9-be1c-9f86554e3009 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.330127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbbe21ed-067f-47d7-b830-0c423dbe6f2c req-52a7b329-e747-44d9-be1c-9f86554e3009 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.0839891 Aug 10 03:38:25.340225 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.424635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbbe21ed-067f-47d7-b830-0c423dbe6f2c req-bffd7471-49da-4b78-87e3-dceba4c697c6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840287 Aug 10 03:38:25.438757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-7c5a21f1-ff7b-4aaf-ab11-f8f4260865aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.441229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-7c5a21f1-ff7b-4aaf-ab11-f8f4260865aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.1097155 Aug 10 03:38:25.442014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e56292-e7ae-4dfd-8c26-049ae46ad79c None None] Pushing event updated for resources: {'Port': ['ID=d60ab762-4917-49ca-b94c-ad13914d097e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:25.468506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.492981 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.504968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-1ddfe801-2331-41e4-b5b1-ce2b08cb57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.507217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-1ddfe801-2331-41e4-b5b1-ce2b08cb57f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527968 Aug 10 03:38:25.522259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-87014a0f-e78b-43fb-9965-5da30b814be8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:38:25.524138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-87014a0f-e78b-43fb-9965-5da30b814be8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070066 Aug 10 03:38:25.642479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-74058947-4a03-4d82-8d96-c2c20165f23e service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119180 Aug 10 03:38:25.670492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 172.25.1.70 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/0e860d5f-21c8-4a54-88ad-3b2738f8a50e) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:25.735893 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.757192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-954a3e1e-6d1f-4cc8-b18a-02e15a9291d2 req-354ac0f4-5bbf-451e-b194-9fc2d50783b5 service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071172 Aug 10 03:38:25.793797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:25.801343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:25.807798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.808324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.832792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=bdfb2fd6-5e99-49fa-8adf-ca920d6d0a30,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:25.851371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.851655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.851995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.852330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.852684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.853013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.853342 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.853669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.853992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.854315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.854639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.854957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:25.872233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.946354 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-adfefe1f-7b0a-45d1-a614-0872042571e0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6067431 Aug 10 03:38:25.949262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51602) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:26.004984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890b4f8-d33c-4d38-907a-1f6300364c51 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.006505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890b4f8-d33c-4d38-907a-1f6300364c51 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.008861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890b4f8-d33c-4d38-907a-1f6300364c51 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.010364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890b4f8-d33c-4d38-907a-1f6300364c51 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.011881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6890b4f8-d33c-4d38-907a-1f6300364c51 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.013170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.014442 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6890b4f8-d33c-4d38-907a-1f6300364c51 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0641751 Aug 10 03:38:26.016038 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.018148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51604) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:26.023883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451746509'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:26.053256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:26.059396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:26.061858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:26.093914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=0e860d5f-21c8-4a54-88ad-3b2738f8a50e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:26.202968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:26.213311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.233541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:26.237516 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d59d36a-9a31-4277-aaef-963c817598c2" -d '{"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:26.255436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:26.271405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.272019 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment 1f7140ea-31a0-4e98-b673-c9187232c92e of type vlan for network 5035025b-dd9c-48dc-be84-b701b83d670c Aug 10 03:38:26.313656 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b02a0-3af5-436c-976c-497be2acc8b1 x-openstack-request-id: req-381b02a0-3af5-436c-976c-497be2acc8b1 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:26.314006 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:26.314206 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-381b02a0-3af5-436c-976c-497be2acc8b1 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:26.314601 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'status': 'completed', 'code': 200} Aug 10 03:38:26.328672 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.435063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-54d05c40-4510-4547-bd0a-f0b349ced62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.437195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-54d05c40-4510-4547-bd0a-f0b349ced62c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1096 time: 0.1015105 Aug 10 03:38:26.442746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-6e83b037-def3-450d-bebf-0907d6e8aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.444219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-6e83b037-def3-450d-bebf-0907d6e8aad1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1096 time: 0.0706255 Aug 10 03:38:26.445122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.507040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0854960-043c-44e7-b890-9d9686ab3a43 None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:26.544088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.549724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.550365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.660514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df2c1716-5f8f-4c28-a35c-860904090f32 None None] Provisioning for port d60ab762-4917-49ca-b94c-ad13914d097e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:26.691879 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.705330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=5035025b-dd9c-48dc-be84-b701b83d670c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:26.717604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5035025b-dd9c-48dc-be84-b701b83d670c details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:26.743643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813eebc-9af4-4fa8-87a7-a954190db3f2 req-cd4059cd-4a79-426b-8b73-b14696a71d60 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.752935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7813eebc-9af4-4fa8-87a7-a954190db3f2 req-cd4059cd-4a79-426b-8b73-b14696a71d60 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.1956575 Aug 10 03:38:26.762118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-18214a9f-a842-441f-b93a-015c4dbe4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.764730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-18214a9f-a842-441f-b93a-015c4dbe4186 service neutron] 10.222.0.54 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.3108072 Aug 10 03:38:26.780382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-191acc75-9978-4ed4-9b8d-8578db260322 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7610500 Aug 10 03:38:26.787191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51618) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:26.797750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-8e555c81-646d-4f11-8305-e9bf9dc3e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.799528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-8e555c81-646d-4f11-8305-e9bf9dc3e352 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.3543918 Aug 10 03:38:26.807571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:26.820253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Update dhcp port {'port': {'network_id': 'df90ef67-9b5c-4fb9-a504-def9bbc58457', 'fixed_ips': [{'subnet_id': 'f010c901-ae7e-4377-9d13-5e966af94092', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bdfb2fd6-5e99-49fa-8adf-ca920d6d0a30'}], 'binding:host_id': 'n-d-765315-26'}, 'id': 'd60ab762-4917-49ca-b94c-ad13914d097e'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:38:26.852683 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.933038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 8df49546-3e23-4d3b-962d-58141c43bf8f is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:26.956151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7813eebc-9af4-4fa8-87a7-a954190db3f2 req-d3ebdfc5-1c4f-437d-bc0f-0f8ea5613c28 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014656 Aug 10 03:38:26.976053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d60ab762-4917-49ca-b94c-ad13914d097e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:27.006158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-ba4423e9-bbbe-45b4-b94b-34e7a48af91b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1000 time: 0.2300417 Aug 10 03:38:27.034842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-3c0ead54-0aa5-42a7-b70f-d85d7592ce5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1000 time: 0.2215118 Aug 10 03:38:27.079119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:27.095151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] Sync routers for ids ['8df49546-3e23-4d3b-962d-58141c43bf8f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:27.122600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Allocated IP 172.20.0.1 (df90ef67-9b5c-4fb9-a504-def9bbc58457/bdfb2fd6-5e99-49fa-8adf-ca920d6d0a30/d60ab762-4917-49ca-b94c-ad13914d097e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:27.124557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] Routers {'8df49546-3e23-4d3b-962d-58141c43bf8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:27.125187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8df49546-3e23-4d3b-962d-58141c43bf8f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:27.168725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-a9ca14cd-9994-430c-9ede-a4115727509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.170077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:27.170224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-a9ca14cd-9994-430c-9ede-a4115727509a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.1540594 Aug 10 03:38:27.213469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.215115 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f96fb531-c1d6-4b89-b9a8-140e974224f8 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1865230 Aug 10 03:38:27.217665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51624) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:27.218395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:27.222255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d60ab762-4917-49ca-b94c-ad13914d097e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:27.224466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] Routers {'8df49546-3e23-4d3b-962d-58141c43bf8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:27.225074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8df49546-3e23-4d3b-962d-58141c43bf8f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:27.383722 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e89aecd6-7b27-4294-a554-9847c393db94 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/routers/8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 200 len: 884 time: 0.1619146 Aug 10 03:38:27.384456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:27.448844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d60ab762-4917-49ca-b94c-ad13914d097e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:27.449219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.455683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:27.456776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fcd451-4024-47c0-9765-f9628309fd4e None None] The sync data for ids ['8df49546-3e23-4d3b-962d-58141c43bf8f'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:27.524374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:27.533737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] For port d60ab762-4917-49ca-b94c-ad13914d097e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d60ab762-4917-49ca-b94c-ad13914d097e,segment=NetworkSegment(f0efb2df-02b5-4769-bd98-df6ec9f16d0e),segment_id=f0efb2df-02b5-4769-bd98-df6ec9f16d0e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:27.591905 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.612897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-4e809d64-2131-45e7-8d5d-a35a0b719119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.614373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-4e809d64-2131-45e7-8d5d-a35a0b719119 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.5509129 Aug 10 03:38:27.617633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Transition to ACTIVE for port object d60ab762-4917-49ca-b94c-ad13914d097e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:27.619048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.626447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.671062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-79570b7c-23ea-45e7-bea2-d77e38cad2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.672524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-79570b7c-23ea-45e7-bea2-d77e38cad2f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4907231 Aug 10 03:38:27.677141 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6e1d2807-f283-461c-a55d-af9d83bf1369 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2914977 Aug 10 03:38:27.683753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51632) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:27.688692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1502166718'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:27.689349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-91b32014-b4b7-48ed-afb4-be7d1caddadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.693182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-91b32014-b4b7-48ed-afb4-be7d1caddadc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664425 Aug 10 03:38:27.705823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.747372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.832033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 5035025b-dd9c-48dc-be84-b701b83d670c is not hosted by any dhcp agent {{(pid=94805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:38:27.838135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.841939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.849443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "PUT /v2.0/networks/5035025b-dd9c-48dc-be84-b701b83d670c HTTP/1.1" status: 200 len: 723 time: 1.0484281 Aug 10 03:38:27.855993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:27.856703 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:27.859819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a2b1f-4e9b-419e-a88a-a3a3719e3691 None None] Pushing event updated for resources: {'Port': ['ID=d60ab762-4917-49ca-b94c-ad13914d097e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:27.860785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51638) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:27.868102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:27.969367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619db227-3fd4-4446-9a8a-634b05f7edd9 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=5035025b-dd9c-48dc-be84-b701b83d670c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:27.981407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5035025b-dd9c-48dc-be84-b701b83d670c details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:28.051170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-496302ea-1c5f-4857-bff3-2ca1b271e3c7 service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696401 Aug 10 03:38:28.057992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-e9fd204c-2fcf-4a72-b84e-c7bfb59915a5 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538487 Aug 10 03:38:28.127379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.171303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:28.175150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.271941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.368005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-f4732dc4-cb0f-4a3e-a2b4-2fa1304e1383 service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078573 Aug 10 03:38:28.384686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e673fc3-b7e3-437f-8ba7-89022e075ffb req-5f2981a1-63d3-4eda-a655-f76e3e2954fc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.397277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e673fc3-b7e3-437f-8ba7-89022e075ffb req-5f2981a1-63d3-4eda-a655-f76e3e2954fc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.2454979 Aug 10 03:38:28.417651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.424411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d59d36a-9a31-4277-aaef-963c817598c2 req-1493f607-45ac-4857-b4c7-2f377a84d144 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429053 Aug 10 03:38:28.429454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 8df49546-3e23-4d3b-962d-58141c43bf8f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:28.466106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d60ab762-4917-49ca-b94c-ad13914d097e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d60ab762-4917-49ca-b94c-ad13914d097e,segment=NetworkSegment(f0efb2df-02b5-4769-bd98-df6ec9f16d0e),segment_id=f0efb2df-02b5-4769-bd98-df6ec9f16d0e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:28.493770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e673fc3-b7e3-437f-8ba7-89022e075ffb req-d9a7a858-5952-4482-9431-19d2957edead tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954618 Aug 10 03:38:28.565382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:28.573747 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.580707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.581480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] Sync routers for ids ['8df49546-3e23-4d3b-962d-58141c43bf8f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:28.583124 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-78bcccee-653f-4016-9736-d89d1404a16b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 200 len: 891 time: 0.8982735 Aug 10 03:38:28.585876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:28.609591 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] Routers {'8df49546-3e23-4d3b-962d-58141c43bf8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:28.610633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8df49546-3e23-4d3b-962d-58141c43bf8f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:28.642419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d60ab762-4917-49ca-b94c-ad13914d097e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:28.652831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2407577-31c9-40c2-952e-6807d2f918c9 None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:28.675702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:28.686449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.686676 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] Routers {'8df49546-3e23-4d3b-962d-58141c43bf8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:28.687332 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8df49546-3e23-4d3b-962d-58141c43bf8f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:28.720838 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-04b89a46-a7e6-4f57-a70a-c13c5693e28f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/routers/8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 200 len: 891 time: 0.1329031 Aug 10 03:38:28.723195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51664) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:28.735540 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:28.736188 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5119b-c347-43d8-a500-7fe67039593a None None] The sync data for ids ['8df49546-3e23-4d3b-962d-58141c43bf8f'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:28.754961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-47a966c9-3d77-4467-8d74-5aa2262bd14e tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 200 len: 205 time: 0.0305772 Aug 10 03:38:28.757587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51666) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:28.782875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=0a75988b-f3d7-4552-9377-48480bbfec44,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:28.787992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': '1f7140ea-31a0-4e98-b673-c9187232c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:28.788916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: 5035025b-dd9c-48dc-be84-b701b83d670c, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:28.824873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca9703a8-dffa-4dac-9c6f-9e6fc96807f8 None None] Provisioning for port d60ab762-4917-49ca-b94c-ad13914d097e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:28.832153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca9703a8-dffa-4dac-9c6f-9e6fc96807f8 None None] Provisioning complete for port d60ab762-4917-49ca-b94c-ad13914d097e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:28.832563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca9703a8-dffa-4dac-9c6f-9e6fc96807f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.879015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.879390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 5035025b-dd9c-48dc-be84-b701b83d670c is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:28.895021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d60ab762-4917-49ca-b94c-ad13914d097e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:29.001754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d60ab762-4917-49ca-b94c-ad13914d097e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:29.009386 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.009572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 5035025b-dd9c-48dc-be84-b701b83d670c) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:29.009769 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.010970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.011690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.034096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6a4a9-a6b2-432a-8dcc-ec20345dc2fd None None] Network 5035025b-dd9c-48dc-be84-b701b83d670c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:29.125459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db5adb78-7d7b-4a43-a6ca-83e7362fd22d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2571645 Aug 10 03:38:29.125459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51672) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:29.130111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:29.131719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6f567795-a07d-42b7-b91e-4c5ed4365e99 None None] Provisioning complete for port d60ab762-4917-49ca-b94c-ad13914d097e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:29.132101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f567795-a07d-42b7-b91e-4c5ed4365e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.188427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 0e860d5f-21c8-4a54-88ad-3b2738f8a50e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:29.189406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.258405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8962168'] for subnet, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.357625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-5035025b-dd9c-48dc-be84-b701b83d670c', 'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '0a75988b-f3d7-4552-9377-48480bbfec44'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:29.358605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.531320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759713456788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9050836'] for subnet, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.568904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.569563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.570869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "PUT /v2.0/subnets/0a75988b-f3d7-4552-9377-48480bbfec44 HTTP/1.1" status: 200 len: 826 time: 0.4456749 Aug 10 03:38:29.573752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51678) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:29.595095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Allocated IP 2001:db8::2 (5035025b-dd9c-48dc-be84-b701b83d670c/0a75988b-f3d7-4552-9377-48480bbfec44/8857ac49-7631-452f-941d-3b36d3a093b3) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:29.646977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41c80-5484-4f21-ba98-69ffbe62151c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=0a75988b-f3d7-4552-9377-48480bbfec44,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:29.667837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.685864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 0e860d5f-21c8-4a54-88ad-3b2738f8a50e owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:29.719627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93bcc2-107c-444d-8b70-3cfe94e786e3 req-467dcec6-e090-4422-b460-cb3492a69201 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.721196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a93bcc2-107c-444d-8b70-3cfe94e786e3 req-467dcec6-e090-4422-b460-cb3492a69201 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.0901439 Aug 10 03:38:29.728432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.792696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a93bcc2-107c-444d-8b70-3cfe94e786e3 req-b81458a0-6fed-4773-bcbe-a6f7305d08c6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621219 Aug 10 03:38:29.810712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.826640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.826818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Transition to ACTIVE for port object 8857ac49-7631-452f-941d-3b36d3a093b3 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:29.942322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Transition to ACTIVE for port object 8857ac49-7631-452f-941d-3b36d3a093b3 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:29.942550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.969807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=0e860d5f-21c8-4a54-88ad-3b2738f8a50e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.034693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.094345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.136102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.138486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.142742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Network 5035025b-dd9c-48dc-be84-b701b83d670c is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:30.151807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:30.157836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:30.174943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Pushing event updated for resources: {'Port': ['ID=8857ac49-7631-452f-941d-3b36d3a093b3,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.181825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.218865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=0a75988b-f3d7-4552-9377-48480bbfec44,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.221743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Attempting to bind port 8857ac49-7631-452f-941d-3b36d3a093b3 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:30.222119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Attempting to bind port 8857ac49-7631-452f-941d-3b36d3a093b3 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '1f7140ea-31a0-4e98-b673-c9187232c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:30.222481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Attempting to bind port 8857ac49-7631-452f-941d-3b36d3a093b3 on network 5035025b-dd9c-48dc-be84-b701b83d670c {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:30.228066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:30.228495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Checking segment: {'id': '1f7140ea-31a0-4e98-b673-c9187232c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:30.228939 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.229325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Bound using segment: {'id': '1f7140ea-31a0-4e98-b673-c9187232c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:30.229798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Bound port: 8857ac49-7631-452f-941d-3b36d3a093b3, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7140ea-31a0-4e98-b673-c9187232c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5035025b-dd9c-48dc-be84-b701b83d670c'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:30.230181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.269212 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.269858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router 8df49546-3e23-4d3b-962d-58141c43bf8f {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:38:30.273262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5cf79ca3-7b20-4570-a464-2b121ab65c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.282111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.283624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9afcd626-1b42-4420-9d88-77c5077ee216 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 204 len: 168 time: 1.5249770 Aug 10 03:38:30.287058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51690) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:30.298800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944404658'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:30.316292 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.319487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] For port 8857ac49-7631-452f-941d-3b36d3a093b3, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:30.322438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] For port 8857ac49-7631-452f-941d-3b36d3a093b3, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8857ac49-7631-452f-941d-3b36d3a093b3,segment=NetworkSegment(1f7140ea-31a0-4e98-b673-c9187232c92e),segment_id=1f7140ea-31a0-4e98-b673-c9187232c92e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:30.332332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5035025b-dd9c-48dc-be84-b701b83d670c']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:30.354903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7140ea-31a0-4e98-b673-c9187232c92e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:30.355197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7140ea-31a0-4e98-b673-c9187232c92e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:30.370457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae68063-4232-427a-8474-460a125352ff req-e3b1a893-2297-4538-bbe1-ccb475ab01b1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.371920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dae68063-4232-427a-8474-460a125352ff req-e3b1a893-2297-4538-bbe1-ccb475ab01b1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 944 time: 0.1085539 Aug 10 03:38:30.404300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.435699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:30.439317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.448981 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.466232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.488929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:30.489464 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.490628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:30.492709 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:30.513662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-304ddb18-7286-42b9-a266-3eefb17ef38e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.515290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-304ddb18-7286-42b9-a266-3eefb17ef38e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90&tenant_id=1ecad60eae0044d380480d1afb195fed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 944 time: 0.1528707 Aug 10 03:38:30.518106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dae68063-4232-427a-8474-460a125352ff req-7bb75092-2a3e-482a-bf7e-e991e2aa9a2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368291 Aug 10 03:38:30.574926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3a09d-f56e-4584-b3b5-5a93fe5dbcce None None] Pushing event updated for resources: {'Port': ['ID=8857ac49-7631-452f-941d-3b36d3a093b3,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.590698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e2865-286a-4354-96f7-949eea051a8b None None] Network 5035025b-dd9c-48dc-be84-b701b83d670c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:30.597663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:30.608232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.608693 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment 860b6432-0ecb-497a-91e7-8d991c2c8935 of type vlan for network 9fe09c75-41a3-47de-b3a4-31e2f82757fa Aug 10 03:38:30.614848 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-b9bdceb8-bdf9-4b65-a953-ac0cadce99ef service neutron] delete failed (client error): The resource could not be found. Aug 10 03:38:30.615892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-b9bdceb8-bdf9-4b65-a953-ac0cadce99ef service neutron] 10.222.0.46 "DELETE /v2.0/ports/95102727-9d6b-4c6d-9d9a-7b1358b66f05/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0679233 Aug 10 03:38:30.624812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:38:30.624812 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:38:30.624812 n-d-765315-26 neutron-server[94805]: [parameters: {'id': '5035025b-dd9c-48dc-be84-b701b83d670c'}] Aug 10 03:38:30.624812 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:30.625258 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:30.652316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.712944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-601b1aa9-097c-428e-abb4-448d31ba4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.714519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-601b1aa9-097c-428e-abb4-448d31ba4949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1096 time: 0.0470858 Aug 10 03:38:30.753931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.760404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.761027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.765681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:30.787296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'port_id': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'mac_address': 'fa:16:3e:0f:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:30.823670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b504c2c-3bb2-472c-b6bb-2d0ce62694ee None None] Network 5035025b-dd9c-48dc-be84-b701b83d670c requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:30.834589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=9fe09c75-41a3-47de-b3a4-31e2f82757fa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.847093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-b6540b6b-1b7a-4b97-bd46-a0c74e22259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.848597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-b6540b6b-1b7a-4b97-bd46-a0c74e22259c service neutron] 10.222.0.46 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.1274350 Aug 10 03:38:30.870918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:30.924251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-10ac341d-1920-40eb-80f8-4226d12b4349 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 1000 time: 0.0683010 Aug 10 03:38:30.927621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.928125 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b7038723-bebe-4e79-a705-90e3c2877567 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6391981 Aug 10 03:38:30.932247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51700) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:30.937706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:30.974347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95102727-9d6b-4c6d-9d9a-7b1358b66f05 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:30.985024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-ab40e707-5091-462b-9137-c3de5c9076a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.986860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-ab40e707-5091-462b-9137-c3de5c9076a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.0547318 Aug 10 03:38:31.048839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-61506a40-afc4-4de0-a6cb-060138724bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.050484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-61506a40-afc4-4de0-a6cb-060138724bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568802 Aug 10 03:38:31.066206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532a62e-162a-42bd-b9ae-1d62d414fdce None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:38:31.077378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:31.128172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.151103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-b1e2717c-b8c5-4bd0-b36d-d673ecc61677 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927727 Aug 10 03:38:31.159693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:31.160193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.163352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.196385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532a62e-162a-42bd-b9ae-1d62d414fdce None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:38:31.284137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port 8857ac49-7631-452f-941d-3b36d3a093b3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:31.284749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.292902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:31.337509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-453bed38-0035-4a84-8ecc-7b484114c6d6 req-41989682-dec6-4422-a6ec-ef0a2e1adbd4 service neutron] 10.222.0.46 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557796 Aug 10 03:38:31.369846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port 8857ac49-7631-452f-941d-3b36d3a093b3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8857ac49-7631-452f-941d-3b36d3a093b3,segment=NetworkSegment(1f7140ea-31a0-4e98-b673-c9187232c92e),segment_id=1f7140ea-31a0-4e98-b673-c9187232c92e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:31.370280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.392563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for 8857ac49-7631-452f-941d-3b36d3a093b3 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:31.453600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.520299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=c292e9c8-ef4f-4929-b2ed-210bcfe53cc2,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:31.529399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': '860b6432-0ecb-497a-91e7-8d991c2c8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:31.529761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: 9fe09c75-41a3-47de-b3a4-31e2f82757fa, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:31.585881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['95102727-9d6b-4c6d-9d9a-7b1358b66f05'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:31.590365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.626641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=8857ac49-7631-452f-941d-3b36d3a093b3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:31.627841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:31.645431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port 8857ac49-7631-452f-941d-3b36d3a093b3 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:31.742303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 9fe09c75-41a3-47de-b3a4-31e2f82757fa) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:31.746579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.746945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7c249-c2b8-4934-8a1f-fcdfa0dba011 req-8e91cd31-e6a3-467a-96e0-0f124a1352e2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.747793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.748765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25a7c249-c2b8-4934-8a1f-fcdfa0dba011 req-8e91cd31-e6a3-467a-96e0-0f124a1352e2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 945 time: 0.1527832 Aug 10 03:38:31.753822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.765908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a862f2-245c-4379-860b-4731389fa2f6 None None] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:31.766613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5035025b-dd9c-48dc-be84-b701b83d670c']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:31.789825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7140ea-31a0-4e98-b673-c9187232c92e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:31.790114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7140ea-31a0-4e98-b673-c9187232c92e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:31.802883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.823890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-25a7c249-c2b8-4934-8a1f-fcdfa0dba011 req-68a3d9cd-778e-4b93-85ec-9fdd9f3f703e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621800 Aug 10 03:38:31.828084 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.835595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:31.835990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:31.838963 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:31.933841 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc3196a2-0631-474f-b5e2-c7b9f95d2212 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0003564 Aug 10 03:38:31.936286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51718) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:31.943757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1199872676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:31.982266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-9fe09c75-41a3-47de-b3a4-31e2f82757fa', 'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': 'c292e9c8-ef4f-4929-b2ed-210bcfe53cc2'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:31.983190 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.995981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.012390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.012390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/5035025b-dd9c-48dc-be84-b701b83d670c HTTP/1.1" status: 204 len: 168 time: 2.4284286 Aug 10 03:38:32.012390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51722) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:32.031144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491685-71c1-4678-bad0-f2ccd14b39be tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=5035025b-dd9c-48dc-be84-b701b83d670c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:32.043687 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb137a6-9c9d-416c-a308-a3d40bb1650b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:32.044397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb137a6-9c9d-416c-a308-a3d40bb1650b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:32.046256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eeb137a6-9c9d-416c-a308-a3d40bb1650b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/5035025b-dd9c-48dc-be84-b701b83d670c HTTP/1.1" status: 404 len: 339 time: 0.0328074 Aug 10 03:38:32.060824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51724) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:32.061689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925348033', 'description': 'd1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:32.126523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.129274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.199286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.211831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:32.215650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.243171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:32.253364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.253761 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment 291cfabc-4b70-44c6-bdff-12c18bcf60e8 of type vlan for network 1bc34df4-3031-44cc-b00b-70e21137d63e Aug 10 03:38:32.295211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Allocated IP 2001:db8::2 (9fe09c75-41a3-47de-b3a4-31e2f82757fa/c292e9c8-ef4f-4929-b2ed-210bcfe53cc2/65497a54-224a-4f1a-93cc-e95ae7aa2503) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:32.295566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.322395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.413370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.419296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.420038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.442200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.444651 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4c407e8e-1e74-4784-8281-01346bb76031 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5061433 Aug 10 03:38:32.447191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:32.457330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.465990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Transition to ACTIVE for port object 65497a54-224a-4f1a-93cc-e95ae7aa2503 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:32.481652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Transition to ACTIVE for port object 65497a54-224a-4f1a-93cc-e95ae7aa2503 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:32.583428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.667543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Pushing event updated for resources: {'Port': ['ID=65497a54-224a-4f1a-93cc-e95ae7aa2503,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:32.681979 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.696114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:32.696938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:32.699913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:32.740177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=1bc34df4-3031-44cc-b00b-70e21137d63e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:32.746693 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.759098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 1bc34df4-3031-44cc-b00b-70e21137d63e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:32.780366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Attempting to bind port 65497a54-224a-4f1a-93cc-e95ae7aa2503 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:32.781166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Attempting to bind port 65497a54-224a-4f1a-93cc-e95ae7aa2503 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '860b6432-0ecb-497a-91e7-8d991c2c8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:32.781166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Attempting to bind port 65497a54-224a-4f1a-93cc-e95ae7aa2503 on network 9fe09c75-41a3-47de-b3a4-31e2f82757fa {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:32.796711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a9c9b04a-8f15-422c-b172-18023525d6e6 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7410557 Aug 10 03:38:32.799124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51746) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:32.816326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:32.816723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Checking segment: {'id': '860b6432-0ecb-497a-91e7-8d991c2c8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:32.817178 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.817747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Bound using segment: {'id': '860b6432-0ecb-497a-91e7-8d991c2c8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:32.818319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Bound port: 65497a54-224a-4f1a-93cc-e95ae7aa2503, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b6432-0ecb-497a-91e7-8d991c2c8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9fe09c75-41a3-47de-b3a4-31e2f82757fa'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:32.818698 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.911254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] For port 65497a54-224a-4f1a-93cc-e95ae7aa2503, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:32.917597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] For port 65497a54-224a-4f1a-93cc-e95ae7aa2503, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=65497a54-224a-4f1a-93cc-e95ae7aa2503,segment=NetworkSegment(860b6432-0ecb-497a-91e7-8d991c2c8935),segment_id=860b6432-0ecb-497a-91e7-8d991c2c8935)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:32.944817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48994799-3354-4de5-9a15-37b3a524ce1f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.949669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-48994799-3354-4de5-9a15-37b3a524ce1f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks?id=1bc34df4-3031-44cc-b00b-70e21137d63e HTTP/1.1" status: 200 len: 765 time: 0.1466517 Aug 10 03:38:32.949952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51752) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:32.979564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'description': 'd2'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:33.002510 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.036159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8::1 (9fe09c75-41a3-47de-b3a4-31e2f82757fa/c292e9c8-ef4f-4929-b2ed-210bcfe53cc2/6ee1254a-da13-45bb-be15-5c2f52db3bc9) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:33.043340 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f395-3a01-40ef-8193-95058701bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.072212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a31b-efe4-4260-8526-ea8feb58006a req-ce807d0f-9898-4b13-ba44-f6996c777cd7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.072212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0641a31b-efe4-4260-8526-ea8feb58006a req-ce807d0f-9898-4b13-ba44-f6996c777cd7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 945 time: 0.1230571 Aug 10 03:38:33.078647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0e782-4ed6-488c-925a-54eee6de76b8 None None] Pushing event updated for resources: {'Port': ['ID=65497a54-224a-4f1a-93cc-e95ae7aa2503,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:33.181633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.199392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 6ee1254a-da13-45bb-be15-5c2f52db3bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:33.207298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0641a31b-efe4-4260-8526-ea8feb58006a req-c7ba8a69-235d-4d03-8f7d-98588f4d6fef tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011460 Aug 10 03:38:33.221764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51758) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:33.306989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.345665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.369458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-50f56c34-e9b4-46ab-8372-0b5bbfd06685 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 HTTP/1.1" status: 200 len: 993 time: 0.1464663 Aug 10 03:38:33.401437 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:33.405016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.407661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:33.410817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:33.411446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.416489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 1bc34df4-3031-44cc-b00b-70e21137d63e is not hosted by any dhcp agent {{(pid=94805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:38:33.421569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.422175 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.424400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "PUT /v2.0/networks/1bc34df4-3031-44cc-b00b-70e21137d63e HTTP/1.1" status: 200 len: 762 time: 0.4488666 Aug 10 03:38:33.437445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51760) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:33.456081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=6ee1254a-da13-45bb-be15-5c2f52db3bc9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:33.535195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388068b9-ad6d-44af-bb61-0643d64cf679 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=1bc34df4-3031-44cc-b00b-70e21137d63e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:33.546853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 1bc34df4-3031-44cc-b00b-70e21137d63e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:33.563423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b670864-390f-49ad-8739-3d311bc2436f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.565427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1b670864-390f-49ad-8739-3d311bc2436f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks?id=1bc34df4-3031-44cc-b00b-70e21137d63e HTTP/1.1" status: 200 len: 765 time: 0.1270125 Aug 10 03:38:33.570189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51762) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:33.702431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.821131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db27f50-e588-41ae-8320-05dcf7f9f01d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.822959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3db27f50-e588-41ae-8320-05dcf7f9f01d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2514484 Aug 10 03:38:33.825802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51766) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:33.870442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d1334544-75d6-4622-9a9b-7561cdf55021 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 207 time: 0.0432351 Aug 10 03:38:33.873879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51768) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.102629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.109156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.113905 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.115873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.137388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.144084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.150758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.152686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4e529b9e-b77a-4a55-bfc1-6fc319049b9f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2777627 Aug 10 03:38:34.156497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51772) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.176860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26ec08-9e81-4005-ab87-b3113a393a83 None None] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:34.289131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-56883882-a84d-4e21-b340-7391aec95b7c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1312075 Aug 10 03:38:34.292865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51774) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.341611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.343429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3ab6ae10-ec09-4fd3-9784-10ff98a97395 None None] Provisioning for port 65497a54-224a-4f1a-93cc-e95ae7aa2503 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:34.357407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2756b7f-46a1-4d5e-b0a1-480c2eecbc61 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.359443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2756b7f-46a1-4d5e-b0a1-480c2eecbc61 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.360596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2756b7f-46a1-4d5e-b0a1-480c2eecbc61 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.362167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2756b7f-46a1-4d5e-b0a1-480c2eecbc61 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.363796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2756b7f-46a1-4d5e-b0a1-480c2eecbc61 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.365549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e2756b7f-46a1-4d5e-b0a1-480c2eecbc61 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0710769 Aug 10 03:38:34.369953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51778) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.416738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.417538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.429090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4784e16-019c-4316-9af8-5e983f49cb1d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.430522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4784e16-019c-4316-9af8-5e983f49cb1d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.432071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4784e16-019c-4316-9af8-5e983f49cb1d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.433485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4784e16-019c-4316-9af8-5e983f49cb1d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.434890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4784e16-019c-4316-9af8-5e983f49cb1d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.436695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4784e16-019c-4316-9af8-5e983f49cb1d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0657670 Aug 10 03:38:34.446037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51780) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.482228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:34.565953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=6ee1254a-da13-45bb-be15-5c2f52db3bc9,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:34.570379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51784) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.585238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e29d3-83ab-4c68-9e60-3e44649d1d79 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.590176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d37e29d3-83ab-4c68-9e60-3e44649d1d79 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks/2ec7d89a-97aa-4b33-9e58-c68360575071 HTTP/1.1" status: 200 len: 804 time: 0.1372328 Aug 10 03:38:34.590420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51788) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.616652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:34.618101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:34.678704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:34.683053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:34.683423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.730305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11858985-7f4e-4e80-982f-bed4e410da03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.769790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-73effd75-d051-491a-9167-639706f16859 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/networks/2ec7d89a-97aa-4b33-9e58-c68360575071?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1777346 Aug 10 03:38:34.774244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51790) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.792457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.805555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-204be90a-4c30-4e52-b911-25a152b9cd32 None None] Provisioning for port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:34.816687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-204be90a-4c30-4e52-b911-25a152b9cd32 None None] Provisioning complete for port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:34.817460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-204be90a-4c30-4e52-b911-25a152b9cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.824582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:34.828280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router f70c986e-0f46-4cb4-98df-257985cca3eb is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:34.838832 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06853a-37ae-49a2-8d7e-ae8c3be56c53" -d '{"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-plugged", "status": "completed", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:34.879344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:34.896808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020d95d-4001-4117-892d-13194bf2ed8e tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.898149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-204be90a-4c30-4e52-b911-25a152b9cd32 None None] Port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:34.898287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0020d95d-4001-4117-892d-13194bf2ed8e tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/subnets/292891f3-00c2-4bcc-94b2-dfb10ec20fbf HTTP/1.1" status: 200 len: 843 time: 0.1231081 Aug 10 03:38:34.909061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51796) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.962209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:34.971711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b56edf90-1c46-4912-ba72-6a3ab34c6c35 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/f70c986e-0f46-4cb4-98df-257985cca3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5228631 Aug 10 03:38:34.972367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:34.975556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] Sync routers for ids ['f70c986e-0f46-4cb4-98df-257985cca3eb'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:34.990363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] Routers {'f70c986e-0f46-4cb4-98df-257985cca3eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:34.992282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a59d06-d95c-4c04-9de2-ae74dfc665aa tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['shared'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.993212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f70c986e-0f46-4cb4-98df-257985cca3eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:34.998681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19a59d06-d95c-4c04-9de2-ae74dfc665aa tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "GET /v2.0/subnets/292891f3-00c2-4bcc-94b2-dfb10ec20fbf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0908322 Aug 10 03:38:35.002229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.014173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51800) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:35.020843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622293463'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:35.043653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba542d3-48f5-4cd4-a4d3-ee888813f197 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.048377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11858985-7f4e-4e80-982f-bed4e410da03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.048701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51802) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:35.049353 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ba542d3-48f5-4cd4-a4d3-ee888813f197 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports/6ee1254a-da13-45bb-be15-5c2f52db3bc9 HTTP/1.1" status: 200 len: 911 time: 0.0757828 Aug 10 03:38:35.056174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c292e9c8-ef4f-4929-b2ed-210bcfe53cc2'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:35.075927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 65497a54-224a-4f1a-93cc-e95ae7aa2503 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:35.097140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:35.151641 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74d8719-046d-4b5e-bfc6-a621617a537c x-openstack-request-id: req-d74d8719-046d-4b5e-bfc6-a621617a537c {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:35.152322 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-plugged", "status": "completed", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:35.152322 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d74d8719-046d-4b5e-bfc6-a621617a537c {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:35.152859 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'code': 200} Aug 10 03:38:35.185761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] Routers {'f70c986e-0f46-4cb4-98df-257985cca3eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:35.186742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f70c986e-0f46-4cb4-98df-257985cca3eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:35.190430 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11858985-7f4e-4e80-982f-bed4e410da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.239432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e2a003d8-72f5-4f31-80c6-82cb9fd3637f None None] Provisioning complete for port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:35.239432 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2a003d8-72f5-4f31-80c6-82cb9fd3637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.251674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:35.252317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd8a4b-8651-41c7-9f20-0daa51078fe1 None None] The sync data for ids ['f70c986e-0f46-4cb4-98df-257985cca3eb'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:35.253714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.262753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-11858985-7f4e-4e80-982f-bed4e410da03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b53bb134e784eb4a0daba6ca0090246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892004 Aug 10 03:38:35.262753 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.263538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:35.265726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11858985-7f4e-4e80-982f-bed4e410da03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b6134-1d9d-4a4d-9618-5edf7a20b301,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.290863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e2a003d8-72f5-4f31-80c6-82cb9fd3637f None None] Port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:35.319419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e18b9220-f956-4f90-8dda-8cad0bf4286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.345708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e18b9220-f956-4f90-8dda-8cad0bf4286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.367730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 65497a54-224a-4f1a-93cc-e95ae7aa2503 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:35.372022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 65497a54-224a-4f1a-93cc-e95ae7aa2503 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:35.372521 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.374171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:35.377381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.425538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-62d5f5fd-7d44-4861-8fb3-30bbe93eae48 None None] Provisioning complete for port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:35.425902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62d5f5fd-7d44-4861-8fb3-30bbe93eae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.488651 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-62d5f5fd-7d44-4861-8fb3-30bbe93eae48 None None] Port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:35.503537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.527903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e18b9220-f956-4f90-8dda-8cad0bf4286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.530504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e18b9220-f956-4f90-8dda-8cad0bf4286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.533976 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e18b9220-f956-4f90-8dda-8cad0bf4286f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d9b6134-1d9d-4a4d-9618-5edf7a20b301 HTTP/1.1" status: 204 len: 168 time: 0.2671266 Aug 10 03:38:35.535916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 65497a54-224a-4f1a-93cc-e95ae7aa2503, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=65497a54-224a-4f1a-93cc-e95ae7aa2503,segment=NetworkSegment(860b6432-0ecb-497a-91e7-8d991c2c8935),segment_id=860b6432-0ecb-497a-91e7-8d991c2c8935)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:35.536134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:35.542319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b9220-f956-4f90-8dda-8cad0bf4286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9b6134-1d9d-4a4d-9618-5edf7a20b301,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.564761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.564761 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Added segment aa915280-faeb-4e71-b8e9-32cf2e174a93 of type vlan for network 263759c9-8c06-48bf-a0d7-48734b7f3c72 Aug 10 03:38:35.652130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.664697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.689744 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.715467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=65497a54-224a-4f1a-93cc-e95ae7aa2503,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.739983 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.745446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.746059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.749377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.819394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.825496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.826103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.827486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/ports/6ee1254a-da13-45bb-be15-5c2f52db3bc9 HTTP/1.1" status: 200 len: 911 time: 0.7778714 Aug 10 03:38:35.830892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Network': ['ID=263759c9-8c06-48bf-a0d7-48734b7f3c72,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.831226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:35.841869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:35.880725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c9092-8123-4fd3-9c0a-81a81ed201f6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=6ee1254a-da13-45bb-be15-5c2f52db3bc9,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.888864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3d1fc17a-0a9f-4845-961e-8bdd6aa7b555 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8736720 Aug 10 03:38:35.889883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51814) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:35.895513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:36.070434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Made reservation on behalf of da9ea9ec0d0342a5b613be3618e8bf61 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:36.074395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.141877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Performing IP validity checks on allocation pools {{(pid=94805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:38:36.142561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:38:36.169846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.202406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:36.244975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50633ad-c749-4fa8-a069-53b175dd887b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.325072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.393314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=67a8f468-c9e2-4367-a6d8-ee1011db0fcb,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:36.400107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Checking segment: {'id': 'aa915280-faeb-4e71-b8e9-32cf2e174a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:36.400652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network hostable DHCP agents. Network: 263759c9-8c06-48bf-a0d7-48734b7f3c72, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:36.415471 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50633ad-c749-4fa8-a069-53b175dd887b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.495481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 6ee1254a-da13-45bb-be15-5c2f52db3bc9 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:36.495838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.496562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:36.534102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a50633ad-c749-4fa8-a069-53b175dd887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.584245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 263759c9-8c06-48bf-a0d7-48734b7f3c72) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:36.588509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.589105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.593104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50633ad-c749-4fa8-a069-53b175dd887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b7897-c3f6-4422-8c51-7f9849359434,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:36.595305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa544e9-caef-4369-9f88-38fc11d5de85 None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:36.607886 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a50633ad-c749-4fa8-a069-53b175dd887b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ef030b6591b4b54b8601c01095c78fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044611 Aug 10 03:38:36.610729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51820) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:36.622986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.635569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 6ee1254a-da13-45bb-be15-5c2f52db3bc9 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:36.666064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-879be1e2-f93c-4761-81fe-daf9d7ae6220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.688600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-879be1e2-f93c-4761-81fe-daf9d7ae6220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.691103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-42969ed2-c0fc-4726-80cd-ea9113467778 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8002017 Aug 10 03:38:36.694137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51822) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:36.699675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:36.757494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-263759c9-8c06-48bf-a0d7-48734b7f3c72', 'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72', 'tenant_id': 'da9ea9ec0d0342a5b613be3618e8bf61', 'fixed_ips': [{'subnet_id': '67a8f468-c9e2-4367-a6d8-ee1011db0fcb'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:36.758354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.830260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-879be1e2-f93c-4761-81fe-daf9d7ae6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.834242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-879be1e2-f93c-4761-81fe-daf9d7ae6220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.838693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-879be1e2-f93c-4761-81fe-daf9d7ae6220 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a2b7897-c3f6-4422-8c51-7f9849359434 HTTP/1.1" status: 204 len: 168 time: 0.2244053 Aug 10 03:38:36.847314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879be1e2-f93c-4761-81fe-daf9d7ae6220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b7897-c3f6-4422-8c51-7f9849359434,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:36.870537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9787887'] for subnet, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:36.908747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 65497a54-224a-4f1a-93cc-e95ae7aa2503 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:36.962833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 65497a54-224a-4f1a-93cc-e95ae7aa2503 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:36.963223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.009337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.064077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=6ee1254a-da13-45bb-be15-5c2f52db3bc9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:37.180023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.186478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759713456788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12065686'] for subnet, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.239417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Allocated IP 2001:db8::3 (263759c9-8c06-48bf-a0d7-48734b7f3c72/67a8f468-c9e2-4367-a6d8-ee1011db0fcb/2a37f00b-8ff0-4955-9e29-f78b0b835891) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:37.296626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.297238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.301563 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "PUT /v2.0/subnets/67a8f468-c9e2-4367-a6d8-ee1011db0fcb HTTP/1.1" status: 200 len: 900 time: 0.6034529 Aug 10 03:38:37.303890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51826) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.323852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319cc67-303b-4d2c-8b18-a2093ed40ce8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event updated for resources: {'Subnet': ['ID=67a8f468-c9e2-4367-a6d8-ee1011db0fcb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:37.421993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.438326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Transition to ACTIVE for port object 2a37f00b-8ff0-4955-9e29-f78b0b835891 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:37.448184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Transition to ACTIVE for port object 2a37f00b-8ff0-4955-9e29-f78b0b835891 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:37.478718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router f70c986e-0f46-4cb4-98df-257985cca3eb has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:37.502767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.554657 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.576625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:37.592135 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] Sync routers for ids ['f70c986e-0f46-4cb4-98df-257985cca3eb'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:37.595706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:37.598648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:37.602705 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-640f5f5e-4083-4abe-9cd1-de28e9a09e7c tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/f70c986e-0f46-4cb4-98df-257985cca3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690878 Aug 10 03:38:37.602912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:37.603769 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] Routers {'f70c986e-0f46-4cb4-98df-257985cca3eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:37.604513 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f70c986e-0f46-4cb4-98df-257985cca3eb'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:37.605626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51838) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.627050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Pushing event updated for resources: {'Port': ['ID=2a37f00b-8ff0-4955-9e29-f78b0b835891,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:37.634946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port 2a37f00b-8ff0-4955-9e29-f78b0b835891 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:37.638013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.644480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a2c36ab5-cad9-47ec-bc0a-89bcc8288026 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=f70c986e-0f46-4cb4-98df-257985cca3eb HTTP/1.1" status: 200 len: 205 time: 0.0376301 Aug 10 03:38:37.647596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51842) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:37.665764 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:37.689048 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] Routers {'f70c986e-0f46-4cb4-98df-257985cca3eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:37.690869 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f70c986e-0f46-4cb4-98df-257985cca3eb'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:37.705668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Attempting to bind port 2a37f00b-8ff0-4955-9e29-f78b0b835891 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:37.706007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Attempting to bind port 2a37f00b-8ff0-4955-9e29-f78b0b835891 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'aa915280-faeb-4e71-b8e9-32cf2e174a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:37.706381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Attempting to bind port 2a37f00b-8ff0-4955-9e29-f78b0b835891 on network 263759c9-8c06-48bf-a0d7-48734b7f3c72 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:37.714203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:37.714605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Checking segment: {'id': 'aa915280-faeb-4e71-b8e9-32cf2e174a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:37.714979 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.715392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Bound using segment: {'id': 'aa915280-faeb-4e71-b8e9-32cf2e174a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:37.715847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Bound port: 2a37f00b-8ff0-4955-9e29-f78b0b835891, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa915280-faeb-4e71-b8e9-32cf2e174a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '263759c9-8c06-48bf-a0d7-48734b7f3c72'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:37.716229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.726662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.728627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port 2a37f00b-8ff0-4955-9e29-f78b0b835891, host n-d-765315-26, got binding levels [] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:37.729261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.751748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for 2a37f00b-8ff0-4955-9e29-f78b0b835891 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:37.765748 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:37.766757 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0b6f57-20f4-4519-9ed4-9dba6400e012 None None] The sync data for ids ['f70c986e-0f46-4cb4-98df-257985cca3eb'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:37.793641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] For port 2a37f00b-8ff0-4955-9e29-f78b0b835891, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:37.796930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] For port 2a37f00b-8ff0-4955-9e29-f78b0b835891, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2a37f00b-8ff0-4955-9e29-f78b0b835891,segment=NetworkSegment(aa915280-faeb-4e71-b8e9-32cf2e174a93),segment_id=aa915280-faeb-4e71-b8e9-32cf2e174a93)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:37.917164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.032614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a7025-896c-459c-a9bd-997b9f5b1107 None None] Pushing event updated for resources: {'Port': ['ID=2a37f00b-8ff0-4955-9e29-f78b0b835891,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.163363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.165770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.239432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.274841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=2a37f00b-8ff0-4955-9e29-f78b0b835891,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.324596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port 2a37f00b-8ff0-4955-9e29-f78b0b835891 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:38.379207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.435882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.436641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router f70c986e-0f46-4cb4-98df-257985cca3eb {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:38:38.473639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.473639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d31db727-b704-4e3e-9160-bd8736c8bee0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/f70c986e-0f46-4cb4-98df-257985cca3eb HTTP/1.1" status: 204 len: 168 time: 0.7968698 Aug 10 03:38:38.473639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:38.517257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet c292e9c8-ef4f-4929-b2ed-210bcfe53cc2 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:38.520605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.560867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.647893 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.676095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.715353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=67a8f468-c9e2-4367-a6d8-ee1011db0fcb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.779483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.790950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263759c9-8c06-48bf-a0d7-48734b7f3c72']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.803858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa915280-faeb-4e71-b8e9-32cf2e174a93') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.804127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa915280-faeb-4e71-b8e9-32cf2e174a93') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:38.805754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.815680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.829839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.836872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:38.837306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.838667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=c292e9c8-ef4f-4929-b2ed-210bcfe53cc2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:38.840812 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:38.846776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.847488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d78e3d1e-77dd-411b-b915-91bc2a8c9148 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/c292e9c8-ef4f-4929-b2ed-210bcfe53cc2 HTTP/1.1" status: 204 len: 168 time: 0.3832872 Aug 10 03:38:38.848099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51860) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:38.856610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63cb035-cef0-4db5-9619-408475699ec5 None None] Network 9fe09c75-41a3-47de-b3a4-31e2f82757fa requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:38.949202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.008116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.012278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 65497a54-224a-4f1a-93cc-e95ae7aa2503 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:39.012278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.020556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.025880 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/263759c9-8c06-48bf-a0d7-48734b7f3c72 HTTP/1.1" status: 204 len: 168 time: 1.7155118 Aug 10 03:38:39.033110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51868) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.055998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f41e2-2f09-40c3-957c-f197297d0c0c tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=263759c9-8c06-48bf-a0d7-48734b7f3c72,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.086247 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2032bec0-998c-43c3-83a2-7be1a0cee3eb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:39.086712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2032bec0-998c-43c3-83a2-7be1a0cee3eb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:39.094094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 65497a54-224a-4f1a-93cc-e95ae7aa2503, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=65497a54-224a-4f1a-93cc-e95ae7aa2503,segment=NetworkSegment(860b6432-0ecb-497a-91e7-8d991c2c8935),segment_id=860b6432-0ecb-497a-91e7-8d991c2c8935)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:39.094473 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.101368 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2032bec0-998c-43c3-83a2-7be1a0cee3eb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/67a8f468-c9e2-4367-a6d8-ee1011db0fcb HTTP/1.1" status: 404 len: 337 time: 0.0526938 Aug 10 03:38:39.104850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51872) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.109976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 65497a54-224a-4f1a-93cc-e95ae7aa2503 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:39.133543 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b84de6f-3f8e-467e-8249-72f314438d37 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:39.134135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b84de6f-3f8e-467e-8249-72f314438d37 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:39.139156 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b84de6f-3f8e-467e-8249-72f314438d37 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/263759c9-8c06-48bf-a0d7-48734b7f3c72 HTTP/1.1" status: 404 len: 339 time: 0.0315695 Aug 10 03:38:39.139373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51874) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.142729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] DHCP port deletion for 9fe09c75-41a3-47de-b3a4-31e2f82757fa request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:39.219098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] Deleting port 65497a54-224a-4f1a-93cc-e95ae7aa2503 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:39.219474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.238658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c9fb5-9694-4622-b956-dba4c9b2ded1 None None] DHCP port deletion for 263759c9-8c06-48bf-a0d7-48734b7f3c72 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:39.286095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c9d56718-eea8-41f5-97e6-47e3369ea093 None None] Could not find standard attr ID for object 2a37f00b-8ff0-4955-9e29-f78b0b835891. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:38:39.292566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ab82e-8f06-49fb-89a0-792b336ae2a2 None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:39.304374 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.312669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ab82e-8f06-49fb-89a0-792b336ae2a2 None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 could not be found, it might have been deleted concurrently. {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:38:39.323108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f2afa-10ae-4d2a-8cd4-c5b803168afc None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:39.345690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f2afa-10ae-4d2a-8cd4-c5b803168afc None None] Network 263759c9-8c06-48bf-a0d7-48734b7f3c72 could not be found, it might have been deleted concurrently. {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:38:39.351169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] For port 65497a54-224a-4f1a-93cc-e95ae7aa2503, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=65497a54-224a-4f1a-93cc-e95ae7aa2503,segment=NetworkSegment(860b6432-0ecb-497a-91e7-8d991c2c8935),segment_id=860b6432-0ecb-497a-91e7-8d991c2c8935)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:39.351561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.366413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] Calling delete_port for 65497a54-224a-4f1a-93cc-e95ae7aa2503 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:39.394679 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.399417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.444938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 65497a54-224a-4f1a-93cc-e95ae7aa2503 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:39.447848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc34df4-3031-44cc-b00b-70e21137d63e']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.450166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=65497a54-224a-4f1a-93cc-e95ae7aa2503,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.462684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291cfabc-4b70-44c6-bdff-12c18bcf60e8') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.463378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291cfabc-4b70-44c6-bdff-12c18bcf60e8') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.466694 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.496601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] Pushing event deleted for resources: {'Port': ['ID=65497a54-224a-4f1a-93cc-e95ae7aa2503,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.499918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.505591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a639969-cbaa-47df-b263-197e2a44da46 None None] No DVR routers for this DVR port 65497a54-224a-4f1a-93cc-e95ae7aa2503 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:39.548219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.555520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.563622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:39.564017 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:39.566864 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:39.607174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe09c75-41a3-47de-b3a4-31e2f82757fa']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.626754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860b6432-0ecb-497a-91e7-8d991c2c8935') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.627052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860b6432-0ecb-497a-91e7-8d991c2c8935') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:39.639173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.652076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.657932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:39.658330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:39.661354 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:39.736112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.744841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.747364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/1bc34df4-3031-44cc-b00b-70e21137d63e HTTP/1.1" status: 204 len: 168 time: 0.6071844 Aug 10 03:38:39.749947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51886) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.759079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=1bc34df4-3031-44cc-b00b-70e21137d63e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.767273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.767583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.767888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.768271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.768797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.769135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.769514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.769847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.770175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.770502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.770829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.771151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b231e4e3-a2d9-456c-9b0c-02fe2414fd16 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:39.780419 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-13114305-e5d3-4c85-8891-587dcd2f437b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:39.780880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13114305-e5d3-4c85-8891-587dcd2f437b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:39.782890 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13114305-e5d3-4c85-8891-587dcd2f437b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/0a75988b-f3d7-4552-9377-48480bbfec44 HTTP/1.1" status: 404 len: 337 time: 0.0316889 Aug 10 03:38:39.785227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51888) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.804096 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d06629d-5154-40a3-854e-ba8dc5a8a3a4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:39.804656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d06629d-5154-40a3-854e-ba8dc5a8a3a4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:39.806301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d06629d-5154-40a3-854e-ba8dc5a8a3a4 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/5035025b-dd9c-48dc-be84-b701b83d670c HTTP/1.1" status: 404 len: 339 time: 0.0201740 Aug 10 03:38:39.808907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51890) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.818351 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.825641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.827505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/9fe09c75-41a3-47de-b3a4-31e2f82757fa HTTP/1.1" status: 204 len: 168 time: 0.9784405 Aug 10 03:38:39.837308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51892) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:39.842240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1649043731', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:39.843471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c88324-f5f2-48ff-97bd-331f45713164 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=9fe09c75-41a3-47de-b3a4-31e2f82757fa,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.882323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting subnet bdfb2fd6-5e99-49fa-8adf-ca920d6d0a30 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:39.885440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.926811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.964538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.965561 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.995385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51896) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.052529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.057562 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.105975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7939b0db-44bb-4544-bfa8-4563460d1c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.138489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.212873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.240155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfb2fd6-5e99-49fa-8adf-ca920d6d0a30,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.245336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.247383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6323b8a3-ab27-42fc-abb0-0c090b50d5e3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/bdfb2fd6-5e99-49fa-8adf-ca920d6d0a30 HTTP/1.1" status: 204 len: 168 time: 0.4370797 Aug 10 03:38:40.249605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51900) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.251094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a01828-30dc-4515-be20-4258c9860c45 None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:40.282395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7939b0db-44bb-4544-bfa8-4563460d1c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.301802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting subnet f010c901-ae7e-4377-9d13-5e966af94092 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:40.304994 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.345193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.349956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7939b0db-44bb-4544-bfa8-4563460d1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.391136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7939b0db-44bb-4544-bfa8-4563460d1c47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42d89143a9c34b5ba860713aa6a9e8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945358 Aug 10 03:38:40.392137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939b0db-44bb-4544-bfa8-4563460d1c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20da7eff-4328-4c05-9e0b-f4a5deb4d877,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.393795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51902) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.462754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.466423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8db8cf74-d47b-4817-8754-6de6a9ddaa80 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6256890 Aug 10 03:38:40.468786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51904) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.475046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-967872957'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:40.484873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.530468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357985a3-5445-4d1f-88be-e42310281504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.565035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357985a3-5445-4d1f-88be-e42310281504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.612717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:40.616966 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.670170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.698522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=f010c901-ae7e-4377-9d13-5e966af94092,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.702458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.704413 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8f25301d-3d84-4514-8ca9-222e1ef90da0 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/f010c901-ae7e-4377-9d13-5e966af94092 HTTP/1.1" status: 204 len: 168 time: 0.4537792 Aug 10 03:38:40.707168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51906) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:40.712218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357985a3-5445-4d1f-88be-e42310281504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.714970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-357985a3-5445-4d1f-88be-e42310281504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.719824 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-357985a3-5445-4d1f-88be-e42310281504 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20da7eff-4328-4c05-9e0b-f4a5deb4d877 HTTP/1.1" status: 204 len: 168 time: 0.3176103 Aug 10 03:38:40.721994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:40.731593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357985a3-5445-4d1f-88be-e42310281504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da7eff-4328-4c05-9e0b-f4a5deb4d877,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:40.753649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.754257 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment f6bd7bdb-1449-45b6-9062-840fc783e6b8 of type vlan for network 49cfabb3-1edd-49cf-85d4-5441abd57486 Aug 10 03:38:40.802662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.809006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.892576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port d60ab762-4917-49ca-b94c-ad13914d097e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:40.892917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.901432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2a37f00b-8ff0-4955-9e29-f78b0b835891 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:40.926523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2a37f00b-8ff0-4955-9e29-f78b0b835891 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:40.926994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2a37f00b-8ff0-4955-9e29-f78b0b835891 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:40.927294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 65497a54-224a-4f1a-93cc-e95ae7aa2503 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:40.932662 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.939702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.940334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.948277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0633e-f985-46eb-a700-bbc7f1dd8231 None None] Network df90ef67-9b5c-4fb9-a504-def9bbc58457 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:40.950366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 65497a54-224a-4f1a-93cc-e95ae7aa2503 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:40.950704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 65497a54-224a-4f1a-93cc-e95ae7aa2503 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:40.973712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port d60ab762-4917-49ca-b94c-ad13914d097e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d60ab762-4917-49ca-b94c-ad13914d097e,segment=NetworkSegment(f0efb2df-02b5-4769-bd98-df6ec9f16d0e),segment_id=f0efb2df-02b5-4769-bd98-df6ec9f16d0e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:40.974091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.989746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for d60ab762-4917-49ca-b94c-ad13914d097e owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:41.022945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=49cfabb3-1edd-49cf-85d4-5441abd57486,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.045366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:41.128267 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-95596c6d-92ef-4189-9907-9056b22bf4d0 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6592875 Aug 10 03:38:41.132751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51914) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.138543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:41.173275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.212591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=d60ab762-4917-49ca-b94c-ad13914d097e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.215640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port d60ab762-4917-49ca-b94c-ad13914d097e on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:41.242366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63db7496-bfc3-4659-91b2-60a5381ef210 None None] Provisioning complete for port d60ab762-4917-49ca-b94c-ad13914d097e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:41.242690 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63db7496-bfc3-4659-91b2-60a5381ef210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.279374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-63db7496-bfc3-4659-91b2-60a5381ef210 None None] Port d60ab762-4917-49ca-b94c-ad13914d097e was deleted so its status cannot be updated. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:38:41.302232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.312252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df90ef67-9b5c-4fb9-a504-def9bbc58457']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:41.322646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45b042-3a95-401f-ab83-371f087608a5 None None] DHCP port deletion for df90ef67-9b5c-4fb9-a504-def9bbc58457 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:41.323765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:41.324063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0efb2df-02b5-4769-bd98-df6ec9f16d0e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:41.333824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.338046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:41.341559 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.352253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.358925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:41.359566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:41.362271 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:41.535858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51916) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.544047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.551130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.552927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/df90ef67-9b5c-4fb9-a504-def9bbc58457 HTTP/1.1" status: 204 len: 168 time: 0.8447559 Aug 10 03:38:41.555189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bcbffc3-4496-4046-92aa-e593123067ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.555577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51918) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.573481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce88dc-04a3-475d-971d-2394cc280b35 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=df90ef67-9b5c-4fb9-a504-def9bbc58457,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.592114 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e1396e-fc27-4abc-9c80-0c5d30d02603 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:41.592532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e1396e-fc27-4abc-9c80-0c5d30d02603 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:41.596850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d4e1396e-fc27-4abc-9c80-0c5d30d02603 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/598bef9b-61fc-4fbc-8066-953b54e8e9ad HTTP/1.1" status: 404 len: 337 time: 0.0376899 Aug 10 03:38:41.597039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51920) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.615176 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdc6222-4fdc-45bf-8d3b-16e940add50d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:41.615745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdc6222-4fdc-45bf-8d3b-16e940add50d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:41.619785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6bdc6222-4fdc-45bf-8d3b-16e940add50d tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/86eaa14f-ebc2-42a8-ba13-628983f3ab28 HTTP/1.1" status: 404 len: 339 time: 0.0195220 Aug 10 03:38:41.619945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51922) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.644448 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e670641-9f92-435b-8773-0106d8fc0ae3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:41.644897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e670641-9f92-435b-8773-0106d8fc0ae3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:41.649535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e670641-9f92-435b-8773-0106d8fc0ae3 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/1f7e9de4-f3d6-4adf-8f6d-c5188b444a06 HTTP/1.1" status: 404 len: 337 time: 0.0256960 Aug 10 03:38:41.649730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51924) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.672503 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2a95f6-7027-45ce-922e-7042a160be4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:41.673057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2a95f6-7027-45ce-922e-7042a160be4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:41.674725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac2a95f6-7027-45ce-922e-7042a160be4f tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/ca559fd8-2681-49ac-a54b-c5c97b66dbe2 HTTP/1.1" status: 404 len: 339 time: 0.0240886 Aug 10 03:38:41.677356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51926) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.702409 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0121e4-5118-4671-8813-1e5eedf287fb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:41.702832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0121e4-5118-4671-8813-1e5eedf287fb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:41.704523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4e0121e4-5118-4671-8813-1e5eedf287fb tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/0ef591e9-66d9-4bf4-a35c-6e7476ee60a0 HTTP/1.1" status: 404 len: 337 time: 0.0262113 Aug 10 03:38:41.707005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51928) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.725325 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd96319-0b13-45f0-a217-db996e347c86 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:41.726018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd96319-0b13-45f0-a217-db996e347c86 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:41.726143 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bcbffc3-4496-4046-92aa-e593123067ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.727502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fcd96319-0b13-45f0-a217-db996e347c86 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/5d9bae96-71b8-406b-8841-02031b140329 HTTP/1.1" status: 404 len: 339 time: 0.0196016 Aug 10 03:38:41.730015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51930) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.732588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.781060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting subnet 693051b3-534a-4bb2-94b1-1a61d2a8926a {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:41.784168 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.799311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8bcbffc3-4496-4046-92aa-e593123067ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.804452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=9a3bb570-475d-447f-9f4f-6d1cb19a0b9a,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.824597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.830554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:41.830905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: 49cfabb3-1edd-49cf-85d4-5441abd57486, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:41.856741 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8bcbffc3-4496-4046-92aa-e593123067ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d21b606f17c4847bb815789e0174f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196397 Aug 10 03:38:41.857930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbffc3-4496-4046-92aa-e593123067ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2377506-a3d8-4bd5-881d-0ddf8be72fce,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.861313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51934) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.925308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6913baad-f3b5-4975-8311-4c2b0748c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.930453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.948338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6913baad-f3b5-4975-8311-4c2b0748c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.950353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:42.039045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 49cfabb3-1edd-49cf-85d4-5441abd57486) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:42.043646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.045321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.047781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24383eb4-13d1-469f-bb97-ff416471a89a None None] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:42.075178 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6913baad-f3b5-4975-8311-4c2b0748c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.081682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.081875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6913baad-f3b5-4975-8311-4c2b0748c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.081875 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6913baad-f3b5-4975-8311-4c2b0748c3dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2377506-a3d8-4bd5-881d-0ddf8be72fce HTTP/1.1" status: 204 len: 168 time: 0.2166934 Aug 10 03:38:42.088661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913baad-f3b5-4975-8311-4c2b0748c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2377506-a3d8-4bd5-881d-0ddf8be72fce,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.107880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=693051b3-534a-4bb2-94b1-1a61d2a8926a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.110034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.114723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7d8fa88b-1037-41af-88f5-0eaabbbd031a tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/693051b3-534a-4bb2-94b1-1a61d2a8926a HTTP/1.1" status: 204 len: 168 time: 0.3836725 Aug 10 03:38:42.115572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51938) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.130680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28510efe-5a62-4453-a0c5-a70e625149ee None None] Network 3688d085-079f-4faa-bb71-f1335f7c5973 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:42.168456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-17c7996c-3f8c-4c3a-86dd-4c78c1134f10 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0342987 Aug 10 03:38:42.171355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51940) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.205971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.267301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port 94952ee7-7ca2-497c-bdac-47c7723b1435 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:42.267649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.297279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-49cfabb3-1edd-49cf-85d4-5441abd57486', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:42.298120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.338902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port 94952ee7-7ca2-497c-bdac-47c7723b1435, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=94952ee7-7ca2-497c-bdac-47c7723b1435,segment=NetworkSegment(b2653558-d61f-49db-b84f-d58d9529c534),segment_id=b2653558-d61f-49db-b84f-d58d9529c534)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:42.339274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.359399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for 94952ee7-7ca2-497c-bdac-47c7723b1435 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:42.428261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] DHCP port deletion for 3688d085-079f-4faa-bb71-f1335f7c5973 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:42.492844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.504492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Allocated IP 2001:db8::2 (49cfabb3-1edd-49cf-85d4-5441abd57486/9a3bb570-475d-447f-9f4f-6d1cb19a0b9a/1aa65a71-0f3a-4fe4-8d26-70244da27c64) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:42.539258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.566382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=94952ee7-7ca2-497c-bdac-47c7723b1435,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.570242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port 94952ee7-7ca2-497c-bdac-47c7723b1435 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:42.594901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Deleting port 94952ee7-7ca2-497c-bdac-47c7723b1435 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:42.601095 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.660956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.676192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3688d085-079f-4faa-bb71-f1335f7c5973']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:42.685478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2653558-d61f-49db-b84f-d58d9529c534') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:42.685869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2653558-d61f-49db-b84f-d58d9529c534') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:42.696186 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.717005 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.725395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:42.725898 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:42.730334 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:42.746163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] For port 94952ee7-7ca2-497c-bdac-47c7723b1435, host n-d-765315-26, got binding levels [] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:42.746559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.764902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Calling delete_port for 94952ee7-7ca2-497c-bdac-47c7723b1435 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:42.768621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.ipam_backend_mixin [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Port 94952ee7-7ca2-497c-bdac-47c7723b1435 was not found and therefore no delete operation was performed {{(pid=94806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:38:42.776139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.784818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.811999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] Pushing event deleted for resources: {'Port': ['ID=94952ee7-7ca2-497c-bdac-47c7723b1435,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.814212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Transition to ACTIVE for port object 1aa65a71-0f3a-4fe4-8d26-70244da27c64 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:42.819441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935a47a-c3d4-4aeb-bd63-9dbee98e1747 None None] No DVR routers for this DVR port 94952ee7-7ca2-497c-bdac-47c7723b1435 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:42.837289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Transition to ACTIVE for port object 1aa65a71-0f3a-4fe4-8d26-70244da27c64 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:42.879010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d60ab762-4917-49ca-b94c-ad13914d097e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:42.892657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.897896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.899499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d60ab762-4917-49ca-b94c-ad13914d097e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:42.903385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d60ab762-4917-49ca-b94c-ad13914d097e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:42.904025 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/3688d085-079f-4faa-bb71-f1335f7c5973 HTTP/1.1" status: 204 len: 168 time: 0.7840788 Aug 10 03:38:42.904149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 94952ee7-7ca2-497c-bdac-47c7723b1435 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:42.905072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51950) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.915641 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decafa37-1b18-423b-a14e-d5c245d50931 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=3688d085-079f-4faa-bb71-f1335f7c5973,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.919803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 94952ee7-7ca2-497c-bdac-47c7723b1435 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:42.920149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 94952ee7-7ca2-497c-bdac-47c7723b1435 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:42.927594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.938332 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d68b207-432f-446f-a1b5-bbed2bdf5749 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:42.938332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d68b207-432f-446f-a1b5-bbed2bdf5749 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:42.940550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2d68b207-432f-446f-a1b5-bbed2bdf5749 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/daf16993-5f1d-4460-aa35-5e3c3d168a1b HTTP/1.1" status: 404 len: 337 time: 0.0342634 Aug 10 03:38:42.944032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51954) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.968941 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddb1530-3148-4a38-ab8f-c88e5f2ed0f8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:42.970365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddb1530-3148-4a38-ab8f-c88e5f2ed0f8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:42.975524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cddb1530-3148-4a38-ab8f-c88e5f2ed0f8 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/f86acda8-27e8-4720-afac-2713be150c07 HTTP/1.1" status: 404 len: 339 time: 0.0273902 Aug 10 03:38:42.975896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51958) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.980582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:42.987173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:42.989367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Pushing event updated for resources: {'Port': ['ID=1aa65a71-0f3a-4fe4-8d26-70244da27c64,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.995884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:43.043763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8::1 (49cfabb3-1edd-49cf-85d4-5441abd57486/9a3bb570-475d-447f-9f4f-6d1cb19a0b9a/1c3d8ccb-cb0f-4b7d-9226-07017fd5d502) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:43.055072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Attempting to bind port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:43.059289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Attempting to bind port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:43.059454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting subnet 292891f3-00c2-4bcc-94b2-dfb10ec20fbf {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:43.059570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Attempting to bind port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 on network 49cfabb3-1edd-49cf-85d4-5441abd57486 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:43.062021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.062669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:43.063091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Checking segment: {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:43.063648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.064109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Bound using segment: {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:43.064718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Bound port: 1aa65a71-0f3a-4fe4-8d26-70244da27c64, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:43.065138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.110580 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.138212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] For port 1aa65a71-0f3a-4fe4-8d26-70244da27c64, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:43.141523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] For port 1aa65a71-0f3a-4fe4-8d26-70244da27c64, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1aa65a71-0f3a-4fe4-8d26-70244da27c64,segment=NetworkSegment(f6bd7bdb-1449-45b6-9062-840fc783e6b8),segment_id=f6bd7bdb-1449-45b6-9062-840fc783e6b8)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:43.169960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.184765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:43.201787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.239489 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.296428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.303717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c6169-93e4-4827-96a3-c88c61757d41 None None] Pushing event updated for resources: {'Port': ['ID=1aa65a71-0f3a-4fe4-8d26-70244da27c64,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:43.320408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.350173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:43.350471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Subnet': ['ID=292891f3-00c2-4bcc-94b2-dfb10ec20fbf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:43.353484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:43.358184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:43.358974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.359994 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.362929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:43.363284 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-852a8f44-9cd3-4f08-8e7e-7106ac7142b5 tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/subnets/292891f3-00c2-4bcc-94b2-dfb10ec20fbf HTTP/1.1" status: 204 len: 168 time: 0.3852756 Aug 10 03:38:43.364719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51966) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:43.367164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73aad62-baeb-4f43-8cf1-de49962c3553 None None] Network 2ec7d89a-97aa-4b33-9e58-c68360575071 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:43.478169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.560017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Deleting port 35287dd5-7e1a-4388-85d3-a2f7184e360d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:43.560496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.625084 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.641693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] DHCP port deletion for 2ec7d89a-97aa-4b33-9e58-c68360575071 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:43.680606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] For port 35287dd5-7e1a-4388-85d3-a2f7184e360d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35287dd5-7e1a-4388-85d3-a2f7184e360d,segment=NetworkSegment(cb0d5571-b232-42fc-b9c0-98405701324c),segment_id=cb0d5571-b232-42fc-b9c0-98405701324c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:43.680606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.694182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Calling delete_port for 35287dd5-7e1a-4388-85d3-a2f7184e360d owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:43.719938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] Deleting port 35287dd5-7e1a-4388-85d3-a2f7184e360d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:43.720778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.785623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] For port 35287dd5-7e1a-4388-85d3-a2f7184e360d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=35287dd5-7e1a-4388-85d3-a2f7184e360d,segment=NetworkSegment(cb0d5571-b232-42fc-b9c0-98405701324c),segment_id=cb0d5571-b232-42fc-b9c0-98405701324c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:43.786650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.799204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] Calling delete_port for 35287dd5-7e1a-4388-85d3-a2f7184e360d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:43.853133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.877868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.885942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] No DVR routers for this DVR port 35287dd5-7e1a-4388-85d3-a2f7184e360d on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:43.887761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Port': ['ID=35287dd5-7e1a-4388-85d3-a2f7184e360d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:43.902729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] Pushing event deleted for resources: {'Port': ['ID=35287dd5-7e1a-4388-85d3-a2f7184e360d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:43.906921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c76bb-97ac-4b5b-99cc-3bfd052b15bf None None] No DVR routers for this DVR port 35287dd5-7e1a-4388-85d3-a2f7184e360d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:43.910233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.966537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.967122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.967691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.977225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec7d89a-97aa-4b33-9e58-c68360575071']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:43.988276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0d5571-b232-42fc-b9c0-98405701324c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:43.988599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0d5571-b232-42fc-b9c0-98405701324c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:43.999386 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.015764 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.022261 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:44.022665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:44.025783 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:44.086587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.113883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:44.115901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:44.159002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.168127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.174866 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] 10.222.0.26 "DELETE /v2.0/networks/2ec7d89a-97aa-4b33-9e58-c68360575071 HTTP/1.1" status: 204 len: 168 time: 0.8070743 Aug 10 03:38:44.189450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bec22-2968-4460-9218-c2bfb57fb89b tempest-NetworksIpV6Test-817143580 tempest-NetworksIpV6Test-817143580-project] Pushing event deleted for resources: {'Network': ['ID=2ec7d89a-97aa-4b33-9e58-c68360575071,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.295816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:38:44.370270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac3a53-a645-456f-8456-d156fabdaeb2 None None] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:44.392779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:44.402187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-354a9f46-cbe7-47dd-83aa-633a49598a40 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2262306 Aug 10 03:38:44.402187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51976) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:44.407605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180357242'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:44.411650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:44.443163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:44.443815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:44.478781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:44.482388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.505109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:44.513770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.516698 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment dca54d58-e70f-4972-8023-0c056e831327 of type vlan for network aa7db46a-4df6-4be1-b455-1237498c1fc0 Aug 10 03:38:44.516876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e26fc988-ff08-41fd-8ab7-5f478dca4a7d None None] Provisioning for port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:44.553305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.572412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:44.647148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.652817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.653417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.660322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51980) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:44.726033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=aa7db46a-4df6-4be1-b455-1237498c1fc0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.738956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:44.805560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9120cd6-a2c9-472d-a147-dd7bc348e235 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3998103 Aug 10 03:38:44.806004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 51986) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:44.821245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:44.877041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8cc5ef58-cb34-4d63-8df7-c3a13b685cd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da9ea9ec0d0342a5b613be3618e8bf61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088795 Aug 10 03:38:44.882763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 51990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:44.898620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:43Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:43Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:44.953796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:44.954609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Updating router 06635e81-85eb-4e6e-8091-70bd61ac8931 port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:44.972488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86dea21d-6699-4f56-825d-9b8efc2a04e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.990169 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.016066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86dea21d-6699-4f56-825d-9b8efc2a04e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.033000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1aa65a71-0f3a-4fe4-8d26-70244da27c64 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:45.052137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:45.056100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.153177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86dea21d-6699-4f56-825d-9b8efc2a04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.156772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-86dea21d-6699-4f56-825d-9b8efc2a04e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.158427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-86dea21d-6699-4f56-825d-9b8efc2a04e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68f98abc-15e1-4c45-af08-912f2152805e HTTP/1.1" status: 204 len: 168 time: 0.2741847 Aug 10 03:38:45.175624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dea21d-6699-4f56-825d-9b8efc2a04e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f98abc-15e1-4c45-af08-912f2152805e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.349315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.377059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Provisioning for port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:45.391177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Provisioning complete for port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:45.391831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.430935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.437781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:45.458485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:45.460161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:45.460624 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.511456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=b80fd30a-f528-477a-a726-2b51530befe5,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.527323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:45.527323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: aa7db46a-4df6-4be1-b455-1237498c1fc0, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:45.537466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.539707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Provisioning complete for port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:45.540059 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.575611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Transition to ACTIVE for port object 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:45.631433 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.662434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:45.688982 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.691686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1aa65a71-0f3a-4fe4-8d26-70244da27c64, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1aa65a71-0f3a-4fe4-8d26-70244da27c64,segment=NetworkSegment(f6bd7bdb-1449-45b6-9062-840fc783e6b8),segment_id=f6bd7bdb-1449-45b6-9062-840fc783e6b8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:45.699689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.791565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, aa7db46a-4df6-4be1-b455-1237498c1fc0) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:45.792776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.793372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.885738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ccd3bb-16ee-4cc3-a192-d57c9e5f6d69 None None] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:45.890433 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.928568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-538eb651-2a05-457b-ab53-363ab89d56a9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1127191 Aug 10 03:38:45.931379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:45.945429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef2442-cd16-4b38-a5e8-6078ab52bb88 None None] Pushing event updated for resources: {'Port': ['ID=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.980290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35287dd5-7e1a-4388-85d3-a2f7184e360d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:46.048934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 35287dd5-7e1a-4388-85d3-a2f7184e360d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:46.049270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 35287dd5-7e1a-4388-85d3-a2f7184e360d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:46.108776 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:38:46.109345 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-a82d2b67-be27-4915-a4f1-cc45253245ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:38:46.117915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1aa65a71-0f3a-4fe4-8d26-70244da27c64,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:46.152124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Attempting to bind port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:46.152520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Attempting to bind port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:46.152870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Attempting to bind port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 on network 49cfabb3-1edd-49cf-85d4-5441abd57486 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:46.162803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:46.163173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Checking segment: {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:46.163574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.164246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Bound using segment: {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:46.164467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Bound port: 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bd7bdb-1449-45b6-9062-840fc783e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:46.164867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.234930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-aa7db46a-4df6-4be1-b455-1237498c1fc0', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:46.235553 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.274511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] For port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:46.278815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] For port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,segment=NetworkSegment(f6bd7bdb-1449-45b6-9062-840fc783e6b8),segment_id=f6bd7bdb-1449-45b6-9062-840fc783e6b8)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:46.350105 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.411333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.449340 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Allocated IP 2001:db8:1::2 (aa7db46a-4df6-4be1-b455-1237498c1fc0/b80fd30a-f528-477a-a726-2b51530befe5/0f49d4d1-401f-4130-b428-4a6bf68b5801) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:46.454141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef2442-cd16-4b38-a5e8-6078ab52bb88 None None] Pushing event updated for resources: {'Port': ['ID=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:46.458421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:46.459631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:46.575493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52028) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:46.695566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:46.728875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1661706620'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:46.837617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:46.841328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.886105 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.904559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Transition to ACTIVE for port object 0f49d4d1-401f-4130-b428-4a6bf68b5801 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:46.906663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1aa65a71-0f3a-4fe4-8d26-70244da27c64 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:46.950439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Transition to ACTIVE for port object 0f49d4d1-401f-4130-b428-4a6bf68b5801 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:47.011937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:47.012307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.059229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:43Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:46Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:47.092998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce8bb7-74a7-47e5-b214-0a974b64a81b None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:43Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:46Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:47.105098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.134480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.161157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8:1::1 (aa7db46a-4df6-4be1-b455-1237498c1fc0/b80fd30a-f528-477a-a726-2b51530befe5/7edc8ea3-5061-425a-b159-f86d127e783b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:47.170372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:47.179574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:47.184751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:47.185680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Pushing event updated for resources: {'Port': ['ID=0f49d4d1-401f-4130-b428-4a6bf68b5801,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.242883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.253354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Attempting to bind port 0f49d4d1-401f-4130-b428-4a6bf68b5801 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:47.253729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Attempting to bind port 0f49d4d1-401f-4130-b428-4a6bf68b5801 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:47.254098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Attempting to bind port 0f49d4d1-401f-4130-b428-4a6bf68b5801 on network aa7db46a-4df6-4be1-b455-1237498c1fc0 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:47.259973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:47.260386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Checking segment: {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:47.260790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.261323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Bound using segment: {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:47.261806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Bound port: 0f49d4d1-401f-4130-b428-4a6bf68b5801, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:47.262187 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.297602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.313866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 7edc8ea3-5061-425a-b159-f86d127e783b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:47.349106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.350001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] For port 0f49d4d1-401f-4130-b428-4a6bf68b5801, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:47.355732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] For port 0f49d4d1-401f-4130-b428-4a6bf68b5801, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0f49d4d1-401f-4130-b428-4a6bf68b5801,segment=NetworkSegment(dca54d58-e70f-4972-8023-0c056e831327),segment_id=dca54d58-e70f-4972-8023-0c056e831327)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:47.382722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:47.397244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332a8cd3-4ff5-482d-96f6-4fcfa1538d5b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.405306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.406181 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment aa4fb08e-893c-41e6-a86f-ab4b31b6c348 of type vlan for network fd4582d6-9bae-4482-805d-067dcafd3805 Aug 10 03:38:47.436268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.447930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.464665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.505972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c7721-6862-4dd8-b52f-5d494bd9a9d1 None None] Pushing event updated for resources: {'Port': ['ID=0f49d4d1-401f-4130-b428-4a6bf68b5801,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.528970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:47.532478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:47.537756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:47.538253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.542485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=7edc8ea3-5061-425a-b159-f86d127e783b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.565976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.572515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.573305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.658983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=fd4582d6-9bae-4482-805d-067dcafd3805,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.669998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:47.682558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a9d2a0f3-a661-4f57-8e9c-7980954bd01f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1045678 Aug 10 03:38:47.684781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52036) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:47.695001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'name': 'tempest-PortsTestJSON-86369928'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:48.071965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.217147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:48.223470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.247668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 4000a4be-2cb7-4099-a523-711dc95580c8 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:38:48.440925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025f867-1728-46d1-b697-6b371c7cb8ad None None] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:48.514015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.529628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.575672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5d64262c-82bb-4597-998f-0558ac540eaf None None] Provisioning for port 0f49d4d1-401f-4130-b428-4a6bf68b5801 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:48.601278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.602089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.681600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.698846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=7edc8ea3-5061-425a-b159-f86d127e783b,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:48.787862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=4000a4be-2cb7-4099-a523-711dc95580c8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:48.799554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:48.800582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:48.800998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: fd4582d6-9bae-4482-805d-067dcafd3805, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:48.805286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:48.920311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:48.947585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0f49d4d1-401f-4130-b428-4a6bf68b5801 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:48.967825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:49.026611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:49.030975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5983735e-ca24-4d5d-a42b-40244e9c69e2 None None] Provisioning for port 7edc8ea3-5061-425a-b159-f86d127e783b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:49.032119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5983735e-ca24-4d5d-a42b-40244e9c69e2 None None] Provisioning complete for port 7edc8ea3-5061-425a-b159-f86d127e783b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.032588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5983735e-ca24-4d5d-a42b-40244e9c69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.037577 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:49.041603 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24551850-4be0-419a-bffc-7c3b30714eb2 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1071756 Aug 10 03:38:49.043161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52046) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:49.049328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1210867166'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.050660 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:49.051276 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:49.079018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5983735e-ca24-4d5d-a42b-40244e9c69e2 None None] Port 7edc8ea3-5061-425a-b159-f86d127e783b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:49.159017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0f49d4d1-401f-4130-b428-4a6bf68b5801 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:49.165226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0f49d4d1-401f-4130-b428-4a6bf68b5801 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.165605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.187492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, fd4582d6-9bae-4482-805d-067dcafd3805) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:49.189203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:49.192964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.198539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:49.212420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.212907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a844d4-e6a0-4c3d-befe-da3ad500c68d None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:49.213135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.236851 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:49.292778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:49.295490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-47b4b203-c05f-4c48-b821-51ba42b342da None None] Provisioning complete for port 7edc8ea3-5061-425a-b159-f86d127e783b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.296097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47b4b203-c05f-4c48-b821-51ba42b342da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.315081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.315431 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment 9cd6d78e-2cef-4461-bf92-cf5c76434ea8 of type vlan for network ccd80ec8-55d8-4006-9c45-f122d9e657c3 Aug 10 03:38:49.383422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c398dbf6-e270-40b5-a1ae-4511d3bbd352 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.6956532 Aug 10 03:38:49.383679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:49.385499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-47b4b203-c05f-4c48-b821-51ba42b342da None None] Port 7edc8ea3-5061-425a-b159-f86d127e783b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:49.389950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.390129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2105721118'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.439937 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.480453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0f49d4d1-401f-4130-b428-4a6bf68b5801, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0f49d4d1-401f-4130-b428-4a6bf68b5801,segment=NetworkSegment(dca54d58-e70f-4972-8023-0c056e831327),segment_id=dca54d58-e70f-4972-8023-0c056e831327)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:49.491171 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:47Z', 'revision_number': 3, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:46Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:48Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:49.502501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cdda682a-cd4c-4c68-8b95-88cb7e762e1c None None] Provisioning complete for port 7edc8ea3-5061-425a-b159-f86d127e783b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.502875 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cdda682a-cd4c-4c68-8b95-88cb7e762e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.509743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.515371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.515988 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.517608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:49.526207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.534899 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:49.535457 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Updating router 06635e81-85eb-4e6e-8091-70bd61ac8931 port 7edc8ea3-5061-425a-b159-f86d127e783b binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:49.538607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cdda682a-cd4c-4c68-8b95-88cb7e762e1c None None] Port 7edc8ea3-5061-425a-b159-f86d127e783b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:49.562427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:49.566015 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.570512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.571349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:49.588482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.588833 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment 6ef5ec21-7b24-46f6-9e5a-9d536c38b1c5 of type vlan for network 9c51bbfe-3d2c-461d-8302-210f7b783aa5 Aug 10 03:38:49.602083 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5578737 Aug 10 03:38:49.605425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52058) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:49.612667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.659711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.663315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226819ed-e874-4fa9-b758-ad71f8c955fd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=ccd80ec8-55d8-4006-9c45-f122d9e657c3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.676060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:49.678842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0f49d4d1-401f-4130-b428-4a6bf68b5801,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.755270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.761863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.763066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.773656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:49.780679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.841144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=9c51bbfe-3d2c-461d-8302-210f7b783aa5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.865313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3383f140-0076-4620-919e-6493a0e3d0c0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4800100 Aug 10 03:38:49.869055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52060) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:49.869369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9c51bbfe-3d2c-461d-8302-210f7b783aa5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:49.878303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'ports': [{'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'}, {'network_id': '9c51bbfe-3d2c-461d-8302-210f7b783aa5'}]} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.880097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.881519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '9c51bbfe-3d2c-461d-8302-210f7b783aa5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.894666 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.908622 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Transition to ACTIVE for port object 7edc8ea3-5061-425a-b159-f86d127e783b will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:49.976332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:49.985214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:49.985975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.995485 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.077564 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.078210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.093388 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Pushing event updated for resources: {'Port': ['ID=7edc8ea3-5061-425a-b159-f86d127e783b,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.117326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,segment=NetworkSegment(f6bd7bdb-1449-45b6-9062-840fc783e6b8),segment_id=f6bd7bdb-1449-45b6-9062-840fc783e6b8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:50.119391 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.119965 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.120519 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.124720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:50.149339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Attempting to bind port 7edc8ea3-5061-425a-b159-f86d127e783b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:50.149705 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Attempting to bind port 7edc8ea3-5061-425a-b159-f86d127e783b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:50.150056 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Attempting to bind port 7edc8ea3-5061-425a-b159-f86d127e783b on network aa7db46a-4df6-4be1-b455-1237498c1fc0 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:50.155451 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:50.156568 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Checking segment: {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:50.156981 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.157878 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Bound using segment: {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:50.158371 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Bound port: 7edc8ea3-5061-425a-b159-f86d127e783b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca54d58-e70f-4972-8023-0c056e831327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:50.159472 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.162148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=96413c5f-87cc-4da5-b573-cc47c593c336,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.170024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:50.170418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: ccd80ec8-55d8-4006-9c45-f122d9e657c3, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:50.229877 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] For port 7edc8ea3-5061-425a-b159-f86d127e783b, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:50.233040 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] For port 7edc8ea3-5061-425a-b159-f86d127e783b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7edc8ea3-5061-425a-b159-f86d127e783b,segment=NetworkSegment(dca54d58-e70f-4972-8023-0c056e831327),segment_id=dca54d58-e70f-4972-8023-0c056e831327)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:50.234770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 2} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:50.234943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.239398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.253744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.290855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.304187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:50.331082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port e34e5374-564d-4bcf-9dfe-9da644ce5135 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:38:50.338182 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.399868 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20c4f-950c-414d-8c54-149541ddcfab None None] Pushing event updated for resources: {'Port': ['ID=7edc8ea3-5061-425a-b159-f86d127e783b,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:50.402638 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:50.403252 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:50.412873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, ccd80ec8-55d8-4006-9c45-f122d9e657c3) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:50.419854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.425494 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.432195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a3fc1-5ea8-43e0-8c23-8b7fc4c630cc None None] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:50.471838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.515880 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4053a4a-39dc-4844-b75d-e12b7a14942a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9091425 Aug 10 03:38:50.516413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:50.518569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:50.616879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 7e324cf1-dc23-4e45-b992-d9dac486be60 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:38:50.647104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:50.647978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.791056 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:47Z', 'revision_number': 3, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:50.820589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20ca6-85fe-40a9-961e-466980fb26a3 None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:47Z', 'revision_number': 3, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:50.829350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.939964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Allocated IP 2001:db8:2::2 (ccd80ec8-55d8-4006-9c45-f122d9e657c3/96413c5f-87cc-4da5-b573-cc47c593c336/718edf15-c9bc-496c-8417-a8b92920fe23) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:50.972508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0f49d4d1-401f-4130-b428-4a6bf68b5801 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:50.990858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.033956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.063305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:51.067319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:51.070539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:51.072119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.090971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=e34e5374-564d-4bcf-9dfe-9da644ce5135,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.105289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0f49d4d1-401f-4130-b428-4a6bf68b5801 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.105669 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.160089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=7e324cf1-dc23-4e45-b992-d9dac486be60,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.178712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': '6ef5ec21-7b24-46f6-9e5a-9d536c38b1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9c51bbfe-3d2c-461d-8302-210f7b783aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:51.179444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: 9c51bbfe-3d2c-461d-8302-210f7b783aa5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:51.215128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.226612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Transition to ACTIVE for port object 718edf15-c9bc-496c-8417-a8b92920fe23 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:51.264074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 9c51bbfe-3d2c-461d-8302-210f7b783aa5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:51.266156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Transition to ACTIVE for port object 718edf15-c9bc-496c-8417-a8b92920fe23 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:51.279509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:51.327671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:51.328050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.405449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.454645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 9c51bbfe-3d2c-461d-8302-210f7b783aa5) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:51.461482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:51.464067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:51.467360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:51.468443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8:2::1 (ccd80ec8-55d8-4006-9c45-f122d9e657c3/96413c5f-87cc-4da5-b573-cc47c593c336/058b9c15-6ed4-4382-8c9c-ff14098cf06d) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:51.468875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.469921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:51.477620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.478332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f88ab-b443-44a7-b0e6-6a599f60f328 None None] Network 9c51bbfe-3d2c-461d-8302-210f7b783aa5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:51.478709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.530062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Pushing event updated for resources: {'Port': ['ID=718edf15-c9bc-496c-8417-a8b92920fe23,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.573273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-faef7288-0e8d-496d-a962-75a86acab5a2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7021456 Aug 10 03:38:51.576609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52068) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:51.596385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Attempting to bind port 718edf15-c9bc-496c-8417-a8b92920fe23 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:51.596765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Attempting to bind port 718edf15-c9bc-496c-8417-a8b92920fe23 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:51.597124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Attempting to bind port 718edf15-c9bc-496c-8417-a8b92920fe23 on network ccd80ec8-55d8-4006-9c45-f122d9e657c3 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:51.610974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.619643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:51.620015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Checking segment: {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:51.620497 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.620881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Bound using segment: {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:51.621419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Bound port: 718edf15-c9bc-496c-8417-a8b92920fe23, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:51.621731 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.631087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 058b9c15-6ed4-4382-8c9c-ff14098cf06d will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:51.675658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 7e324cf1-dc23-4e45-b992-d9dac486be60 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:51.676000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.713028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] For port 718edf15-c9bc-496c-8417-a8b92920fe23, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:51.716057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] For port 718edf15-c9bc-496c-8417-a8b92920fe23, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=718edf15-c9bc-496c-8417-a8b92920fe23,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:51.719696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.756776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.772191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.781780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:51.785371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:51.788193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 7e324cf1-dc23-4e45-b992-d9dac486be60 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:51.790009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:51.790698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.794719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=058b9c15-6ed4-4382-8c9c-ff14098cf06d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.868511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1183b8-dc52-4f6c-aa37-f889df1619bc None None] Pushing event updated for resources: {'Port': ['ID=718edf15-c9bc-496c-8417-a8b92920fe23,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.972889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.044963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=7e324cf1-dc23-4e45-b992-d9dac486be60,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.049040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.051236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7bb342a5-0ca1-4b4d-bc29-a9841902a14c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/7e324cf1-dc23-4e45-b992-d9dac486be60 HTTP/1.1" status: 204 len: 168 time: 0.4734340 Aug 10 03:38:52.055524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.066892 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.155189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dbd50-10ec-4cc1-817c-f4c08c887241 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.163767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dbd50-10ec-4cc1-817c-f4c08c887241 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.165567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d65dbd50-10ec-4cc1-817c-f4c08c887241 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1084833 Aug 10 03:38:52.168579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52084) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.266788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port e34e5374-564d-4bcf-9dfe-9da644ce5135 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:52.267035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.335437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.349531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for e34e5374-564d-4bcf-9dfe-9da644ce5135 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:52.370616 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.438544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.439314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.512951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.528573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=058b9c15-6ed4-4382-8c9c-ff14098cf06d,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.541154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=e34e5374-564d-4bcf-9dfe-9da644ce5135,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.548966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.554183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-16dbb645-d328-48ea-9bcd-224848450e21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/e34e5374-564d-4bcf-9dfe-9da644ce5135 HTTP/1.1" status: 204 len: 168 time: 0.3791225 Aug 10 03:38:52.554799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.588265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:52.591308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:52.610417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87843dc2-aae8-405b-9129-5034947ac738 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.613558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-87843dc2-aae8-405b-9129-5034947ac738 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0562751 Aug 10 03:38:52.615371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52088) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.642668 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-96232777-563b-4ac3-8db6-ccba53964663 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:38:52.644613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-96232777-563b-4ac3-8db6-ccba53964663 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/7e324cf1-dc23-4e45-b992-d9dac486be60 HTTP/1.1" status: 404 len: 333 time: 0.0277853 Aug 10 03:38:52.647545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52090) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.672069 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fab9501-a6c3-42d1-9227-46e77bdf5f51 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:38:52.673679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4fab9501-a6c3-42d1-9227-46e77bdf5f51 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/e34e5374-564d-4bcf-9dfe-9da644ce5135 HTTP/1.1" status: 404 len: 333 time: 0.0252051 Aug 10 03:38:52.676448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52092) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.696890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:52.762713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.796694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:52.807820 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1cd7789f-aced-4330-85e9-6981a73148d1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878566 Aug 10 03:38:52.808171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.810140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:52.813538 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-967254489'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:52.815827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9fb138-9427-40f3-9782-3a5bcea567ad None None] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:52.869544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:52.870215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.879446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.895006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51bbfe-3d2c-461d-8302-210f7b783aa5']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.910627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef5ec21-7b24-46f6-9e5a-9d536c38b1c5') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.914662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef5ec21-7b24-46f6-9e5a-9d536c38b1c5') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:52.929063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.931797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:52.935450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.973932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.982285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:52.988984 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:52.992763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-245e3cba-75c2-4a61-8c5d-ebb176e66930 None None] Provisioning for port 718edf15-c9bc-496c-8417-a8b92920fe23 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:53.011346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:53.041880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7edc8ea3-5061-425a-b159-f86d127e783b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:53.164581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.168997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.169849 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added segment 11fd77d9-643b-4894-a6aa-e27bbc1e8c6e of type vlan for network 985863db-34eb-458e-abc2-c4f7ab12e307 Aug 10 03:38:53.171882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.174180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/9c51bbfe-3d2c-461d-8302-210f7b783aa5 HTTP/1.1" status: 204 len: 168 time: 0.4964895 Aug 10 03:38:53.179728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:53.192283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1198037014'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:53.199266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae15c9-4535-483e-9d52-6f625babc152 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=9c51bbfe-3d2c-461d-8302-210f7b783aa5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.219962 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.278756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:53.282373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.307739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.308160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 7edc8ea3-5061-425a-b159-f86d127e783b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:53.313834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:53.317497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.317497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.318345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7edc8ea3-5061-425a-b159-f86d127e783b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:53.318345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.319572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:51Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:52Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:53.326175 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.326726 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment f47c265f-293b-4bae-9be9-3bb334be1a91 of type vlan for network 1f59af39-5435-483c-b0f2-5d88104c8808 Aug 10 03:38:53.368409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:53.368696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Updating router 06635e81-85eb-4e6e-8091-70bd61ac8931 port 058b9c15-6ed4-4382-8c9c-ff14098cf06d binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:53.374744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.406202 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.408226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Network': ['ID=985863db-34eb-458e-abc2-c4f7ab12e307,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.420502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 985863db-34eb-458e-abc2-c4f7ab12e307 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:53.465112 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b4190a0-d8be-4207-a192-eb9b74925d82 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6558471 Aug 10 03:38:53.468073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52100) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:53.473603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'subnet': {'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:53.532181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.537900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.539714 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.561532 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.647049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=1f59af39-5435-483c-b0f2-5d88104c8808,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.665623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 1f59af39-5435-483c-b0f2-5d88104c8808 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:53.672732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 7edc8ea3-5061-425a-b159-f86d127e783b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7edc8ea3-5061-425a-b159-f86d127e783b,segment=NetworkSegment(dca54d58-e70f-4972-8023-0c056e831327),segment_id=dca54d58-e70f-4972-8023-0c056e831327)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:53.680894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-526bb903-54f0-4d70-b27b-07a47d745b66 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5018170 Aug 10 03:38:53.685955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:53.689492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:53.806724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Made reservation on behalf of 3cc8b9270e7d4ce4a2d18fe74d550adb for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:53.822088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.904885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d89a377e-b9d4-4df4-ba2d-ca3155fa645b None None] Provisioning for port 058b9c15-6ed4-4382-8c9c-ff14098cf06d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:53.906632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.907423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 718edf15-c9bc-496c-8417-a8b92920fe23 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:53.909108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:53.915794 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.942418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d89a377e-b9d4-4df4-ba2d-ca3155fa645b None None] Provisioning complete for port 058b9c15-6ed4-4382-8c9c-ff14098cf06d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:53.942848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d89a377e-b9d4-4df4-ba2d-ca3155fa645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.067188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=7edc8ea3-5061-425a-b159-f86d127e783b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.072172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d89a377e-b9d4-4df4-ba2d-ca3155fa645b None None] Port 058b9c15-6ed4-4382-8c9c-ff14098cf06d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:54.136237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.154879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.166995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Transition to ACTIVE for port object 058b9c15-6ed4-4382-8c9c-ff14098cf06d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:54.192552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b2c8259e-6f2a-4bc5-a97f-12c4f0eaff74 None None] Provisioning complete for port 058b9c15-6ed4-4382-8c9c-ff14098cf06d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:54.192821 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2c8259e-6f2a-4bc5-a97f-12c4f0eaff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.195958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 718edf15-c9bc-496c-8417-a8b92920fe23 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:54.208154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Subnet': ['ID=b79fa2d9-5cc3-4231-b2f3-72fb96f559e2,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.220645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 718edf15-c9bc-496c-8417-a8b92920fe23 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:54.221020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.221433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Checking segment: {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:54.221710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network hostable DHCP agents. Network: 985863db-34eb-458e-abc2-c4f7ab12e307, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:54.263564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8259e-6f2a-4bc5-a97f-12c4f0eaff74 None None] Port 058b9c15-6ed4-4382-8c9c-ff14098cf06d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:54.268999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.326367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8267d-d743-4e20-bebe-69c3663bfbf1 None None] Pushing event updated for resources: {'Port': ['ID=058b9c15-6ed4-4382-8c9c-ff14098cf06d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.341444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 985863db-34eb-458e-abc2-c4f7ab12e307 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:54.392102 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.442746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Attempting to bind port 058b9c15-6ed4-4382-8c9c-ff14098cf06d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:54.443122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Attempting to bind port 058b9c15-6ed4-4382-8c9c-ff14098cf06d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:54.443472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Attempting to bind port 058b9c15-6ed4-4382-8c9c-ff14098cf06d on network ccd80ec8-55d8-4006-9c45-f122d9e657c3 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:54.450204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 985863db-34eb-458e-abc2-c4f7ab12e307) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:54.455151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.462663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.465077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:54.465454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Checking segment: {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:54.465870 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.466266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Bound using segment: {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:54.466830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Bound port: 058b9c15-6ed4-4382-8c9c-ff14098cf06d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd6d78e-2cef-4461-bf92-cf5c76434ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:54.467214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.474555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ac4b8-5ec8-4a8d-a9b5-9502fd943fb4 None None] Network 985863db-34eb-458e-abc2-c4f7ab12e307 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:54.478316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 718edf15-c9bc-496c-8417-a8b92920fe23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=718edf15-c9bc-496c-8417-a8b92920fe23,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:54.532225 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.562298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fd5abf86-52f2-4c32-9981-e4f6cea7ec38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0928185 Aug 10 03:38:54.565000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:54.568453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.610163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=b216ebfd-ad58-49a6-8476-559c0b6d782c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.615980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': 'f47c265f-293b-4bae-9be9-3bb334be1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:54.616670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: 1f59af39-5435-483c-b0f2-5d88104c8808, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:54.664471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] For port 058b9c15-6ed4-4382-8c9c-ff14098cf06d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:54.695692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 1f59af39-5435-483c-b0f2-5d88104c8808 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:54.710336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] For port 058b9c15-6ed4-4382-8c9c-ff14098cf06d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=058b9c15-6ed4-4382-8c9c-ff14098cf06d,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:54.713520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=718edf15-c9bc-496c-8417-a8b92920fe23,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.757960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-985863db-34eb-458e-abc2-c4f7ab12e307', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:54.758829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.772165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 1f59af39-5435-483c-b0f2-5d88104c8808) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:54.776734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.784470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.785302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33033732-6f7c-4272-b1bb-61a02f49a820 None None] Network 1f59af39-5435-483c-b0f2-5d88104c8808 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:54.864920 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0699189a-599f-4796-90c5-d77aa1003e3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1818600 Aug 10 03:38:54.867095 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.869620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52108) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:54.877326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808', 'name': 'tempest-PortsTestJSON-808636033'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:54.924639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7edc8ea3-5061-425a-b159-f86d127e783b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:54.952600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.067049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:55.068234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:55.085815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:55.090083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.111712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 16e94d9a-1d5f-4f35-b88a-0eedcccb99fd yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:38:55.178062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:55.226628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8267d-d743-4e20-bebe-69c3663bfbf1 None None] Pushing event updated for resources: {'Port': ['ID=058b9c15-6ed4-4382-8c9c-ff14098cf06d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:55.254039 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.12 (1f59af39-5435-483c-b0f2-5d88104c8808/b216ebfd-ad58-49a6-8476-559c0b6d782c/16e94d9a-1d5f-4f35-b88a-0eedcccb99fd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:55.305562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Allocated IP 2001:db8:3::2 (985863db-34eb-458e-abc2-c4f7ab12e307/b79fa2d9-5cc3-4231-b2f3-72fb96f559e2/9564e1d9-1128-40db-8b51-8567542cf917) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:55.391290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7edc8ea3-5061-425a-b159-f86d127e783b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:55.391678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.404211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.418803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 16e94d9a-1d5f-4f35-b88a-0eedcccb99fd will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:55.480405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-1f59af39-5435-483c-b0f2-5d88104c8808', 'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': 'b216ebfd-ad58-49a6-8476-559c0b6d782c'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:38:55.481768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.514932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.562601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 1f59af39-5435-483c-b0f2-5d88104c8808 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:55.566551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:55.575355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:55.600455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=16e94d9a-1d5f-4f35-b88a-0eedcccb99fd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:55.628136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.628787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.698936 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-52f53028-a72e-4378-8386-f7f78f3e5dcb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8268242 Aug 10 03:38:55.701568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52112) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:55.802384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 16e94d9a-1d5f-4f35-b88a-0eedcccb99fd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:55.802723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.888549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.901145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 16e94d9a-1d5f-4f35-b88a-0eedcccb99fd owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:55.904285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 718edf15-c9bc-496c-8417-a8b92920fe23 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:55.969257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.998267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Transition to ACTIVE for port object 9564e1d9-1128-40db-8b51-8567542cf917 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:56.003605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Allocated IP 172.20.0.2 (1f59af39-5435-483c-b0f2-5d88104c8808/b216ebfd-ad58-49a6-8476-559c0b6d782c/9d5c8f13-8cc4-47e2-8997-47b229e15e36) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:56.009713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.012163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:51Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:56.053191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083bbea-e7bc-4971-9892-7b5f9631f935 None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:51Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:54Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:38:56.055654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Transition to ACTIVE for port object 9564e1d9-1128-40db-8b51-8567542cf917 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:56.107764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 718edf15-c9bc-496c-8417-a8b92920fe23 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:56.108134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.149921 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.170725 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.190865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=16e94d9a-1d5f-4f35-b88a-0eedcccb99fd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.242629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Allocated IP 2001:db8:3::1 (985863db-34eb-458e-abc2-c4f7ab12e307/b79fa2d9-5cc3-4231-b2f3-72fb96f559e2/2e103934-b9a5-4b44-81a5-3d7715e5ca59) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:56.251545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Network 985863db-34eb-458e-abc2-c4f7ab12e307 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:56.265401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:56.274950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:56.289811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.294293 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9e76e5bb-3bae-413c-bf87-6475543ba119 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/16e94d9a-1d5f-4f35-b88a-0eedcccb99fd HTTP/1.1" status: 204 len: 168 time: 0.5891795 Aug 10 03:38:56.295008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52116) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:56.299360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Pushing event updated for resources: {'Port': ['ID=9564e1d9-1128-40db-8b51-8567542cf917,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.335836 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8504ee1c-ec84-4591-a64a-575c53f41d45 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:38:56.336601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8504ee1c-ec84-4591-a64a-575c53f41d45 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:38:56.338589 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8504ee1c-ec84-4591-a64a-575c53f41d45 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/16e94d9a-1d5f-4f35-b88a-0eedcccb99fd HTTP/1.1" status: 404 len: 333 time: 0.0422781 Aug 10 03:38:56.343303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52118) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:56.380861 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc2d0f2-68ee-4f61-9e1e-4572c3613e2f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:38:56.382644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dbc2d0f2-68ee-4f61-9e1e-4572c3613e2f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/16e94d9a-1d5f-4f35-b88a-0eedcccb99fd HTTP/1.1" status: 404 len: 333 time: 0.0383193 Aug 10 03:38:56.385434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.385599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52120) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:56.408095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Transition to ACTIVE for port object 9d5c8f13-8cc4-47e2-8997-47b229e15e36 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:56.418027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Attempting to bind port 9564e1d9-1128-40db-8b51-8567542cf917 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:56.418524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Attempting to bind port 9564e1d9-1128-40db-8b51-8567542cf917 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:56.418742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Attempting to bind port 9564e1d9-1128-40db-8b51-8567542cf917 on network 985863db-34eb-458e-abc2-c4f7ab12e307 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:56.433370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:56.433370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Checking segment: {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:56.433370 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.433370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Bound using segment: {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:56.433370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Bound port: 9564e1d9-1128-40db-8b51-8567542cf917, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:56.434096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.435462 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.438662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Transition to ACTIVE for port object 9d5c8f13-8cc4-47e2-8997-47b229e15e36 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:56.456089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Transition to ACTIVE for port object 2e103934-b9a5-4b44-81a5-3d7715e5ca59 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:56.473981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet b216ebfd-ad58-49a6-8476-559c0b6d782c {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:56.508404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.512884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.517851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] For port 9564e1d9-1128-40db-8b51-8567542cf917, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:56.553396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.555090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] For port 9564e1d9-1128-40db-8b51-8567542cf917, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9564e1d9-1128-40db-8b51-8567542cf917,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:56.566313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.570748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Network 1f59af39-5435-483c-b0f2-5d88104c8808 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:56.577062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:56.581057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:56.588890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Pushing event updated for resources: {'Port': ['ID=9d5c8f13-8cc4-47e2-8997-47b229e15e36,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.621444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.643955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 985863db-34eb-458e-abc2-c4f7ab12e307 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:56.645608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=2e103934-b9a5-4b44-81a5-3d7715e5ca59,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.665462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.665780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:56.672098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:56.672885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.698123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Attempting to bind port 9d5c8f13-8cc4-47e2-8997-47b229e15e36 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:56.698831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Attempting to bind port 9d5c8f13-8cc4-47e2-8997-47b229e15e36 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f47c265f-293b-4bae-9be9-3bb334be1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:56.699382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Attempting to bind port 9d5c8f13-8cc4-47e2-8997-47b229e15e36 on network 1f59af39-5435-483c-b0f2-5d88104c8808 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:56.716278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:56.716988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Checking segment: {'id': 'f47c265f-293b-4bae-9be9-3bb334be1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:56.717649 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.718326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Bound using segment: {'id': 'f47c265f-293b-4bae-9be9-3bb334be1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:56.718923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Bound port: 9d5c8f13-8cc4-47e2-8997-47b229e15e36, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47c265f-293b-4bae-9be9-3bb334be1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f59af39-5435-483c-b0f2-5d88104c8808'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:56.719411 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.743129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd309-b13d-4c1a-aa76-68f1fcc36701 None None] Pushing event updated for resources: {'Port': ['ID=9564e1d9-1128-40db-8b51-8567542cf917,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.823712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.834983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] For port 9d5c8f13-8cc4-47e2-8997-47b229e15e36, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:56.835417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] For port 9d5c8f13-8cc4-47e2-8997-47b229e15e36, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d5c8f13-8cc4-47e2-8997-47b229e15e36,segment=NetworkSegment(f47c265f-293b-4bae-9be9-3bb334be1a91),segment_id=f47c265f-293b-4bae-9be9-3bb334be1a91)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:56.870228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.880041 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/b216ebfd-ad58-49a6-8476-559c0b6d782c HTTP/1.1" status: 204 len: 168 time: 0.4872763 Aug 10 03:38:56.880041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58ce85-0e9e-4777-9b0e-326e8a827eb8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=b216ebfd-ad58-49a6-8476-559c0b6d782c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.880643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52122) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:56.930540 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.024916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 058b9c15-6ed4-4382-8c9c-ff14098cf06d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:57.056070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd094ad-d44d-4ffc-a994-1dc6040523d9 None None] Pushing event updated for resources: {'Port': ['ID=9d5c8f13-8cc4-47e2-8997-47b229e15e36,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.167712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 058b9c15-6ed4-4382-8c9c-ff14098cf06d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:57.172567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 058b9c15-6ed4-4382-8c9c-ff14098cf06d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:57.172976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.304499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.317438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.336854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.361803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 058b9c15-6ed4-4382-8c9c-ff14098cf06d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=058b9c15-6ed4-4382-8c9c-ff14098cf06d,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:57.429366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.486558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=058b9c15-6ed4-4382-8c9c-ff14098cf06d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.552809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 9d5c8f13-8cc4-47e2-8997-47b229e15e36 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:57.553202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.651940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] For port 9d5c8f13-8cc4-47e2-8997-47b229e15e36, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d5c8f13-8cc4-47e2-8997-47b229e15e36,segment=NetworkSegment(f47c265f-293b-4bae-9be9-3bb334be1a91),segment_id=f47c265f-293b-4bae-9be9-3bb334be1a91)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:57.652311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.678258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 9d5c8f13-8cc4-47e2-8997-47b229e15e36 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:57.742887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e8b2da-ec56-4384-af63-8de5f526a351 None None] Network 985863db-34eb-458e-abc2-c4f7ab12e307 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:57.744048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.794657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.795372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.872461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.888989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e95d072-04b7-4457-a15e-4ca874ea196b None None] Provisioning for port 9564e1d9-1128-40db-8b51-8567542cf917 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:57.891220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event updated for resources: {'Port': ['ID=2e103934-b9a5-4b44-81a5-3d7715e5ca59,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.901992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No DVR routers for this DVR port 9d5c8f13-8cc4-47e2-8997-47b229e15e36 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:57.945345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=9d5c8f13-8cc4-47e2-8997-47b229e15e36,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:58.031729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.046208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Network 985863db-34eb-458e-abc2-c4f7ab12e307 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:58.047764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f59af39-5435-483c-b0f2-5d88104c8808']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.055591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:58.062522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47c265f-293b-4bae-9be9-3bb334be1a91') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.062904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47c265f-293b-4bae-9be9-3bb334be1a91') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.077533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.159979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.174245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:58.174959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:58.177797 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:58.245745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:58.263348 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:58.324018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3f72e610-9d78-4e3c-aa40-a288ef28189e None None] Provisioning for port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:58.328794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3f72e610-9d78-4e3c-aa40-a288ef28189e None None] Provisioning complete for port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:58.329316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3f72e610-9d78-4e3c-aa40-a288ef28189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.366043 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.375147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.381306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52128) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.381858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/1f59af39-5435-483c-b0f2-5d88104c8808 HTTP/1.1" status: 204 len: 168 time: 1.5033913 Aug 10 03:38:58.383098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:58.384163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3f72e610-9d78-4e3c-aa40-a288ef28189e None None] Port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:58.392618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8ad536ad-366c-491c-9d86-5bc9f3d38f1b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8224969 Aug 10 03:38:58.392749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-925095067'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:58.394528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:58.395113 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:38:58.401687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17b563-47e9-4a7a-b658-8429536b7402 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=1f59af39-5435-483c-b0f2-5d88104c8808,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:58.406110 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:58.407623 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.409173 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:58.508242 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:58.511577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85007100-c383-4233-8edc-a6ea62e30a63 None None] DHCP port deletion for 1f59af39-5435-483c-b0f2-5d88104c8808 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:58.528743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aae96147-95ca-46b2-9954-3edce63c14d8 None None] Provisioning complete for port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:58.532385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aae96147-95ca-46b2-9954-3edce63c14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.561912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bdcc82-8ec4-434b-9932-843f06e80f2e None None] Network 1f59af39-5435-483c-b0f2-5d88104c8808 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:58.578758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bdcc82-8ec4-434b-9932-843f06e80f2e None None] Network 1f59af39-5435-483c-b0f2-5d88104c8808 could not be found, it might have been deleted concurrently. {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:38:58.592246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aae96147-95ca-46b2-9954-3edce63c14d8 None None] Port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:58.594647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:58.599984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aae96147-95ca-46b2-9954-3edce63c14d8 None None] Could not find standard attr ID for object 9d5c8f13-8cc4-47e2-8997-47b229e15e36. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:38:58.600204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.671896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:58.718832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-26c58e55-4e0e-4fac-8951-65eebaa2475b None None] Provisioning complete for port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:58.719950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-26c58e55-4e0e-4fac-8951-65eebaa2475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.724431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.724727 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment 44e7dae9-87c2-44ad-97ed-a135808dbb6b of type vlan for network 7b59b19f-8de3-41fd-94c6-849217d11b73 Aug 10 03:38:58.746592 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:56Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e103934-b9a5-4b44-81a5-3d7715e5ca59', 'name': '', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:cc:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:58.758720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-26c58e55-4e0e-4fac-8951-65eebaa2475b None None] Port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:58.777152 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:38:58.777501 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Updating router 06635e81-85eb-4e6e-8091-70bd61ac8931 port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:38:58.801190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.801682 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.943373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.949612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.950228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.959615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:38:58.986845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Removed routes are [] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:38:58.987424 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.054092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9564e1d9-1128-40db-8b51-8567542cf917 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:59.054299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=7b59b19f-8de3-41fd-94c6-849217d11b73,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.067946 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d2a4fc3-6625-4c25-a0a9-da4176e69a3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6839147 Aug 10 03:38:59.069540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52132) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:59.076591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:59.116209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 7b59b19f-8de3-41fd-94c6-849217d11b73 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:59.148184 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.159835 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Transition to ACTIVE for port object 2e103934-b9a5-4b44-81a5-3d7715e5ca59 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:59.228752 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.261237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9564e1d9-1128-40db-8b51-8567542cf917 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:59.266050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9564e1d9-1128-40db-8b51-8567542cf917 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:59.267506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.291390 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465bf2-06fb-43e5-99ee-badc61ce4e57 None None] Pushing event updated for resources: {'Port': ['ID=2e103934-b9a5-4b44-81a5-3d7715e5ca59,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.349696 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.352447 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Attempting to bind port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:59.352824 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Attempting to bind port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:59.353184 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Attempting to bind port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 on network 985863db-34eb-458e-abc2-c4f7ab12e307 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:59.354088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.361177 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:59.361549 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Checking segment: {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:59.361951 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.362464 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Bound using segment: {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:59.362937 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Bound port: 2e103934-b9a5-4b44-81a5-3d7715e5ca59, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:59.363316 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.384154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.426773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:59.429428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.450576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9564e1d9-1128-40db-8b51-8567542cf917, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9564e1d9-1128-40db-8b51-8567542cf917,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:59.452589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] For port 2e103934-b9a5-4b44-81a5-3d7715e5ca59, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:59.456671 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] For port 2e103934-b9a5-4b44-81a5-3d7715e5ca59, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2e103934-b9a5-4b44-81a5-3d7715e5ca59,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:59.530032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.531124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 058b9c15-6ed4-4382-8c9c-ff14098cf06d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:59.558727 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.562882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:38:59.606987 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:38:59.614663 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:59.646207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9564e1d9-1128-40db-8b51-8567542cf917,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.673090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 058b9c15-6ed4-4382-8c9c-ff14098cf06d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:59.673745 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.751115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:38:59.774252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.775622 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c734b12b-b4db-4d49-9045-daa30c857a4d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 954 time: 1.3786654 Aug 10 03:38:59.778388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52136) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:59.886117 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de465bf2-06fb-43e5-99ee-badc61ce4e57 None None] Pushing event updated for resources: {'Port': ['ID=2e103934-b9a5-4b44-81a5-3d7715e5ca59,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.898416 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:38:59.925131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9b64902-9b2b-4827-9ec0-5a76d8feb543 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 954 time: 0.1444855 Aug 10 03:38:59.927625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52138) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:59.935939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'routes': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:59.983086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.131813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=e7ed37a4-a689-4f83-b445-b322002ff655,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:00.153469 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 6, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e103934-b9a5-4b44-81a5-3d7715e5ca59', 'name': '', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:cc:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:00.168156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': '44e7dae9-87c2-44ad-97ed-a135808dbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:00.168584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: 7b59b19f-8de3-41fd-94c6-849217d11b73, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:00.180337 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c2972-5b55-4d96-a89b-aaa4feb69e1b None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:38:58Z', 'revision_number': 6, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e103934-b9a5-4b44-81a5-3d7715e5ca59', 'name': '', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:cc:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:00.205751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0008118c-1ad1-43a2-9f80-509b3041254d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.305609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 7b59b19f-8de3-41fd-94c6-849217d11b73 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:00.388584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 7b59b19f-8de3-41fd-94c6-849217d11b73) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:00.393749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.394341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.398494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f674b-92d7-4310-848e-b4d163cb3f7d None None] Network 7b59b19f-8de3-41fd-94c6-849217d11b73 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:00.415413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added routes are [] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:39:00.415758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.extraroute_db [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:39:00.450413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.479939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26e72d56-d9d1-49c5-aa98-2e0781ced12b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4069474 Aug 10 03:39:00.483025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:00.488608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1221367205'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:00.563679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-7b59b19f-8de3-41fd-94c6-849217d11b73', 'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': 'e7ed37a4-a689-4f83-b445-b322002ff655'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:00.564874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.708781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:00.712425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.722331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Allocated IP 172.20.0.2 (7b59b19f-8de3-41fd-94c6-849217d11b73/e7ed37a4-a689-4f83-b445-b322002ff655/992bdab0-1bac-442f-9fcf-7a6156e8fc00) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:00.737995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 7ffed29d-d656-40e4-b70a-6597e541eba4 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:00.755249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.757715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.876956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:00.887484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.904128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Transition to ACTIVE for port object 992bdab0-1bac-442f-9fcf-7a6156e8fc00 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:00.924120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Transition to ACTIVE for port object 992bdab0-1bac-442f-9fcf-7a6156e8fc00 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:01.015591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9564e1d9-1128-40db-8b51-8567542cf917 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:01.056625 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.084604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.7 (7b59b19f-8de3-41fd-94c6-849217d11b73/e7ed37a4-a689-4f83-b445-b322002ff655/7ffed29d-d656-40e4-b70a-6597e541eba4) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:01.097805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:01.124594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Network 7b59b19f-8de3-41fd-94c6-849217d11b73 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:01.134114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:01.137508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:01.139921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:01.141578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.142792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Pushing event updated for resources: {'Port': ['ID=992bdab0-1bac-442f-9fcf-7a6156e8fc00,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:01.231355 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.252996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 7ffed29d-d656-40e4-b70a-6597e541eba4 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:01.270328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9564e1d9-1128-40db-8b51-8567542cf917 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:01.271366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.280245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:01.287995 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.289288 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a031d8bb-b113-4bc6-8b64-9e7d2f31be74 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 704 time: 1.3593071 Aug 10 03:39:01.291915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52144) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:01.307746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Attempting to bind port 992bdab0-1bac-442f-9fcf-7a6156e8fc00 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:01.308116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Attempting to bind port 992bdab0-1bac-442f-9fcf-7a6156e8fc00 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '44e7dae9-87c2-44ad-97ed-a135808dbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:01.308508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Attempting to bind port 992bdab0-1bac-442f-9fcf-7a6156e8fc00 on network 7b59b19f-8de3-41fd-94c6-849217d11b73 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:01.312250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:01.352075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:01.352475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Checking segment: {'id': '44e7dae9-87c2-44ad-97ed-a135808dbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:01.352898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.353279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Bound using segment: {'id': '44e7dae9-87c2-44ad-97ed-a135808dbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:01.353743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Bound port: 992bdab0-1bac-442f-9fcf-7a6156e8fc00, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7dae9-87c2-44ad-97ed-a135808dbb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7b59b19f-8de3-41fd-94c6-849217d11b73'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:01.354119 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.361419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.413378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 7b59b19f-8de3-41fd-94c6-849217d11b73 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:01.421409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:01.423986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:01.460850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d7d7139b-7ea5-47e8-94a0-c2012b219e90 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 704 time: 0.1673899 Aug 10 03:39:01.463673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52146) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:01.465621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=7ffed29d-d656-40e4-b70a-6597e541eba4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:01.498067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.499048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.583926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e8f6823d-aaf8-42f5-b0dd-ffa0374c3b94 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0995700 Aug 10 03:39:01.587146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52152) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:01.698482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] For port 992bdab0-1bac-442f-9fcf-7a6156e8fc00, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:01.701868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] For port 992bdab0-1bac-442f-9fcf-7a6156e8fc00, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=992bdab0-1bac-442f-9fcf-7a6156e8fc00,segment=NetworkSegment(44e7dae9-87c2-44ad-97ed-a135808dbb6b),segment_id=44e7dae9-87c2-44ad-97ed-a135808dbb6b)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:01.725730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 7ffed29d-d656-40e4-b70a-6597e541eba4 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:01.726197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.736368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2e103934-b9a5-4b44-81a5-3d7715e5ca59 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:01.793397 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.821826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.835335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 7ffed29d-d656-40e4-b70a-6597e541eba4 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:01.846243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.893381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dbf2a-b914-4f54-b98c-94e33775bdbf None None] Pushing event updated for resources: {'Port': ['ID=992bdab0-1bac-442f-9fcf-7a6156e8fc00,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:01.920181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:00Z', 'revision_number': 7, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e103934-b9a5-4b44-81a5-3d7715e5ca59', 'name': '', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:cc:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.968550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:01.970574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:01.979974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:01.979974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.004057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:02.004772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:02.063214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.108305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=7ffed29d-d656-40e4-b70a-6597e541eba4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.157833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:02.177222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 2e103934-b9a5-4b44-81a5-3d7715e5ca59 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:02.177704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.199368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.201430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-594e1a6d-a84d-47ab-b3a9-dee505344116 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/7ffed29d-d656-40e4-b70a-6597e541eba4 HTTP/1.1" status: 204 len: 168 time: 0.6131918 Aug 10 03:39:02.204146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52156) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:02.232712 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd61aca-6630-4055-adb0-6747cde33a4e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:02.241751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6fd61aca-6630-4055-adb0-6747cde33a4e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/7ffed29d-d656-40e4-b70a-6597e541eba4 HTTP/1.1" status: 404 len: 333 time: 0.0362368 Aug 10 03:39:02.242699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52158) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:02.268334 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.297696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 2e103934-b9a5-4b44-81a5-3d7715e5ca59, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2e103934-b9a5-4b44-81a5-3d7715e5ca59,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.297992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.299457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet e7ed37a4-a689-4f83-b445-b322002ff655 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:02.303937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.312709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 2e103934-b9a5-4b44-81a5-3d7715e5ca59 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:02.352459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.352713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2e103934-b9a5-4b44-81a5-3d7715e5ca59, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2e103934-b9a5-4b44-81a5-3d7715e5ca59,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.414428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.455063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.497102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2e103934-b9a5-4b44-81a5-3d7715e5ca59,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.508504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:00Z', 'revision_number': 7, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e103934-b9a5-4b44-81a5-3d7715e5ca59', 'name': '', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:cc:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:02.536749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df67818-205c-4f31-9e06-f9aae82a05da None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:00Z', 'revision_number': 7, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e103934-b9a5-4b44-81a5-3d7715e5ca59', 'name': '', 'network_id': '985863db-34eb-458e-abc2-c4f7ab12e307', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:cc:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 4, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b79fa2d9-5cc3-4231-b2f3-72fb96f559e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:02.564000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.590855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=2e103934-b9a5-4b44-81a5-3d7715e5ca59,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.593010 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.623633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ed37a4-a689-4f83-b445-b322002ff655,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.633625 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.633625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7fdf3481-67f4-4061-8bc1-b0e4d8390bad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/e7ed37a4-a689-4f83-b445-b322002ff655 HTTP/1.1" status: 204 len: 168 time: 0.3879399 Aug 10 03:39:02.634868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52160) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:02.651427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.756246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.785728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.828387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 992bdab0-1bac-442f-9fcf-7a6156e8fc00 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:02.829173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.912218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] For port 992bdab0-1bac-442f-9fcf-7a6156e8fc00, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=992bdab0-1bac-442f-9fcf-7a6156e8fc00,segment=NetworkSegment(44e7dae9-87c2-44ad-97ed-a135808dbb6b),segment_id=44e7dae9-87c2-44ad-97ed-a135808dbb6b)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.912669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.949341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 992bdab0-1bac-442f-9fcf-7a6156e8fc00 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:02.976939 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:02.995632 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:02.996570 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.028913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4cb95178-82ce-4d0e-b4f6-af8fc50dc51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.098601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:03.122658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 992bdab0-1bac-442f-9fcf-7a6156e8fc00 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:03.126103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.128535 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:03.186190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 992bdab0-1bac-442f-9fcf-7a6156e8fc00 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:03.193374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 992bdab0-1bac-442f-9fcf-7a6156e8fc00 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:39:03.193550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=992bdab0-1bac-442f-9fcf-7a6156e8fc00,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.194945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No DVR routers for this DVR port 992bdab0-1bac-442f-9fcf-7a6156e8fc00 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:03.220077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Port 992bdab0-1bac-442f-9fcf-7a6156e8fc00 not found, will not notify nova. {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:39:03.237440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:03.242425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a212d29-1d42-4a76-b210-495928900810 None None] Network 7b59b19f-8de3-41fd-94c6-849217d11b73 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:03.246217 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-25edaae0-7f50-42d8-8d04-7ef4a1e863e9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814164 Aug 10 03:39:03.246946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52166) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.295501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.306220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b59b19f-8de3-41fd-94c6-849217d11b73']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.325237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e7dae9-87c2-44ad-97ed-a135808dbb6b') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.325595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e7dae9-87c2-44ad-97ed-a135808dbb6b') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.328421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet b79fa2d9-5cc3-4231-b2f3-72fb96f559e2 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:03.332438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.342758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.359442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e9d807de-1d5e-4f91-bf64-ca0931e4584a None None] Could not find standard attr ID for object 992bdab0-1bac-442f-9fcf-7a6156e8fc00. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:39:03.371925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.378157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:03.379110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:03.382263 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:03.385446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.452916 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 8, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.480151 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:03.486633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785cb7b-bbe9-4f60-a0ba-1d9624b7136b None None] DHCP port deletion for 7b59b19f-8de3-41fd-94c6-849217d11b73 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:03.492770 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:03.492770 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.500645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.523760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.532639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.534582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/7b59b19f-8de3-41fd-94c6-849217d11b73 HTTP/1.1" status: 204 len: 168 time: 0.8986106 Aug 10 03:39:03.539044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52170) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.553080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'name': 'tempest-PortsTestJSON-45437740'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:03.567065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d4c43-dff0-4991-8429-e10ea4ee396e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=7b59b19f-8de3-41fd-94c6-849217d11b73,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.588468 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:03.627283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.657316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=b79fa2d9-5cc3-4231-b2f3-72fb96f559e2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.659430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.662045 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-570de357-243f-47ca-b3eb-87f907b7c4f7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/b79fa2d9-5cc3-4231-b2f3-72fb96f559e2 HTTP/1.1" status: 204 len: 168 time: 0.4140506 Aug 10 03:39:03.665831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52172) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.671332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34e0d0-5fef-4d59-854a-40f18127f03b None None] Network 985863db-34eb-458e-abc2-c4f7ab12e307 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:03.726098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:03.730063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.757777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port ba51f0c1-f7a2-47d4-b882-d5c1f1c8b3e1 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:03.776945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.848122 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 8, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:03.894510 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e15faa1-6740-43ae-acf3-9d12903aaa16 None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 8, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:03.914893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] DHCP port deletion for 985863db-34eb-458e-abc2-c4f7ab12e307 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:03.974043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] Deleting port 9564e1d9-1128-40db-8b51-8567542cf917 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:03.975337 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.058643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] For port 9564e1d9-1128-40db-8b51-8567542cf917, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9564e1d9-1128-40db-8b51-8567542cf917,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:04.059416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.073488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] Calling delete_port for 9564e1d9-1128-40db-8b51-8567542cf917 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:04.133843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.248285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 9564e1d9-1128-40db-8b51-8567542cf917 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:04.248285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.254544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.257787 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.288993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] Pushing event deleted for resources: {'Port': ['ID=9564e1d9-1128-40db-8b51-8567542cf917,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.290977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8046989-4d16-4d70-b187-989a783ddcf4 None None] No DVR routers for this DVR port 9564e1d9-1128-40db-8b51-8567542cf917 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:04.327471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 9564e1d9-1128-40db-8b51-8567542cf917, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9564e1d9-1128-40db-8b51-8567542cf917,segment=NetworkSegment(11fd77d9-643b-4894-a6aa-e27bbc1e8c6e),segment_id=11fd77d9-643b-4894-a6aa-e27bbc1e8c6e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:04.328848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.349653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 9564e1d9-1128-40db-8b51-8567542cf917 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:04.432225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.440733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.454973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:04.463503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=9564e1d9-1128-40db-8b51-8567542cf917,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.464740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:04.465357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.471547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 9564e1d9-1128-40db-8b51-8567542cf917 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:04.523863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:04.541022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:04.561497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:04.572689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:04.578201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:04.578816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.595406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=ba51f0c1-f7a2-47d4-b882-d5c1f1c8b3e1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.610511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.622026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985863db-34eb-458e-abc2-c4f7ab12e307']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.632506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.632809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fd77d9-643b-4894-a6aa-e27bbc1e8c6e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.642169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.656488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.662470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:04.662865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:04.665811 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:04.706329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1a9c0b37-7ff2-4111-943b-50eefddd82fd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1579907 Aug 10 03:39:04.709172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:04.778752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 8, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.804919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:04.812404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port ba51f0c1-f7a2-47d4-b882-d5c1f1c8b3e1 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:04.812763 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.813287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:04.813897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:04.821749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.842304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.847009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/985863db-34eb-458e-abc2-c4f7ab12e307 HTTP/1.1" status: 204 len: 168 time: 1.1800561 Aug 10 03:39:04.856072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:04.870701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2b19-1fa3-48b1-bb62-243175c7c7cb tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=985863db-34eb-458e-abc2-c4f7ab12e307,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.950444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:04.985719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9564e1d9-1128-40db-8b51-8567542cf917 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:04.986996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.006238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for ba51f0c1-f7a2-47d4-b882-d5c1f1c8b3e1 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:05.009490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9564e1d9-1128-40db-8b51-8567542cf917 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:05.014278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9564e1d9-1128-40db-8b51-8567542cf917 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:05.014278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 992bdab0-1bac-442f-9fcf-7a6156e8fc00 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:05.034400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 992bdab0-1bac-442f-9fcf-7a6156e8fc00 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:05.034749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 992bdab0-1bac-442f-9fcf-7a6156e8fc00 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:05.035165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2e103934-b9a5-4b44-81a5-3d7715e5ca59 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:05.089105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2e103934-b9a5-4b44-81a5-3d7715e5ca59 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:05.089854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2e103934-b9a5-4b44-81a5-3d7715e5ca59 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:05.288795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.320213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=ba51f0c1-f7a2-47d4-b882-d5c1f1c8b3e1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.331454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.333023 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5f200440-1abb-4a27-83bc-36049ab356e8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/ba51f0c1-f7a2-47d4-b882-d5c1f1c8b3e1 HTTP/1.1" status: 204 len: 168 time: 0.6227739 Aug 10 03:39:05.335908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52194) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:05.341795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'mac_address': 'fa:16:3e:63:8e:c2', 'name': 'tempest-PortsTestJSON-1479231039'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:05.351773 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.371471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 8, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:05.401501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0281d9-c1a5-486a-a0c8-7e865518f43a None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:02Z', 'revision_number': 8, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '058b9c15-6ed4-4382-8c9c-ff14098cf06d', 'name': '', 'network_id': 'ccd80ec8-55d8-4006-9c45-f122d9e657c3', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:9a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:51Z', 'updated_at': '2021-08-10T03:38:57Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '96413c5f-87cc-4da5-b573-cc47c593c336', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:05.495614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:05.568699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.591124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port cd685caa-90fb-4d03-a432-dc8305f890fc yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:05.608141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 058b9c15-6ed4-4382-8c9c-ff14098cf06d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:05.608526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.701562 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.712620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 058b9c15-6ed4-4382-8c9c-ff14098cf06d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=058b9c15-6ed4-4382-8c9c-ff14098cf06d,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:05.713222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.728161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 058b9c15-6ed4-4382-8c9c-ff14098cf06d owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:05.757141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.859707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.909502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:05.915824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:05.922114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:05.927600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.928197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.930614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=cd685caa-90fb-4d03-a432-dc8305f890fc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.934745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-82b04f3c-cda9-4cdc-8aa8-829c10f3e2d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005046 Aug 10 03:39:05.965871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.995323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=058b9c15-6ed4-4382-8c9c-ff14098cf06d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.998847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-ee42f615-6243-44e2-bdab-f2a34f15a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.000544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-ee42f615-6243-44e2-bdab-f2a34f15a938 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1097 time: 0.0417008 Aug 10 03:39:06.035436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d6172fe1-85c6-46b6-86b3-d8ef8a17a675 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6979511 Aug 10 03:39:06.045336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52198) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:06.123271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.126451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c49a076-f269-4f4e-8442-f68cebc718ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.127957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0c49a076-f269-4f4e-8442-f68cebc718ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/cd685caa-90fb-4d03-a432-dc8305f890fc HTTP/1.1" status: 200 len: 841 time: 0.0814750 Aug 10 03:39:06.131728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52200) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:06.223751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-9ce81a1a-3f2e-412a-9569-5cf654287d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.225293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-9ce81a1a-3f2e-412a-9569-5cf654287d9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.2017453 Aug 10 03:39:06.304943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-c02ac47d-ab4e-4233-a6c2-c5699b08512d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 1001 time: 0.0710745 Aug 10 03:39:06.306859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port cd685caa-90fb-4d03-a432-dc8305f890fc {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:06.307207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.414854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.418374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-db3d6c7f-6f27-4736-bb3b-2510c76df853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.419889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-db3d6c7f-6f27-4736-bb3b-2510c76df853 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1082456 Aug 10 03:39:06.441667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for cd685caa-90fb-4d03-a432-dc8305f890fc owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:06.517738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-113eb3c2-81c2-4da5-a982-541d528c8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.519266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-113eb3c2-81c2-4da5-a982-541d528c8995 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908811 Aug 10 03:39:06.580069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:06.626005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-45e635a8-2b4b-4960-b75a-1f26ca2e8f35 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951207 Aug 10 03:39:06.673009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:06.681835 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d1b6924b-2a0f-43a9-96d9-3f463c8e4f2d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8230672 Aug 10 03:39:06.681977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.682113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52208) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:06.685428 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:06.694243 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:06.697459 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:06.718604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=cd685caa-90fb-4d03-a432-dc8305f890fc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:06.726078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.727814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-22c57f9a-caac-49e4-8246-b4847c06c3b3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/cd685caa-90fb-4d03-a432-dc8305f890fc HTTP/1.1" status: 204 len: 168 time: 0.5942330 Aug 10 03:39:06.731854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52210) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:06.769139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a90be1a-bd2d-44a7-9f60-6724e96cf10b req-8f4e8d8b-0531-49aa-a800-a69cb2604f1f service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359427 Aug 10 03:39:06.775672 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-895b3356-7dc3-425d-8204-ac11be91f95b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:06.777295 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-895b3356-7dc3-425d-8204-ac11be91f95b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/cd685caa-90fb-4d03-a432-dc8305f890fc HTTP/1.1" status: 404 len: 333 time: 0.0440900 Aug 10 03:39:06.782899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52212) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:06.784802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet 96413c5f-87cc-4da5-b573-cc47c593c336 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:06.787104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:06.789568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'name': 'tempest-PortsTestJSON-1978164077'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:06.789749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.831477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.950775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.014345 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:05Z', 'revision_number': 9, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.016934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:07.021237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.039697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 5c09cfab-87ca-4b7f-942f-cb8f038a9696 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:07.041430 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:07.057385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:07.057886 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.109006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.139743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=96413c5f-87cc-4da5-b573-cc47c593c336,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.141761 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.143844 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e3116585-1e3e-4168-8836-7584de6aa6dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/96413c5f-87cc-4da5-b573-cc47c593c336 HTTP/1.1" status: 204 len: 168 time: 0.4614124 Aug 10 03:39:07.146895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52216) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:07.152245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677aea25-87e8-4d6f-8c31-5b87c90d26a0 None None] Network ccd80ec8-55d8-4006-9c45-f122d9e657c3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:07.166455 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:07.237392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.246316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.309107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 718edf15-c9bc-496c-8417-a8b92920fe23 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:07.309546 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.341731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.364329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] DHCP port deletion for ccd80ec8-55d8-4006-9c45-f122d9e657c3 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:07.391835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:07.394028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 718edf15-c9bc-496c-8417-a8b92920fe23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=718edf15-c9bc-496c-8417-a8b92920fe23,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:07.394673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.397945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:07.401931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:07.408624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:07.409269 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.411857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 718edf15-c9bc-496c-8417-a8b92920fe23 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:07.425257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=5c09cfab-87ca-4b7f-942f-cb8f038a9696,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.433155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] Deleting port 718edf15-c9bc-496c-8417-a8b92920fe23 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:07.433604 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.491181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52220) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:07.491310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-56845f73-bba9-46b0-907e-b0378148980f tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7072961 Aug 10 03:39:07.499776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:07.506371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] For port 718edf15-c9bc-496c-8417-a8b92920fe23, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=718edf15-c9bc-496c-8417-a8b92920fe23,segment=NetworkSegment(9cd6d78e-2cef-4461-bf92-cf5c76434ea8),segment_id=9cd6d78e-2cef-4461-bf92-cf5c76434ea8)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:07.507215 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.531895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] Calling delete_port for 718edf15-c9bc-496c-8417-a8b92920fe23 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:07.539606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:05Z', 'revision_number': 9, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.580036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.594525 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64022ba9-d1df-4320-b96d-25cdb890d4ea None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:05Z', 'revision_number': 9, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7edc8ea3-5061-425a-b159-f86d127e783b', 'name': '', 'network_id': 'aa7db46a-4df6-4be1-b455-1237498c1fc0', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:64:ed:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:46Z', 'updated_at': '2021-08-10T03:38:53Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': 'b80fd30a-f528-477a-a726-2b51530befe5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:07.662987 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.664827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.691514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] No DVR routers for this DVR port 718edf15-c9bc-496c-8417-a8b92920fe23 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:07.695239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b48e6-7879-4611-810a-0e52d256eee8 None None] Pushing event deleted for resources: {'Port': ['ID=718edf15-c9bc-496c-8417-a8b92920fe23,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.729541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=718edf15-c9bc-496c-8417-a8b92920fe23,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:07.739874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 718edf15-c9bc-496c-8417-a8b92920fe23 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:07.844504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.859748 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.862150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd80ec8-55d8-4006-9c45-f122d9e657c3']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.872265 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd6d78e-2cef-4461-bf92-cf5c76434ea8') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.872637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd6d78e-2cef-4461-bf92-cf5c76434ea8') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.883939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.897957 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.904063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:07.904591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:07.907900 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:07.918435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.002728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] In _notify_port_updated(), no bound segment for port 5c09cfab-87ca-4b7f-942f-cb8f038a9696 on network fd4582d6-9bae-4482-805d-067dcafd3805 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:39:08.009011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.009736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.011203 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/ports/5c09cfab-87ca-4b7f-942f-cb8f038a9696 HTTP/1.1" status: 200 len: 818 time: 0.5191474 Aug 10 03:39:08.014397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52228) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.056783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efce36b-b9ee-4488-adfa-4525f1c30271 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=5c09cfab-87ca-4b7f-942f-cb8f038a9696,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:08.100951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.105304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.107233 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/ccd80ec8-55d8-4006-9c45-f122d9e657c3 HTTP/1.1" status: 204 len: 168 time: 0.9594045 Aug 10 03:39:08.110202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52230) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.146586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107efea-d6d6-4d94-a453-bbc0df4cf555 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=ccd80ec8-55d8-4006-9c45-f122d9e657c3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:08.168701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 5c09cfab-87ca-4b7f-942f-cb8f038a9696 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:08.169434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.241192 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.254465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 5c09cfab-87ca-4b7f-942f-cb8f038a9696 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:08.399395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.432813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=5c09cfab-87ca-4b7f-942f-cb8f038a9696,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:08.435051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.437263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7aad2c57-6016-403e-9c90-013f1c8543ab tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/5c09cfab-87ca-4b7f-942f-cb8f038a9696 HTTP/1.1" status: 204 len: 168 time: 0.4210825 Aug 10 03:39:08.439826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52234) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.542380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25655735-3c71-4c32-97c0-020f2a7d5fbf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.543924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-25655735-3c71-4c32-97c0-020f2a7d5fbf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1031199 Aug 10 03:39:08.547066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52236) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.571244 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc0c31d-d62d-49e3-a1d5-1836d0200c96 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:08.572746 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8bc0c31d-d62d-49e3-a1d5-1836d0200c96 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/5c09cfab-87ca-4b7f-942f-cb8f038a9696 HTTP/1.1" status: 404 len: 333 time: 0.0246611 Aug 10 03:39:08.576486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52238) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.577684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.581367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2046502416'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:08.662844 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:08.666292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.689284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:08.698185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.698526 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment 9f709074-524d-4d13-a426-5bfc8c15fe9a of type vlan for network 24a11196-3aae-417e-9e1f-56caff46d98d Aug 10 03:39:08.739876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.821434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.827033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.827645 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.874252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 7edc8ea3-5061-425a-b159-f86d127e783b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:08.874695 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.905833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=24a11196-3aae-417e-9e1f-56caff46d98d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:08.917223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:08.957567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6eadd5df-f904-4ce0-9e29-2a797bd6ea5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3773925 Aug 10 03:39:08.957802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 718edf15-c9bc-496c-8417-a8b92920fe23 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:08.958434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52242) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:08.963853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:08.974456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 7edc8ea3-5061-425a-b159-f86d127e783b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7edc8ea3-5061-425a-b159-f86d127e783b,segment=NetworkSegment(dca54d58-e70f-4972-8023-0c056e831327),segment_id=dca54d58-e70f-4972-8023-0c056e831327)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:08.982590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:08.987561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 718edf15-c9bc-496c-8417-a8b92920fe23 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:08.987910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 718edf15-c9bc-496c-8417-a8b92920fe23 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:08.988326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 058b9c15-6ed4-4382-8c9c-ff14098cf06d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:09.016009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 058b9c15-6ed4-4382-8c9c-ff14098cf06d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:09.016373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 058b9c15-6ed4-4382-8c9c-ff14098cf06d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:09.096836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:09.101018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.261398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 7edc8ea3-5061-425a-b159-f86d127e783b owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:09.576628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.577349 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.602353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-60a39858-3b87-4ed7-befb-cc2174261704 req-282fe37c-d538-45b6-bc1e-a8969db9e166 tempest-ServersTestJSON-28380929 tempest-ServersTestJSON-28380929-project] (94804) timed out ('10.222.0.46', 53615) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:39:09.602983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=7edc8ea3-5061-425a-b159-f86d127e783b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:09.648283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=e8a8d45d-4338-47b3-bd5e-02a87d5b083e,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:09.653985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': '9f709074-524d-4d13-a426-5bfc8c15fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:09.654407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: 24a11196-3aae-417e-9e1f-56caff46d98d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:09.720308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.733955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 24a11196-3aae-417e-9e1f-56caff46d98d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:09.822327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 24a11196-3aae-417e-9e1f-56caff46d98d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:09.826540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:09.827383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.830797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f1479-96d3-44b8-849d-4bb18ccf6a2d None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:09.909569 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3deff2f5-e899-43e2-b80c-de0de0bf2dd4 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9500213 Aug 10 03:39:09.915537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:09.915736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52248) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:09.922398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:10.016180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-24a11196-3aae-417e-9e1f-56caff46d98d', 'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': 'e8a8d45d-4338-47b3-bd5e-02a87d5b083e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:10.016933 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.022797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:10.034345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52252) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.035087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-262f435d-7758-42e8-a8f4-77459328515a tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9230638 Aug 10 03:39:10.047911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:10.067258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:10.069053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:10.091898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet b80fd30a-f528-477a-a726-2b51530befe5 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:10.094585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.138389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:10.142066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.147085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.231648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:10.296700 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8a8d45d-4338-47b3-bd5e-02a87d5b083e (CIDR: 172.20.0.0/28) Aug 10 03:39:10.301796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.314281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Allocated IP 172.20.0.2 (24a11196-3aae-417e-9e1f-56caff46d98d/e8a8d45d-4338-47b3-bd5e-02a87d5b083e/2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:10.354741 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:39:10.355358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:10.440577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.442986 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d5e45b6-618d-4fdc-819b-c23042989110 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5262675 Aug 10 03:39:10.445558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52260) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.460757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:10.495534 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.537522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=b80fd30a-f528-477a-a726-2b51530befe5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:10.545508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.550368 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-164f8c05-c5ef-49b4-9e5a-9cbea7aa323d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/b80fd30a-f528-477a-a726-2b51530befe5 HTTP/1.1" status: 204 len: 168 time: 0.5149307 Aug 10 03:39:10.550685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52264) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:10.558973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515e60a-fd0e-47f4-b4a2-b6a6f319cff5 None None] Network aa7db46a-4df6-4be1-b455-1237498c1fc0 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:10.576986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.616169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Transition to ACTIVE for port object 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:10.618303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b762c41a-51ba-4631-baa4-d759ce57043c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.642408 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:09Z', 'revision_number': 10, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:10.650859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.673776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:10.679716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.684996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Transition to ACTIVE for port object 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:10.703064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:10.732019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:10.732695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:10.743358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 0f49d4d1-401f-4130-b428-4a6bf68b5801 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:10.743749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.800783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.850502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 0f49d4d1-401f-4130-b428-4a6bf68b5801, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0f49d4d1-401f-4130-b428-4a6bf68b5801,segment=NetworkSegment(dca54d58-e70f-4972-8023-0c056e831327),segment_id=dca54d58-e70f-4972-8023-0c056e831327)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:10.850891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.855716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:10.861729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b762c41a-51ba-4631-baa4-d759ce57043c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.861901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:10.874359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:10.874359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:10.875659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Pushing event updated for resources: {'Port': ['ID=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:10.878131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 0f49d4d1-401f-4130-b428-4a6bf68b5801 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:10.952393 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b762c41a-51ba-4631-baa4-d759ce57043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.978373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621e327-44d2-4e84-9c11-bda22099c34f None None] DHCP port deletion for aa7db46a-4df6-4be1-b455-1237498c1fc0 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:11.015138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b762c41a-51ba-4631-baa4-d759ce57043c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa5f1db8d8b548e2948a0c9d5f7ed169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737665 Aug 10 03:39:11.018035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52266) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:11.022293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762c41a-51ba-4631-baa4-d759ce57043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6182ae-bd9d-4c1b-9a2b-a8d64ebe8dbb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.078162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.082706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0597dada-20d4-426f-b9c1-744ad8b3a3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.142650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 24a11196-3aae-417e-9e1f-56caff46d98d is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:11.144653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0597dada-20d4-426f-b9c1-744ad8b3a3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.148063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.156598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:11.159696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.160297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.179912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=0f49d4d1-401f-4130-b428-4a6bf68b5801,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.182247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 0f49d4d1-401f-4130-b428-4a6bf68b5801 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:11.189570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=a1f6d855-27ba-40b5-9cfc-ca83025afaf6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.220607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Attempting to bind port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:11.221220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Attempting to bind port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9f709074-524d-4d13-a426-5bfc8c15fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:11.221444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Attempting to bind port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b on network 24a11196-3aae-417e-9e1f-56caff46d98d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:11.244181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1621e327-44d2-4e84-9c11-bda22099c34f None None] The port '0f49d4d1-401f-4130-b428-4a6bf68b5801' was deleted {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 03:39:11.250667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:11.251038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Checking segment: {'id': '9f709074-524d-4d13-a426-5bfc8c15fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:11.251436 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.251818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Bound using segment: {'id': '9f709074-524d-4d13-a426-5bfc8c15fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:11.252287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Bound port: 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f709074-524d-4d13-a426-5bfc8c15fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:11.252772 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.271358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.279990 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb762610-8e5a-4a06-a047-75fa2e91b4b0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8328900 Aug 10 03:39:11.284235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52268) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:11.286809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7db46a-4df6-4be1-b455-1237498c1fc0']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:11.290309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d', 'fixed_ips': [{'subnet_id': 'e8a8d45d-4338-47b3-bd5e-02a87d5b083e'}, {'subnet_id': 'a1f6d855-27ba-40b5-9cfc-ca83025afaf6'}], 'name': 'tempest-PortsTestJSON-822715375'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:11.298219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca54d58-e70f-4972-8023-0c056e831327') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:11.298547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca54d58-e70f-4972-8023-0c056e831327') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:11.309338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.324562 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.330960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:11.331367 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.335510 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0597dada-20d4-426f-b9c1-744ad8b3a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.338106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0597dada-20d4-426f-b9c1-744ad8b3a3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.341697 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0597dada-20d4-426f-b9c1-744ad8b3a3bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f6182ae-bd9d-4c1b-9a2b-a8d64ebe8dbb HTTP/1.1" status: 204 len: 168 time: 0.3192718 Aug 10 03:39:11.356941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597dada-20d4-426f-b9c1-744ad8b3a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6182ae-bd9d-4c1b-9a2b-a8d64ebe8dbb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.389683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2137b833-0542-4648-8289-0bac68aced84 None None] For port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:11.391487 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:11.415074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2137b833-0542-4648-8289-0bac68aced84 None None] For port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,segment=NetworkSegment(9f709074-524d-4d13-a426-5bfc8c15fe9a),segment_id=9f709074-524d-4d13-a426-5bfc8c15fe9a)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:11.436407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:09Z', 'revision_number': 10, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:11.464135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f3f68-4c37-4da8-8820-54e9b8097132 None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:09Z', 'revision_number': 10, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None, '_interfaces': [{'id': '1c3d8ccb-cb0f-4b7d-9226-07017fd5d502', 'name': '', 'network_id': '49cfabb3-1edd-49cf-85d4-5441abd57486', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'mac_address': 'fa:16:3e:da:d6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:38:42Z', 'updated_at': '2021-08-10T03:38:50Z', 'revision_number': 5, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'subnets': [{'id': '9a3bb570-475d-447f-9f4f-6d1cb19a0b9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:11.467752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.477733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.477733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/aa7db46a-4df6-4be1-b455-1237498c1fc0 HTTP/1.1" status: 204 len: 168 time: 0.9254138 Aug 10 03:39:11.480129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52274) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:11.489355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41095c9-2d35-430e-a4f7-e5d42957ea03 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=aa7db46a-4df6-4be1-b455-1237498c1fc0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.496960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.566415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:11.576084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b833-0542-4648-8289-0bac68aced84 None None] Pushing event updated for resources: {'Port': ['ID=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.738817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.785075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 4be1e196-61eb-4406-aad8-e65baaf181a0 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:12.166165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.9 (24a11196-3aae-417e-9e1f-56caff46d98d/e8a8d45d-4338-47b3-bd5e-02a87d5b083e/4be1e196-61eb-4406-aad8-e65baaf181a0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:12.174941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.18 (24a11196-3aae-417e-9e1f-56caff46d98d/a1f6d855-27ba-40b5-9cfc-ca83025afaf6/4be1e196-61eb-4406-aad8-e65baaf181a0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:12.184789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.719338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.755739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 4be1e196-61eb-4406-aad8-e65baaf181a0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:12.838882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:12.839236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.972696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,segment=NetworkSegment(f6bd7bdb-1449-45b6-9062-840fc783e6b8),segment_id=f6bd7bdb-1449-45b6-9062-840fc783e6b8)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:12.973712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.986182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbc0f4-1b3d-4274-a46b-97b2f54d9e89 None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:12.990549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.995495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:13.003299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:13.081754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 24a11196-3aae-417e-9e1f-56caff46d98d is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:13.089331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:13.095422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:13.100753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=4be1e196-61eb-4406-aad8-e65baaf181a0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.162545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:13.163182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.191187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b0cc65b0-3f38-4a6a-a031-f101e80a9cb5 None None] Provisioning for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:13.242254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:13.258803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:13.259284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.364501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-461bf5be-26d2-46f0-ae17-0bb1b9ad7d97 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.0789356 Aug 10 03:39:13.367969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:13.386472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Update dhcp port {'port': {'network_id': '24a11196-3aae-417e-9e1f-56caff46d98d', 'fixed_ips': [{'subnet_id': 'e8a8d45d-4338-47b3-bd5e-02a87d5b083e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a1f6d855-27ba-40b5-9cfc-ca83025afaf6'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:39:13.386650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8a8d45d-4338-47b3-bd5e-02a87d5b083e'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.391063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52326) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:13.403573 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.415238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.431523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.450355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=1c3d8ccb-cb0f-4b7d-9226-07017fd5d502,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.454518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,segment=NetworkSegment(9f709074-524d-4d13-a426-5bfc8c15fe9a),segment_id=9f709074-524d-4d13-a426-5bfc8c15fe9a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:13.544479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-454407583', 'router:external': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.576797 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.595028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.605665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.645771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Made reservation on behalf of 6ef51ee3dd4b4084b07716ee0f7e13f6 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:13.649888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.682631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.686219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.689261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7edc8ea3-5061-425a-b159-f86d127e783b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:13.718572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.719061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.719495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.719923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.720628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.721072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.721491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.721907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.722325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.722875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.723779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.724193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:13.730653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 7edc8ea3-5061-425a-b159-f86d127e783b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:13.731265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7edc8ea3-5061-425a-b159-f86d127e783b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:13.731767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0f49d4d1-401f-4130-b428-4a6bf68b5801 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:13.777719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0f49d4d1-401f-4130-b428-4a6bf68b5801 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:13.777719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0f49d4d1-401f-4130-b428-4a6bf68b5801 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:13.777719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Allocated IP 172.20.0.19 (24a11196-3aae-417e-9e1f-56caff46d98d/a1f6d855-27ba-40b5-9cfc-ca83025afaf6/2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:13.873974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.884852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] For port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,segment=NetworkSegment(9f709074-524d-4d13-a426-5bfc8c15fe9a),segment_id=9f709074-524d-4d13-a426-5bfc8c15fe9a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:13.912900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:13.920591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.934448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Transition to ACTIVE for port object 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:13.946875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.978230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:13.987416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf98950-fef7-4bbf-bb40-1b00fac910e8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.993773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.994365 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Added segment f79c9297-d7c4-4605-a8f4-cd54f80494b7 of type vlan for network e7734635-01f5-4818-a54c-c09d39942dfc Aug 10 03:39:14.048253 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.050264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.073726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:14.087678 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d983b42-434a-4ae7-95af-8caa2b4833dd tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024113 Aug 10 03:39:14.087678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.095606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:14.113802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:14.114713 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:14.161722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d7d7f-34be-4a47-9128-0a3b823606c8 None None] Pushing event updated for resources: {'Port': ['ID=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.187354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting subnet 9a3bb570-475d-447f-9f4f-6d1cb19a0b9a {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:14.194082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.204007 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.205451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.206559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.225814 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:14.267709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Delete allocated IP 172.20.0.18 (24a11196-3aae-417e-9e1f-56caff46d98d/a1f6d855-27ba-40b5-9cfc-ca83025afaf6) {{(pid=94804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:39:14.285973 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:13Z', 'revision_number': 11, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:14.318834 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:14.328478 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:14.329211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:14.389354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Network': ['ID=e7734635-01f5-4818-a54c-c09d39942dfc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.404634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e7734635-01f5-4818-a54c-c09d39942dfc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:14.405013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-77813dc2-3050-421c-a1bc-0c94e7affcaa tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0126376 Aug 10 03:39:14.407747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52336) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.415519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'subnet': {'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:14.426790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.452458 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:14.523006 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:13Z', 'revision_number': 11, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:14.553384 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760632d-9953-4ebe-9c2f-6f93347490b3 None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:13Z', 'revision_number': 11, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:14.565086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Made reservation on behalf of 6ef51ee3dd4b4084b07716ee0f7e13f6 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:14.567650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.570327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.577401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.616024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Ignored duplicate provisioning block setup for port 4be1e196-61eb-4406-aad8-e65baaf181a0 by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:39:14.766305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6dc607-b94f-4ac9-83d6-754184bee1fb None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:14.771423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.780190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.836119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3bb570-475d-447f-9f4f-6d1cb19a0b9a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.850985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe9bd0-394d-414c-b2e0-51922919d171 None None] Network 49cfabb3-1edd-49cf-85d4-5441abd57486 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:14.863394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.865343 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ce61bb9b-22ab-40fa-870e-6a6ad194fd8f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/9a3bb570-475d-447f-9f4f-6d1cb19a0b9a HTTP/1.1" status: 204 len: 168 time: 0.7772975 Aug 10 03:39:14.872607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:14.979612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=4be1e196-61eb-4406-aad8-e65baaf181a0,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.007508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:15.017677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] In _notify_port_updated(), no bound segment for port 4be1e196-61eb-4406-aad8-e65baaf181a0 on network 24a11196-3aae-417e-9e1f-56caff46d98d {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:39:15.023852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.024802 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.026383 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0916fdcb-547f-4928-a298-e266554251d9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/ports/4be1e196-61eb-4406-aad8-e65baaf181a0 HTTP/1.1" status: 200 len: 918 time: 1.6574116 Aug 10 03:39:15.032043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52340) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.036465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.043729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8a8d45d-4338-47b3-bd5e-02a87d5b083e'}, {'subnet_id': 'a1f6d855-27ba-40b5-9cfc-ca83025afaf6'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:15.077177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.objects.ports [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94805) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:39:15.077662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.098460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Provisioning for port 4be1e196-61eb-4406-aad8-e65baaf181a0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:15.109126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Provisioning complete for port 4be1e196-61eb-4406-aad8-e65baaf181a0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:15.109497 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.110072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Deleting port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:15.110840 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.158295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Port 4be1e196-61eb-4406-aad8-e65baaf181a0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:15.198624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] For port 1aa65a71-0f3a-4fe4-8d26-70244da27c64, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1aa65a71-0f3a-4fe4-8d26-70244da27c64,segment=NetworkSegment(f6bd7bdb-1449-45b6-9062-840fc783e6b8),segment_id=f6bd7bdb-1449-45b6-9062-840fc783e6b8)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:15.199061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.213171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Calling delete_port for 1aa65a71-0f3a-4fe4-8d26-70244da27c64 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:15.252254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] DHCP port deletion for 49cfabb3-1edd-49cf-85d4-5441abd57486 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:15.262419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf97193e-d223-49bf-929b-e6a3f4a8c869,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.270582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:15.278270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Checking segment: {'id': 'f79c9297-d7c4-4605-a8f4-cd54f80494b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:15.278635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network hostable DHCP agents. Network: e7734635-01f5-4818-a54c-c09d39942dfc, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:15.307620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:15.308593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1c3d8ccb-cb0f-4b7d-9226-07017fd5d502 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:15.310820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Provisioning for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:15.318358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Provisioning complete for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:15.318720 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a89b5e9-7db1-407e-95af-46074feddec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.349098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.350814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.370570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.375894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Deleting port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:15.376517 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.399348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Port': ['ID=1aa65a71-0f3a-4fe4-8d26-70244da27c64,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.412875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No DVR routers for this DVR port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:15.433967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network e7734635-01f5-4818-a54c-c09d39942dfc is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:15.466648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] For port 1aa65a71-0f3a-4fe4-8d26-70244da27c64, host n-d-765315-26, got binding levels [] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:15.467203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.487093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Calling delete_port for 1aa65a71-0f3a-4fe4-8d26-70244da27c64 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:15.491873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.ipam_backend_mixin [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 was not found and therefore no delete operation was performed {{(pid=94806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:39:15.494350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.505642 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.516282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cfabb3-1edd-49cf-85d4-5441abd57486']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:15.518980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] Pushing event deleted for resources: {'Port': ['ID=1aa65a71-0f3a-4fe4-8d26-70244da27c64,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.522768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ef300-9221-48c1-902e-f87154b068a4 None None] No DVR routers for this DVR port 1aa65a71-0f3a-4fe4-8d26-70244da27c64 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:15.532035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bd7bdb-1449-45b6-9062-840fc783e6b8') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:15.532227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bd7bdb-1449-45b6-9062-840fc783e6b8') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:15.542986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.547066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, e7734635-01f5-4818-a54c-c09d39942dfc) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:15.556019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.556858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.557715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f7e0ab-e2bb-47ad-9deb-c6cd1d820713 None None] Network e7734635-01f5-4818-a54c-c09d39942dfc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:15.560257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.566736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:15.568035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:15.571353 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:15.679614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.25 (24a11196-3aae-417e-9e1f-56caff46d98d/a1f6d855-27ba-40b5-9cfc-ca83025afaf6/4be1e196-61eb-4406-aad8-e65baaf181a0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:15.687272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b720ea4a-e53f-48cf-98a0-d3dd9ca5644c None None] Network e7734635-01f5-4818-a54c-c09d39942dfc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:15.701851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-09e060e5-00e9-431d-b59b-58fa0ae0f7dd tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2921908 Aug 10 03:39:15.704899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52346) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.710311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1922919394', 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:15.753508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.759522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.764950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/networks/49cfabb3-1edd-49cf-85d4-5441abd57486 HTTP/1.1" status: 204 len: 168 time: 0.8870010 Aug 10 03:39:15.765471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52348) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.772777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'routes': None}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:15.777605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2533b8-0ebc-4576-9cea-f553c6570626 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Pushing event deleted for resources: {'Network': ['ID=49cfabb3-1edd-49cf-85d4-5441abd57486,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.809733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Made reservation on behalf of 6ef51ee3dd4b4084b07716ee0f7e13f6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:15.812043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.828761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] device_id is not set on port 8f3acb43-4fdd-4888-9a27-9fd477f4bdd2 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:15.926498 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Allocated IP 172.20.0.12 (e7734635-01f5-4818-a54c-c09d39942dfc/bf97193e-d223-49bf-929b-e6a3f4a8c869/8f3acb43-4fdd-4888-9a27-9fd477f4bdd2) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:15.981358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.extraroute_db [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Added routes are [] {{(pid=94805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:39:15.981596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.extraroute_db [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Removed routes are [] {{(pid=94805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:39:15.981935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.984662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.059189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 4be1e196-61eb-4406-aad8-e65baaf181a0 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:16.072248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.129000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.141284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.198740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.260169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network e7734635-01f5-4818-a54c-c09d39942dfc is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:16.264716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:16.268583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:16.271661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Port': ['ID=8f3acb43-4fdd-4888-9a27-9fd477f4bdd2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.327766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.327766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.403683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-16b10500-d84c-4c41-99fc-e4ca1f5ef476 None None] Provisioning for port 4be1e196-61eb-4406-aad8-e65baaf181a0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:16.408746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-16b10500-d84c-4c41-99fc-e4ca1f5ef476 None None] Provisioning complete for port 4be1e196-61eb-4406-aad8-e65baaf181a0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:16.413936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16b10500-d84c-4c41-99fc-e4ca1f5ef476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.434633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cbdd1815-8338-41f6-bc13-f8f0a9368d72 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7284567 Aug 10 03:39:16.438627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.449145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.460172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-16b10500-d84c-4c41-99fc-e4ca1f5ef476 None None] Port 4be1e196-61eb-4406-aad8-e65baaf181a0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:16.472215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-16b10500-d84c-4c41-99fc-e4ca1f5ef476 None None] Provisioning complete for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:16.472935 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-16b10500-d84c-4c41-99fc-e4ca1f5ef476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.503835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=4be1e196-61eb-4406-aad8-e65baaf181a0,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.560925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Deleting port 8f3acb43-4fdd-4888-9a27-9fd477f4bdd2 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:16.561541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.610870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 06635e81-85eb-4e6e-8091-70bd61ac8931 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:16.616256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] In _notify_port_updated(), no bound segment for port 4be1e196-61eb-4406-aad8-e65baaf181a0 on network 24a11196-3aae-417e-9e1f-56caff46d98d {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:39:16.621749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.622383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.626446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-66f34c6b-a5ed-44ae-bd58-d9d2d1b2cb31 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/ports/4be1e196-61eb-4406-aad8-e65baaf181a0 HTTP/1.1" status: 200 len: 998 time: 1.5862451 Aug 10 03:39:16.630474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52356) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.640517 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.652650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Calling delete_port for 8f3acb43-4fdd-4888-9a27-9fd477f4bdd2 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:16.682301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-85895d36-9aa6-42fc-bcb4-b8b5c7fcb1be None None] Provisioning complete for port 4be1e196-61eb-4406-aad8-e65baaf181a0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:16.682689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-85895d36-9aa6-42fc-bcb4-b8b5c7fcb1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.728921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-85895d36-9aa6-42fc-bcb4-b8b5c7fcb1be None None] Port 4be1e196-61eb-4406-aad8-e65baaf181a0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:16.752895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:16.760026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.764147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-103decdd-3bd7-43fd-9eb5-f0baa844e685 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 705 time: 0.9983242 Aug 10 03:39:16.764841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52364) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.767459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] Sync routers for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:16.779368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:16.780398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:16.798735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-448ce7e2-d6ac-4f95-8d61-ca2e0072847d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 205 time: 0.0326195 Aug 10 03:39:16.801226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52366) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.851064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.886530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:16.886759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.909331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f3acb43-4fdd-4888-9a27-9fd477f4bdd2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.924896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 4be1e196-61eb-4406-aad8-e65baaf181a0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:16.925245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.960243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:13Z', 'revision_number': 11, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:16.962451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1aa65a71-0f3a-4fe4-8d26-70244da27c64 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:17.008484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.011471 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b4bfd19e-5c60-4203-83b6-03714ceb7a8c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8f3acb43-4fdd-4888-9a27-9fd477f4bdd2 HTTP/1.1" status: 204 len: 168 time: 0.5717330 Aug 10 03:39:17.015149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52376) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.017712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] Checking router: 06635e81-85eb-4e6e-8091-70bd61ac8931 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:17.021372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1aa65a71-0f3a-4fe4-8d26-70244da27c64 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:17.021916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1aa65a71-0f3a-4fe4-8d26-70244da27c64 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:17.028658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc', 'external_fixed_ips': [{'subnet_id': 'bf97193e-d223-49bf-929b-e6a3f4a8c869', 'ip_address': '172.20.0.12'}]}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.045164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] Routers {'06635e81-85eb-4e6e-8091-70bd61ac8931'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:17.045873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['06635e81-85eb-4e6e-8091-70bd61ac8931'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:17.117018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] Set router 06635e81-85eb-4e6e-8091-70bd61ac8931 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:17.124360 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.127483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.147135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.148317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.180501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:13Z', 'revision_number': 11, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:17.199576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.207752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.208611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e704a91-0b24-4bd5-a572-35588d6d9d78 None None] The sync data for ids ['06635e81-85eb-4e6e-8091-70bd61ac8931'] in n-d-765315-26 is: [{'id': '06635e81-85eb-4e6e-8091-70bd61ac8931', 'name': 'tempest-RoutersIpV6Test-router-1649043731', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:38:39Z', 'updated_at': '2021-08-10T03:39:13Z', 'revision_number': 11, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:17.216469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 4be1e196-61eb-4406-aad8-e65baaf181a0 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:17.234880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287538-94da-45b7-b117-60a4472fbef7 req-d1d9ccd5-c44c-4e3e-9621-a462020ca3f9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.240883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73287538-94da-45b7-b117-60a4472fbef7 req-d1d9ccd5-c44c-4e3e-9621-a462020ca3f9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1397846 Aug 10 03:39:17.292421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.293012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router 06635e81-85eb-4e6e-8091-70bd61ac8931 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:17.305561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.305561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3ef87b5a-70d6-4be5-a483-dc65d0e3ab34 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 204 len: 168 time: 0.4990914 Aug 10 03:39:17.307178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52378) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.311852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-473716221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.344726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73287538-94da-45b7-b117-60a4472fbef7 req-239f44fb-2154-4a64-806e-5d0fecd67ea4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004009 Aug 10 03:39:17.456575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.457673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.466650 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.559725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.594323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.632712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.638025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=4be1e196-61eb-4406-aad8-e65baaf181a0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.731638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.735389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-390a5fa8-8556-4c2b-a3a2-6d971e388e12 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4247770 Aug 10 03:39:17.735389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.735824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fd3ae322-7a3e-4e27-89ca-2fff998bdaff tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/4be1e196-61eb-4406-aad8-e65baaf181a0 HTTP/1.1" status: 204 len: 168 time: 1.1083477 Aug 10 03:39:17.736399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.740934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:17.742923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52384) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.749088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-31e04d39-c95a-4031-aa4f-7a8208552ca8 None None] Could not find standard attr ID for object 4be1e196-61eb-4406-aad8-e65baaf181a0. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:39:17.828175 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c7e1e5-21a3-48f2-b046-5436e5c7aeb0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:17.829709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-17c7e1e5-21a3-48f2-b046-5436e5c7aeb0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/4be1e196-61eb-4406-aad8-e65baaf181a0 HTTP/1.1" status: 404 len: 333 time: 0.0858736 Aug 10 03:39:17.833248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52386) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:17.950988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet a1f6d855-27ba-40b5-9cfc-ca83025afaf6 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:17.987432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.036069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.043737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.052454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.065023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.148436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.154379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33809dc7-0d39-445c-a448-393b3ddfd65f req-af1e8478-d9ae-47b5-89cd-8639a3548f9f tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.155917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33809dc7-0d39-445c-a448-393b3ddfd65f req-af1e8478-d9ae-47b5-89cd-8639a3548f9f tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.0875757 Aug 10 03:39:18.244045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Allocated IP 172.20.0.12 (e7734635-01f5-4818-a54c-c09d39942dfc/bf97193e-d223-49bf-929b-e6a3f4a8c869/5107ea63-a577-4109-87b9-deb6ca632ec6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:18.277900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.308820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33809dc7-0d39-445c-a448-393b3ddfd65f req-9aa37591-916b-4d5d-ad33-36fb635e9419 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347153 Aug 10 03:39:18.335518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52390) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.358300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.455194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.493273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.495843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network e7734635-01f5-4818-a54c-c09d39942dfc is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:18.496015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Router 5481c7dd-46cf-4a74-b191-a520273aeedf is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:18.498804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:18.501190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:18.526192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Port': ['ID=5107ea63-a577-4109-87b9-deb6ca632ec6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.540187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f6d855-27ba-40b5-9cfc-ca83025afaf6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.562541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.564463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6364e8f9-6d1b-47e9-9a71-fe4ef9bc919c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/a1f6d855-27ba-40b5-9cfc-ca83025afaf6 HTTP/1.1" status: 204 len: 168 time: 0.7302549 Aug 10 03:39:18.572088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52394) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.674226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d2064-12ae-488b-990b-8bc916138a4d req-4aecb0ad-68fe-4d19-80f3-10e8d09c6f0e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.674226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb9d2064-12ae-488b-990b-8bc916138a4d req-4aecb0ad-68fe-4d19-80f3-10e8d09c6f0e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.2207630 Aug 10 03:39:18.686282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:18.698094 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] Sync routers for ids ['5481c7dd-46cf-4a74-b191-a520273aeedf'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:18.702993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.705842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-33d9d065-8ac4-4458-b423-d0e13032531b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "PUT /v2.0/routers/5481c7dd-46cf-4a74-b191-a520273aeedf HTTP/1.1" status: 200 len: 697 time: 0.9684560 Aug 10 03:39:18.717299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] Routers {'5481c7dd-46cf-4a74-b191-a520273aeedf'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:18.717299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5481c7dd-46cf-4a74-b191-a520273aeedf'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:18.717753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52396) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.787258 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] Set router 5481c7dd-46cf-4a74-b191-a520273aeedf gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:18.848316 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5481c7dd-46cf-4a74-b191-a520273aeedf', 'name': 'tempest-RoutersIpV6Test-router-473716221', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:18Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:18.876631 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.881139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c9d35-a189-47de-b923-0c530e41840d None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:18.883301 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] Checking router: 5481c7dd-46cf-4a74-b191-a520273aeedf for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:18.893179 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] Routers {'5481c7dd-46cf-4a74-b191-a520273aeedf'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:18.894199 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5481c7dd-46cf-4a74-b191-a520273aeedf'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:18.966942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] Set router 5481c7dd-46cf-4a74-b191-a520273aeedf gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:18.982776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f9fc76d2-d98c-4a21-9e94-b1b2e6a104a5 None None] Could not find standard attr ID for object 4be1e196-61eb-4406-aad8-e65baaf181a0. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:39:19.040020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5481c7dd-46cf-4a74-b191-a520273aeedf', 'name': 'tempest-RoutersIpV6Test-router-473716221', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:18Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:19.066806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet e8a8d45d-4338-47b3-bd5e-02a87d5b083e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:19.071435 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d5b7b-5caf-4be7-8272-ba640991f128 None None] The sync data for ids ['5481c7dd-46cf-4a74-b191-a520273aeedf'] in n-d-765315-26 is: [{'id': '5481c7dd-46cf-4a74-b191-a520273aeedf', 'name': 'tempest-RoutersIpV6Test-router-473716221', 'tenant_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:18Z', 'revision_number': 2, 'project_id': '3cc8b9270e7d4ce4a2d18fe74d550adb', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:19.111526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.126109 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.165089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6b32ac07-b60a-4270-a745-f8e82f117c38 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/routers/5481c7dd-46cf-4a74-b191-a520273aeedf HTTP/1.1" status: 200 len: 703 time: 0.4512851 Aug 10 03:39:19.173506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb9d2064-12ae-488b-990b-8bc916138a4d req-26c94e69-a4ff-4765-983c-2b973282ef76 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908857 Aug 10 03:39:19.182189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52398) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.186356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port cc68ead5-21fe-4c33-bfdd-d3219cdcbf65 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:19.186797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.207467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.223225 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a19caa0b-b8fe-4aee-a874-8b238f1c224f tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=5481c7dd-46cf-4a74-b191-a520273aeedf HTTP/1.1" status: 200 len: 205 time: 0.0382078 Aug 10 03:39:19.226520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52400) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.337051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.337363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.358543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.358810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for cc68ead5-21fe-4c33-bfdd-d3219cdcbf65 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:19.365208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.546658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.555485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.610729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.639150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a8d45d-4338-47b3-bd5e-02a87d5b083e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.643134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.648095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-302838e7-810b-443d-9a27-c8bb282b3ccf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/e8a8d45d-4338-47b3-bd5e-02a87d5b083e HTTP/1.1" status: 204 len: 168 time: 1.0719073 Aug 10 03:39:19.648581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52402) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.676754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8f91c-2aba-435a-869d-76205e373a5c None None] Network 24a11196-3aae-417e-9e1f-56caff46d98d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:19.693110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.700955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Router 2a0fa8b0-a5a2-4a37-b134-56ed29503def is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:19.704581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.705103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Fanout notify agent at l3_agent the message router_deleted on router 5481c7dd-46cf-4a74-b191-a520273aeedf {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:19.714197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.719705 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0eb5c42-b7b4-4548-a351-e10956cd6313 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/5481c7dd-46cf-4a74-b191-a520273aeedf HTTP/1.1" status: 204 len: 168 time: 0.4877198 Aug 10 03:39:19.721807 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52404) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.745878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=cc68ead5-21fe-4c33-bfdd-d3219cdcbf65,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.788568 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f6182872-3d3f-4845-8696-3d266f8a7ab6 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=5481c7dd-46cf-4a74-b191-a520273aeedf HTTP/1.1" status: 200 len: 205 time: 0.0634959 Aug 10 03:39:19.788814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52406) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.806779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.855830 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-750eb89f-5714-40aa-8e8e-b20c3b56568d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:19.859963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-750eb89f-5714-40aa-8e8e-b20c3b56568d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/5481c7dd-46cf-4a74-b191-a520273aeedf HTTP/1.1" status: 404 len: 336 time: 0.0675023 Aug 10 03:39:19.862562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52408) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.873170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.873540 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP 8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 disassociated (deleted). External IP: 172.25.1.181, port: 95102727-9d6b-4c6d-9d9a-7b1358b66f05. Aug 10 03:39:19.909303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-80819979-ad02-4450-9207-27f32d80a97f None None] Provisioning complete for port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:19.909815 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-80819979-ad02-4450-9207-27f32d80a97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.912670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:19.934796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Sync routers for ids ['2a0fa8b0-a5a2-4a37-b134-56ed29503def'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:19.941313 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-362089a9-d175-4e3d-84d6-63b58ab4da0b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:19.941774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362089a9-d175-4e3d-84d6-63b58ab4da0b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:19.943485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-362089a9-d175-4e3d-84d6-63b58ab4da0b tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/b79fa2d9-5cc3-4231-b2f3-72fb96f559e2 HTTP/1.1" status: 404 len: 337 time: 0.0795882 Aug 10 03:39:19.947243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52410) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.979500 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f887718e-3f49-4bc1-a3f4-79e137cccf02 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:19.980765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f887718e-3f49-4bc1-a3f4-79e137cccf02 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:19.984496 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f887718e-3f49-4bc1-a3f4-79e137cccf02 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/96413c5f-87cc-4da5-b573-cc47c593c336 HTTP/1.1" status: 404 len: 337 time: 0.0336266 Aug 10 03:39:19.984839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52412) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.988375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Routers {'2a0fa8b0-a5a2-4a37-b134-56ed29503def'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:19.989016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2a0fa8b0-a5a2-4a37-b134-56ed29503def'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:20.014289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.015786 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bfb683bf-6622-4618-9f1e-362aee5991a8 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9996641 Aug 10 03:39:20.016907 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe128393-fc39-46da-a6cc-83179cd1d1b7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:20.017562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe128393-fc39-46da-a6cc-83179cd1d1b7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:20.022431 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe128393-fc39-46da-a6cc-83179cd1d1b7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/b80fd30a-f528-477a-a726-2b51530befe5 HTTP/1.1" status: 404 len: 337 time: 0.0334365 Aug 10 03:39:20.022431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52414) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.022719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.079497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:20.079835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.095893 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94083fa-3025-41d8-abce-45546bdbdea7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:20.095893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94083fa-3025-41d8-abce-45546bdbdea7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:20.100215 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e94083fa-3025-41d8-abce-45546bdbdea7 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/9a3bb570-475d-447f-9f4f-6d1cb19a0b9a HTTP/1.1" status: 404 len: 337 time: 0.0740290 Aug 10 03:39:20.101051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.143115 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-169988d5-fe31-4633-9609-03d973199dc1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 200 len: 205 time: 0.0392983 Aug 10 03:39:20.163373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Set router 2a0fa8b0-a5a2-4a37-b134-56ed29503def gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:20.165056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52422) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.197952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.237160 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-bc60c976-4e1d-4130-ab28-988bfa16ccec tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:20.238243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bc60c976-4e1d-4130-ab28-988bfa16ccec tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/06635e81-85eb-4e6e-8091-70bd61ac8931 HTTP/1.1" status: 404 len: 336 time: 0.0709476 Aug 10 03:39:20.241207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.257924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-341659f4-dfb0-45d8-8bed-bc55b6c5c580 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094896 Aug 10 03:39:20.271154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] DHCP port deletion for 24a11196-3aae-417e-9e1f-56caff46d98d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:20.293890 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-173737c7-7499-4a3b-9abe-eedaa2165807 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=f70c986e-0f46-4cb4-98df-257985cca3eb HTTP/1.1" status: 200 len: 205 time: 0.0515552 Aug 10 03:39:20.296118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52428) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.367759 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-004b5904-b3ee-42a4-aaf0-efd29f26a5b9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:20.371235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] For port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,segment=NetworkSegment(9f709074-524d-4d13-a426-5bfc8c15fe9a),segment_id=9f709074-524d-4d13-a426-5bfc8c15fe9a)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:20.371597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.372601 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-004b5904-b3ee-42a4-aaf0-efd29f26a5b9 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/f70c986e-0f46-4cb4-98df-257985cca3eb HTTP/1.1" status: 404 len: 336 time: 0.0754988 Aug 10 03:39:20.373687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.378497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] Deleting port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:20.379628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.385281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:20.412727 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc56cc2f-d347-4d33-b6d9-5229980e5769 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:20.413192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc56cc2f-d347-4d33-b6d9-5229980e5769 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:20.417637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cc56cc2f-d347-4d33-b6d9-5229980e5769 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/c292e9c8-ef4f-4929-b2ed-210bcfe53cc2 HTTP/1.1" status: 404 len: 337 time: 0.0405993 Aug 10 03:39:20.420164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.461472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] For port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,segment=NetworkSegment(9f709074-524d-4d13-a426-5bfc8c15fe9a),segment_id=9f709074-524d-4d13-a426-5bfc8c15fe9a)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:20.462164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.463309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1a0331d-ceef-4703-91b2-7c90f0a5682d tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 200 len: 205 time: 0.0420585 Aug 10 03:39:20.463967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52434) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.485281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] Calling delete_port for 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:20.498836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fa8b0-a5a2-4a37-b134-56ed29503def', 'name': '', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc', 'external_fixed_ips': [{'subnet_id': 'bf97193e-d223-49bf-929b-e6a3f4a8c869', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '5107ea63-a577-4109-87b9-deb6ca632ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:18Z', 'revision_number': 3, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port': {'id': '5107ea63-a577-4109-87b9-deb6ca632ec6', 'name': '', 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fa8b0-a5a2-4a37-b134-56ed29503def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'bf97193e-d223-49bf-929b-e6a3f4a8c869', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:18Z', 'updated_at': '2021-08-10T03:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf97193e-d223-49bf-929b-e6a3f4a8c869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:20.509613 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-0050546e-f6df-4fd7-b042-aeaa4480f4b1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:20.512933 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0050546e-f6df-4fd7-b042-aeaa4480f4b1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/8df49546-3e23-4d3b-962d-58141c43bf8f HTTP/1.1" status: 404 len: 336 time: 0.0437281 Aug 10 03:39:20.513668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52436) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.529724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Checking router: 2a0fa8b0-a5a2-4a37-b134-56ed29503def for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:20.530105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Updating router 2a0fa8b0-a5a2-4a37-b134-56ed29503def port 5107ea63-a577-4109-87b9-deb6ca632ec6 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:20.540140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 040d3cef-c89e-4d9b-a92a-385b210be30a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:20.547973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b23675-bbe5-405f-95f5-a56cbbda380a req-95df2372-496c-4ea8-aaa6-b324ea230fa4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.549523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55b23675-bbe5-405f-95f5-a56cbbda380a req-95df2372-496c-4ea8-aaa6-b324ea230fa4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.2173216 Aug 10 03:39:20.551806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be23f83-f466-406c-84ec-71295a4d95fb req-6d33d3a8-b0a1-439c-aae5-ef3e9548e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.555009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a77263d-f95d-4e25-b0cb-3db0ee8803cf tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc HTTP/1.1" status: 200 len: 205 time: 0.0381179 Aug 10 03:39:20.555182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-6d33d3a8-b0a1-439c-aae5-ef3e9548e920 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.2044666 Aug 10 03:39:20.555281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.555856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52438) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.593587 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.609977 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-5f982ed0-e633-4b5f-b2b4-e30464c94863 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:20.610941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f982ed0-e633-4b5f-b2b4-e30464c94863 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/b2ae54c8-9411-4c6d-a054-dec3c1c9f1dc HTTP/1.1" status: 404 len: 336 time: 0.0538049 Aug 10 03:39:20.615026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52440) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.649552 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b209e074-ab1f-4251-be46-2e21a9345b48 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:20.650306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b209e074-ab1f-4251-be46-2e21a9345b48 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:20.652329 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b209e074-ab1f-4251-be46-2e21a9345b48 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/e81f3467-114f-4964-93ed-053b1fa835af HTTP/1.1" status: 404 len: 337 time: 0.0362229 Aug 10 03:39:20.658679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.665522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.689322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b089a5e-881f-4560-96e1-704e43b57711 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=65b7b91b-f998-4a8b-ba8e-38aa738a734d HTTP/1.1" status: 200 len: 205 time: 0.0284655 Aug 10 03:39:20.698510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52444) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.706313 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.735928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.738502 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-d02703ae-34f1-4928-987b-1830b5177356 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:20.742529 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d02703ae-34f1-4928-987b-1830b5177356 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/65b7b91b-f998-4a8b-ba8e-38aa738a734d HTTP/1.1" status: 404 len: 336 time: 0.0429230 Aug 10 03:39:20.743480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52446) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.743837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No DVR routers for this DVR port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:20.747544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] Pushing event deleted for resources: {'Port': ['ID=2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.756762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fe91e-2d8d-4ebd-83e8-65b48518d1c2 None None] No DVR routers for this DVR port 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:20.782379 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1d0f20-1b7a-45e6-bcf2-98d5db5a08c1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:20.782848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1d0f20-1b7a-45e6-bcf2-98d5db5a08c1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:20.790603 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3b1d0f20-1b7a-45e6-bcf2-98d5db5a08c1 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/ceab2b00-eff3-402e-a793-1f30612d3398 HTTP/1.1" status: 404 len: 337 time: 0.0405622 Aug 10 03:39:20.791174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55b23675-bbe5-405f-95f5-a56cbbda380a req-17ae2b92-8d28-405c-8c3c-dbca68de8097 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250602 Aug 10 03:39:20.791796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52448) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.832369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Deleting port 5107ea63-a577-4109-87b9-deb6ca632ec6 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:20.832653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.869806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-09b9ca39-f320-4cd0-bfbb-c6e0e5b939bf tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb892330-9bb1-42aa-bab3-64dbd75591bc HTTP/1.1" status: 200 len: 205 time: 0.0705831 Aug 10 03:39:20.871965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52450) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:20.937008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.940175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be23f83-f466-406c-84ec-71295a4d95fb req-3f4b2c09-37bf-4ed5-a313-57e4692559bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.941749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-3f4b2c09-37bf-4ed5-a313-57e4692559bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.3446958 Aug 10 03:39:20.954542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a11196-3aae-417e-9e1f-56caff46d98d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:20.960647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:20.997266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.999875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:21.000399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2a39d2e9-6d5c-4a9e-bfe3-d5419f636c6b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:21.004131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-6aba3163-c7b6-434b-bbb0-45563c2af2b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 217 time: 0.0516760 Aug 10 03:39:21.006071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f709074-524d-4d13-a426-5bfc8c15fe9a') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.006367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f709074-524d-4d13-a426-5bfc8c15fe9a') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.011479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:21.024913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Transition to ACTIVE for port object 5107ea63-a577-4109-87b9-deb6ca632ec6 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:21.026777 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] Sync routers for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:21.030567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.036283 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:21.036622 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.037351 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.101793 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.114921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-253f4200-8931-40ef-b9b3-dfb5a18aeef1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/floatingips/8a6d3d4e-50c7-4f20-bf54-1eeed16390a1 HTTP/1.1" status: 204 len: 168 time: 2.7778254 Aug 10 03:39:21.116465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.119938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:21.122836 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d083c-f058-4607-9bd1-a3f56097621e" -d '{"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:21.132581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be23f83-f466-406c-84ec-71295a4d95fb req-27086f54-752c-40a1-aeb7-3ef556477ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.135157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-27086f54-752c-40a1-aeb7-3ef556477ee3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.1169658 Aug 10 03:39:21.142314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:21.142746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.174462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Attempting to bind port 5107ea63-a577-4109-87b9-deb6ca632ec6 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:21.175615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Attempting to bind port 5107ea63-a577-4109-87b9-deb6ca632ec6 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'f79c9297-d7c4-4605-a8f4-cd54f80494b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:21.176249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Attempting to bind port 5107ea63-a577-4109-87b9-deb6ca632ec6 on network e7734635-01f5-4818-a54c-c09d39942dfc {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:21.179021 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:21.180386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5433-62c7-4777-99db-bac564a7575b None None] Pushing event updated for resources: {'Port': ['ID=5107ea63-a577-4109-87b9-deb6ca632ec6,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.186648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:21.187404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Checking segment: {'id': 'f79c9297-d7c4-4605-a8f4-cd54f80494b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:21.188077 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.189250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Bound using segment: {'id': 'f79c9297-d7c4-4605-a8f4-cd54f80494b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:21.189971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Bound port: 5107ea63-a577-4109-87b9-deb6ca632ec6, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79c9297-d7c4-4605-a8f4-cd54f80494b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e7734635-01f5-4818-a54c-c09d39942dfc'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:21.190614 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:21.200646 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:21.256421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be23f83-f466-406c-84ec-71295a4d95fb req-5a39f448-af76-4c29-9172-df300cd99e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.257220 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-d93e659f-f057-4a4a-8cf7-603c7a864439 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] delete failed (client error): The resource could not be found. Aug 10 03:39:21.257767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-5a39f448-af76-4c29-9172-df300cd99e62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561452 Aug 10 03:39:21.258461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d93e659f-f057-4a4a-8cf7-603c7a864439 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/routers/cb892330-9bb1-42aa-bab3-64dbd75591bc HTTP/1.1" status: 404 len: 336 time: 0.3861063 Aug 10 03:39:21.261004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52456) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.291313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] For port 5107ea63-a577-4109-87b9-deb6ca632ec6, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:21.296381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] For port 5107ea63-a577-4109-87b9-deb6ca632ec6, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5107ea63-a577-4109-87b9-deb6ca632ec6,segment=NetworkSegment(f79c9297-d7c4-4605-a8f4-cd54f80494b7),segment_id=f79c9297-d7c4-4605-a8f4-cd54f80494b7)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:21.299086 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-57677b7a-2056-4794-8d13-1804eaa544ec tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:21.299930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57677b7a-2056-4794-8d13-1804eaa544ec tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:21.301612 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-57677b7a-2056-4794-8d13-1804eaa544ec tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/c99c3e47-c25a-4f68-8964-7815870e5cd2 HTTP/1.1" status: 404 len: 337 time: 0.0395565 Aug 10 03:39:21.304435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52458) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.323957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.328391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.335271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/24a11196-3aae-417e-9e1f-56caff46d98d HTTP/1.1" status: 204 len: 168 time: 1.6811028 Aug 10 03:39:21.337575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52460) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.352336 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62e30db-56c7-43c3-be35-9591789cea11 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] DELETE failed (client error): The resource could not be found. Aug 10 03:39:21.359284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62e30db-56c7-43c3-be35-9591789cea11 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:21.359284 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c62e30db-56c7-43c3-be35-9591789cea11 tempest-RoutersIpV6Test-860261468 tempest-RoutersIpV6Test-860261468-project] 10.222.0.26 "DELETE /v2.0/subnets/32354851-3593-4f3c-965a-76f93f5cf9d5 HTTP/1.1" status: 404 len: 337 time: 0.0491605 Aug 10 03:39:21.359537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a64df0-1e45-43a7-9b5a-4250be830c21 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=24a11196-3aae-417e-9e1f-56caff46d98d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.376825 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.384059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.417166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Calling delete_port for 5107ea63-a577-4109-87b9-deb6ca632ec6 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:21.419209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-190dbf85-90b6-4166-bdb4-503ce05c3f99 service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539748 Aug 10 03:39:21.478422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Routers {'2a0fa8b0-a5a2-4a37-b134-56ed29503def'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:21.479074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2a0fa8b0-a5a2-4a37-b134-56ed29503def'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.546971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1be23f83-f466-406c-84ec-71295a4d95fb req-ea8135a4-f466-4961-bce9-44abfd3ca2bd service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174231 Aug 10 03:39:21.551662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c273d-dc11-4fcc-bcc9-8583a62c307a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.558591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52464) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.559437 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3b2c273d-dc11-4fcc-bcc9-8583a62c307a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2206113 Aug 10 03:39:21.562702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:11Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.591905 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] Checking router: 040d3cef-c89e-4d9b-a92a-385b210be30a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:21.601122 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:21.602041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.617459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5433-62c7-4777-99db-bac564a7575b None None] Pushing event updated for resources: {'Port': ['ID=5107ea63-a577-4109-87b9-deb6ca632ec6,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.638474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6ac6ee17-5a6d-4fb7-896e-ce6605481607 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0783737 Aug 10 03:39:21.643569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52468) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.652901 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a0b1ca-a8f3-42a2-8e9a-4d117c0547d6 x-openstack-request-id: req-40a0b1ca-a8f3-42a2-8e9a-4d117c0547d6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:21.662181 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:21.662181 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40a0b1ca-a8f3-42a2-8e9a-4d117c0547d6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:21.662181 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'status': 'completed', 'code': 200} Aug 10 03:39:21.662181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1968644760'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:21.665668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] Set router 2a0fa8b0-a5a2-4a37-b134-56ed29503def gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:21.732868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fa8b0-a5a2-4a37-b134-56ed29503def', 'name': '', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:20Z', 'revision_number': 4, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.760822 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:21.776909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b1a2-2c87-44f3-8cd8-0da93855867c None None] The sync data for ids ['2a0fa8b0-a5a2-4a37-b134-56ed29503def'] in n-d-765315-26 is: [{'id': '2a0fa8b0-a5a2-4a37-b134-56ed29503def', 'name': '', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:17Z', 'updated_at': '2021-08-10T03:39:20Z', 'revision_number': 4, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:21.789029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:21.796535 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.811840 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.850808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event deleted for resources: {'Port': ['ID=5107ea63-a577-4109-87b9-deb6ca632ec6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.854029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5ff6a-d339-44b2-8448-2f296c3ec8b4 req-7fbe35e9-890f-4cd7-91b9-ef0f2de6a7fb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.857875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2b5ff6a-d339-44b2-8448-2f296c3ec8b4 req-7fbe35e9-890f-4cd7-91b9-ef0f2de6a7fb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.1407521 Aug 10 03:39:21.858373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:21.865817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-8dbe6911-4e9a-44bf-aeb9-c40b4b4ee8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.868245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-8dbe6911-4e9a-44bf-aeb9-c40b4b4ee8d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 1098 time: 0.1154444 Aug 10 03:39:21.938461 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.961577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.961932 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment aeb8f440-4218-492a-9f33-67ccfac7fde5 of type vlan for network 07f52840-447b-48e4-95f2-ed9b8ac9efbc Aug 10 03:39:22.008309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52474) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:22.028524 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:11Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:22.060896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2b5ff6a-d339-44b2-8448-2f296c3ec8b4 req-22072758-7b2f-48aa-88d8-6e74944f4007 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840944 Aug 10 03:39:22.066848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.066848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.079067 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8de4-1ebb-4fc8-bcc5-3c8d5ca3b2bb None None] The sync data for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 is: [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:06Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3a85ff27-d002-47b6-85f4-e6119424fb58', 'name': '', 'network_id': '98dd62af-b0fb-4c30-be18-96705e251818', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:b0:47:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:05Z', 'updated_at': '2021-08-10T03:37:11Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '17dc6dab-656a-4702-8e30-cddfdbf0a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:22.098812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.199399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.200830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0fa8b0-a5a2-4a37-b134-56ed29503def {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:22.208971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.212705 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8af62e3e-ebf9-40ec-af70-2b160489f349 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/routers/2a0fa8b0-a5a2-4a37-b134-56ed29503def HTTP/1.1" status: 204 len: 168 time: 2.1886594 Aug 10 03:39:22.212878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-e1308ac6-7c9c-4ffe-a9df-cf0329d26fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.212878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-e1308ac6-7c9c-4ffe-a9df-cf0329d26fab service neutron] 10.222.0.54 "GET /v2.0/networks?id=98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 200 len: 898 time: 0.3287780 Aug 10 03:39:22.215632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52478) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:22.250544 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d770186f-e869-4c9b-8e94-52b229b5ff37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cc8b9270e7d4ce4a2d18fe74d550adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386990 Aug 10 03:39:22.250814 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52480) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:22.263911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-663ddf24-e9d3-4f3f-8d53-4e0d430864c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 200 len: 217 time: 0.0393558 Aug 10 03:39:22.272883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a899209-4f9d-46c3-9844-1fc3d77fff5a req-dce5fb45-4a96-4360-8434-09eef73a5cbe tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.274381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a899209-4f9d-46c3-9844-1fc3d77fff5a req-dce5fb45-4a96-4360-8434-09eef73a5cbe tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1014638 Aug 10 03:39:22.287256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Deleting subnet bf97193e-d223-49bf-929b-e6a3f4a8c869 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:22.293837 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.309739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.311796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.312419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.351061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.376663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77abc4fe-7132-40ef-85c8-4bce08710719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.404821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77abc4fe-7132-40ef-85c8-4bce08710719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.419535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-ff5b5ee5-d40a-4c82-b656-194b4b7a3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.421067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-ff5b5ee5-d40a-4c82-b656-194b4b7a3f83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 200 len: 834 time: 0.1458158 Aug 10 03:39:22.424106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=07f52840-447b-48e4-95f2-ed9b8ac9efbc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.428799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a899209-4f9d-46c3-9844-1fc3d77fff5a req-70ccc0ed-5fb2-4ab5-bdda-3680c605cf5f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450529 Aug 10 03:39:22.440970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:22.489036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.512990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-884003e0-12e9-467c-b0e4-6cfb57fbea85 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8658073 Aug 10 03:39:22.517527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52484) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:22.522937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:22.529191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-9705c03b-b01c-4b84-9f22-eef10eb2e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.531021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-9705c03b-b01c-4b84-9f22-eef10eb2e9dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98dd62af-b0fb-4c30-be18-96705e251818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860496 Aug 10 03:39:22.584809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77abc4fe-7132-40ef-85c8-4bce08710719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.587466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-77abc4fe-7132-40ef-85c8-4bce08710719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.590931 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-77abc4fe-7132-40ef-85c8-4bce08710719 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7cad9a6-a99f-4659-83ca-0401b920f9b5 HTTP/1.1" status: 204 len: 168 time: 0.3367760 Aug 10 03:39:22.615298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abc4fe-7132-40ef-85c8-4bce08710719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cad9a6-a99f-4659-83ca-0401b920f9b5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.651981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-883edd8b-a4ca-4233-98a5-0fe6adcafae6 service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091871 Aug 10 03:39:22.686398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9346acc-a5cc-418b-ae22-6d18cc1905d1 None None] New status for floating IP 8a6d3d4e-50c7-4f20-bf54-1eeed16390a1: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:22.709208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.712665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:22.717989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.812219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf97193e-d223-49bf-929b-e6a3f4a8c869,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.824170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8d083c-f058-4607-9bd1-a3f56097621e req-08fd814a-66a6-40fd-ab79-6ef23506bd90 service neutron] 10.222.0.54 "GET /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220429 Aug 10 03:39:22.829857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.832322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f63a39eb-5920-4fbb-8943-29c2be11b582 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/bf97193e-d223-49bf-929b-e6a3f4a8c869 HTTP/1.1" status: 204 len: 168 time: 0.6151741 Aug 10 03:39:22.835295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52488) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:22.932041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.085061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.103949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7734635-01f5-4818-a54c-c09d39942dfc']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:23.120249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79c9297-d7c4-4605-a8f4-cd54f80494b7') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:23.120249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79c9297-d7c4-4605-a8f4-cd54f80494b7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:23.126600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.144064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.154136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:23.154936 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: items = [ Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:23.156797 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:23.200418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.210137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621a91c-d405-431f-bf67-6a5294cf4f51 req-73fe4fde-840d-43ed-b3a5-74bcbde179a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.211943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0621a91c-d405-431f-bf67-6a5294cf4f51 req-73fe4fde-840d-43ed-b3a5-74bcbde179a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0716603 Aug 10 03:39:23.259296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0621a91c-d405-431f-bf67-6a5294cf4f51 req-b6b2992b-786f-4cd5-b236-faea9bd3b0af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8b97a54-c058-486f-b46c-ddc57d5fd7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Aug 10 03:39:23.293052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=c71a4e0b-8e9d-4415-80b4-098c3acfafcd,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:23.308441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': 'aeb8f440-4218-492a-9f33-67ccfac7fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:23.308812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: 07f52840-447b-48e4-95f2-ed9b8ac9efbc, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:23.353136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.357849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7734635-01f5-4818-a54c-c09d39942dfc {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:39:23.365497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.367339 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e7734635-01f5-4818-a54c-c09d39942dfc HTTP/1.1" status: 204 len: 168 time: 0.5311244 Aug 10 03:39:23.379449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff0f99-d488-4d75-8074-2312e850fecf tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7734635-01f5-4818-a54c-c09d39942dfc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:23.384747 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:23.433645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 07f52840-447b-48e4-95f2-ed9b8ac9efbc) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:23.438386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.439221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.447038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339847b-632f-4fba-8de5-6ea4de94ea0e None None] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:23.508266 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-03354d64-a7cb-46cd-9e29-0d41a697d52e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9922462 Aug 10 03:39:23.510773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52514) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.516859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc', 'name': 'tempest-PortsTestJSON-1591180773'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:23.535146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-e4714fec-98cb-4edf-a675-0b76896437ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.535146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-e4714fec-98cb-4edf-a675-0b76896437ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.54 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 946 time: 0.0633185 Aug 10 03:39:23.677407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-07f52840-447b-48e4-95f2-ed9b8ac9efbc', 'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': 'c71a4e0b-8e9d-4415-80b4-098c3acfafcd'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:23.678638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.701259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb5cf-6927-47b8-b2ac-bcbbb8e871e0 req-a2e03a9c-9726-4caa-af33-80d8ca9d1080 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.708843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66ecb5cf-6927-47b8-b2ac-bcbbb8e871e0 req-a2e03a9c-9726-4caa-af33-80d8ca9d1080 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1183374 Aug 10 03:39:23.754634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:23.754984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.787064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66ecb5cf-6927-47b8-b2ac-bcbbb8e871e0 req-83dccfd3-b00d-44f2-875d-df7bb5585a3f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583327 Aug 10 03:39:23.849318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:23.852912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Allocated IP 172.20.0.2 (07f52840-447b-48e4-95f2-ed9b8ac9efbc/c71a4e0b-8e9d-4415-80b4-098c3acfafcd/b634c1ea-3ec7-41d9-b322-14e8372e7b39) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:23.853233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.906334 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:23.912417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 95102727-9d6b-4c6d-9d9a-7b1358b66f05, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=95102727-9d6b-4c6d-9d9a-7b1358b66f05,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:23.912856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.929235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 95102727-9d6b-4c6d-9d9a-7b1358b66f05 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:23.980544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52522) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.988080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'name': 'tempest-router--1556394051', 'project_id': 'a0289d3902b74f25b870baf48e49d887'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:24.015051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.025410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Transition to ACTIVE for port object b634c1ea-3ec7-41d9-b322-14e8372e7b39 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:24.042353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Transition to ACTIVE for port object b634c1ea-3ec7-41d9-b322-14e8372e7b39 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:24.112040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.113806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.146562 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.149782 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.183503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=95102727-9d6b-4c6d-9d9a-7b1358b66f05,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.193832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:24.198097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Pushing event updated for resources: {'Port': ['ID=b634c1ea-3ec7-41d9-b322-14e8372e7b39,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.200653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:24.202825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:24.205257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.11 (07f52840-447b-48e4-95f2-ed9b8ac9efbc/c71a4e0b-8e9d-4415-80b4-098c3acfafcd/9e792eb5-7c97-4ea7-8de9-f4e3981945d1) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:24.266679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] No DVR routers for this DVR port 95102727-9d6b-4c6d-9d9a-7b1358b66f05 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:24.271181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.273388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af404d58-e90f-4a9b-90f1-5b0e86436362 req-4f450341-74ce-49c8-88c5-1f437f8eff77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.54 "DELETE /v2.0/ports/95102727-9d6b-4c6d-9d9a-7b1358b66f05 HTTP/1.1" status: 204 len: 173 time: 0.7360089 Aug 10 03:39:24.273846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-deleted', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:24.274046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Attempting to bind port b634c1ea-3ec7-41d9-b322-14e8372e7b39 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:24.274634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Attempting to bind port b634c1ea-3ec7-41d9-b322-14e8372e7b39 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'aeb8f440-4218-492a-9f33-67ccfac7fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:24.275366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Attempting to bind port b634c1ea-3ec7-41d9-b322-14e8372e7b39 on network 07f52840-447b-48e4-95f2-ed9b8ac9efbc {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:24.276395 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d1459-b61f-4400-ba70-6f467ae00419" -d '{"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-deleted", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:24.283280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:24.283965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Checking segment: {'id': 'aeb8f440-4218-492a-9f33-67ccfac7fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:24.284583 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.285378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Bound using segment: {'id': 'aeb8f440-4218-492a-9f33-67ccfac7fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:24.286133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Bound port: b634c1ea-3ec7-41d9-b322-14e8372e7b39, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb8f440-4218-492a-9f33-67ccfac7fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:24.287326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.298862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.317641 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d9ad8e-ca99-43a3-80b1-ac042fd6740e x-openstack-request-id: req-f0d9ad8e-ca99-43a3-80b1-ac042fd6740e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:24.317939 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06841812-4cd3-4931-9b7e-4a16d5b50f90", "name": "network-vif-deleted", "tag": "95102727-9d6b-4c6d-9d9a-7b1358b66f05", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:24.318191 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0d9ad8e-ca99-43a3-80b1-ac042fd6740e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:24.318587 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06841812-4cd3-4931-9b7e-4a16d5b50f90', 'name': 'network-vif-deleted', 'tag': '95102727-9d6b-4c6d-9d9a-7b1358b66f05', 'status': 'completed', 'code': 200} Aug 10 03:39:24.362705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] For port b634c1ea-3ec7-41d9-b322-14e8372e7b39, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:24.366409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] For port b634c1ea-3ec7-41d9-b322-14e8372e7b39, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b634c1ea-3ec7-41d9-b322-14e8372e7b39,segment=NetworkSegment(aeb8f440-4218-492a-9f33-67ccfac7fde5),segment_id=aeb8f440-4218-492a-9f33-67ccfac7fde5)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:24.398952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3830f5aa-2029-438d-9f9d-85727fab50bd req-61e5d885-51cf-4052-860e-909f7cc90e2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=06841812-4cd3-4931-9b7e-4a16d5b50f90 HTTP/1.1" status: 200 len: 210 time: 0.0293353 Aug 10 03:39:24.419313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.445384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.451610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.461567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:24.509341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.510775 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6aa78d82-5663-4fe6-99c8-84b7c1d4633b tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5287716 Aug 10 03:39:24.513472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52534) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.523388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e36d2-08f4-429f-8eb9-8a646f8de1a9 None None] Pushing event updated for resources: {'Port': ['ID=b634c1ea-3ec7-41d9-b322-14e8372e7b39,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.593691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.671529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:24.689072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:24.691721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:24.759648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=9e792eb5-7c97-4ea7-8de9-f4e3981945d1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.785668 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.785668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.888363 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b6053e1-4099-42ad-a0e5-a7b8c00f41d0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3759682 Aug 10 03:39:24.889594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52544) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.895965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '07f52840-447b-48e4-95f2-ed9b8ac9efbc', 'name': 'tempest-PortsTestJSON-1251040844'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:24.999170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b634c1ea-3ec7-41d9-b322-14e8372e7b39 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:25.079120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.152711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b634c1ea-3ec7-41d9-b322-14e8372e7b39 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:25.164066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:25.164924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9764b-bdee-41d2-a6be-d06df4da1896 req-e1538d62-757a-4fdf-8534-292fc0c0ef8e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.165979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ab9764b-bdee-41d2-a6be-d06df4da1896 req-e1538d62-757a-4fdf-8534-292fc0c0ef8e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1196823 Aug 10 03:39:25.167809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.187739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 4ca151c8-babb-4994-a0a3-69d1734b84d0 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:25.289908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.296879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.307812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ab9764b-bdee-41d2-a6be-d06df4da1896 req-a158d2a7-9988-47fa-980f-84fb0f101e7c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175325 Aug 10 03:39:25.332405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.9 (07f52840-447b-48e4-95f2-ed9b8ac9efbc/c71a4e0b-8e9d-4415-80b4-098c3acfafcd/4ca151c8-babb-4994-a0a3-69d1734b84d0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:25.438909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.439672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8679c97c-801a-4d36-9c6b-bd1890e4c1f8 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:25.446761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.450122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bb61dd40-c3e2-408d-8d0c-7bb09b0740b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/routers/8679c97c-801a-4d36-9c6b-bd1890e4c1f8 HTTP/1.1" status: 204 len: 168 time: 0.9346554 Aug 10 03:39:25.479751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52560) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.567078 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.602389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 4ca151c8-babb-4994-a0a3-69d1734b84d0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:25.679406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2412320-5e22-4ef0-92c6-f376b3ff1234 None None] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:25.747881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.798635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:25.806230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:25.810324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:25.840671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] Provisioning for port b634c1ea-3ec7-41d9-b322-14e8372e7b39 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:25.843059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=4ca151c8-babb-4994-a0a3-69d1734b84d0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.845318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.852629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] Provisioning complete for port b634c1ea-3ec7-41d9-b322-14e8372e7b39 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:25.853008 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.885166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.886677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.949417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.048858 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01cb9eb3-2cb8-4293-8b58-76e110c15390 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1558032 Aug 10 03:39:26.049071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.167146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1892463570', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:26.167771 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.190717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.219226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c0c492-e948-4a14-ae12-f20fab7c3997 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.222784 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-50c0c492-e948-4a14-ae12-f20fab7c3997 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1728079 Aug 10 03:39:26.229185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52570) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.247660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] For port b634c1ea-3ec7-41d9-b322-14e8372e7b39, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b634c1ea-3ec7-41d9-b322-14e8372e7b39,segment=NetworkSegment(aeb8f440-4218-492a-9f33-67ccfac7fde5),segment_id=aeb8f440-4218-492a-9f33-67ccfac7fde5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:26.310643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.311786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.337182 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.361714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 4ca151c8-babb-4994-a0a3-69d1734b84d0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:26.362261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.395332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.402548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 3a85ff27-d002-47b6-85f4-e6119424fb58 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:26.402985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.405781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80460d42-1f08-4c04-b8d6-a7be56b63845 None None] Pushing event updated for resources: {'Port': ['ID=b634c1ea-3ec7-41d9-b322-14e8372e7b39,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.491680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.506872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 4ca151c8-babb-4994-a0a3-69d1734b84d0 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:26.541574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Provisioning for port 4ca151c8-babb-4994-a0a3-69d1734b84d0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:26.545455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Provisioning complete for port 4ca151c8-babb-4994-a0a3-69d1734b84d0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:26.545827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.594958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Port 4ca151c8-babb-4994-a0a3-69d1734b84d0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:26.655855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Provisioning for port 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:26.662029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Provisioning complete for port 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:26.662516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.667493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 3a85ff27-d002-47b6-85f4-e6119424fb58, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3a85ff27-d002-47b6-85f4-e6119424fb58,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:26.667976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.674052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.694262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab8898-eac9-4a6a-837a-4ee0d7bf2c98 req-8cc4b928-06b9-4553-953d-81d5c8151b2f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.696020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7ab8898-eac9-4a6a-837a-4ee0d7bf2c98 req-8cc4b928-06b9-4553-953d-81d5c8151b2f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.2320273 Aug 10 03:39:26.699312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Port 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:26.700653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 3a85ff27-d002-47b6-85f4-e6119424fb58 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:26.709432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Provisioning complete for port b634c1ea-3ec7-41d9-b322-14e8372e7b39 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:26.715728 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82a7d19b-9fcd-441a-9f34-4bcb63a661bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.730271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.734938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:26.761276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 95102727-9d6b-4c6d-9d9a-7b1358b66f05 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:26.761654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 95102727-9d6b-4c6d-9d9a-7b1358b66f05 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:26.762083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=4ca151c8-babb-4994-a0a3-69d1734b84d0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.775836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.776260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.776710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.777124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.777582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.777994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.778816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.779027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.780617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.781035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.781445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.781853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:26.833844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7ab8898-eac9-4a6a-837a-4ee0d7bf2c98 req-dc338e7b-c026-485f-9db8-faec3a0b8810 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312118 Aug 10 03:39:26.880100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.885479 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-62a2deae-6eb8-4f93-a408-f2255a3fe55e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/4ca151c8-babb-4994-a0a3-69d1734b84d0 HTTP/1.1" status: 204 len: 168 time: 0.6551740 Aug 10 03:39:26.886119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52574) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.916772 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-68818b51-5e1f-431d-9d3c-3a2b2ddf6b8e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:26.918388 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-68818b51-5e1f-431d-9d3c-3a2b2ddf6b8e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/4ca151c8-babb-4994-a0a3-69d1734b84d0 HTTP/1.1" status: 404 len: 333 time: 0.0313175 Aug 10 03:39:26.921101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.934220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5f609393-8350-4e18-87ba-eff428b88a45 None None] Could not find standard attr ID for object 4ca151c8-babb-4994-a0a3-69d1734b84d0. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:39:26.945504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b634c1ea-3ec7-41d9-b322-14e8372e7b39 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:26.999321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b634c1ea-3ec7-41d9-b322-14e8372e7b39 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:26.999873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.041326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:27.041666 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.131716 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.137775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.152545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 9e792eb5-7c97-4ea7-8de9-f4e3981945d1 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:27.157390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.226265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.277315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=3a85ff27-d002-47b6-85f4-e6119424fb58,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.350674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.382702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Allocated IP 172.25.1.56 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/99ec49c9-95dc-4637-a214-7b1adf43caa0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:27.386175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=9e792eb5-7c97-4ea7-8de9-f4e3981945d1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.482775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.488638 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-777d429e-1c4d-4a51-a7e4-7a3299d3b388 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/9e792eb5-7c97-4ea7-8de9-f4e3981945d1 HTTP/1.1" status: 204 len: 168 time: 0.5654213 Aug 10 03:39:27.489323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52590) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:27.515273 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7be03db-88cb-465f-8be0-6cf418c05b8d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:27.520641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a7be03db-88cb-465f-8be0-6cf418c05b8d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/9e792eb5-7c97-4ea7-8de9-f4e3981945d1 HTTP/1.1" status: 404 len: 333 time: 0.0301411 Aug 10 03:39:27.521290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52592) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:27.604680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet c71a4e0b-8e9d-4415-80b4-098c3acfafcd {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:27.608970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.657555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.747139 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.880670 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.912593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=c71a4e0b-8e9d-4415-80b4-098c3acfafcd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:27.915063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.921190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.928076 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8f2a1f08-6bd0-47c7-8d63-1e75a6294d41 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/c71a4e0b-8e9d-4415-80b4-098c3acfafcd HTTP/1.1" status: 204 len: 168 time: 0.4021404 Aug 10 03:39:27.928213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.928325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:27.949238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e6e85-161d-42a7-aa5b-1640aa88aeb6 None None] Network 07f52840-447b-48e4-95f2-ed9b8ac9efbc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:28.032515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.079988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2651b7e-019d-49f5-884e-a90f1af633b3 req-851bbce1-f72a-49a7-a713-6b26ccb85f22 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.081570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2651b7e-019d-49f5-884e-a90f1af633b3 req-851bbce1-f72a-49a7-a713-6b26ccb85f22 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1519938 Aug 10 03:39:28.101693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port b634c1ea-3ec7-41d9-b322-14e8372e7b39 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:28.102124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.137396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2651b7e-019d-49f5-884e-a90f1af633b3 req-0cc9237e-d173-4165-a271-7901557835b9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 Aug 10 03:39:28.187406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] For port b634c1ea-3ec7-41d9-b322-14e8372e7b39, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b634c1ea-3ec7-41d9-b322-14e8372e7b39,segment=NetworkSegment(aeb8f440-4218-492a-9f33-67ccfac7fde5),segment_id=aeb8f440-4218-492a-9f33-67ccfac7fde5)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:28.187406 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.198989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for b634c1ea-3ec7-41d9-b322-14e8372e7b39 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:28.210424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] DHCP port deletion for 07f52840-447b-48e4-95f2-ed9b8ac9efbc request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:28.221870 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.258365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] Deleting port b634c1ea-3ec7-41d9-b322-14e8372e7b39 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:28.259099 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.275373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:28.282468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:28.286615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event updated for resources: {'Port': ['ID=99ec49c9-95dc-4637-a214-7b1adf43caa0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.290340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:28.318948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 040d3cef-c89e-4d9b-a92a-385b210be30a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:28.336313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] For port b634c1ea-3ec7-41d9-b322-14e8372e7b39, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b634c1ea-3ec7-41d9-b322-14e8372e7b39,segment=NetworkSegment(aeb8f440-4218-492a-9f33-67ccfac7fde5),segment_id=aeb8f440-4218-492a-9f33-67ccfac7fde5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:28.337460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.351851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] Calling delete_port for b634c1ea-3ec7-41d9-b322-14e8372e7b39 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:28.376750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.428308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=b634c1ea-3ec7-41d9-b322-14e8372e7b39,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.432831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No DVR routers for this DVR port b634c1ea-3ec7-41d9-b322-14e8372e7b39 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:28.443049 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.477125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] Pushing event deleted for resources: {'Port': ['ID=b634c1ea-3ec7-41d9-b322-14e8372e7b39,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:28.485623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e806aa0-6bf5-4a42-b1bb-960f12af790e None None] No DVR routers for this DVR port b634c1ea-3ec7-41d9-b322-14e8372e7b39 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:28.530939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:28.536534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-999654e3-2038-43d2-9d60-777be3091578 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/040d3cef-c89e-4d9b-a92a-385b210be30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0554547 Aug 10 03:39:28.539634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:28.540502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.545804 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] Sync routers for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:28.551556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f52840-447b-48e4-95f2-ed9b8ac9efbc']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.555699 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:28.556559 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.562917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb8f440-4218-492a-9f33-67ccfac7fde5') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.563219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb8f440-4218-492a-9f33-67ccfac7fde5') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.572673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.587408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.594092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:28.594540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:28.598523 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:28.610155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting subnet 17dc6dab-656a-4702-8e30-cddfdbf0a6ee {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:28.615329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.671444 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:28.741347 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.802760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.912330 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:39:27Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:28.919098 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:28.953074 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] Checking router: 040d3cef-c89e-4d9b-a92a-385b210be30a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:28.964209 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] Routers {'040d3cef-c89e-4d9b-a92a-385b210be30a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:28.964982 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['040d3cef-c89e-4d9b-a92a-385b210be30a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:29.044103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.054711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b634c1ea-3ec7-41d9-b322-14e8372e7b39 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:29.055378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.057577 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/07f52840-447b-48e4-95f2-ed9b8ac9efbc HTTP/1.1" status: 204 len: 168 time: 1.1275828 Aug 10 03:39:29.061204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.085414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b634c1ea-3ec7-41d9-b322-14e8372e7b39 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:29.085928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b634c1ea-3ec7-41d9-b322-14e8372e7b39 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:29.087438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1287081352'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.092269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc297-44da-46ab-8092-e5ddf165bfc2 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=07f52840-447b-48e4-95f2-ed9b8ac9efbc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.107192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.143616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Subnet': ['ID=17dc6dab-656a-4702-8e30-cddfdbf0a6ee,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.148037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.149950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bdd0585a-b221-47e8-b117-d802f1d1af1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/subnets/17dc6dab-656a-4702-8e30-cddfdbf0a6ee HTTP/1.1" status: 204 len: 168 time: 0.6085594 Aug 10 03:39:29.152716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52622) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.157974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b663e3-d26b-4ea6-99d3-f21a65bda258 None None] Network 98dd62af-b0fb-4c30-be18-96705e251818 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:29.174777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:29.181214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.187402 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] Set router 040d3cef-c89e-4d9b-a92a-385b210be30a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:29.246976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:29.261187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.261880 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment faf6e234-9de2-4a0a-b1ea-a35627b472d7 of type vlan for network c474f12d-3cef-40f0-96cc-53d6b9aa43ec Aug 10 03:39:29.272699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.325422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.348495 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.473307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:29.477469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.490803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.493261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.511877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c4e55-4fa2-45b5-bea0-8e3bb0e6536d req-d47f9656-a519-4f1f-ae31-a418e6cb6681 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.511877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-533c4e55-4fa2-45b5-bea0-8e3bb0e6536d req-d47f9656-a519-4f1f-ae31-a418e6cb6681 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1998889 Aug 10 03:39:29.600443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] DHCP port deletion for 98dd62af-b0fb-4c30-be18-96705e251818 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:29.613426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-533c4e55-4fa2-45b5-bea0-8e3bb0e6536d req-bfdbd48a-d018-45c8-8b3a-ec69dd3ab898 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892816 Aug 10 03:39:29.614995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.678146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:29.684259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=c474f12d-3cef-40f0-96cc-53d6b9aa43ec,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.688915 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:39:27Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:29.694308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'mac_address': 'fa:16:3e:70:d5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:29.700191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:29.716081 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceeda0-2c3e-4e71-8290-3f728d63146d None None] The sync data for ids ['040d3cef-c89e-4d9b-a92a-385b210be30a'] in n-d-765315-26 is: [{'id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045244463', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:39:27Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'd1c290d4-2069-442e-b3c0-b3e1f5b0baa7', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:82:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d3cef-c89e-4d9b-a92a-385b210be30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:58Z', 'updated_at': '2021-08-10T03:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:29.756469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2f34dee4-41f2-4ff8-ba4d-890e144f1ad3 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6926956 Aug 10 03:39:29.759182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Router 5b3c50a2-1050-4c08-9ffc-e258613d1d3f is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:29.764714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:29.767170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:29.803463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] Deleting port fff87129-389d-478c-997d-380f57fdcf6e {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:29.804007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.822542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:29.822902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.826137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.879131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:29.910154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] For port fff87129-389d-478c-997d-380f57fdcf6e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fff87129-389d-478c-997d-380f57fdcf6e,segment=NetworkSegment(d31ccdcc-2e32-44ba-a796-f6405b05cf08),segment_id=d31ccdcc-2e32-44ba-a796-f6405b05cf08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:29.910876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.920758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:29.927130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] Calling delete_port for fff87129-389d-478c-997d-380f57fdcf6e owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:29.962066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port d1c290d4-2069-442e-b3c0-b3e1f5b0baa7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:29.962434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.981791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:29.999186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:30.010540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] Sync routers for ids ['5b3c50a2-1050-4c08-9ffc-e258613d1d3f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:30.024446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:30.030295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.033928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] Routers {'5b3c50a2-1050-4c08-9ffc-e258613d1d3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:30.035081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b3c50a2-1050-4c08-9ffc-e258613d1d3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:30.035969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.132081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:30.160438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.173994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:30.220280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.232899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.234565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-14510af8-a0aa-4cd9-a2e0-bc28abd9b285 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3882048 Aug 10 03:39:30.237192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52652) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.257503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.269930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] Routers {'5b3c50a2-1050-4c08-9ffc-e258613d1d3f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:30.270579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b3c50a2-1050-4c08-9ffc-e258613d1d3f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:30.273132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] No DVR routers for this DVR port fff87129-389d-478c-997d-380f57fdcf6e on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:30.303142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde2a0b-e9a7-40bf-9c1c-c355886cd285 None None] Pushing event deleted for resources: {'Port': ['ID=fff87129-389d-478c-997d-380f57fdcf6e,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.323449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.357394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3c67c3a2-cc9b-4b21-9805-4e8a321e3088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.358861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:30.359563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622da06-1910-4a7e-ade7-3a397c9f107c None None] The sync data for ids ['5b3c50a2-1050-4c08-9ffc-e258613d1d3f'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:30.395795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=d1c290d4-2069-442e-b3c0-b3e1f5b0baa7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.405601 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e899b03-53a3-4f11-ba66-89424352b48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.596412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e899b03-53a3-4f11-ba66-89424352b48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.603976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.698725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=92fc4af5-8610-470e-9d12-d06d5a68cbdb,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.715107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e899b03-53a3-4f11-ba66-89424352b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.806532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e899b03-53a3-4f11-ba66-89424352b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca6d75-0ce7-41b3-9875-b8f274dfce32,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:30.815009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e899b03-53a3-4f11-ba66-89424352b48a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=766e960ada5341109c904a8cf4205662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912905 Aug 10 03:39:30.815009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': 'faf6e234-9de2-4a0a-b1ea-a35627b472d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:30.815009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: c474f12d-3cef-40f0-96cc-53d6b9aa43ec, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:30.816713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52670) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.864934 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.898187 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52824c07-a10d-42a6-b069-e0285853810a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.940407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52824c07-a10d-42a6-b069-e0285853810a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.943607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:30.949079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae921-10e3-4e9d-8416-ec17bbbc1c6a req-952e85b5-73d5-4c9c-8e83-320104366c00 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:30.951726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ecae921-10e3-4e9d-8416-ec17bbbc1c6a req-952e85b5-73d5-4c9c-8e83-320104366c00 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 944 time: 0.1456838 Aug 10 03:39:30.989387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91a23f8a-8ffc-485e-86b4-51c503f51c95 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/5b3c50a2-1050-4c08-9ffc-e258613d1d3f HTTP/1.1" status: 200 len: 920 time: 0.7506189 Aug 10 03:39:30.996694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52672) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.002800 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.006435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.024250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c474f12d-3cef-40f0-96cc-53d6b9aa43ec) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:31.032111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c6571-ff4c-46e9-a532-d315340127f6 None None] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:31.066219 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2454f63a-64ce-49f8-8163-80cfaafd6b68 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3c50a2-1050-4c08-9ffc-e258613d1d3f HTTP/1.1" status: 200 len: 205 time: 0.0623949 Aug 10 03:39:31.066442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ecae921-10e3-4e9d-8416-ec17bbbc1c6a req-45ae15e4-f82a-47a7-8594-8e73f23071ea tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843546 Aug 10 03:39:31.066442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52674) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.068319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:31.068936 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.097836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fff87129-389d-478c-997d-380f57fdcf6e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:31.136767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fff87129-389d-478c-997d-380f57fdcf6e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:31.137826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fff87129-389d-478c-997d-380f57fdcf6e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:31.138946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3a85ff27-d002-47b6-85f4-e6119424fb58 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:31.165553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3a85ff27-d002-47b6-85f4-e6119424fb58 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:31.165917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3a85ff27-d002-47b6-85f4-e6119424fb58 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:31.186482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.187056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Fanout notify agent at l3_agent the message router_deleted on router 040d3cef-c89e-4d9b-a92a-385b210be30a {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:31.190634 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-763199d9-a942-4431-8d77-28225331b041 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4273810 Aug 10 03:39:31.190634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52824c07-a10d-42a6-b069-e0285853810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.198832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.198832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d4ff7635-d98e-46b2-9936-52a18617158c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/routers/040d3cef-c89e-4d9b-a92a-385b210be30a HTTP/1.1" status: 204 len: 168 time: 2.0444643 Aug 10 03:39:31.201172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-52824c07-a10d-42a6-b069-e0285853810a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.204568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52676) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.204568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52678) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.204827 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-52824c07-a10d-42a6-b069-e0285853810a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86ca6d75-0ce7-41b3-9875-b8f274dfce32 HTTP/1.1" status: 204 len: 168 time: 0.3847871 Aug 10 03:39:31.218281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec', 'name': 'tempest-PortsTestJSON-546668924', 'fixed_ips': [{'subnet_id': '92fc4af5-8610-470e-9d12-d06d5a68cbdb', 'ip_address': '172.20.0.10'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:31.225863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52824c07-a10d-42a6-b069-e0285853810a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca6d75-0ce7-41b3-9875-b8f274dfce32,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.391682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c474f12d-3cef-40f0-96cc-53d6b9aa43ec', 'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': '92fc4af5-8610-470e-9d12-d06d5a68cbdb'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:31.392864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.473129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.508884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:31.532729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.609520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Allocated IP 172.20.0.2 (c474f12d-3cef-40f0-96cc-53d6b9aa43ec/92fc4af5-8610-470e-9d12-d06d5a68cbdb/75a7ece4-6f48-476e-87eb-13322e62c52e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:31.625089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:31.625467 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.633713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:31.753200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.789845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.795734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dd62af-b0fb-4c30-be18-96705e251818']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.811399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31ccdcc-2e32-44ba-a796-f6405b05cf08') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.811710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31ccdcc-2e32-44ba-a796-f6405b05cf08') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:31.827109 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.856503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.858748 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.872525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.880931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:31.881412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:31.885491 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:31.888517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:31.904598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:31.906874 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843e031-98e6-494a-856a-2482b57f9302" -d '{"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-plugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:31.912633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.929971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:31.930442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Transition to ACTIVE for port object 75a7ece4-6f48-476e-87eb-13322e62c52e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:31.961819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Transition to ACTIVE for port object 75a7ece4-6f48-476e-87eb-13322e62c52e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:31.976099 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e640c8-a59e-4872-b09d-b8a502ddc210 x-openstack-request-id: req-b6e640c8-a59e-4872-b09d-b8a502ddc210 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:31.976726 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-plugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:31.977173 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6e640c8-a59e-4872-b09d-b8a502ddc210 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:31.978047 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'code': 200} Aug 10 03:39:31.998413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.052379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.084046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:32.087421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.092107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:32.116424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:32.126520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52692) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:32.133052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Deleting port 99ec49c9-95dc-4637-a214-7b1adf43caa0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:32.133571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.139337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.155134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608915e-ceaa-480f-95cb-afe0d7d17879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.170067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Pushing event updated for resources: {'Port': ['ID=75a7ece4-6f48-476e-87eb-13322e62c52e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.210179 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.212315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/networks/98dd62af-b0fb-4c30-be18-96705e251818 HTTP/1.1" status: 204 len: 168 time: 1.0067685 Aug 10 03:39:32.215134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52694) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:32.240463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Attempting to bind port 75a7ece4-6f48-476e-87eb-13322e62c52e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:32.240999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Attempting to bind port 75a7ece4-6f48-476e-87eb-13322e62c52e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'faf6e234-9de2-4a0a-b1ea-a35627b472d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:32.241477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Attempting to bind port 75a7ece4-6f48-476e-87eb-13322e62c52e on network c474f12d-3cef-40f0-96cc-53d6b9aa43ec {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:32.247776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:32.248587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Checking segment: {'id': 'faf6e234-9de2-4a0a-b1ea-a35627b472d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:32.251362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.251967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Bound using segment: {'id': 'faf6e234-9de2-4a0a-b1ea-a35627b472d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:32.252798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Bound port: 75a7ece4-6f48-476e-87eb-13322e62c52e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf6e234-9de2-4a0a-b1ea-a35627b472d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:32.255563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.272980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68015b5b-e98a-4147-b0d9-4f20f4423b1d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Network': ['ID=98dd62af-b0fb-4c30-be18-96705e251818,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.326638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-631653ad-9b54-4fca-9a4c-be2c626dc94f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.366591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-631653ad-9b54-4fca-9a4c-be2c626dc94f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.376853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.10 (c474f12d-3cef-40f0-96cc-53d6b9aa43ec/92fc4af5-8610-470e-9d12-d06d5a68cbdb/6d7b4892-b505-46bd-a71e-22fdd393e3d5) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:32.385258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] For port 75a7ece4-6f48-476e-87eb-13322e62c52e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:32.398746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.407368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] For port 75a7ece4-6f48-476e-87eb-13322e62c52e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=75a7ece4-6f48-476e-87eb-13322e62c52e,segment=NetworkSegment(faf6e234-9de2-4a0a-b1ea-a35627b472d7),segment_id=faf6e234-9de2-4a0a-b1ea-a35627b472d7)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:32.410285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bf03c-a5f8-4b78-9cc7-04fa254e27ed req-e8efd78b-3f43-4195-aecb-57dc41b03732 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:32.411829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19bf03c-a5f8-4b78-9cc7-04fa254e27ed req-e8efd78b-3f43-4195-aecb-57dc41b03732 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1939790 Aug 10 03:39:32.418559 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608915e-ceaa-480f-95cb-afe0d7d17879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.435945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Calling delete_port for 99ec49c9-95dc-4637-a214-7b1adf43caa0 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:32.485278 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.538484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19bf03c-a5f8-4b78-9cc7-04fa254e27ed req-f1276da8-b88e-4b98-85b8-9b0a054a898d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178560 Aug 10 03:39:32.542124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a608915e-ceaa-480f-95cb-afe0d7d17879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.594003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cc54-d75b-4297-9b87-563fa924109e None None] Pushing event updated for resources: {'Port': ['ID=75a7ece4-6f48-476e-87eb-13322e62c52e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.595228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-631653ad-9b54-4fca-9a4c-be2c626dc94f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.605247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-631653ad-9b54-4fca-9a4c-be2c626dc94f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.609088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-631653ad-9b54-4fca-9a4c-be2c626dc94f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/security-groups/b8b97a54-c058-486f-b46c-ddc57d5fd7f1 HTTP/1.1" status: 204 len: 168 time: 0.3903968 Aug 10 03:39:32.631245 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a608915e-ceaa-480f-95cb-afe0d7d17879 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31aad984b135427a9b7c99e3c1c858e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015333 Aug 10 03:39:32.636671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52698) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:32.659609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608915e-ceaa-480f-95cb-afe0d7d17879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24f9718-8886-4ddb-8c7f-2fbcf45115d7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.673249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.697009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631653ad-9b54-4fca-9a4c-be2c626dc94f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b97a54-c058-486f-b46c-ddc57d5fd7f1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.754025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb60-7a6e-4c1e-a2c4-4babb257f55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.795336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb60-7a6e-4c1e-a2c4-4babb257f55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.803631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.964232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb60-7a6e-4c1e-a2c4-4babb257f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.964978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 6d7b4892-b505-46bd-a71e-22fdd393e3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:32.966854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb60-7a6e-4c1e-a2c4-4babb257f55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.969106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cb60eb60-7a6e-4c1e-a2c4-4babb257f55a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24f9718-8886-4ddb-8c7f-2fbcf45115d7 HTTP/1.1" status: 204 len: 168 time: 0.3313832 Aug 10 03:39:32.982980 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60eb60-7a6e-4c1e-a2c4-4babb257f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24f9718-8886-4ddb-8c7f-2fbcf45115d7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.081601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.102333 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b081d85d-a469-4bd3-82b8-27ed01ecc7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.114233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52704) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:33.130880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726723749', 'description': 'tempest-secgroup-smoke-1726723749 description', 'project_id': '1ecad60eae0044d380480d1afb195fed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:33.156183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 75a7ece4-6f48-476e-87eb-13322e62c52e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:33.176623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event deleted for resources: {'Port': ['ID=99ec49c9-95dc-4637-a214-7b1adf43caa0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.204950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.280158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.280540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:33.288453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.420837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.423429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.425754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.481320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:33.486082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:33.514040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=6d7b4892-b505-46bd-a71e-22fdd393e3d5,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.521101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.559196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.559755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3c50a2-1050-4c08-9ffc-e258613d1d3f {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:33.582577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.583719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-41a90a21-fdec-4e8c-9d8b-7d12c283acc7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/5b3c50a2-1050-4c08-9ffc-e258613d1d3f HTTP/1.1" status: 204 len: 168 time: 2.5163345 Aug 10 03:39:33.589806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52710) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:33.595447 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646c970e-d5f9-48f1-b98a-7f12ab36d4a2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.614362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'name': 'tempest-snat-router-105353316', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': False}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:33.624760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:33.625886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.684279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 75a7ece4-6f48-476e-87eb-13322e62c52e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:33.707172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:33.739583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd838273-fbf7-409b-ad1a-2f5179690ffe req-8ab4eccd-5df4-49df-b244-278f7a559c1b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:33.741646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd838273-fbf7-409b-ad1a-2f5179690ffe req-8ab4eccd-5df4-49df-b244-278f7a559c1b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0708051 Aug 10 03:39:33.747711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.756653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:33.756975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.757132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d1c290d4-2069-442e-b3c0-b3e1f5b0baa7 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:33.800365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd838273-fbf7-409b-ad1a-2f5179690ffe req-ec98f294-7b06-46c3-977f-2212a7e23bd9 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Aug 10 03:39:33.829303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ea1bdc2a-7a5f-4fe3-b185-c23c6362bbdc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6232090 Aug 10 03:39:33.834509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52720) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:33.842991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': 'c474f12d-3cef-40f0-96cc-53d6b9aa43ec', 'name': 'tempest-PortsTestJSON-150801766', 'fixed_ips': [{'subnet_id': '92fc4af5-8610-470e-9d12-d06d5a68cbdb', 'ip_address': '172.20.0.9'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:33.888750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.890019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d45ae09-476e-4da5-8d84-28ea3885aa47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7747545 Aug 10 03:39:33.897174 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.897911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52722) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:33.905031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '646c970e-d5f9-48f1-b98a-7f12ab36d4a2', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:34.081778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.131548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4149f31-c8d3-4852-9e60-64a1c104ee1e None None] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:34.144178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:34.150475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.183941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port b222e641-0b89-4fec-b1da-d3d31fccf4d2 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:34.187158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.256615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.263496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.333579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.374105 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6261857f-87bf-4750-9c82-292941c150d7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:34.423867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.425803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d8a6249-81b1-4951-b998-c66e402b6f8b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5268834 Aug 10 03:39:34.429239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52732) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:34.439975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '646c970e-d5f9-48f1-b98a-7f12ab36d4a2', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:34.461066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-05986900-734f-401a-a931-dc809941e734 None None] Provisioning for port 75a7ece4-6f48-476e-87eb-13322e62c52e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:34.468030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-05986900-734f-401a-a931-dc809941e734 None None] Provisioning complete for port 75a7ece4-6f48-476e-87eb-13322e62c52e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:34.468736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-05986900-734f-401a-a931-dc809941e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.577081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.9 (c474f12d-3cef-40f0-96cc-53d6b9aa43ec/92fc4af5-8610-470e-9d12-d06d5a68cbdb/b222e641-0b89-4fec-b1da-d3d31fccf4d2) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:34.607541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-05986900-734f-401a-a931-dc809941e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.695443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-05986900-734f-401a-a931-dc809941e734 None None] For port 75a7ece4-6f48-476e-87eb-13322e62c52e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=75a7ece4-6f48-476e-87eb-13322e62c52e,segment=NetworkSegment(faf6e234-9de2-4a0a-b1ea-a35627b472d7),segment_id=faf6e234-9de2-4a0a-b1ea-a35627b472d7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:34.723252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.782910 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-05986900-734f-401a-a931-dc809941e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.801354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.839307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object b222e641-0b89-4fec-b1da-d3d31fccf4d2 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:34.865384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05986900-734f-401a-a931-dc809941e734 None None] Pushing event updated for resources: {'Port': ['ID=75a7ece4-6f48-476e-87eb-13322e62c52e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:34.895944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.926601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1e0afe95-cb28-4355-b3a2-978bd1fc67a7 None None] Provisioning complete for port 75a7ece4-6f48-476e-87eb-13322e62c52e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:34.928044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e0afe95-cb28-4355-b3a2-978bd1fc67a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:34.968944 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.012488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.087937 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.103187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:35.104073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=b222e641-0b89-4fec-b1da-d3d31fccf4d2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.113576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691bc84-9e39-4e63-bf1d-ecbb369e2f90 req-6e69b92c-8ffa-41ad-83eb-2b87ea09b696 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.117902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e691bc84-9e39-4e63-bf1d-ecbb369e2f90 req-6e69b92c-8ffa-41ad-83eb-2b87ea09b696 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1489718 Aug 10 03:39:35.117902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:35.119313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:35.140847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1e0afe95-cb28-4355-b3a2-978bd1fc67a7 None None] Provisioning for port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:35.164118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1e0afe95-cb28-4355-b3a2-978bd1fc67a7 None None] Provisioning complete for port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:35.164960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1e0afe95-cb28-4355-b3a2-978bd1fc67a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.175824 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.223681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Allocated IP 172.25.1.40 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/d25815d0-0b87-4e33-ba07-ef5b6694f425) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:35.231523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000367ef-a30d-45c7-9a06-8f0cef2bc077,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.246846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1e0afe95-cb28-4355-b3a2-978bd1fc67a7 None None] Port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:35.248980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.249656 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.271594 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:35.293402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e691bc84-9e39-4e63-bf1d-ecbb369e2f90 req-91c26379-9b42-4876-b2f5-28fe18f15d32 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475625 Aug 10 03:39:35.332188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.336015 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ce6c76e7-585f-41c5-a06b-93e3db09bdec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9033794 Aug 10 03:39:35.337020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52742) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.348239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '646c970e-d5f9-48f1-b98a-7f12ab36d4a2', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:35.387327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c25ef31e-2495-4594-b974-6347d5b98c76 None None] Provisioning complete for port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:35.388090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c25ef31e-2495-4594-b974-6347d5b98c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.405415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-278c40d7-4b35-4d5b-b3fb-c793ab0823cf tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5686436 Aug 10 03:39:35.406238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52744) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.447707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c25ef31e-2495-4594-b974-6347d5b98c76 None None] Port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:35.521747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.533274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.552989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2947ae-70be-47a1-a130-f1292dd18f74 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.554871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ce2947ae-70be-47a1-a130-f1292dd18f74 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1471934 Aug 10 03:39:35.557657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52748) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.644231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8c668a6d-1d10-46a1-bb53-148c7d010b68 None None] Provisioning for port b222e641-0b89-4fec-b1da-d3d31fccf4d2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:35.648131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a261f-02e3-48ee-aefb-c544b1183c6a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.654345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a261f-02e3-48ee-aefb-c544b1183c6a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.657915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8c668a6d-1d10-46a1-bb53-148c7d010b68 None None] Provisioning complete for port b222e641-0b89-4fec-b1da-d3d31fccf4d2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:35.658894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8c668a6d-1d10-46a1-bb53-148c7d010b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.661135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a261f-02e3-48ee-aefb-c544b1183c6a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.665539 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d00a261f-02e3-48ee-aefb-c544b1183c6a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1029553 Aug 10 03:39:35.666389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52752) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.716021 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.738592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8c668a6d-1d10-46a1-bb53-148c7d010b68 None None] Port b222e641-0b89-4fec-b1da-d3d31fccf4d2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:35.747246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.747477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.794667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:35.798922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:35.801048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:35.820737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port b222e641-0b89-4fec-b1da-d3d31fccf4d2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:35.820737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.831260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Port': ['ID=d25815d0-0b87-4e33-ba07-ef5b6694f425,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.850837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.909729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e04b46-75cc-4673-ade6-e2d46fef9a44,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:35.960208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:35.978279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for b222e641-0b89-4fec-b1da-d3d31fccf4d2 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:36.254608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.255861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7de7c4b6-1b41-4777-b1e9-58884d814da5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9172883 Aug 10 03:39:36.260692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.265417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '646c970e-d5f9-48f1-b98a-7f12ab36d4a2', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:36.306736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.341245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=b222e641-0b89-4fec-b1da-d3d31fccf4d2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.415890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.462081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.474123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-261981e2-a40d-4890-821a-aef98c22faa5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/b222e641-0b89-4fec-b1da-d3d31fccf4d2 HTTP/1.1" status: 204 len: 168 time: 0.7992527 Aug 10 03:39:36.474605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52774) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.538085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd2eaf-90fb-45b5-8779-db395b22e04b req-930d488f-9170-4e92-9e4e-0cc74274db43 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:36.546793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1bd2eaf-90fb-45b5-8779-db395b22e04b req-930d488f-9170-4e92-9e4e-0cc74274db43 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0861835 Aug 10 03:39:36.594192 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-03eb54eb-facd-4df4-bae7-ca62bfb2a613 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:36.599378 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-03eb54eb-facd-4df4-bae7-ca62bfb2a613 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/b222e641-0b89-4fec-b1da-d3d31fccf4d2 HTTP/1.1" status: 404 len: 333 time: 0.1245916 Aug 10 03:39:36.603733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52780) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.613712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.658175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1bd2eaf-90fb-45b5-8779-db395b22e04b req-43ec670c-864b-4b84-8bec-d10d44ddffc6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081314 Aug 10 03:39:36.676404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.731237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.755177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e933bb-34b3-4824-b3c3-7987ce6ab68f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.809691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 6d7b4892-b505-46bd-a71e-22fdd393e3d5 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:36.809691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.860804 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.861994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e6204e4-642f-422f-9dbe-112101e3d617 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6002784 Aug 10 03:39:36.864849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52782) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.869340 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '646c970e-d5f9-48f1-b98a-7f12ab36d4a2', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:36.911904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.969860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 75a7ece4-6f48-476e-87eb-13322e62c52e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:37.004301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.019022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 6d7b4892-b505-46bd-a71e-22fdd393e3d5 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:37.024133 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:39:37.029507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 75a7ece4-6f48-476e-87eb-13322e62c52e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:37.029966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.043259 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.323649 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.361092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=6d7b4892-b505-46bd-a71e-22fdd393e3d5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.425683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.495273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.499667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.509025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-69f20bc5-dae8-415c-8e07-a5486b909118 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/6d7b4892-b505-46bd-a71e-22fdd393e3d5 HTTP/1.1" status: 204 len: 168 time: 0.8968091 Aug 10 03:39:37.510883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52784) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.524216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939e0c95-769f-4a67-8159-7d9ee0da048a,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:37.564588 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Router 21857ac1-f245-42c7-8acd-3980f8ad14ec is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:37.568626 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e892b09-d586-4ef4-a885-57b444d2a66d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:37.575054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6e892b09-d586-4ef4-a885-57b444d2a66d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/6d7b4892-b505-46bd-a71e-22fdd393e3d5 HTTP/1.1" status: 404 len: 333 time: 0.0560663 Aug 10 03:39:37.575054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52788) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.653172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet 92fc4af5-8610-470e-9d12-d06d5a68cbdb {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:37.655348 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.658183 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.660171 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c2a63f8e-8688-4501-b86a-876f3bd181e5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7943385 Aug 10 03:39:37.670306 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.676748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '646c970e-d5f9-48f1-b98a-7f12ab36d4a2', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:37.734844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.808925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:37.824044 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Sync routers for ids ['21857ac1-f245-42c7-8acd-3980f8ad14ec'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:37.835278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163e4bb-fc96-4950-87d6-37d5c085e422 req-9bcb70d8-fafb-45cc-8c71-eaa8066fec1a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.837188 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:39:37.837962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d163e4bb-fc96-4950-87d6-37d5c085e422 req-9bcb70d8-fafb-45cc-8c71-eaa8066fec1a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0718398 Aug 10 03:39:37.839282 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Routers {'21857ac1-f245-42c7-8acd-3980f8ad14ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:37.840078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['21857ac1-f245-42c7-8acd-3980f8ad14ec'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:37.843318 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.907818 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.912483 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-42cd57a8-6847-49ab-a46d-82c1e9dfaeb4 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3052080 Aug 10 03:39:37.913457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:37.925281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d163e4bb-fc96-4950-87d6-37d5c085e422 req-2b7a02a6-e7ad-478c-8f21-9b5b563a7e44 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558445 Aug 10 03:39:37.927150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:37.964093 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Set router 21857ac1-f245-42c7-8acd-3980f8ad14ec gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:38.035651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.077566 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8d7a140e-e996-4798-b2d9-6e1111472b7c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/21857ac1-f245-42c7-8acd-3980f8ad14ec HTTP/1.1" status: 200 len: 907 time: 0.1615171 Aug 10 03:39:38.083478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.088150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'name': 'tempest-snat-router-105353316', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': True}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:38.095172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.120388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.141074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=92fc4af5-8610-470e-9d12-d06d5a68cbdb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.144161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.146543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2954a204-7f29-49fb-972f-d31c75ac2198 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/92fc4af5-8610-470e-9d12-d06d5a68cbdb HTTP/1.1" status: 204 len: 168 time: 0.5718863 Aug 10 03:39:38.148885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52800) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.157635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e78ab3-3234-4b2a-b345-8fb288227fb9 None None] Network c474f12d-3cef-40f0-96cc-53d6b9aa43ec requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:38.169055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd367c6f-84d5-49ff-b86b-c01b4efee100,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.195975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.197691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.213741 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21857ac1-f245-42c7-8acd-3980f8ad14ec', 'name': 'tempest-snat-router-105353316', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.40'}], 'enable_snat': False}, 'gw_port_id': 'd25815d0-0b87-4e33-ba07-ef5b6694f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:33Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 3, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port': {'id': 'd25815d0-0b87-4e33-ba07-ef5b6694f425', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21857ac1-f245-42c7-8acd-3980f8ad14ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:34Z', 'updated_at': '2021-08-10T03:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:38.270120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.278399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.283101 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3194bc65-d117-400c-b069-11a2aba15018 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6115060 Aug 10 03:39:38.283730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52802) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:38.288990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'network': {'name': 'tempest-network-smoke--305917905', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:38.323477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.365019 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Checking router: 21857ac1-f245-42c7-8acd-3980f8ad14ec for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:38.365418 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Updating router 21857ac1-f245-42c7-8acd-3980f8ad14ec port d25815d0-0b87-4e33-ba07-ef5b6694f425 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:38.394776 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.410909 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:38.416095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.442796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 75a7ece4-6f48-476e-87eb-13322e62c52e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:38.443410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.465744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] DHCP port deletion for c474f12d-3cef-40f0-96cc-53d6b9aa43ec request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:38.527440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:38.537547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] For port 75a7ece4-6f48-476e-87eb-13322e62c52e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=75a7ece4-6f48-476e-87eb-13322e62c52e,segment=NetworkSegment(faf6e234-9de2-4a0a-b1ea-a35627b472d7),segment_id=faf6e234-9de2-4a0a-b1ea-a35627b472d7)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:38.538221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.547011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.548281 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Added segment c4513c09-74e0-4cd2-a926-8ade0639d98c of type vlan for network 70632dfe-12bd-4793-b602-e837e06db149 Aug 10 03:39:38.557767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] Deleting port 75a7ece4-6f48-476e-87eb-13322e62c52e {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:38.558197 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.580965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 75a7ece4-6f48-476e-87eb-13322e62c52e owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:38.691905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] For port 75a7ece4-6f48-476e-87eb-13322e62c52e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=75a7ece4-6f48-476e-87eb-13322e62c52e,segment=NetworkSegment(faf6e234-9de2-4a0a-b1ea-a35627b472d7),segment_id=faf6e234-9de2-4a0a-b1ea-a35627b472d7)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:38.692311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.701737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.721878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] Calling delete_port for 75a7ece4-6f48-476e-87eb-13322e62c52e owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:38.792776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.814590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.816215 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.825656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=75a7ece4-6f48-476e-87eb-13322e62c52e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.839189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No DVR routers for this DVR port 75a7ece4-6f48-476e-87eb-13322e62c52e on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:38.855544 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Transition to ACTIVE for port object d25815d0-0b87-4e33-ba07-ef5b6694f425 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:38.892168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.930540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] Pushing event deleted for resources: {'Port': ['ID=75a7ece4-6f48-476e-87eb-13322e62c52e,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:38.940621 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.947505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda2321-cf21-419f-991f-fcefb7d887e7 None None] No DVR routers for this DVR port 75a7ece4-6f48-476e-87eb-13322e62c52e on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:38.975675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.004463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c474f12d-3cef-40f0-96cc-53d6b9aa43ec']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:39.005048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 75a7ece4-6f48-476e-87eb-13322e62c52e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:39.047443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf6e234-9de2-4a0a-b1ea-a35627b472d7') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:39.047766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf6e234-9de2-4a0a-b1ea-a35627b472d7') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:39.062677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 75a7ece4-6f48-476e-87eb-13322e62c52e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:39.063169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 75a7ece4-6f48-476e-87eb-13322e62c52e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:39.089548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.098291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.102574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.103222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.106864 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Attempting to bind port d25815d0-0b87-4e33-ba07-ef5b6694f425 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:39.107241 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Attempting to bind port d25815d0-0b87-4e33-ba07-ef5b6694f425 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:39.107602 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Attempting to bind port d25815d0-0b87-4e33-ba07-ef5b6694f425 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:39.130392 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:39.130836 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:39.131161 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.131557 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:39.132036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Bound port: d25815d0-0b87-4e33-ba07-ef5b6694f425, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:39.136293 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.149774 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.160797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:39.161332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:39.168581 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:39.257306 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] For port d25815d0-0b87-4e33-ba07-ef5b6694f425, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:39.264659 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] For port d25815d0-0b87-4e33-ba07-ef5b6694f425, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d25815d0-0b87-4e33-ba07-ef5b6694f425,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:39.299958 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee2ed-0b80-4479-b161-6ed745d76db3 None None] Pushing event updated for resources: {'Port': ['ID=d25815d0-0b87-4e33-ba07-ef5b6694f425,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.339364 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0544200 Aug 10 03:39:39.345178 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:39.349797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'admin_state_up': True, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:39.364391 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.434084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb2f3a-36e9-4428-a897-6a9878711dc2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Network': ['ID=70632dfe-12bd-4793-b602-e837e06db149,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.442986 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee2ed-0b80-4479-b161-6ed745d76db3 None None] Pushing event updated for resources: {'Port': ['ID=d25815d0-0b87-4e33-ba07-ef5b6694f425,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.446141 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Routers {'21857ac1-f245-42c7-8acd-3980f8ad14ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:39.446828 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['21857ac1-f245-42c7-8acd-3980f8ad14ec'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:39.448159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 70632dfe-12bd-4793-b602-e837e06db149 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:39.462482 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.463662 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.561842 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.657471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70fadf-f5ae-4f9a-a8ad-bdc4821117c3 req-676acbc5-7a29-437a-b05f-7e526a45575d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.667626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c70fadf-f5ae-4f9a-a8ad-bdc4821117c3 req-676acbc5-7a29-437a-b05f-7e526a45575d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.6150210 Aug 10 03:39:39.671434 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.693983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.701626 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] Set router 21857ac1-f245-42c7-8acd-3980f8ad14ec gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:39.735123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c70fadf-f5ae-4f9a-a8ad-bdc4821117c3 req-12b00865-60d8-4b43-91fe-5fe2232ededc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662959 Aug 10 03:39:39.832284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.841812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.847532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/c474f12d-3cef-40f0-96cc-53d6b9aa43ec HTTP/1.1" status: 204 len: 168 time: 1.6975067 Aug 10 03:39:39.855324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52820) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:39.868822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1063770743'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:39.920207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=c474f12d-3cef-40f0-96cc-53d6b9aa43ec,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.944915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.944915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.944915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.947321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.951692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.956779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.964933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.965421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.965867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.966351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.966784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.967217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdd0b13-9449-4dbf-b5c0-813f37a37b9a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:39.987542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.016159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Allocated IP 172.25.1.164 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/95bd124b-610d-4d62-bf37-74dd33ae03da) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:40.054919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:40.059077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.088706 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21857ac1-f245-42c7-8acd-3980f8ad14ec', 'name': 'tempest-snat-router-105353316', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.40'}], 'enable_snat': False}, 'gw_port_id': 'd25815d0-0b87-4e33-ba07-ef5b6694f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:33Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 3, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port': {'id': 'd25815d0-0b87-4e33-ba07-ef5b6694f425', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21857ac1-f245-42c7-8acd-3980f8ad14ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:34Z', 'updated_at': '2021-08-10T03:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:40.109971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:39:40.133939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.134197 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Added segment 2eff89f1-41e9-4d28-88a4-aa318f6ecbca of type vlan for network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 Aug 10 03:39:40.161573 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1277f-9749-4e42-ab1a-79737f8bbed0 None None] The sync data for ids ['21857ac1-f245-42c7-8acd-3980f8ad14ec'] in n-d-765315-26 is: [{'id': '21857ac1-f245-42c7-8acd-3980f8ad14ec', 'name': 'tempest-snat-router-105353316', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.40'}], 'enable_snat': False}, 'gw_port_id': 'd25815d0-0b87-4e33-ba07-ef5b6694f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:33Z', 'updated_at': '2021-08-10T03:39:36Z', 'revision_number': 3, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port': {'id': 'd25815d0-0b87-4e33-ba07-ef5b6694f425', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21857ac1-f245-42c7-8acd-3980f8ad14ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:34Z', 'updated_at': '2021-08-10T03:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:40.198711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.220932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.436252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.460114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.558030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.562756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.564020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.564677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.639054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Port': ['ID=95bd124b-610d-4d62-bf37-74dd33ae03da,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.668378 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:40.672507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:40.676036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:40.686601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Network': ['ID=47c2e72f-2429-49f9-8815-cdc98c6cf5b9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.697675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:39:40.724618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9dbb818d-6c4d-4006-9f2b-1836254401ad tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8629704 Aug 10 03:39:40.727453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52826) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:40.733041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:40.768728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.217 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3f0ca05b-cb92-4aea-99db-ac4a4449b8cd) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:40.962602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423c9e6-e588-4643-8426-bdafe3781085 req-1afc0616-56c6-402b-8ca0-5628f024f384 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.965125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7423c9e6-e588-4643-8426-bdafe3781085 req-1afc0616-56c6-402b-8ca0-5628f024f384 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1054070 Aug 10 03:39:41.032511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7423c9e6-e588-4643-8426-bdafe3781085 req-18955e0c-727e-4063-9d02-15b71916d778 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589008 Aug 10 03:39:41.068683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d25815d0-0b87-4e33-ba07-ef5b6694f425 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:41.096110 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.100418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:41.108299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.335153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.592313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d25815d0-0b87-4e33-ba07-ef5b6694f425 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:41.596789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d25815d0-0b87-4e33-ba07-ef5b6694f425 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:41.597718 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.625950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.716691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=73c6563a-598a-4619-8852-61a29779f090,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.739717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.765058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Checking segment: {'id': '2eff89f1-41e9-4d28-88a4-aa318f6ecbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:41.765600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network hostable DHCP agents. Network: 47c2e72f-2429-49f9-8815-cdc98c6cf5b9, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:41.766390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d25815d0-0b87-4e33-ba07-ef5b6694f425, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d25815d0-0b87-4e33-ba07-ef5b6694f425,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:41.854569 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.854919 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.888957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:41.912918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:41.926621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:41.929584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.931937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:41.933940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.941853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d25815d0-0b87-4e33-ba07-ef5b6694f425,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.969998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 47c2e72f-2429-49f9-8815-cdc98c6cf5b9) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:41.978023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.978615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.982980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589437b9-b701-488f-8dc2-69916fd7f1fe None None] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:42.090127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9312ddbc-bc33-4305-ad71-dcc4954e2015 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3610995 Aug 10 03:39:42.092713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52850) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.104265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1872288635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:42.197416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-47c2e72f-2429-49f9-8815-cdc98c6cf5b9', 'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': '73c6563a-598a-4619-8852-61a29779f090'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:42.198620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.290334 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.293099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.338628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b5b5-84ff-495f-acf0-b6f018146ddd req-2093c7e5-61d6-4cbc-95fe-7250b404a9b6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.341220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d473b5b5-84ff-495f-acf0-b6f018146ddd req-2093c7e5-61d6-4cbc-95fe-7250b404a9b6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1712208 Aug 10 03:39:42.405170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d473b5b5-84ff-495f-acf0-b6f018146ddd req-fdda8802-1fce-40f7-8ba7-28579e99e313 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565107 Aug 10 03:39:42.439752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.463047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Router 3ae74a73-b176-4155-bfef-0ff9cc83203f is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:42.466898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Allocated IP 172.20.0.2 (47c2e72f-2429-49f9-8815-cdc98c6cf5b9/73c6563a-598a-4619-8852-61a29779f090/ff21c676-797d-4f7b-af9f-dc8b7a105fce) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:42.530408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.626271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.627968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e4c49e67-dd7f-4fda-90e3-ccb435b77e43 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5339737 Aug 10 03:39:42.630710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52858) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.636516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9', 'name': 'tempest-PortsTestJSON-1141019622'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:42.650223 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.720085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.742081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Transition to ACTIVE for port object ff21c676-797d-4f7b-af9f-dc8b7a105fce will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:42.753890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:42.780149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Transition to ACTIVE for port object ff21c676-797d-4f7b-af9f-dc8b7a105fce will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:42.787261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Sync routers for ids ['3ae74a73-b176-4155-bfef-0ff9cc83203f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:42.798894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Routers {'3ae74a73-b176-4155-bfef-0ff9cc83203f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:42.801172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3ae74a73-b176-4155-bfef-0ff9cc83203f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:42.848941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.852980 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-036bad37-bea1-4324-a0fb-9767937d204c tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7684581 Aug 10 03:39:42.863534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52864) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.958084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:42.960888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Set router 3ae74a73-b176-4155-bfef-0ff9cc83203f gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:42.961057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.996208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 11714e46-9907-452f-9125-e40f604e0d2e yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:42.998082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d25815d0-0b87-4e33-ba07-ef5b6694f425 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:43.047336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.098698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.164167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-50a55e34-46ee-44b8-8e24-4a725953197d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/3ae74a73-b176-4155-bfef-0ff9cc83203f HTTP/1.1" status: 200 len: 907 time: 0.2980883 Aug 10 03:39:43.166609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:43.176104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:43.185625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:43.191808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:43.194820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Pushing event updated for resources: {'Port': ['ID=ff21c676-797d-4f7b-af9f-dc8b7a105fce,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.270529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.14 (47c2e72f-2429-49f9-8815-cdc98c6cf5b9/73c6563a-598a-4619-8852-61a29779f090/11714e46-9907-452f-9125-e40f604e0d2e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:43.332940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d25815d0-0b87-4e33-ba07-ef5b6694f425 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:43.334576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.364681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Attempting to bind port ff21c676-797d-4f7b-af9f-dc8b7a105fce on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:43.365866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Attempting to bind port ff21c676-797d-4f7b-af9f-dc8b7a105fce by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2eff89f1-41e9-4d28-88a4-aa318f6ecbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:43.366453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Attempting to bind port ff21c676-797d-4f7b-af9f-dc8b7a105fce on network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:43.395788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:43.399533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Checking segment: {'id': '2eff89f1-41e9-4d28-88a4-aa318f6ecbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:43.402527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.402527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Bound using segment: {'id': '2eff89f1-41e9-4d28-88a4-aa318f6ecbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:43.402527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Bound port: ff21c676-797d-4f7b-af9f-dc8b7a105fce, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eff89f1-41e9-4d28-88a4-aa318f6ecbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '47c2e72f-2429-49f9-8815-cdc98c6cf5b9'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:43.402527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.419458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.544088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.582222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] For port ff21c676-797d-4f7b-af9f-dc8b7a105fce, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:43.588557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] For port ff21c676-797d-4f7b-af9f-dc8b7a105fce, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ff21c676-797d-4f7b-af9f-dc8b7a105fce,segment=NetworkSegment(2eff89f1-41e9-4d28-88a4-aa318f6ecbca),segment_id=2eff89f1-41e9-4d28-88a4-aa318f6ecbca)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:43.657709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.664321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae74a73-b176-4155-bfef-0ff9cc83203f', 'name': 'tempest-snat-router-105353316', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '95bd124b-610d-4d62-bf37-74dd33ae03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:38Z', 'updated_at': '2021-08-10T03:39:41Z', 'revision_number': 3, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port': {'id': '95bd124b-610d-4d62-bf37-74dd33ae03da', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae74a73-b176-4155-bfef-0ff9cc83203f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:43.669193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.684379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router acbad119-1438-476d-9788-83179a9c3fcc is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:43.718326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Checking router: 3ae74a73-b176-4155-bfef-0ff9cc83203f for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:43.718592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Updating router 3ae74a73-b176-4155-bfef-0ff9cc83203f port 95bd124b-610d-4d62-bf37-74dd33ae03da binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:43.730240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a788f-346c-4cbb-99cc-02d269843491 req-d3999d5d-3253-457a-a272-3db1fef53865 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.750493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-577a788f-346c-4cbb-99cc-02d269843491 req-d3999d5d-3253-457a-a272-3db1fef53865 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1653168 Aug 10 03:39:43.754766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 11714e46-9907-452f-9125-e40f604e0d2e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:43.788122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.844776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53185e81-eec0-4965-b56c-a6924d10c249 None None] Pushing event updated for resources: {'Port': ['ID=ff21c676-797d-4f7b-af9f-dc8b7a105fce,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.890743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-577a788f-346c-4cbb-99cc-02d269843491 req-c6d129b6-ce83-441d-bc5f-c7365b69adbe tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187882 Aug 10 03:39:43.891344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52876) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:43.936071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.946026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:43.974973 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Sync routers for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:43.991427 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:43.994158 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.020370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Deleting port 95bd124b-610d-4d62-bf37-74dd33ae03da {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:44.020798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.026451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:44.041242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:44.052914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:44.105043 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.109679 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac797490-10ea-4933-aded-831614216b13 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7640591 Aug 10 03:39:44.113526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52880) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:44.167636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=11714e46-9907-452f-9125-e40f604e0d2e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.254747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.264237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.323318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:44.338000 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.340600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-907409b1-3a81-4731-b1be-d82e2cb266f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.369623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Transition to ACTIVE for port object 95bd124b-610d-4d62-bf37-74dd33ae03da will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:44.407924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eb6b61b7-b820-47c6-b6ce-1adbba3cecde tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7736251 Aug 10 03:39:44.408417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52882) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:44.432731 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.541243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Attempting to bind port 95bd124b-610d-4d62-bf37-74dd33ae03da on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:44.542000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Attempting to bind port 95bd124b-610d-4d62-bf37-74dd33ae03da by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:44.542777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Attempting to bind port 95bd124b-610d-4d62-bf37-74dd33ae03da on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:44.552786 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a8ec158-542e-4bc2-ac2c-d4df99a26b1a tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ecad60eae0044d380480d1afb195fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4371207 Aug 10 03:39:44.553322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:44.555740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52884) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:44.561725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:44.562265 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.562722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:44.563234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Bound port: 95bd124b-610d-4d62-bf37-74dd33ae03da, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:44.563621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.581949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:42Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:44.620278 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Checking router: acbad119-1438-476d-9788-83179a9c3fcc for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:44.620833 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Updating router acbad119-1438-476d-9788-83179a9c3fcc port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:44.649264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] For port 95bd124b-610d-4d62-bf37-74dd33ae03da, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:44.652947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] For port 95bd124b-610d-4d62-bf37-74dd33ae03da, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=95bd124b-610d-4d62-bf37-74dd33ae03da,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:44.668686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d5c5-6970-4fc6-8306-1bc0c5ea96df None None] Pushing event updated for resources: {'Port': ['ID=95bd124b-610d-4d62-bf37-74dd33ae03da,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.692169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.695975 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.728937 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.759203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Calling delete_port for 95bd124b-610d-4d62-bf37-74dd33ae03da owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:44.852848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa92e662-952f-41aa-8176-49934e2aa2f0 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.854785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d5c5-6970-4fc6-8306-1bc0c5ea96df None None] Pushing event updated for resources: {'Port': ['ID=95bd124b-610d-4d62-bf37-74dd33ae03da,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:44.870024 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa92e662-952f-41aa-8176-49934e2aa2f0 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3127742 Aug 10 03:39:44.873454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-907409b1-3a81-4731-b1be-d82e2cb266f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:44.877808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52886) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:44.952852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Routers {'3ae74a73-b176-4155-bfef-0ff9cc83203f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:44.953600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3ae74a73-b176-4155-bfef-0ff9cc83203f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:45.037797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f3bdb8cb-9761-4c3e-823a-f786df74edfb tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1577706 Aug 10 03:39:45.038612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-907409b1-3a81-4731-b1be-d82e2cb266f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.039537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52890) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.046083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50138316', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:45.197821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-907409b1-3a81-4731-b1be-d82e2cb266f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc0d44ec4455491e844f14b738d6831b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3007214 Aug 10 03:39:45.200418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] Set router 3ae74a73-b176-4155-bfef-0ff9cc83203f gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:45.228272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52892) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:45.257751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907409b1-3a81-4731-b1be-d82e2cb266f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163c25c-73fb-4a2e-93b4-df3e256c3355,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.282975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd6d4-b146-4dbe-8b50-eaf5321c62f8 req-0326410f-b061-4ff2-a005-a42f9ea9d946 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.292538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-304fd6d4-b146-4dbe-8b50-eaf5321c62f8 req-0326410f-b061-4ff2-a005-a42f9ea9d946 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.2421257 Aug 10 03:39:45.298531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae74a73-b176-4155-bfef-0ff9cc83203f', 'name': 'tempest-snat-router-105353316', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:38Z', 'updated_at': '2021-08-10T03:39:43Z', 'revision_number': 4, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:45.302720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ff21c676-797d-4f7b-af9f-dc8b7a105fce up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:45.416371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02aa26-4123-4e89-ab1b-9a23f33a067f None None] The sync data for ids ['3ae74a73-b176-4155-bfef-0ff9cc83203f'] in n-d-765315-26 is: [{'id': '3ae74a73-b176-4155-bfef-0ff9cc83203f', 'name': 'tempest-snat-router-105353316', 'tenant_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:38Z', 'updated_at': '2021-08-10T03:39:43Z', 'revision_number': 4, 'project_id': '6ef51ee3dd4b4084b07716ee0f7e13f6', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:45.436726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a628cffd-6a26-4e26-b4b0-7ff341ac4e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.462153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a5300-90af-44aa-8d60-7fc540f8c39d None None] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:45.471666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-304fd6d4-b146-4dbe-8b50-eaf5321c62f8 req-a67be39b-ac4f-40ee-b86f-9475b19e435c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772830 Aug 10 03:39:45.488537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.490483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a628cffd-6a26-4e26-b4b0-7ff341ac4e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.493077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.506551 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.527417 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.535375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:45.542964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.569679 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Transition to ACTIVE for port object 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:45.577152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ff21c676-797d-4f7b-af9f-dc8b7a105fce completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:45.653026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event deleted for resources: {'Port': ['ID=95bd124b-610d-4d62-bf37-74dd33ae03da,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.712003 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.743892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] Provisioning for port ff21c676-797d-4f7b-af9f-dc8b7a105fce completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:45.762303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] Provisioning complete for port ff21c676-797d-4f7b-af9f-dc8b7a105fce triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:45.768945 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.814110 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Attempting to bind port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:45.816032 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Attempting to bind port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:45.816700 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Attempting to bind port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:45.839303 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:45.839948 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:45.840647 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.841608 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:45.842777 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Bound port: 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:45.843935 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.889145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.915766 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] For port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:45.919622 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] For port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:45.921445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee361b6-46e4-44b2-a5aa-ed6a0ae77d64 None None] Pushing event updated for resources: {'Port': ['ID=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:45.957335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a628cffd-6a26-4e26-b4b0-7ff341ac4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.958401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.960130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a628cffd-6a26-4e26-b4b0-7ff341ac4e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.961410 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a628cffd-6a26-4e26-b4b0-7ff341ac4e10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5163c25c-73fb-4a2e-93b4-df3e256c3355 HTTP/1.1" status: 204 len: 168 time: 0.7294359 Aug 10 03:39:45.999988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.002077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.004145 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.015341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.019069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628cffd-6a26-4e26-b4b0-7ff341ac4e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163c25c-73fb-4a2e-93b4-df3e256c3355,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.038722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] For port ff21c676-797d-4f7b-af9f-dc8b7a105fce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ff21c676-797d-4f7b-af9f-dc8b7a105fce,segment=NetworkSegment(2eff89f1-41e9-4d28-88a4-aa318f6ecbca),segment_id=2eff89f1-41e9-4d28-88a4-aa318f6ecbca)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:46.053907 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.134384 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.156737 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee361b6-46e4-44b2-a5aa-ed6a0ae77d64 None None] Pushing event updated for resources: {'Port': ['ID=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.178505 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:46.179275 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:46.181216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.182609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae74a73-b176-4155-bfef-0ff9cc83203f {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:46.246490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.248014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3e2ad5ad-b173-469a-96f1-37a7e34f326a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/routers/3ae74a73-b176-4155-bfef-0ff9cc83203f HTTP/1.1" status: 204 len: 168 time: 3.0795150 Aug 10 03:39:46.253804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:46.254813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af4ca-7f53-4e8e-ba16-af2b1e11a1d4 None None] Pushing event updated for resources: {'Port': ['ID=ff21c676-797d-4f7b-af9f-dc8b7a105fce,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.407349 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.538361 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.582266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=11714e46-9907-452f-9125-e40f604e0d2e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.634238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Subnet': ['ID=ddc6281b-2dfd-4546-a58f-69503d21af0f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.647394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.695331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e02fae1e-e806-4ef9-872e-b35c7f2043b3 None None] Provisioning for port 11714e46-9907-452f-9125-e40f604e0d2e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:46.704998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e02fae1e-e806-4ef9-872e-b35c7f2043b3 None None] Provisioning complete for port 11714e46-9907-452f-9125-e40f604e0d2e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:46.706292 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e02fae1e-e806-4ef9-872e-b35c7f2043b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.724272 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:46.760964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.824223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Checking segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:46.827057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e02fae1e-e806-4ef9-872e-b35c7f2043b3 None None] Port 11714e46-9907-452f-9125-e40f604e0d2e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:46.828867 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network hostable DHCP agents. Network: 70632dfe-12bd-4793-b602-e837e06db149, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:39:46.863711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e02fae1e-e806-4ef9-872e-b35c7f2043b3 None None] Provisioning complete for port ff21c676-797d-4f7b-af9f-dc8b7a105fce triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:46.864327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e02fae1e-e806-4ef9-872e-b35c7f2043b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.971797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52904) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.040389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9141cd31-76c6-4842-ac7e-7efccd619503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.048267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ff21c676-797d-4f7b-af9f-dc8b7a105fce up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:47.066960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 70632dfe-12bd-4793-b602-e837e06db149 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:39:47.109410 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:42Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:47.114534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ff21c676-797d-4f7b-af9f-dc8b7a105fce triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:47.115059 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.142181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.182094 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c810600d-f53b-4dcd-bbd3-f07a65d4b303 None None] The sync data for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 is: [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:42Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:47.191324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 70632dfe-12bd-4793-b602-e837e06db149) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:47.194115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.194725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.202749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32cbb14-f660-4b9c-82a2-06364d267ab8 None None] Network 70632dfe-12bd-4793-b602-e837e06db149 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:47.207831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb276aaf-80e7-4271-abae-defc44dc0e11 None None] Provisioning complete for port 11714e46-9907-452f-9125-e40f604e0d2e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:47.208482 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb276aaf-80e7-4271-abae-defc44dc0e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.360789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9141cd31-76c6-4842-ac7e-7efccd619503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.382374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Deleting port d25815d0-0b87-4e33-ba07-ef5b6694f425 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:47.382920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.445015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9141cd31-76c6-4842-ac7e-7efccd619503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.486429 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9141cd31-76c6-4842-ac7e-7efccd619503 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20a98ce35ec749aab2c88fb7480acdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109923 Aug 10 03:39:47.498415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-50175dac-f67f-4e7f-80a0-dd779840f1db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4567051 Aug 10 03:39:47.516165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.518601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52908) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:47.519689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.576694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd717-fc1b-478c-85f0-473aabec673c req-43c6e094-36b8-4d8e-953b-f6953c36d9e3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.579626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9fdd717-fc1b-478c-85f0-473aabec673c req-43c6e094-36b8-4d8e-953b-f6953c36d9e3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.9256296 Aug 10 03:39:47.581062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.641682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb276aaf-80e7-4271-abae-defc44dc0e11 None None] Port 11714e46-9907-452f-9125-e40f604e0d2e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:47.714256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcd07855-a8bc-4ac3-8556-8b5c358cf166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.714915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=11714e46-9907-452f-9125-e40f604e0d2e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:47.779159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcd07855-a8bc-4ac3-8556-8b5c358cf166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.790358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9fdd717-fc1b-478c-85f0-473aabec673c req-f76acb93-6e27-4e36-be32-4f80acf148c6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041284 Aug 10 03:39:47.799630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.803789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141cd31-76c6-4842-ac7e-7efccd619503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff4040-b012-4dae-b52a-8fe0f0421b42,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:47.857431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-70632dfe-12bd-4793-b602-e837e06db149', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:47.858285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.882120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ca9a4a18-7384-4a8b-9a6d-866d0f79f77f None None] Provisioning complete for port 11714e46-9907-452f-9125-e40f604e0d2e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:47.882517 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4a18-7384-4a8b-9a6d-866d0f79f77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.946451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] For port d25815d0-0b87-4e33-ba07-ef5b6694f425, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d25815d0-0b87-4e33-ba07-ef5b6694f425,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:47.947261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.967490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:47.970572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:47.992511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Calling delete_port for d25815d0-0b87-4e33-ba07-ef5b6694f425 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:48.074531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a4a18-7384-4a8b-9a6d-866d0f79f77f None None] Port 11714e46-9907-452f-9125-e40f604e0d2e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:48.251259 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Allocated IP 172.20.0.2 (70632dfe-12bd-4793-b602-e837e06db149/ddc6281b-2dfd-4546-a58f-69503d21af0f/db3dd09b-375e-4d3e-ae8c-de888ec2e9dc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:48.328416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcd07855-a8bc-4ac3-8556-8b5c358cf166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.331171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bcd07855-a8bc-4ac3-8556-8b5c358cf166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.334710 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bcd07855-a8bc-4ac3-8556-8b5c358cf166 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45ff4040-b012-4dae-b52a-8fe0f0421b42 HTTP/1.1" status: 204 len: 168 time: 0.8044436 Aug 10 03:39:48.379073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07855-a8bc-4ac3-8556-8b5c358cf166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff4040-b012-4dae-b52a-8fe0f0421b42,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:48.397303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Router dc779a28-1e3a-45ac-9618-56f57f665ad4 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:48.452378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a27f832-562c-4543-af43-d0167a6bb898 None None] Provisioning complete for port 11714e46-9907-452f-9125-e40f604e0d2e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:48.452875 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a27f832-562c-4543-af43-d0167a6bb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.512897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9a27f832-562c-4543-af43-d0167a6bb898 None None] Port 11714e46-9907-452f-9125-e40f604e0d2e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:48.540627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.553492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Transition to ACTIVE for port object db3dd09b-375e-4d3e-ae8c-de888ec2e9dc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:48.588908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Transition to ACTIVE for port object db3dd09b-375e-4d3e-ae8c-de888ec2e9dc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:48.602200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:48.610595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f740d3e5-aecf-4404-a18e-7c5215ce2ccc tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/routers/dc779a28-1e3a-45ac-9618-56f57f665ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2004557 Aug 10 03:39:48.611256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52912) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:48.619856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] Sync routers for ids ['dc779a28-1e3a-45ac-9618-56f57f665ad4'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:48.644148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] Routers {'dc779a28-1e3a-45ac-9618-56f57f665ad4'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:48.645000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dc779a28-1e3a-45ac-9618-56f57f665ad4'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:48.698056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:48.711079 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.737122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Network 70632dfe-12bd-4793-b602-e837e06db149 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:48.741559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:48.748279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:48.768593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:48.774317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] Routers {'dc779a28-1e3a-45ac-9618-56f57f665ad4'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:48.775087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dc779a28-1e3a-45ac-9618-56f57f665ad4'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:48.863137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:48.863137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e79f212-89e5-4494-b4d5-3a83ad7e566a None None] The sync data for ids ['dc779a28-1e3a-45ac-9618-56f57f665ad4'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:48.994577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Pushing event updated for resources: {'Port': ['ID=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.023361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Attempting to bind port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:49.025690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Attempting to bind port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:49.026441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Attempting to bind port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:49.036653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.036653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event deleted for resources: {'Port': ['ID=d25815d0-0b87-4e33-ba07-ef5b6694f425,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.054405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:49.054787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Checking segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:49.055202 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.055637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Bound using segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:49.057158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Bound port: db3dd09b-375e-4d3e-ae8c-de888ec2e9dc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:49.057607 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.061671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:49.137570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c29477-5ddc-4d2b-b727-0458939396fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.141095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-99c29477-5ddc-4d2b-b727-0458939396fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc779a28-1e3a-45ac-9618-56f57f665ad4 HTTP/1.1" status: 200 len: 983 time: 0.5264120 Aug 10 03:39:49.146189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52922) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:49.213723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.214493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe3965-9eeb-48b9-9761-04ddc6926724 req-9ea0f311-a21a-44a0-abec-83a12dd610e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.217833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3fe3965-9eeb-48b9-9761-04ddc6926724 req-9ea0f311-a21a-44a0-abec-83a12dd610e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1432018 Aug 10 03:39:49.218116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.252685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] For port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:49.262140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] For port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:49.317746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3fe3965-9eeb-48b9-9761-04ddc6926724 req-b85a1258-094d-445f-9e2f-d7abb82402ac tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606277 Aug 10 03:39:49.370241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.375479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.382349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:49.385601 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.386188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21857ac1-f245-42c7-8acd-3980f8ad14ec {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:49.394520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.396179 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc4daf0f-9ab2-4a03-81bf-e591e29cc4b7 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "DELETE /v2.0/routers/21857ac1-f245-42c7-8acd-3980f8ad14ec HTTP/1.1" status: 204 len: 168 time: 3.1411734 Aug 10 03:39:49.400166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 52932) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:49.407132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-627659884', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:49.414474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:49.414855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.510084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.510084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.595638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b99977-e91c-40b4-afce-13d413aa9269 None None] Pushing event updated for resources: {'Port': ['ID=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:49.632760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.694512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.742062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:49.833859 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.949362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.158427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.455929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.523263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5aea8-8252-432e-ad07-c253e42bd094 req-bbf1a783-8657-45f0-9635-a541fe5ae22b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.530966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84d5aea8-8252-432e-ad07-c253e42bd094 req-bbf1a783-8657-45f0-9635-a541fe5ae22b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.0911870 Aug 10 03:39:50.606052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84d5aea8-8252-432e-ad07-c253e42bd094 req-267541bb-7270-4265-a4f7-e6e005e5cd8a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738702 Aug 10 03:39:50.617666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 11714e46-9907-452f-9125-e40f604e0d2e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:50.618162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.687513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.1 (70632dfe-12bd-4793-b602-e837e06db149/ddc6281b-2dfd-4546-a58f-69503d21af0f/ce311644-ffe3-4023-bbe9-b2df83175e05) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:50.752007 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.776020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 11714e46-9907-452f-9125-e40f604e0d2e owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:50.909969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.959253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object ce311644-ffe3-4023-bbe9-b2df83175e05 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:50.999332 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.035927 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.115095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:51.151480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.168968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Allocated IP 172.25.1.114 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/732a51c5-b73f-4fd6-94e4-1c0892a16735) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:51.198723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=11714e46-9907-452f-9125-e40f604e0d2e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.199335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:51.199335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.270780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c107948-8896-4465-b6ad-1c91f3115119 None None] Network 70632dfe-12bd-4793-b602-e837e06db149 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:51.281521 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.345392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 70632dfe-12bd-4793-b602-e837e06db149 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:51.356234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:51.360449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=ce311644-ffe3-4023-bbe9-b2df83175e05,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.372037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:51.390032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.456757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.556739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device db3dd09b-375e-4d3e-ae8c-de888ec2e9dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:51.570073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.588760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f25d07c2-d905-48f0-b214-95474538d3e2 None None] Provisioning for port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:51.645106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Router dc779a28-1e3a-45ac-9618-56f57f665ad4 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:51.737660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:51.747789 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] Sync routers for ids ['dc779a28-1e3a-45ac-9618-56f57f665ad4'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:51.762715 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] Routers {'dc779a28-1e3a-45ac-9618-56f57f665ad4'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:51.763300 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dc779a28-1e3a-45ac-9618-56f57f665ad4'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:51.764068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54c1f6bd-255e-4dfa-bc58-c7bb2a81f9fa tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/routers/dc779a28-1e3a-45ac-9618-56f57f665ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6164920 Aug 10 03:39:51.767886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52974) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.786364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.802997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:51.808671 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c38720b-a0e5-423a-b6aa-79b612a5ecbe tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:39:51.813795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4c38720b-a0e5-423a-b6aa-79b612a5ecbe tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/11714e46-9907-452f-9125-e40f604e0d2e HTTP/1.1" status: 404 len: 333 time: 0.0416582 Aug 10 03:39:51.816827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52976) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.817239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:51.817851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.820999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.833743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6b9a7-2aed-476d-9aad-f7556de021f2 req-4bff8df7-8939-4462-a5be-6b951ecfe659 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.835288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecb6b9a7-2aed-476d-9aad-f7556de021f2 req-4bff8df7-8939-4462-a5be-6b951ecfe659 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1135955 Aug 10 03:39:51.856811 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:51.870913 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] Routers {'dc779a28-1e3a-45ac-9618-56f57f665ad4'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:51.871849 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dc779a28-1e3a-45ac-9618-56f57f665ad4'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:51.878434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:51.922301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:51.925436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:51.937907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.942161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.950282 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:51.951250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c5b34-43c2-44a0-b116-2b05170bc424 None None] The sync data for ids ['dc779a28-1e3a-45ac-9618-56f57f665ad4'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:51.996844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecb6b9a7-2aed-476d-9aad-f7556de021f2 req-065f8302-e6c8-413a-a4b5-058ec6cc146b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184158 Aug 10 03:39:52.035460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Provisioning complete for port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:52.036600 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.109417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event updated for resources: {'Port': ['ID=732a51c5-b73f-4fd6-94e4-1c0892a16735,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.123709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:52.195538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.212529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.228550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.248094 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.268861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-03b382fb-a412-45be-96d5-0b7eb0fdc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.271653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-03b382fb-a412-45be-96d5-0b7eb0fdc218 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1097 time: 0.1025093 Aug 10 03:39:52.332970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:39:52.341518 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:39:52.341518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d25815d0-0b87-4e33-ba07-ef5b6694f425 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:52.342883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.348305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.348850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Fanout notify agent at l3_agent the message router_deleted on router dc779a28-1e3a-45ac-9618-56f57f665ad4 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:52.356711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.360084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a6fca52a-d48b-448b-9e99-b5a49d433ab7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/routers/dc779a28-1e3a-45ac-9618-56f57f665ad4 HTTP/1.1" status: 204 len: 168 time: 0.5398738 Aug 10 03:39:52.362223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52978) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.363534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d25815d0-0b87-4e33-ba07-ef5b6694f425 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:52.363880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d25815d0-0b87-4e33-ba07-ef5b6694f425 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:52.433542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet 73c6563a-598a-4619-8852-61a29779f090 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:52.439824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.443175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-b2c16c96-3ba6-423e-bae4-9c66ab9dbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.444951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-b2c16c96-3ba6-423e-bae4-9c66ab9dbffd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.1652536 Aug 10 03:39:52.526013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.534017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.565152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-aa0db345-99be-45cc-8fb7-8fa65b3453c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 1001 time: 0.0972958 Aug 10 03:39:52.586711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.650171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-057ce22e-8b54-4661-819d-4bcfcfc7f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.651648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-057ce22e-8b54-4661-819d-4bcfcfc7f5e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.0790300 Aug 10 03:39:52.659672 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.668133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.739381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-5c2f33ff-733f-4cdb-aabd-1c31e3ac3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.740936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-5c2f33ff-733f-4cdb-aabd-1c31e3ac3a9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784013 Aug 10 03:39:52.753766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=ce311644-ffe3-4023-bbe9-b2df83175e05,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.761945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.834442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.895795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=73c6563a-598a-4619-8852-61a29779f090,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.899440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-f01f1dcd-0925-4bf7-aecd-d932b4976825 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508102 Aug 10 03:39:52.902137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.906660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57d9f9d8-e6ce-4e58-9ecc-c1d126ea9725 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/73c6563a-598a-4619-8852-61a29779f090 HTTP/1.1" status: 204 len: 168 time: 0.5430923 Aug 10 03:39:52.907277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 52986) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:52.908946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383af16-bb14-43ce-ab78-c73db7129800 None None] Network 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:52.978067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.989972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device db3dd09b-375e-4d3e-ae8c-de888ec2e9dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:53.001238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Provisioning for port ce311644-ffe3-4023-bbe9-b2df83175e05 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:53.026285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Provisioning complete for port ce311644-ffe3-4023-bbe9-b2df83175e05 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:53.027423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.031355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 70632dfe-12bd-4793-b602-e837e06db149 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:53.034446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:53.066619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.101115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-530f685b-baa2-4a2a-a415-4e5d3050d1a9 req-5861f0ea-de90-4655-bcb8-3e55f8bc8803 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825993 Aug 10 03:39:53.123703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-681325b3-d998-4877-a11b-d94adf8f07a1 None None] Port ce311644-ffe3-4023-bbe9-b2df83175e05 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:53.168171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port ff21c676-797d-4f7b-af9f-dc8b7a105fce {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:53.168858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.188633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:53.189172 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.234234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router acbad119-1438-476d-9788-83179a9c3fcc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:53.292866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-05aad734-99f4-4930-a244-ab78a024ec7e None None] Provisioning complete for port ce311644-ffe3-4023-bbe9-b2df83175e05 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:53.296610 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-05aad734-99f4-4930-a244-ab78a024ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.324685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] For port ff21c676-797d-4f7b-af9f-dc8b7a105fce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ff21c676-797d-4f7b-af9f-dc8b7a105fce,segment=NetworkSegment(2eff89f1-41e9-4d28-88a4-aa318f6ecbca),segment_id=2eff89f1-41e9-4d28-88a4-aa318f6ecbca)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:53.325083 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.356822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0698c-afcf-4ca2-8728-df6f6b1dc6ff req-d433b45a-a63e-4d4c-8134-085b21d2ebc0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:53.362485 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] DHCP port deletion for 47c2e72f-2429-49f9-8815-cdc98c6cf5b9 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:39:53.367633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fec0698c-afcf-4ca2-8728-df6f6b1dc6ff req-d433b45a-a63e-4d4c-8134-085b21d2ebc0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1800015 Aug 10 03:39:53.384669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for ff21c676-797d-4f7b-af9f-dc8b7a105fce owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:53.426889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-05aad734-99f4-4930-a244-ab78a024ec7e None None] Port ce311644-ffe3-4023-bbe9-b2df83175e05 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:53.444417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fec0698c-afcf-4ca2-8728-df6f6b1dc6ff req-45075150-d8a8-45db-9523-64b7eb77bf7e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756211 Aug 10 03:39:53.488110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] Deleting port ff21c676-797d-4f7b-af9f-dc8b7a105fce {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:53.488537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.568466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3257a014-4b4d-41c6-bc44-a55522d3a6a6 None None] Provisioning complete for port ce311644-ffe3-4023-bbe9-b2df83175e05 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:53.569206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3257a014-4b4d-41c6-bc44-a55522d3a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.578987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] For port ff21c676-797d-4f7b-af9f-dc8b7a105fce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ff21c676-797d-4f7b-af9f-dc8b7a105fce,segment=NetworkSegment(2eff89f1-41e9-4d28-88a4-aa318f6ecbca),segment_id=2eff89f1-41e9-4d28-88a4-aa318f6ecbca)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:53.578987 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.610524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] Calling delete_port for ff21c676-797d-4f7b-af9f-dc8b7a105fce owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:53.630555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3257a014-4b4d-41c6-bc44-a55522d3a6a6 None None] Port ce311644-ffe3-4023-bbe9-b2df83175e05 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:53.711798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Router d84f0d4e-fce7-4948-af51-9e30eee25dc0 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:39:53.751518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.774216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:53.779356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] Pushing event deleted for resources: {'Port': ['ID=ff21c676-797d-4f7b-af9f-dc8b7a105fce,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.785029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c668573-02f4-4329-b7a1-ffa488de612a None None] No DVR routers for this DVR port ff21c676-797d-4f7b-af9f-dc8b7a105fce on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:53.805281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d5ebe0fd-b9f3-49f5-9cdd-87400cf19059 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/acbad119-1438-476d-9788-83179a9c3fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2619424 Aug 10 03:39:53.807251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Sync routers for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:53.826640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:53.831238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:53.894383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.933096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:53.933637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=ff21c676-797d-4f7b-af9f-dc8b7a105fce,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:53.941173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No DVR routers for this DVR port ff21c676-797d-4f7b-af9f-dc8b7a105fce on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:53.954135 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] Sync routers for ids ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:53.963787 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] Routers {'d84f0d4e-fce7-4948-af51-9e30eee25dc0'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:53.964781 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.009287 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.023654 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] Routers {'d84f0d4e-fce7-4948-af51-9e30eee25dc0'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:54.024415 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.030246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:54.037230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.041414 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-22fb7fdb-242b-4a07-a474-240800f06c91 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6401856 Aug 10 03:39:54.042362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.047386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': False}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:54.061854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.094004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c2e72f-2429-49f9-8815-cdc98c6cf5b9']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.102816 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.105290 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a352d-7c32-4e4e-88fb-cb8ae3582e46 None None] The sync data for ids ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:54.116672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-45543c33-50f4-4301-92b2-3a3e6ca6651b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726723749&fields=id&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 267 time: 0.1033387 Aug 10 03:39:54.125537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eff89f1-41e9-4d28-88a4-aa318f6ecbca') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.126093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eff89f1-41e9-4d28-88a4-aa318f6ecbca') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.234213 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.299324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.309243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:54.309649 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:54.313394 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:54.318322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:52Z', 'revision_number': 2, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:54.331911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-586675dd-338f-47bc-bf11-84148779f478 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.334942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-586675dd-338f-47bc-bf11-84148779f478 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 796 time: 0.2157376 Aug 10 03:39:54.345866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Checking router: acbad119-1438-476d-9788-83179a9c3fcc for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:54.346162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Updating router acbad119-1438-476d-9788-83179a9c3fcc port ce311644-ffe3-4023-bbe9-b2df83175e05 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:39:54.372463 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.383566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-a9ba8d79-1904-4388-9112-b9a6b864a6e9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/quotas/1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 375 time: 0.0253682 Aug 10 03:39:54.451382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.473643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-7eeddc5e-74ee-4e84-84d7-15791ab7be80 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763257 Aug 10 03:39:54.476669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.483816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.486235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/47c2e72f-2429-49f9-8815-cdc98c6cf5b9 HTTP/1.1" status: 204 len: 168 time: 1.5779214 Aug 10 03:39:54.490678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53016) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.508386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974936f0-b003-4d62-9fc8-193faeedb724 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=47c2e72f-2429-49f9-8815-cdc98c6cf5b9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:54.542711 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0ea23-83b2-4bec-b5ce-9cef51a4a7a8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.549340 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-41d0ea23-83b2-4bec-b5ce-9cef51a4a7a8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/4000a4be-2cb7-4099-a523-711dc95580c8 HTTP/1.1" status: 200 len: 839 time: 0.0521533 Aug 10 03:39:54.549595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53018) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.605834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-906bc367-5c2f-407e-8918-bfb137fbfae9 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/4000a4be-2cb7-4099-a523-711dc95580c8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0522950 Aug 10 03:39:54.606082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.612236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:54.638430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-82cf2091-bfde-434e-b98c-6098ad1453b8 service neutron] 10.222.0.26 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392732 Aug 10 03:39:54.747449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-ec7baadc-69f8-4acf-a8e8-e6031c9d759a service neutron] 10.222.0.26 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010284 Aug 10 03:39:54.838574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.848361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:54.850074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Transition to ACTIVE for port object ce311644-ffe3-4023-bbe9-b2df83175e05 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:54.853166 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.959468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ff21c676-797d-4f7b-af9f-dc8b7a105fce no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:54.997580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ff21c676-797d-4f7b-af9f-dc8b7a105fce {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:55.001898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ff21c676-797d-4f7b-af9f-dc8b7a105fce not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:55.003083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.061092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828e0d1-beb0-47ec-b800-3cdc69d054a0 None None] Pushing event updated for resources: {'Port': ['ID=ce311644-ffe3-4023-bbe9-b2df83175e05,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.121691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3db35-74b1-44b6-b50a-4c9e3ba4125a req-f04f0909-f119-4e16-a45b-4dcae7e875e1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.131568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2b3db35-74b1-44b6-b50a-4c9e3ba4125a req-f04f0909-f119-4e16-a45b-4dcae7e875e1 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 945 time: 0.1125875 Aug 10 03:39:55.194358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2b3db35-74b1-44b6-b50a-4c9e3ba4125a req-90f94178-01ac-4b56-b66a-afa6f1bcd070 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542893 Aug 10 03:39:55.207287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Attempting to bind port ce311644-ffe3-4023-bbe9-b2df83175e05 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:55.211842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Attempting to bind port ce311644-ffe3-4023-bbe9-b2df83175e05 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:55.212977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Attempting to bind port ce311644-ffe3-4023-bbe9-b2df83175e05 on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:55.239895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:55.240324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Checking segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:55.240713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.241172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Bound using segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:55.241667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Bound port: ce311644-ffe3-4023-bbe9-b2df83175e05, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:55.242129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.280204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f1b85bb-18e8-4ab9-9116-74b182cefbad req-29c72d86-0216-4878-b1af-09198c5ecc1e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 210 time: 0.0354280 Aug 10 03:39:55.327352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.332317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.335446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.358857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] For port ce311644-ffe3-4023-bbe9-b2df83175e05, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:55.363046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] For port ce311644-ffe3-4023-bbe9-b2df83175e05, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce311644-ffe3-4023-bbe9-b2df83175e05,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:55.390699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:55.432288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:55.437974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.441608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331608eb-ad33-4c70-bc96-aba98f07122d None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:39:55.446874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.465417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=8cba2890-d508-435d-8bbb-180d46f82d69,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.491966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.547213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Router d84f0d4e-fce7-4948-af51-9e30eee25dc0 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:55.559572 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-62a0ec40-a6b7-47c6-a714-a2a011307e78 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9521935 Aug 10 03:39:55.562705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53042) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.575781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215637395'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:55.580330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:55.621258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:55.621901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:55.697276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.700943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828e0d1-beb0-47ec-b800-3cdc69d054a0 None None] Pushing event updated for resources: {'Port': ['ID=ce311644-ffe3-4023-bbe9-b2df83175e05,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.740716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:55.753986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.753986 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6c131d5f-89b4-413c-adaf-99972776573d tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "PUT /v2.0/routers/d84f0d4e-fce7-4948-af51-9e30eee25dc0 HTTP/1.1" status: 200 len: 921 time: 1.7046931 Aug 10 03:39:55.753986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53044) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.763361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] Sync routers for ids ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:55.825974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.828828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] Routers {'d84f0d4e-fce7-4948-af51-9e30eee25dc0'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:55.829839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:55.876520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:55.893560 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ca831df0-16df-4998-bbe5-2ef4a5af8fc2 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/d84f0d4e-fce7-4948-af51-9e30eee25dc0 HTTP/1.1" status: 200 len: 921 time: 0.1372013 Aug 10 03:39:55.894112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53048) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.899429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.936131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a7ef28-126a-4e30-bf49-cb7fd1418fa3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.952115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:55.970232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408073a5-f1ca-420b-b34f-95219c9d96c6 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.971854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-408073a5-f1ca-420b-b34f-95219c9d96c6 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=d84f0d4e-fce7-4948-af51-9e30eee25dc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0772209 Aug 10 03:39:55.974682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53050) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.992318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.031801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] Routers {'d84f0d4e-fce7-4948-af51-9e30eee25dc0'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:56.032926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:56.036843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.041133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6e02044a-8a53-4eca-bef4-4afbe98383ea tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4704113 Aug 10 03:39:56.041133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.047305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'security_group': {'name': 'tempest-secgroup-758318395'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:56.077659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd84a16-b69b-41a4-9d14-d9cc3791c489 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.080810 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9fd84a16-b69b-41a4-9d14-d9cc3791c489 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.1051714 Aug 10 03:39:56.082164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.104696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:56.105299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c6f66-b122-4872-982c-cbe957ed3bff None None] The sync data for ids ['d84f0d4e-fce7-4948-af51-9e30eee25dc0'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:56.116120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0c8d8434-0443-45be-a86b-054bd40b1299 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d84f0d4e-fce7-4948-af51-9e30eee25dc0 HTTP/1.1" status: 200 len: 205 time: 0.0305426 Aug 10 03:39:56.116420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.137660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.147199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:56.149093 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525ed9e0-3f90-4265-b55d-1844cd6da160" -d '{"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-unplugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:56.169956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:56.187761 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008518a7-b08b-4d27-b8c2-6bfa8c8e2a7f x-openstack-request-id: req-008518a7-b08b-4d27-b8c2-6bfa8c8e2a7f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:56.188051 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-unplugged", "status": "failed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "code": 422}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:56.188304 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-008518a7-b08b-4d27-b8c2-6bfa8c8e2a7f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:56.188709 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'code': 422} returned with failed status Aug 10 03:39:56.199333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-fd4582d6-9bae-4482-805d-067dcafd3805', 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'tenant_id': 'fc50b41f9ed54f4c8c1a54b72c7e9caa', 'fixed_ips': [{'subnet_id': '8cba2890-d508-435d-8bbb-180d46f82d69'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:39:56.200264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.224206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.284969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.309630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.417608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.438303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:55Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:56.444197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Allocated IP 172.20.0.2 (fd4582d6-9bae-4482-805d-067dcafd3805/8cba2890-d508-435d-8bbb-180d46f82d69/0da348f8-e199-47cd-b107-f350401ced60) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:56.468677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f15b59-193d-4cdf-8cb4-11f4a0f5535c req-b16de3e5-5d34-4eb7-b23f-58c120c1f2b3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.472848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8f15b59-193d-4cdf-8cb4-11f4a0f5535c req-b16de3e5-5d34-4eb7-b23f-58c120c1f2b3 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1419280 Aug 10 03:39:56.473248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90352-34ef-4d20-b385-08fca41e5c35 None None] The sync data for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 is: [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:55Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:56.506813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.523337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.567036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8f15b59-193d-4cdf-8cb4-11f4a0f5535c req-8074cbec-20a5-436d-b8f0-d11afd508ba0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753994 Aug 10 03:39:56.596275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.663655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1765eb44-e4ad-4d63-ae84-9a40b97ed382,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:56.733302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.733302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-72d5f27b-b87f-40f0-a517-df88b4ad818a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6856680 Aug 10 03:39:56.733517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:56.736080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1641553208', 'security_groups': ['1765eb44-e4ad-4d63-ae84-9a40b97ed382'], 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8cba2890-d508-435d-8bbb-180d46f82d69'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:56.751012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.761814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-357a7a7b-9001-457c-82f6-f8e857ec8486 req-84360618-4dd5-4d43-afda-61d1319553f6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 210 time: 0.0424223 Aug 10 03:39:56.799629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Transition to ACTIVE for port object 0da348f8-e199-47cd-b107-f350401ced60 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:56.807047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Deleting port 732a51c5-b73f-4fd6-94e4-1c0892a16735 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:56.807394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.823991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Transition to ACTIVE for port object 0da348f8-e199-47cd-b107-f350401ced60 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:56.941236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.982768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.000435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Calling delete_port for 732a51c5-b73f-4fd6-94e4-1c0892a16735 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:57.048292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:57.052063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:57.055814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:57.134563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:57.154535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce311644-ffe3-4023-bbe9-b2df83175e05 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:57.164429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Pushing event updated for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:57.199946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Attempting to bind port 0da348f8-e199-47cd-b107-f350401ced60 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:57.200311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Attempting to bind port 0da348f8-e199-47cd-b107-f350401ced60 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:57.200835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Attempting to bind port 0da348f8-e199-47cd-b107-f350401ced60 on network fd4582d6-9bae-4482-805d-067dcafd3805 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:57.228776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:57.229167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Checking segment: {'id': 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:57.229763 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.230160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Bound using segment: {'id': 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:57.230706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Bound port: 0da348f8-e199-47cd-b107-f350401ced60, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:57.231090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.322934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:57.326936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0da348f8-e199-47cd-b107-f350401ced60,segment=NetworkSegment(aa4fb08e-893c-41e6-a86f-ab4b31b6c348),segment_id=aa4fb08e-893c-41e6-a86f-ab4b31b6c348)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:57.402401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ce311644-ffe3-4023-bbe9-b2df83175e05 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:57.407152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ce311644-ffe3-4023-bbe9-b2df83175e05 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:57.410568 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.444815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.463476 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.612814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event deleted for resources: {'Port': ['ID=732a51c5-b73f-4fd6-94e4-1c0892a16735,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:57.713048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.730704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.787993 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:39:57.800727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd1de6-4abb-45c4-981e-2beac96c9596 None None] Pushing event updated for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:57.910338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.928299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.931613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.974987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ce311644-ffe3-4023-bbe9-b2df83175e05, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce311644-ffe3-4023-bbe9-b2df83175e05,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:58.063316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-d6aa4c9e-228b-4a23-959f-dd59f19b6fc4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.065433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-d6aa4c9e-228b-4a23-959f-dd59f19b6fc4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 796 time: 0.5086875 Aug 10 03:39:58.134512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.135172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.135762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Fanout notify agent at l3_agent the message router_deleted on router d84f0d4e-fce7-4948-af51-9e30eee25dc0 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:58.137063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.11 (fd4582d6-9bae-4482-805d-067dcafd3805/8cba2890-d508-435d-8bbb-180d46f82d69/50fe6ba6-0395-439b-a21b-ff4eabb0d14f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:58.156249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.156249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-80988d56-029a-464d-8b61-676383797ca1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/d84f0d4e-fce7-4948-af51-9e30eee25dc0 HTTP/1.1" status: 204 len: 168 time: 2.0347192 Aug 10 03:39:58.156249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.161944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1976063904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:58.195035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-86de5a72-6998-4a2e-a3b0-52feb04db025 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 380 time: 0.1177101 Aug 10 03:39:58.220420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'port': {'device_id': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'admin_state_up': True, 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'security_groups': ['646c970e-d5f9-48f1-b98a-7f12ab36d4a2']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:58.253680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ce311644-ffe3-4023-bbe9-b2df83175e05,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:58.404451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26adc337-9460-4022-a0a4-9d732b00fe0d req-60a53fd2-b894-4263-8876-b78195a67b02 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 210 time: 0.0528784 Aug 10 03:39:58.420041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.434626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 50fe6ba6-0395-439b-a21b-ff4eabb0d14f will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:58.513026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.514040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.540823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.587647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:58.592791 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.593906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:58.597662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:58.632995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=50fe6ba6-0395-439b-a21b-ff4eabb0d14f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:58.659607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:58.659607 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.687805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.697271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:58.701285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.789675 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-05d78ceb-7f64-422f-9cdd-d532ef22ab0b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0552058 Aug 10 03:39:58.790095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.797538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:58.867321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.868555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9906b4cf-3fb1-4456-8c30-2cf2b4e729e7 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7107186 Aug 10 03:39:58.873301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.880549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:58.989617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.6 (70632dfe-12bd-4793-b602-e837e06db149/ddc6281b-2dfd-4546-a58f-69503d21af0f/8e259506-6f55-46fc-b788-daf0f880addb) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:59.129468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0da348f8-e199-47cd-b107-f350401ced60 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:59.187816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:59.191598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.310754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0da348f8-e199-47cd-b107-f350401ced60 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:59.321439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce311644-ffe3-4023-bbe9-b2df83175e05 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:59.354639 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.390937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ce311644-ffe3-4023-bbe9-b2df83175e05 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:59.391268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.425917 n-d-765315-26 neutron-server[94805]: INFO neutron.db.ipam_backend_mixin [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8cba2890-d508-435d-8bbb-180d46f82d69 (CIDR: 172.20.0.0/28) Aug 10 03:39:59.433450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Provisioning for port 0da348f8-e199-47cd-b107-f350401ced60 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:59.444410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.447786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:59.449764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.483449 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:39:59.488998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:39:59.494355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 8e259506-6f55-46fc-b788-daf0f880addb will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:59.622142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c31918c-ec34-4b4d-8450-0db5627d592b req-eb4a91e7-31fb-4fdc-a959-96c1515d52d4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 210 time: 0.0912209 Aug 10 03:39:59.648031 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.651831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f8562db-9621-40f4-a897-96bbfc74c3a1 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8606725 Aug 10 03:39:59.654705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53112) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.673809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:59.720785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0da348f8-e199-47cd-b107-f350401ced60,segment=NetworkSegment(aa4fb08e-893c-41e6-a86f-ab4b31b6c348),segment_id=aa4fb08e-893c-41e6-a86f-ab4b31b6c348)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:59.785413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.831263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.836581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.846791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Provisioning complete for port 4000a4be-2cb7-4099-a523-711dc95580c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:59.847169 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.857252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.920036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 70632dfe-12bd-4793-b602-e837e06db149 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:59.920765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Port 4000a4be-2cb7-4099-a523-711dc95580c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:39:59.935827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:59.945020 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d5a3-ba26-4adc-8c89-3e1bda74cf9c None None] Pushing event updated for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.953462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:00.012990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:00.017522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.089592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Allocated IP 172.25.1.71 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/9c7b99ea-3496-462a-b9de-865d4f1eee99) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:00.122454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-56c3de56-1552-4658-8ae6-58a9ecea22a6 None None] Provisioning for port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:00.130097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-56c3de56-1552-4658-8ae6-58a9ecea22a6 None None] Provisioning complete for port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:00.130753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-56c3de56-1552-4658-8ae6-58a9ecea22a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.227974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-56c3de56-1552-4658-8ae6-58a9ecea22a6 None None] Port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:00.238732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.293887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0bb71818-94a5-49e2-b536-5e65991a17c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.303781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.373161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.375044 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.423021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d9888-aa59-4978-8eef-6ecddce50560 req-9268435d-3284-48c1-9de8-a5769ee6226a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:00.425113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf2d9888-aa59-4978-8eef-6ecddce50560 req-9268435d-3284-48c1-9de8-a5769ee6226a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1938121 Aug 10 03:40:00.459480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3cd3c314-8af1-4e15-ac18-6e05d2d7a8cc None None] Provisioning for port 8e259506-6f55-46fc-b788-daf0f880addb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:00.464535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3cd3c314-8af1-4e15-ac18-6e05d2d7a8cc None None] Provisioning complete for port 8e259506-6f55-46fc-b788-daf0f880addb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:00.464990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c314-8af1-4e15-ac18-6e05d2d7a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.489001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.514334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3c314-8af1-4e15-ac18-6e05d2d7a8cc None None] Port 8e259506-6f55-46fc-b788-daf0f880addb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:00.555093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:00.558651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:00.563389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:00.598791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53126) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.603672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event updated for resources: {'Port': ['ID=9c7b99ea-3496-462a-b9de-865d4f1eee99,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.790484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-411df924-4466-4491-b079-44683c32aa7a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5880494 Aug 10 03:40:00.793120 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-c65db2ad-12b5-4100-9bff-b7344a164e6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1962123 Aug 10 03:40:00.814974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Request body: {'port': {'device_id': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:00.896401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf2d9888-aa59-4978-8eef-6ecddce50560 req-0f7e30d2-eb1e-48fb-95e0-af071ffc7379 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473863 Aug 10 03:40:00.966738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.981398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0da348f8-e199-47cd-b107-f350401ced60 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:01.007309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.076974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:01.077352 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.094262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.177100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:01.231066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:01.234161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.234821 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.248729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf2c27-5f2b-40a2-b4be-4355de9eaa01 None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:01.289045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da547f-954b-477d-b5bb-20e702f28140 req-c0c662bc-06c0-4cbd-88ee-2052c0190eb2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.290606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72da547f-954b-477d-b5bb-20e702f28140 req-c0c662bc-06c0-4cbd-88ee-2052c0190eb2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 931 time: 0.2621837 Aug 10 03:40:01.296991 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.303244 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.318496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=c49b7fa7-72b4-4b3a-bc1f-940288708055,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:01.396942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3a1e9839-4c64-4ae3-9363-b999913eac59 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7409849 Aug 10 03:40:01.400866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:01.406365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-891481808', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c49b7fa7-72b4-4b3a-bc1f-940288708055'}], 'security_groups': ['38a7ef28-126a-4e30-bf49-cb7fd1418fa3']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:01.413984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72da547f-954b-477d-b5bb-20e702f28140 req-9437d4bf-2aad-47b2-ab2d-a25b34d6427e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114838 Aug 10 03:40:01.559580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Update dhcp port {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'fixed_ips': [{'subnet_id': '8cba2890-d508-435d-8bbb-180d46f82d69', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c49b7fa7-72b4-4b3a-bc1f-940288708055'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '0da348f8-e199-47cd-b107-f350401ced60'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:40:01.591417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.609482 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Router 3dffeebd-e958-4c3f-81e1-40a720c99357 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:40:01.645428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.648972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e259506-6f55-46fc-b788-daf0f880addb {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:01.662523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.696793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Transition to ACTIVE for port object 8e259506-6f55-46fc-b788-daf0f880addb will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:01.744465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:01.755976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.759546 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] Sync routers for ids ['3dffeebd-e958-4c3f-81e1-40a720c99357'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:01.765530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.772021 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e7d62cd-215e-45c8-84bb-06dddef01940 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "PUT /v2.0/routers/3dffeebd-e958-4c3f-81e1-40a720c99357 HTTP/1.1" status: 200 len: 879 time: 2.8972182 Aug 10 03:40:01.772936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53142) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:01.786935 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] Routers {'3dffeebd-e958-4c3f-81e1-40a720c99357'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:01.787967 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dffeebd-e958-4c3f-81e1-40a720c99357'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:01.806780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Allocated IP 172.20.0.18 (fd4582d6-9bae-4482-805d-067dcafd3805/c49b7fa7-72b4-4b3a-bc1f-940288708055/0da348f8-e199-47cd-b107-f350401ced60) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:01.876844 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:01.896673 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] Routers {'3dffeebd-e958-4c3f-81e1-40a720c99357'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:01.897989 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:39:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dffeebd-e958-4c3f-81e1-40a720c99357'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:01.934257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:01.994324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0da348f8-e199-47cd-b107-f350401ced60,segment=NetworkSegment(aa4fb08e-893c-41e6-a86f-ab4b31b6c348),segment_id=aa4fb08e-893c-41e6-a86f-ab4b31b6c348)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:02.030763 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:02.030763 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57784ba-b4ab-4f6a-9f88-87742e77970b None None] The sync data for ids ['3dffeebd-e958-4c3f-81e1-40a720c99357'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:02.041019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3dca49d-f721-4b0a-a224-6979e1d7aad1 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/3dffeebd-e958-4c3f-81e1-40a720c99357 HTTP/1.1" status: 200 len: 920 time: 0.2665706 Aug 10 03:40:02.041835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53150) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.051538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:02.052144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:02.052667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:02.073604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:02.074237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:02.075344 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.083440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:02.083820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Checking segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:02.084165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Bound using segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:02.084633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Bound port: 8e259506-6f55-46fc-b788-daf0f880addb, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:02.084998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.101857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950bc84-b7a4-4aef-9f7d-f0bf02ad1eca tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.107046 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2950bc84-b7a4-4aef-9f7d-f0bf02ad1eca tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=3dffeebd-e958-4c3f-81e1-40a720c99357&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0640464 Aug 10 03:40:02.107870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53152) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.111300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Transition to ACTIVE for port object 0da348f8-e199-47cd-b107-f350401ced60 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:02.113525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf08-0dc1-4d5f-ba2f-55331cdb6c42 req-b4737b30-278e-43c3-a4ab-901950a9fb5e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.115100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-172abf08-0dc1-4d5f-ba2f-55331cdb6c42 req-b4737b30-278e-43c3-a4ab-901950a9fb5e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0771205 Aug 10 03:40:02.190684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-172abf08-0dc1-4d5f-ba2f-55331cdb6c42 req-5f44c198-02f7-438c-b1c3-b564601a16fd tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540643 Aug 10 03:40:02.190929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.198582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:02.205210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:02.211578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec32dd-2852-4375-ae47-7bf0d921a84a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.215743 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-82ec32dd-2852-4375-ae47-7bf0d921a84a tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.1042387 Aug 10 03:40:02.216165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53154) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.255457 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7089a0d2-d996-4213-bae0-fa517ce31380 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dffeebd-e958-4c3f-81e1-40a720c99357 HTTP/1.1" status: 200 len: 205 time: 0.0375981 Aug 10 03:40:02.259172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53156) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.290549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.292286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4ed01-7fcb-4d73-ac7d-3ee0bf323f2f None None] Pushing event updated for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.355022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.355635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.357037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 1092 time: 1.5519888 Aug 10 03:40:02.357617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:02.360649 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf905b-a8fd-4cee-a794-6554452c20c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:02.371832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Delete allocated IP 172.20.0.11 (fd4582d6-9bae-4482-805d-067dcafd3805/8cba2890-d508-435d-8bbb-180d46f82d69) {{(pid=94805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:40:02.391786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.21 (fd4582d6-9bae-4482-805d-067dcafd3805/c49b7fa7-72b4-4b3a-bc1f-940288708055/50fe6ba6-0395-439b-a21b-ff4eabb0d14f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:02.394673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8037ce-874b-47fa-9982-3bb6c1965ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.427278 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4e416-03b4-4b77-a6fb-22576b7e7077 x-openstack-request-id: req-cce4e416-03b4-4b77-a6fb-22576b7e7077 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:02.427569 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:02.427824 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cce4e416-03b4-4b77-a6fb-22576b7e7077 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:02.428223 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'status': 'completed', 'code': 200} Aug 10 03:40:02.429550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.577570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.691481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf905b-a8fd-4cee-a794-6554452c20c1 req-8fde799d-7eee-486f-9415-606955911bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.693306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cebf905b-a8fd-4cee-a794-6554452c20c1 req-8fde799d-7eee-486f-9415-606955911bf2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1095 time: 0.2108421 Aug 10 03:40:02.702705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c4ed1-6bb7-4a12-ac90-f0c9815d1889 req-2acb348d-b019-4c95-b4c9-c4a7049a472a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.704183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-536c4ed1-6bb7-4a12-ac90-f0c9815d1889 req-2acb348d-b019-4c95-b4c9-c4a7049a472a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1705525 Aug 10 03:40:02.705972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-f9359fc7-eaec-4c7a-b454-eb5f6033e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.707395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-f9359fc7-eaec-4c7a-b454-eb5f6033e0eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751&tenant_id=01ce17aa48c949ea8266e3ad8143fdb8 HTTP/1.1" status: 200 len: 1095 time: 0.1726642 Aug 10 03:40:02.727318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.771465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Deleting port 9c7b99ea-3496-462a-b9de-865d4f1eee99 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:02.772084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.840308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.851864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.864576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Calling delete_port for 9c7b99ea-3496-462a-b9de-865d4f1eee99 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:02.900320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-536c4ed1-6bb7-4a12-ac90-f0c9815d1889 req-3d7b91e4-2d01-4374-a069-e419bfa95ee0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810777 Aug 10 03:40:02.936533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 50fe6ba6-0395-439b-a21b-ff4eabb0d14f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:02.957816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-3a50629c-90ff-4263-8355-9646e73e671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.959788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-3a50629c-90ff-4263-8355-9646e73e671f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1095 time: 0.2013996 Aug 10 03:40:02.977473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0da348f8-e199-47cd-b107-f350401ced60 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:03.051298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf905b-a8fd-4cee-a794-6554452c20c1 req-423e1daa-e258-4209-a8d2-0bc7466f609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.053157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cebf905b-a8fd-4cee-a794-6554452c20c1 req-423e1daa-e258-4209-a8d2-0bc7466f609d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ecad60eae0044d380480d1afb195fed&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3446283 Aug 10 03:40:03.066394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f93ed38d-238b-4fd4-b547-3dbbb4a49912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.077240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.133636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Provisioning for port 0da348f8-e199-47cd-b107-f350401ced60 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:03.137784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:03.138244 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.202721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-34611ab7-e809-42e1-89c3-71fffa8c3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.204195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-34611ab7-e809-42e1-89c3-71fffa8c3bb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.2316048 Aug 10 03:40:03.208108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.235348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event deleted for resources: {'Port': ['ID=9c7b99ea-3496-462a-b9de-865d4f1eee99,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:03.243648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=50fe6ba6-0395-439b-a21b-ff4eabb0d14f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:03.305214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Provisioning for port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:03.309546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Provisioning complete for port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:03.315437 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.325969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.349938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] In _notify_port_updated(), no bound segment for port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f on network fd4582d6-9bae-4482-805d-067dcafd3805 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:40:03.351239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.351868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.353299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4b23f82d-074b-4f0b-9cdd-0c459a69b560 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/ports/50fe6ba6-0395-439b-a21b-ff4eabb0d14f HTTP/1.1" status: 200 len: 920 time: 1.9513650 Aug 10 03:40:03.357777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf905b-a8fd-4cee-a794-6554452c20c1 req-6f680dc7-0a92-4ebe-a3cd-871a8cf387ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.361443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cebf905b-a8fd-4cee-a794-6554452c20c1 req-6f680dc7-0a92-4ebe-a3cd-871a8cf387ac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993877 Aug 10 03:40:03.361443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53172) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:03.380264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:03.383536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-6c388175-955d-48dc-873e-9800ba7f222e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 999 time: 0.1684015 Aug 10 03:40:03.402929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Provisioning complete for port 4000a4be-2cb7-4099-a523-711dc95580c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:03.403303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.437333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.440391 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.444398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-95fd5aa3-f1e7-476f-b050-3b62572a04fa None None] Port 4000a4be-2cb7-4099-a523-711dc95580c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:03.534937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-66b5581b-253a-4d33-a7b0-8ceaf08be0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.536442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-66b5581b-253a-4d33-a7b0-8ceaf08be0f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1251712 Aug 10 03:40:03.545006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12ee11-e98c-4553-90ed-3ceec4a35ce2 req-c896e479-89b6-4f18-8d33-43a619d5e49b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.546448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc12ee11-e98c-4553-90ed-3ceec4a35ce2 req-c896e479-89b6-4f18-8d33-43a619d5e49b tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1921487 Aug 10 03:40:03.579538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.585379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Fanout notify agent at l3_agent the message router_deleted on router 3dffeebd-e958-4c3f-81e1-40a720c99357 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:03.588597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-c08851fa-ce49-40ae-a4b7-ce5e82d6cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.589226 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.591242 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f565bd0c-350b-4892-8e5c-56f8c7c3ac85 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/3dffeebd-e958-4c3f-81e1-40a720c99357 HTTP/1.1" status: 204 len: 168 time: 1.3306839 Aug 10 03:40:03.593814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-c08851fa-ce49-40ae-a4b7-ce5e82d6cfd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1095 time: 0.1645653 Aug 10 03:40:03.594585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53174) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:03.601071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389236823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:03.670495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-f36e3c7d-5cf0-4d9e-8e2f-7f709a712744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 217 time: 0.0658712 Aug 10 03:40:03.691985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc12ee11-e98c-4553-90ed-3ceec4a35ce2 req-dd758845-ca19-4e91-acc9-6e69f1bb2684 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317267 Aug 10 03:40:03.696420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-5d080046-79c3-4343-8e79-83eca389fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.697907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-5d080046-79c3-4343-8e79-83eca389fb22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505105 Aug 10 03:40:03.719306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.719483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:03.719483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.719718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.769753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a98d09ff-53a0-4313-a05d-ddd47da75174 None None] Provisioning complete for port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:03.770586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a98d09ff-53a0-4313-a05d-ddd47da75174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.787863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.811859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a98d09ff-53a0-4313-a05d-ddd47da75174 None None] Port 50fe6ba6-0395-439b-a21b-ff4eabb0d14f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:03.859648 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.962295 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.964970 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b334c670-e32f-4c32-9b97-c0fda18b5e1a tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3692863 Aug 10 03:40:03.968031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53178) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:03.974332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': True}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:04.142396 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.194560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-5a6ed0f3-7226-49ee-94ce-ec08347d7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.196067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-5a6ed0f3-7226-49ee-94ce-ec08347d7ff1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.5174408 Aug 10 03:40:04.273192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16bc1d-59c9-4911-a3f1-d077cd84f9cd req-a36a31d8-e321-4aab-bb01-353e702cd6f0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.274740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b16bc1d-59c9-4911-a3f1-d077cd84f9cd req-a36a31d8-e321-4aab-bb01-353e702cd6f0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1487741 Aug 10 03:40:04.302058 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.307306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-2f191d4c-7db6-44e7-bcec-22e632de228a service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909400 Aug 10 03:40:04.338989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 50fe6ba6-0395-439b-a21b-ff4eabb0d14f owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:04.399555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-03cd26d2-cf6c-420c-920e-3ce050a465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.401090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-03cd26d2-cf6c-420c-920e-3ce050a465ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843121 Aug 10 03:40:04.473393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b16bc1d-59c9-4911-a3f1-d077cd84f9cd req-dfb26e43-8980-4d41-adeb-bfd2fcfa2b87 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854193 Aug 10 03:40:04.494039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.567496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e16a5d9a-61cb-4b9a-8030-27f84d4a8990 req-aee210a4-4151-48a9-bbee-d3007ec82aab service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431433 Aug 10 03:40:04.603734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-d6160d84-f36b-477a-950d-ffbbb394a78c service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920855 Aug 10 03:40:04.750770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a8b6829-0168-4f06-be77-c26f6c129998 req-ac91c208-b471-42a6-af15-a697e1c27e2e service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194909 Aug 10 03:40:04.812964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.832370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.851440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.875650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=50fe6ba6-0395-439b-a21b-ff4eabb0d14f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:04.963917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d72eb-ef97-4b55-abe1-33bb1d7ce5a7 req-355eaa6e-5bc3-4043-9874-886254123896 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.969237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c3d72eb-ef97-4b55-abe1-33bb1d7ce5a7 req-355eaa6e-5bc3-4043-9874-886254123896 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1739154 Aug 10 03:40:04.993878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Allocated IP 172.25.1.135 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/d7dc52eb-677a-4c54-af1b-30fc87c43c9a) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:05.028465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.028808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-499205d4-c7b5-431a-ad2a-75d8078146ce tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/50fe6ba6-0395-439b-a21b-ff4eabb0d14f HTTP/1.1" status: 204 len: 168 time: 1.6655087 Aug 10 03:40:05.035034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53194) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.078844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c3d72eb-ef97-4b55-abe1-33bb1d7ce5a7 req-bbf211db-1e1e-4e91-8478-4c0855316519 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007810 Aug 10 03:40:05.081545 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bbaf26-4e4b-41c2-acfc-eb1f9d079873 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:40:05.090923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c3bbaf26-4e4b-41c2-acfc-eb1f9d079873 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/50fe6ba6-0395-439b-a21b-ff4eabb0d14f HTTP/1.1" status: 404 len: 333 time: 0.0543115 Aug 10 03:40:05.091654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53196) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.181514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.199852 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bb1218d-89f0-4cbb-baa7-09ac5581a901 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.225998 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bb1218d-89f0-4cbb-baa7-09ac5581a901 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.358956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.394186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bb1218d-89f0-4cbb-baa7-09ac5581a901 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.401219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5bb1218d-89f0-4cbb-baa7-09ac5581a901 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.407866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5bb1218d-89f0-4cbb-baa7-09ac5581a901 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/security-groups/1765eb44-e4ad-4d63-ae84-9a40b97ed382 HTTP/1.1" status: 204 len: 168 time: 0.3124640 Aug 10 03:40:05.429380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53204) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.493837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1218d-89f0-4cbb-baa7-09ac5581a901 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765eb44-e4ad-4d63-ae84-9a40b97ed382,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:05.525194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:05.528381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:05.542216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:05.562706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Port': ['ID=d7dc52eb-677a-4c54-af1b-30fc87c43c9a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:05.599008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ede87d0a-4d1c-4483-b8cb-4e025edb9416 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.718015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ede87d0a-4d1c-4483-b8cb-4e025edb9416 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.752300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.813666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803297-3b6f-4f2e-af9e-58470f6db90c req-ebf48476-a877-486c-babd-2894e307ef7c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.816471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48803297-3b6f-4f2e-af9e-58470f6db90c req-ebf48476-a877-486c-babd-2894e307ef7c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1930931 Aug 10 03:40:05.862166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48803297-3b6f-4f2e-af9e-58470f6db90c req-773befd0-1a8d-432c-a59a-eefd5ab1fded tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366395 Aug 10 03:40:05.877293 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ede87d0a-4d1c-4483-b8cb-4e025edb9416 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.879966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ede87d0a-4d1c-4483-b8cb-4e025edb9416 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.881262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ede87d0a-4d1c-4483-b8cb-4e025edb9416 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/security-groups/38a7ef28-126a-4e30-bf49-cb7fd1418fa3 HTTP/1.1" status: 204 len: 168 time: 0.4477143 Aug 10 03:40:05.884439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.905835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede87d0a-4d1c-4483-b8cb-4e025edb9416 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a7ef28-126a-4e30-bf49-cb7fd1418fa3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:05.988987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet 8cba2890-d508-435d-8bbb-180d46f82d69 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:05.993101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.058038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.140515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.204052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.293301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53220) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:06.381992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.406137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.406137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/8cba2890-d508-435d-8bbb-180d46f82d69 HTTP/1.1" status: 204 len: 168 time: 0.5177460 Aug 10 03:40:06.409935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531aae6-5b5b-4693-b9c1-b1e47196958f None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:06.428394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53224) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:06.452337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4b052-5dc1-42db-9c94-014345db4389 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=8cba2890-d508-435d-8bbb-180d46f82d69,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:06.469072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:06.514376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481206-cfaa-4a36-b114-5d426b97ae52 req-47f731ca-9156-4325-b264-0ad40f30f535 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:06.522934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a481206-cfaa-4a36-b114-5d426b97ae52 req-47f731ca-9156-4325-b264-0ad40f30f535 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.2349737 Aug 10 03:40:06.637437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f99ea37e-d536-4a09-bbb6-faf4305e97f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.698087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.703401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.733901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a481206-cfaa-4a36-b114-5d426b97ae52 req-dc17f887-330f-4af6-b71c-44450fa5ec20 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099264 Aug 10 03:40:06.763234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:06.768141 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.907009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f99ea37e-d536-4a09-bbb6-faf4305e97f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:06.967899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f99ea37e-d536-4a09-bbb6-faf4305e97f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.086635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea37e-d536-4a09-bbb6-faf4305e97f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41ee3f-2cde-4e49-87f6-9f71f3c7d1db,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.109848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53228) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.135854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f99ea37e-d536-4a09-bbb6-faf4305e97f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d4220774b0f473dafd494c8d9743c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8322532 Aug 10 03:40:07.168583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d793d5-a84d-4d0f-afcd-4b184d30b03e req-cc4f2abf-bcc0-4759-aeaa-73d5047a3fad tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.176373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26d793d5-a84d-4d0f-afcd-4b184d30b03e req-cc4f2abf-bcc0-4759-aeaa-73d5047a3fad tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1140513 Aug 10 03:40:07.210846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Router 006dcf1e-273b-480e-9a1c-66fa415f79b0 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:40:07.228239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26d793d5-a84d-4d0f-afcd-4b184d30b03e req-172a5ceb-26d8-4c19-81ca-0608a47b3ee6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481334 Aug 10 03:40:07.239913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-748407d9-7138-41dd-8299-f106d31263cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.341614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-748407d9-7138-41dd-8299-f106d31263cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.409355 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.492315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:07.499691 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:07.510862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.515877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.518972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:07.535036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.536799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6c1ecb69-c6e6-4977-ae6d-083b07c79b94 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "PUT /v2.0/routers/006dcf1e-273b-480e-9a1c-66fa415f79b0 HTTP/1.1" status: 200 len: 915 time: 3.5672302 Aug 10 03:40:07.538531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] Sync routers for ids ['006dcf1e-273b-480e-9a1c-66fa415f79b0'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:07.539439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53230) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.561202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] Routers {'006dcf1e-273b-480e-9a1c-66fa415f79b0'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:07.561931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['006dcf1e-273b-480e-9a1c-66fa415f79b0'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:07.586970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=9f3bba88-19ce-42aa-944b-54a798a36378,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.629461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b596c18e-a452-4d16-b484-19cddf94d834 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1802292 Aug 10 03:40:07.629730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53232) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.634927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'security_group': {'name': 'tempest-secgroup-584111178'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:07.651066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:07.654921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b83540c-f487-4f86-be47-37f2110537cb None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:07.675680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-748407d9-7138-41dd-8299-f106d31263cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.680588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-748407d9-7138-41dd-8299-f106d31263cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.681894 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-748407d9-7138-41dd-8299-f106d31263cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed41ee3f-2cde-4e49-87f6-9f71f3c7d1db HTTP/1.1" status: 204 len: 168 time: 0.5710752 Aug 10 03:40:07.697796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748407d9-7138-41dd-8299-f106d31263cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41ee3f-2cde-4e49-87f6-9f71f3c7d1db,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:07.723392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-810c4161-70e1-4309-ad8a-ebdcaffad54e tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/006dcf1e-273b-480e-9a1c-66fa415f79b0 HTTP/1.1" status: 200 len: 921 time: 0.1822684 Aug 10 03:40:07.726033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53236) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.743289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:07.745309 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.881848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-37856f81-4224-40c0-9fab-4738154bbfce None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:07.882159 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-37856f81-4224-40c0-9fab-4738154bbfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.927795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.929158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] Routers {'006dcf1e-273b-480e-9a1c-66fa415f79b0'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:07.929795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['006dcf1e-273b-480e-9a1c-66fa415f79b0'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:07.944267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a297a89-1b49-49df-8520-0db371f8f25f tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.945849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1a297a89-1b49-49df-8520-0db371f8f25f tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=006dcf1e-273b-480e-9a1c-66fa415f79b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2187557 Aug 10 03:40:07.948602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53240) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.963228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380d10-7ccc-4852-96de-503984889bc2 req-37f2cf8e-4e65-4116-bd9c-ddffdd1c2831 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:07.964880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88380d10-7ccc-4852-96de-503984889bc2 req-37f2cf8e-4e65-4116-bd9c-ddffdd1c2831 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0814548 Aug 10 03:40:08.027819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88380d10-7ccc-4852-96de-503984889bc2 req-b6cac3cc-efd2-49bd-b1e4-ff62c284162a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495589 Aug 10 03:40:08.030651 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.059787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:08.060535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d07c8-26ff-4ca6-bae4-797a86a04af8 None None] The sync data for ids ['006dcf1e-273b-480e-9a1c-66fa415f79b0'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:08.163322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef97d8-31ea-483e-90ed-5adb10fc5140,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.181238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.190393 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c9025827-db33-42c9-a6bd-175f16854f3d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5520427 Aug 10 03:40:08.190915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53244) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.194371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'security_group': {'name': 'tempest-secgroup-726947510'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:08.219221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568fe2e-2867-4eda-bd43-c2b327ba8012 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.225614 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a568fe2e-2867-4eda-bd43-c2b327ba8012 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.2730083 Aug 10 03:40:08.225816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53246) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.288034 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-74af9573-0f81-48a6-b339-957fb0de2df1 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=006dcf1e-273b-480e-9a1c-66fa415f79b0 HTTP/1.1" status: 200 len: 205 time: 0.0563717 Aug 10 03:40:08.288034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53250) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.316153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.328093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:08.381310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8e259506-6f55-46fc-b788-daf0f880addb', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'mac_address': 'fa:16:3e:fa:6a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:08.424872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.497073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.551812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.553038 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.592032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.604739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91dd12-dbbb-4b7f-af51-cfa7b246ab3e req-f5d93b84-5459-4518-8758-c91aaeae62bc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.606362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d91dd12-dbbb-4b7f-af51-cfa7b246ab3e req-f5d93b84-5459-4518-8758-c91aaeae62bc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1072118 Aug 10 03:40:08.607540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c147a697-bf07-4e8d-b214-bf44b01d2c1e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.623021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53252) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.665206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.669279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-782a1b43-60b4-4165-9c25-20174d28c425 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4783254 Aug 10 03:40:08.669279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2d7dee-576d-43a0-874b-cc50831ea61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.670850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53254) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.679902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'security_group': {'name': 'tempest-secgroup-2081060572'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:08.681064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e259506-6f55-46fc-b788-daf0f880addb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:08.718241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:08.731446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d91dd12-dbbb-4b7f-af51-cfa7b246ab3e req-988450b9-f8c5-445f-a07e-f4a79e657354 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054866 Aug 10 03:40:08.742152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Deleting port d7dc52eb-677a-4c54-af1b-30fc87c43c9a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:08.742152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.751636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Update dhcp port {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'fixed_ips': [{'subnet_id': 'c49b7fa7-72b4-4b3a-bc1f-940288708055', 'ip_address': '172.20.0.18'}, {'subnet_id': '9f3bba88-19ce-42aa-944b-54a798a36378'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '0da348f8-e199-47cd-b107-f350401ced60'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:40:08.758207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-d9833071-f45f-4271-af1d-859996cb2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.759771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-d9833071-f45f-4271-af1d-859996cb2815 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1095 time: 0.0865986 Aug 10 03:40:08.792407 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.816321 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.820703 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.827481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-37856f81-4224-40c0-9fab-4738154bbfce None None] Provisioning complete for port 4000a4be-2cb7-4099-a523-711dc95580c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:08.837872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-37856f81-4224-40c0-9fab-4738154bbfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.888171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.888778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-37856f81-4224-40c0-9fab-4738154bbfce None None] Port 4000a4be-2cb7-4099-a523-711dc95580c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:08.907699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Calling delete_port for d7dc52eb-677a-4c54-af1b-30fc87c43c9a owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:08.986855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2d7dee-576d-43a0-874b-cc50831ea61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.041146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-861b6227-2d7e-45d2-a868-00f1c5cb51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.044114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-861b6227-2d7e-45d2-a868-00f1c5cb51cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 200 len: 918 time: 0.1344254 Aug 10 03:40:09.053806 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c2d7dee-576d-43a0-874b-cc50831ea61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.089347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.140202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.177461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8e259506-6f55-46fc-b788-daf0f880addb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:09.246717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8c2d7dee-576d-43a0-874b-cc50831ea61c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7383ea35476048469ace5079cb66bbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6168578 Aug 10 03:40:09.248276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d7dee-576d-43a0-874b-cc50831ea61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51390149-fd5c-45c0-89a8-8cff4608ff20,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.258859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53260) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.280873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Allocated IP 172.20.0.2 (fd4582d6-9bae-4482-805d-067dcafd3805/9f3bba88-19ce-42aa-944b-54a798a36378/0da348f8-e199-47cd-b107-f350401ced60) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:09.297376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.298573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-e71d5281-5023-4d58-a754-70cad47c14b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 200 len: 999 time: 0.2392213 Aug 10 03:40:09.327663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e307c8a-14d3-4c7f-8fe5-799e47ddc42c req-ecbccdbf-5ce2-464a-b4f9-77f8457149a2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.330032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e307c8a-14d3-4c7f-8fe5-799e47ddc42c req-ecbccdbf-5ce2-464a-b4f9-77f8457149a2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1448731 Aug 10 03:40:09.355426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccbd9f8-4757-4e73-a3d0-70d7413b4fa0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.385795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.387509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8591c8bc-ed08-49d5-bd65-1489ef69ebda tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7153394 Aug 10 03:40:09.390047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53262) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.410078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1708580843', 'security_groups': ['4ccbd9f8-4757-4e73-a3d0-70d7413b4fa0'], 'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f3bba88-19ce-42aa-944b-54a798a36378'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:09.417087 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.444031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-4b6ef54a-4fa0-45cb-adc5-3a65e858d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.445657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-4b6ef54a-4fa0-45cb-adc5-3a65e858d209 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 200 len: 856 time: 0.1146181 Aug 10 03:40:09.460718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0da348f8-e199-47cd-b107-f350401ced60,segment=NetworkSegment(aa4fb08e-893c-41e6-a86f-ab4b31b6c348),segment_id=aa4fb08e-893c-41e6-a86f-ab4b31b6c348)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:09.474871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e307c8a-14d3-4c7f-8fe5-799e47ddc42c req-938bd5a7-6e61-43bb-94ca-1a74c4d66adc tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365144 Aug 10 03:40:09.475753 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95541c07-be43-474e-ae2f-84846fe5e1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.521228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95541c07-be43-474e-ae2f-84846fe5e1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.544885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event deleted for resources: {'Port': ['ID=d7dc52eb-677a-4c54-af1b-30fc87c43c9a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.552778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.574351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Transition to ACTIVE for port object 0da348f8-e199-47cd-b107-f350401ced60 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:09.591340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-c2cfab7c-e38a-44ba-a0f0-f0728e6b100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.592977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-c2cfab7c-e38a-44ba-a0f0-f0728e6b100f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac76dd69-0ca7-4551-8000-d1673392ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795591 Aug 10 03:40:09.619545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.711281 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95541c07-be43-474e-ae2f-84846fe5e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.714279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-95541c07-be43-474e-ae2f-84846fe5e1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.716904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-95541c07-be43-474e-ae2f-84846fe5e1ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51390149-fd5c-45c0-89a8-8cff4608ff20 HTTP/1.1" status: 204 len: 168 time: 0.4491634 Aug 10 03:40:09.717761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.766666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95541c07-be43-474e-ae2f-84846fe5e1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51390149-fd5c-45c0-89a8-8cff4608ff20,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.784897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-27844de1-b8fa-4aed-9008-28ccfb75ccb7 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721799 Aug 10 03:40:09.816805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.823066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.924224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df678e-bcc1-4bda-ac14-5e9e00525d16 None None] Pushing event updated for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.972195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e636e-358f-40af-a12e-722c0de546f4 req-d907565e-6238-4363-9e44-164128f0d5e0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.973947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df1e636e-358f-40af-a12e-722c0de546f4 req-d907565e-6238-4363-9e44-164128f0d5e0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.0830564 Aug 10 03:40:09.996116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:10.029705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df1e636e-358f-40af-a12e-722c0de546f4 req-bd63cfc8-a006-4946-b3f9-1567ce985041 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491757 Aug 10 03:40:10.052260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.052936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Fanout notify agent at l3_agent the message router_deleted on router 006dcf1e-273b-480e-9a1c-66fa415f79b0 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:10.061840 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.063100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f994084b-3a30-47f5-83df-1a9330531e12 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/006dcf1e-273b-480e-9a1c-66fa415f79b0 HTTP/1.1" status: 204 len: 168 time: 1.7743404 Aug 10 03:40:10.077493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53268) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.077493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-41527322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:10.143470 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.165839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] device_id is not set on port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:10.167820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.169513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.270474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.354524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.427889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.432920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-461f7af4-801f-424a-871f-8ae58143536d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3591495 Aug 10 03:40:10.433612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53276) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.446752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'enable_snat': False}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:10.511247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62fe7528-5850-4941-9c77-17a9ce2de294 req-5b046495-ef62-4e5f-bcc9-c195974655e6 service neutron] 10.222.0.46 "GET /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372530 Aug 10 03:40:10.598978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.14 (fd4582d6-9bae-4482-805d-067dcafd3805/9f3bba88-19ce-42aa-944b-54a798a36378/0c37b604-60e7-4851-93a9-4b788d5bb7c0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:10.783027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872501-3464-4cc0-ac01-c46a841a5fcd req-0bb8ca8c-4b12-4ebd-bc12-7eae25e1d635 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.784691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce872501-3464-4cc0-ac01-c46a841a5fcd req-0bb8ca8c-4b12-4ebd-bc12-7eae25e1d635 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1425302 Aug 10 03:40:10.786892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.868335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce872501-3464-4cc0-ac01-c46a841a5fcd req-c357d249-fdf9-4cbc-93f4-160b5f155284 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766590 Aug 10 03:40:10.975130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.006929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 0c37b604-60e7-4851-93a9-4b788d5bb7c0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:11.009714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1b7d7272-af55-4be8-abf6-e06d917fd042 None None] Provisioning for port 0da348f8-e199-47cd-b107-f350401ced60 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:11.015597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1b7d7272-af55-4be8-abf6-e06d917fd042 None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:11.015975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7272-af55-4be8-abf6-e06d917fd042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.101437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0da348f8-e199-47cd-b107-f350401ced60 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:11.117290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.195316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:11.204614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:11.209862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:11.275654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.276656 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.280708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:11.282085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.282288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=0c37b604-60e7-4851-93a9-4b788d5bb7c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.518093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1b7d7272-af55-4be8-abf6-e06d917fd042 None None] Provisioning complete for port 4000a4be-2cb7-4099-a523-711dc95580c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:11.518478 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7272-af55-4be8-abf6-e06d917fd042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.522738 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff3581eb-65de-4d7f-8e4f-33d547251651 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1283634 Aug 10 03:40:11.525195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53294) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.531526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:11.611073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:11.832707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee726-115b-45f2-a7d7-611131e1d786 req-b42653a1-970b-41cc-97c0-5eb42e23f87b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.841462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2beee726-115b-45f2-a7d7-611131e1d786 req-b42653a1-970b-41cc-97c0-5eb42e23f87b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.6890938 Aug 10 03:40:11.866773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.897270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.920106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d7272-af55-4be8-abf6-e06d917fd042 None None] Port 4000a4be-2cb7-4099-a523-711dc95580c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:11.931571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2beee726-115b-45f2-a7d7-611131e1d786 req-37f56bad-459a-4925-a95c-ac2c54e7c507 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891204 Aug 10 03:40:12.018959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:12.023868 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.042066 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8e259506-6f55-46fc-b788-daf0f880addb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:12.058302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8e259506-6f55-46fc-b788-daf0f880addb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:12.058695 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.094901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Allocated IP 172.25.1.90 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/902d0ddf-0315-460e-87f8-677d0483e6bf) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:12.149032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb63c3-b5dc-4a35-ac77-da9b2c353d9a req-5b49069d-2ea7-429a-b077-7973037ba3e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:12.150856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18cb63c3-b5dc-4a35-ac77-da9b2c353d9a req-5b49069d-2ea7-429a-b077-7973037ba3e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1502066 Aug 10 03:40:12.159178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-59781bab-8f27-4b35-8755-60eb00da3c9d None None] Provisioning for port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:12.164378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-59781bab-8f27-4b35-8755-60eb00da3c9d None None] Provisioning complete for port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:12.165043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-59781bab-8f27-4b35-8755-60eb00da3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.219098 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f3bba88-19ce-42aa-944b-54a798a36378 (CIDR: 172.20.0.0/28) Aug 10 03:40:12.245657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-59781bab-8f27-4b35-8755-60eb00da3c9d None None] Port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:12.253230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.261902 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:12.265898 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:40:12.266562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:12.290693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:12.299538 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697867a0-4e8c-473f-ba39-89cc7d62a5d7" -d '{"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-plugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:12.331582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:12.352423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1024dad6-9c6e-406e-9ebd-7b1085d7707b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8248160 Aug 10 03:40:12.352854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18cb63c3-b5dc-4a35-ac77-da9b2c353d9a req-7d0cf043-37f4-46bc-944a-f9f351fc82be tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918778 Aug 10 03:40:12.354813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53308) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:12.365785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:12.393648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.409510 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.463493 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d79ba3f-2b4b-4c57-95ff-9bfee7228fba x-openstack-request-id: req-2d79ba3f-2b4b-4c57-95ff-9bfee7228fba {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:12.463921 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-plugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:12.464319 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d79ba3f-2b4b-4c57-95ff-9bfee7228fba {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:12.464840 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'code': 200} Aug 10 03:40:12.519102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:12.597461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.610674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:12.614726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.658009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:12.661108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:12.665198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:12.713560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Pushing event updated for resources: {'Port': ['ID=902d0ddf-0315-460e-87f8-677d0483e6bf,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:12.835087 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c49b7fa7-72b4-4b3a-bc1f-940288708055 (CIDR: 172.20.0.16/28) Aug 10 03:40:12.905343 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:40:12.905986 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:13.085892 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e727697e-66db-4047-9eab-b012ae67128e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7266695 Aug 10 03:40:13.086683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53322) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:13.093770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'subnet': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:13.173508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.232262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983b0a1-834a-40c3-821e-a4038f12e569 req-6cb37ffb-8265-45e5-b07a-03fb759e856e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.234022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6983b0a1-834a-40c3-821e-a4038f12e569 req-6cb37ffb-8265-45e5-b07a-03fb759e856e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.2056353 Aug 10 03:40:13.426120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6983b0a1-834a-40c3-821e-a4038f12e569 req-03156620-0d3f-49a8-81fd-6e2de7f828a6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824203 Aug 10 03:40:13.511236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.511236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.640432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd6a94-7f4e-420c-b123-fa4600f7d604 req-9eb5465b-062c-4ae6-9b84-f9bc8a72974c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.642825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdfd6a94-7f4e-420c-b123-fa4600f7d604 req-9eb5465b-062c-4ae6-9b84-f9bc8a72974c tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1025727 Aug 10 03:40:13.666795 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Made reservation on behalf of fc50b41f9ed54f4c8c1a54b72c7e9caa for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:13.669924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.699769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdfd6a94-7f4e-420c-b123-fa4600f7d604 req-bcbd2ce5-f49f-4a55-91a2-089df570f1fa tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499938 Aug 10 03:40:13.779212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Router d73d1971-fd75-4744-adab-d82cb0dc5ac4 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:40:13.939891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:13.945661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.951773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2a0545b9-274f-40fd-a33b-a81a58ec3c13 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "PUT /v2.0/routers/d73d1971-fd75-4744-adab-d82cb0dc5ac4 HTTP/1.1" status: 200 len: 913 time: 3.5078490 Aug 10 03:40:13.951984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:13.961249 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] Sync routers for ids ['d73d1971-fd75-4744-adab-d82cb0dc5ac4'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:13.977526 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] Routers {'d73d1971-fd75-4744-adab-d82cb0dc5ac4'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:13.978981 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d73d1971-fd75-4744-adab-d82cb0dc5ac4'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:14.023858 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:14.035248 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] Routers {'d73d1971-fd75-4744-adab-d82cb0dc5ac4'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:14.037271 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d73d1971-fd75-4744-adab-d82cb0dc5ac4'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:14.076013 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:14.076927 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08c8c4-ad29-4d7b-a7c8-b0427ba554b8 None None] The sync data for ids ['d73d1971-fd75-4744-adab-d82cb0dc5ac4'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:14.482132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b598ed4-d8cf-41ff-ac16-b93fcbf867f2 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/d73d1971-fd75-4744-adab-d82cb0dc5ac4 HTTP/1.1" status: 200 len: 919 time: 0.5279548 Aug 10 03:40:14.490430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53350) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.568279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a529295-3a13-4614-977d-efd82dde6c25 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.572772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53354) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.582453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4a529295-3a13-4614-977d-efd82dde6c25 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=d73d1971-fd75-4744-adab-d82cb0dc5ac4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0961344 Aug 10 03:40:14.602827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbb8fc-a68a-4613-a855-82ae15db5e87 req-b6df9039-80ab-41d5-b5c6-9d5ac71ac5e6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.608867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90cbb8fc-a68a-4613-a855-82ae15db5e87 req-b6df9039-80ab-41d5-b5c6-9d5ac71ac5e6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0811896 Aug 10 03:40:14.626990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.675564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90cbb8fc-a68a-4613-a855-82ae15db5e87 req-a2532ca8-623f-4281-9b81-4577ef4749b5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588095 Aug 10 03:40:14.692038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Network fd4582d6-9bae-4482-805d-067dcafd3805 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:14.698021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:14.708116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.708866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.709974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bc68d-a592-4247-9afb-442120d2b839 None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:14.747965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Subnet': ['ID=6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.770676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc783051-c504-472c-abe5-b413de06a1ea tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.775253 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cc783051-c504-472c-abe5-b413de06a1ea tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/networks/72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 881 time: 0.2014389 Aug 10 03:40:14.775527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53360) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.817149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-453bf862-05e3-4bf5-9121-daadbbbe21d0 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73d1971-fd75-4744-adab-d82cb0dc5ac4 HTTP/1.1" status: 200 len: 205 time: 0.0401943 Aug 10 03:40:14.820090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53362) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.869303 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c3b271b4-0136-488f-8760-17ca99dae2bd tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7815707 Aug 10 03:40:14.869927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53364) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.875857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-374739280', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f'}], 'security_groups': ['99ef97d8-31ea-483e-90ed-5adb10fc5140', 'c147a697-bf07-4e8d-b214-bf44b01d2c1e']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:14.961999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.064648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac47e-b1f5-4e78-84a4-bc76f90401cd req-1baa0645-66ab-4444-9ddb-b5e932855041 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.069493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-194ac47e-b1f5-4e78-84a4-bc76f90401cd req-1baa0645-66ab-4444-9ddb-b5e932855041 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.2419608 Aug 10 03:40:15.089896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Update dhcp port {'port': {'network_id': 'fd4582d6-9bae-4482-805d-067dcafd3805', 'fixed_ips': [{'subnet_id': 'c49b7fa7-72b4-4b3a-bc1f-940288708055', 'ip_address': '172.20.0.18'}, {'subnet_id': '9f3bba88-19ce-42aa-944b-54a798a36378', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '0da348f8-e199-47cd-b107-f350401ced60'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:40:15.122040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.152652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.244587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-194ac47e-b1f5-4e78-84a4-bc76f90401cd req-00125faf-b59a-49d1-9420-a978ae82a5ef tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541178 Aug 10 03:40:15.349658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.397608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Allocated IP 172.20.0.34 (fd4582d6-9bae-4482-805d-067dcafd3805/6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f/0da348f8-e199-47cd-b107-f350401ced60) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:15.513750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0da348f8-e199-47cd-b107-f350401ced60,segment=NetworkSegment(aa4fb08e-893c-41e6-a86f-ab4b31b6c348),segment_id=aa4fb08e-893c-41e6-a86f-ab4b31b6c348)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:15.561477 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.579465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Transition to ACTIVE for port object 0da348f8-e199-47cd-b107-f350401ced60 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:15.613216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.673440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Deleting port 902d0ddf-0315-460e-87f8-677d0483e6bf {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:15.674031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.698702 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.840998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Pushing event updated for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:15.869826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10402b-079d-4b0b-9c50-59ec6b132178 req-4122bfc8-6046-4f68-a8ab-16a44c7c0584 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.872822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.873166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.873586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.874837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.875192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.878046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.878414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.878561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c10402b-079d-4b0b-9c50-59ec6b132178 req-4122bfc8-6046-4f68-a8ab-16a44c7c0584 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0981152 Aug 10 03:40:15.878695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.879016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.879342 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.879663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.881853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a76c3c-3c3c-4934-b6d5-53caf7f6c569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:15.882028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.921273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Calling delete_port for 902d0ddf-0315-460e-87f8-677d0483e6bf owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:15.940947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Delete allocated IP 172.20.0.14 (fd4582d6-9bae-4482-805d-067dcafd3805/9f3bba88-19ce-42aa-944b-54a798a36378) {{(pid=94804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:40:15.961764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Allocated IP 172.20.0.38 (fd4582d6-9bae-4482-805d-067dcafd3805/6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f/0c37b604-60e7-4851-93a9-4b788d5bb7c0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:16.027275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c10402b-079d-4b0b-9c50-59ec6b132178 req-e2742dbf-9c7f-4887-a537-249269b0b10d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477067 Aug 10 03:40:16.303771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.306673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.353315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Transition to ACTIVE for port object 0c37b604-60e7-4851-93a9-4b788d5bb7c0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:16.354020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event deleted for resources: {'Port': ['ID=902d0ddf-0315-460e-87f8-677d0483e6bf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:16.443102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080955c-16fa-4372-b4b4-0a9c38231842 req-d59e3d27-e5f5-4454-aafe-680ef3568720 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.444667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7080955c-16fa-4372-b4b4-0a9c38231842 req-d59e3d27-e5f5-4454-aafe-680ef3568720 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.1030469 Aug 10 03:40:16.447328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.481959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.557479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.562159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.624504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7080955c-16fa-4372-b4b4-0a9c38231842 req-786c0696-cfc9-42c3-a7a6-3103a85b6e62 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725826 Aug 10 03:40:16.631931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event updated for resources: {'Port': ['ID=0c37b604-60e7-4851-93a9-4b788d5bb7c0,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:16.656278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] In _notify_port_updated(), no bound segment for port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 on network fd4582d6-9bae-4482-805d-067dcafd3805 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:40:16.659302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.659939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.661329 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ff5141d4-a3d6-4421-8e2a-2b95e3952af8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "PUT /v2.0/ports/0c37b604-60e7-4851-93a9-4b788d5bb7c0 HTTP/1.1" status: 200 len: 959 time: 1.7903857 Aug 10 03:40:16.664172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53386) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:16.727369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.728054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Fanout notify agent at l3_agent the message router_deleted on router d73d1971-fd75-4744-adab-d82cb0dc5ac4 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:16.735173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.743260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-82000708-a48e-4e37-b214-6bd465239494 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/d73d1971-fd75-4744-adab-d82cb0dc5ac4 HTTP/1.1" status: 204 len: 168 time: 1.9151812 Aug 10 03:40:16.743393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53388) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:16.746435 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934970572', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:16.778691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910d42-6925-47ae-b689-e90f9b841bb2 req-ee49f963-32df-4d88-b68c-c173e5bd6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.780291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff910d42-6925-47ae-b689-e90f9b841bb2 req-ee49f963-32df-4d88-b68c-c173e5bd6dff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1097 time: 0.0415483 Aug 10 03:40:16.781944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:16.782300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.804476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Provisioning for port 0da348f8-e199-47cd-b107-f350401ced60 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:16.809113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:16.809614 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.823386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff910d42-6925-47ae-b689-e90f9b841bb2 req-171dafe1-5515-4929-aafd-b75a3056375e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Aug 10 03:40:16.832288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.833344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.897638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Provisioning complete for port 4000a4be-2cb7-4099-a523-711dc95580c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:16.898229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.911401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.925550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.939197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 0c37b604-60e7-4851-93a9-4b788d5bb7c0 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:16.939484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Port 4000a4be-2cb7-4099-a523-711dc95580c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:17.005571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0da348f8-e199-47cd-b107-f350401ced60 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:17.029979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Provisioning for port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:17.037089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Provisioning complete for port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:17.037633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.132177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6977132e-d365-4faf-bb48-e588fa134107 None None] Port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:17.144036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:17.144449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.199006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.206656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d0db-840b-4682-a193-aa11309a27d1 req-ff69187b-f179-4a7b-b3e4-cdbfc040aeec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.220304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90b3d0db-840b-4682-a193-aa11309a27d1 req-ff69187b-f179-4a7b-b3e4-cdbfc040aeec tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1120515 Aug 10 03:40:17.264216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90b3d0db-840b-4682-a193-aa11309a27d1 req-77c93eba-5b46-45eb-981b-5cd1269ad2db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Aug 10 03:40:17.287826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b693416b-d9a3-4dd3-ace9-73f1f84bcbe1 None None] Provisioning complete for port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:17.288201 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b693416b-d9a3-4dd3-ace9-73f1f84bcbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.322569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b693416b-d9a3-4dd3-ace9-73f1f84bcbe1 None None] Port 0c37b604-60e7-4851-93a9-4b788d5bb7c0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:17.349870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.386198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=0c37b604-60e7-4851-93a9-4b788d5bb7c0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.467918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.469938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc10010f-1e7a-46a3-9ef8-9c5bdec7fad0 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/0c37b604-60e7-4851-93a9-4b788d5bb7c0 HTTP/1.1" status: 204 len: 168 time: 0.8047943 Aug 10 03:40:17.472707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53394) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.510578 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-156db8af-82c3-422a-870e-7e883fad2f4b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] GET failed (client error): The resource could not be found. Aug 10 03:40:17.513305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-156db8af-82c3-422a-870e-7e883fad2f4b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports/0c37b604-60e7-4851-93a9-4b788d5bb7c0 HTTP/1.1" status: 404 len: 333 time: 0.0392480 Aug 10 03:40:17.517453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53396) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.595204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.598916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-919c4f2f-09f0-4356-994a-6e7626d978fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.618394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.628211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-919c4f2f-09f0-4356-994a-6e7626d978fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.755913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Allocated IP 172.25.1.89 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3005f470-0a28-4f06-9490-4ca284230db3) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:17.771792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b52f9-2905-4b09-94bb-6245711e47a3 req-11181b76-feca-4d25-a44e-59d6a80f357d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.773348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-492b52f9-2905-4b09-94bb-6245711e47a3 req-11181b76-feca-4d25-a44e-59d6a80f357d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0627093 Aug 10 03:40:17.778555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-919c4f2f-09f0-4356-994a-6e7626d978fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.781215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-919c4f2f-09f0-4356-994a-6e7626d978fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.782407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-919c4f2f-09f0-4356-994a-6e7626d978fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ccbd9f8-4757-4e73-a3d0-70d7413b4fa0 HTTP/1.1" status: 204 len: 168 time: 0.2640059 Aug 10 03:40:17.786700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53402) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.818362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4f2f-09f0-4356-994a-6e7626d978fb tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccbd9f8-4757-4e73-a3d0-70d7413b4fa0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.863331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-492b52f9-2905-4b09-94bb-6245711e47a3 req-b443fd25-3173-4036-85d0-edc6230bc4ae tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797815 Aug 10 03:40:17.882479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-241c06a2-db5a-4da5-8abd-027992eae3f7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.882626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.900996 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-241c06a2-db5a-4da5-8abd-027992eae3f7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.962222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.004434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:18.009430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:18.011830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:18.041537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-241c06a2-db5a-4da5-8abd-027992eae3f7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.044136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-241c06a2-db5a-4da5-8abd-027992eae3f7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.044425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event updated for resources: {'Port': ['ID=3005f470-0a28-4f06-9490-4ca284230db3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.045317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-241c06a2-db5a-4da5-8abd-027992eae3f7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/security-groups/c147a697-bf07-4e8d-b214-bf44b01d2c1e HTTP/1.1" status: 204 len: 168 time: 0.2571144 Aug 10 03:40:18.050446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.062572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c06a2-db5a-4da5-8abd-027992eae3f7 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c147a697-bf07-4e8d-b214-bf44b01d2c1e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.113920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82b14437-be4e-4a20-a115-a39c89ad192c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.139083 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82b14437-be4e-4a20-a115-a39c89ad192c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.310042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82b14437-be4e-4a20-a115-a39c89ad192c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.313051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82b14437-be4e-4a20-a115-a39c89ad192c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.314213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-82b14437-be4e-4a20-a115-a39c89ad192c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/security-groups/99ef97d8-31ea-483e-90ed-5adb10fc5140 HTTP/1.1" status: 204 len: 168 time: 0.2628436 Aug 10 03:40:18.318984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53408) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.324629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b14437-be4e-4a20-a115-a39c89ad192c tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef97d8-31ea-483e-90ed-5adb10fc5140,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:18.384744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c56fc6-0ed9-40d9-a0b6-2bbef53bbc99 req-d722e6a5-e52f-456e-b4ef-f6f859ace503 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.386240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83c56fc6-0ed9-40d9-a0b6-2bbef53bbc99 req-d722e6a5-e52f-456e-b4ef-f6f859ace503 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0530505 Aug 10 03:40:18.410263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet 9f3bba88-19ce-42aa-944b-54a798a36378 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:18.416878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.427156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83c56fc6-0ed9-40d9-a0b6-2bbef53bbc99 req-20b83a43-e25f-4957-b1a5-9cfe8626ca3c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346866 Aug 10 03:40:18.456992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.507117 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.550419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1463a-777a-4711-a297-e7113bb67f03 req-a485370a-cef3-4114-b486-79cd72dd675f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.551817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60c1463a-777a-4711-a297-e7113bb67f03 req-a485370a-cef3-4114-b486-79cd72dd675f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0553725 Aug 10 03:40:18.591633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60c1463a-777a-4711-a297-e7113bb67f03 req-582dfb07-04b0-4297-9c17-9d2480555306 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Aug 10 03:40:18.613277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53412) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.651773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be70053-4f97-4b29-a99b-f82893b91903 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.653333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8be70053-4f97-4b29-a99b-f82893b91903 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1092 time: 0.0390136 Aug 10 03:40:18.656129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53414) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:18.660648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:18.671088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.721283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.777420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.173427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079b0d3-d94c-4a53-9220-3958e2c08a81 req-eec58bae-f969-4e92-b864-f019c8d5ffe2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.174918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b079b0d3-d94c-4a53-9220-3958e2c08a81 req-eec58bae-f969-4e92-b864-f019c8d5ffe2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 943 time: 0.0653081 Aug 10 03:40:19.176301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.209760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.218743 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/9f3bba88-19ce-42aa-944b-54a798a36378 HTTP/1.1" status: 204 len: 168 time: 0.8973758 Aug 10 03:40:19.220018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d2f63-5831-4e27-9aed-dbdfb6be0523 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3bba88-19ce-42aa-944b-54a798a36378,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.221669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35770f78-2f45-47d3-9d5b-a91b7678abbb None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:19.222158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:19.257118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b079b0d3-d94c-4a53-9220-3958e2c08a81 req-0d2b5d60-06a5-46a5-82e4-2345e96c82a0 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724247 Aug 10 03:40:19.264122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.297236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet 6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:19.311382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.388959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.389694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.48 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/f4ea4f71-decb-4b21-b0d9-eb31b168fd91) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:19.497056 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.508588 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.538688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Router d65e4b02-228e-457f-848c-4901b6ca0493 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:40:19.614354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.616180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:19.654895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:19.661117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:19.664168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:19.702459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=f4ea4f71-decb-4b21-b0d9-eb31b168fd91,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.704289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:19.729213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.780549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:19.783217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.785210 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9dfe6031-86c9-43c8-ab39-4b8cebd184ca tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/6a6f21fb-8c46-4bd5-8e3f-ed52f35e768f HTTP/1.1" status: 204 len: 168 time: 0.5572481 Aug 10 03:40:19.787740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53428) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:19.790055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] Sync routers for ids ['d65e4b02-228e-457f-848c-4901b6ca0493'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:19.797365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.802501 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b71ce891-7941-4874-8e2b-f43dddb21910 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0600226 Aug 10 03:40:19.807231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53430) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:19.811798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:19.819081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:19.825533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] Routers {'d65e4b02-228e-457f-848c-4901b6ca0493'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:19.826441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d65e4b02-228e-457f-848c-4901b6ca0493'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:19.851622 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3e6473-b794-4722-b5e6-6f6a93d5962e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:19.852099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3e6473-b794-4722-b5e6-6f6a93d5962e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:19.859522 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8d3e6473-b794-4722-b5e6-6f6a93d5962e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/9f3bba88-19ce-42aa-944b-54a798a36378 HTTP/1.1" status: 404 len: 337 time: 0.0706522 Aug 10 03:40:19.862526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:19.865228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:19.873286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'port_id': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'mac_address': 'fa:16:3e:70:d5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:19.905309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] Routers {'d65e4b02-228e-457f-848c-4901b6ca0493'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:19.908999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d65e4b02-228e-457f-848c-4901b6ca0493'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:19.941534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting subnet c49b7fa7-72b4-4b3a-bc1f-940288708055 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:19.951237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.004993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:20.005642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41234f11-ad5f-47ea-8f77-2af9e7042c2c None None] The sync data for ids ['d65e4b02-228e-457f-848c-4901b6ca0493'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:20.014154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.030913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:20.042590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.066048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:20.115331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.152850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.181261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.204897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25348c13-0649-4188-bb94-2c356172b027 None None] Network fd4582d6-9bae-4482-805d-067dcafd3805 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:20.290813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fafecf04-8b7b-47cf-b48e-73ee94eee5ee None None] Provisioning complete for port 0da348f8-e199-47cd-b107-f350401ced60 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:20.293824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fafecf04-8b7b-47cf-b48e-73ee94eee5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.305394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.353091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Subnet': ['ID=c49b7fa7-72b4-4b3a-bc1f-940288708055,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.367421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:20.374853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.381056 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8f4a2fc4-3c57-49cb-8047-82a1b49b697b tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/c49b7fa7-72b4-4b3a-bc1f-940288708055 HTTP/1.1" status: 204 len: 168 time: 0.5167603 Aug 10 03:40:20.381694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.401777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.409339 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0da8716-5a07-482e-9583-7e1b8519af1e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.409834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0da8716-5a07-482e-9583-7e1b8519af1e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.411794 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f0da8716-5a07-482e-9583-7e1b8519af1e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/8cba2890-d508-435d-8bbb-180d46f82d69 HTTP/1.1" status: 404 len: 337 time: 0.0291557 Aug 10 03:40:20.415214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53440) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.457063 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d34b70f0-5859-4582-b9e2-89f7e4b85020 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc779a28-1e3a-45ac-9618-56f57f665ad4 HTTP/1.1" status: 200 len: 205 time: 0.0372419 Aug 10 03:40:20.457610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53442) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.510217 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-efe4b78a-fa26-4ed1-b2a3-a8b19b211d1a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] delete failed (client error): The resource could not be found. Aug 10 03:40:20.511619 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-efe4b78a-fa26-4ed1-b2a3-a8b19b211d1a tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/routers/dc779a28-1e3a-45ac-9618-56f57f665ad4 HTTP/1.1" status: 404 len: 336 time: 0.0530233 Aug 10 03:40:20.514225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53444) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.563436 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6add5ae1-4334-4bcc-a21c-b9f9bc57ce84 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.563904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6add5ae1-4334-4bcc-a21c-b9f9bc57ce84 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.571012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6add5ae1-4334-4bcc-a21c-b9f9bc57ce84 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/73c6563a-598a-4619-8852-61a29779f090 HTTP/1.1" status: 404 len: 337 time: 0.0553968 Aug 10 03:40:20.571677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53446) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.608332 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-081fa6ad-df0b-497a-a2e9-dd11c98d7c5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.608929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081fa6ad-df0b-497a-a2e9-dd11c98d7c5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.611450 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-081fa6ad-df0b-497a-a2e9-dd11c98d7c5e tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/92fc4af5-8610-470e-9d12-d06d5a68cbdb HTTP/1.1" status: 404 len: 337 time: 0.0384617 Aug 10 03:40:20.616048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53448) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.618309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.632652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e20a5-3777-4228-af53-9c319fcec43b req-41d60c5d-29ca-4349-b628-c5bdb86b1fde tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.634248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b18e20a5-3777-4228-af53-9c319fcec43b req-41d60c5d-29ca-4349-b628-c5bdb86b1fde tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 944 time: 0.2052085 Aug 10 03:40:20.636969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fafecf04-8b7b-47cf-b48e-73ee94eee5ee None None] Provisioning complete for port 4000a4be-2cb7-4099-a523-711dc95580c8 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:20.637406 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fafecf04-8b7b-47cf-b48e-73ee94eee5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.701640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fafecf04-8b7b-47cf-b48e-73ee94eee5ee None None] Port 4000a4be-2cb7-4099-a523-711dc95580c8 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:20.712028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] DHCP port deletion for fd4582d6-9bae-4482-805d-067dcafd3805 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:20.714491 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1f87c3-2c24-4ace-ad59-e1fa749095c5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.714857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1f87c3-2c24-4ace-ad59-e1fa749095c5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.719201 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e1f87c3-2c24-4ace-ad59-e1fa749095c5 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/c71a4e0b-8e9d-4415-80b4-098c3acfafcd HTTP/1.1" status: 404 len: 337 time: 0.0816209 Aug 10 03:40:20.719654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53450) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.740303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.746241 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b683ed3-ec82-4373-a333-03e19b403f11 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.747122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b683ed3-ec82-4373-a333-03e19b403f11 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.749229 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7b683ed3-ec82-4373-a333-03e19b403f11 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/4be1e196-61eb-4406-aad8-e65baaf181a0 HTTP/1.1" status: 404 len: 333 time: 0.0283184 Aug 10 03:40:20.752556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53452) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.913962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b18e20a5-3777-4228-af53-9c319fcec43b req-41d7906f-4eae-42b3-b3d4-e7ed80c2e58d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967395 Aug 10 03:40:20.914165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] Deleting port 0da348f8-e199-47cd-b107-f350401ced60 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:20.914165 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.914357 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8a9f30-596c-4599-b42d-9a823a72ad30 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.914357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8a9f30-596c-4599-b42d-9a823a72ad30 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.914357 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b8a9f30-596c-4599-b42d-9a823a72ad30 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/a1f6d855-27ba-40b5-9cfc-ca83025afaf6 HTTP/1.1" status: 404 len: 337 time: 0.0399342 Aug 10 03:40:20.914619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] For port 0da348f8-e199-47cd-b107-f350401ced60, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0da348f8-e199-47cd-b107-f350401ced60,segment=NetworkSegment(aa4fb08e-893c-41e6-a86f-ab4b31b6c348),segment_id=aa4fb08e-893c-41e6-a86f-ab4b31b6c348)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:20.914619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.914619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] Calling delete_port for 0da348f8-e199-47cd-b107-f350401ced60 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:20.914888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.914888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53454) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.951661 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bdccb0-935c-404a-93ae-7cebea254757 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.952131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bdccb0-935c-404a-93ae-7cebea254757 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.954020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e0bdccb0-935c-404a-93ae-7cebea254757 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/e8a8d45d-4338-47b3-bd5e-02a87d5b083e HTTP/1.1" status: 404 len: 337 time: 0.0386460 Aug 10 03:40:20.956657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53456) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.978976 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d053c7-a464-40f9-9236-7b8929c8f85d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:20.979536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d053c7-a464-40f9-9236-7b8929c8f85d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:20.981338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-36d053c7-a464-40f9-9236-7b8929c8f85d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/7ffed29d-d656-40e4-b70a-6597e541eba4 HTTP/1.1" status: 404 len: 333 time: 0.0236859 Aug 10 03:40:20.983899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53458) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:20.987718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0da348f8-e199-47cd-b107-f350401ced60 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:21.010282 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49d0bf9-28f3-42b7-9839-d16701955bf8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:21.010747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49d0bf9-28f3-42b7-9839-d16701955bf8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:21.012517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f49d0bf9-28f3-42b7-9839-d16701955bf8 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/e7ed37a4-a689-4f83-b445-b322002ff655 HTTP/1.1" status: 404 len: 337 time: 0.0269306 Aug 10 03:40:21.014988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53460) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:21.044743 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-363a33bf-4026-44a3-80e0-0738cebb83ba tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:21.045206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363a33bf-4026-44a3-80e0-0738cebb83ba tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:21.049719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-363a33bf-4026-44a3-80e0-0738cebb83ba tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/subnets/b216ebfd-ad58-49a6-8476-559c0b6d782c HTTP/1.1" status: 404 len: 337 time: 0.0310509 Aug 10 03:40:21.049939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53462) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:21.080195 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.135140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Deleting port 4000a4be-2cb7-4099-a523-711dc95580c8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:21.135494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.203054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.215832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Calling delete_port for 4000a4be-2cb7-4099-a523-711dc95580c8 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:21.342668 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.356505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.356732 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.400174 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.406125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] Pushing event deleted for resources: {'Port': ['ID=0da348f8-e199-47cd-b107-f350401ced60,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.411661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a9376-bb17-4390-a90f-dcd7a5e45d0d None None] No DVR routers for this DVR port 0da348f8-e199-47cd-b107-f350401ced60 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:21.436131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=f4ea4f71-decb-4b21-b0d9-eb31b168fd91,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.479365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.481300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/ports/4000a4be-2cb7-4099-a523-711dc95580c8 HTTP/1.1" status: 204 len: 168 time: 0.4304061 Aug 10 03:40:21.482976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237f1cc-6f5b-494d-8bd0-273e1089643d tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Port': ['ID=4000a4be-2cb7-4099-a523-711dc95580c8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.483877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53466) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:21.503958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.568843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.599677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Deleting port 3005f470-0a28-4f06-9490-4ca284230db3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:21.600018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.635882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:21.654127 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP afadffd9-37f2-4a8f-ab05-04c0a2eacc25 associated. External IP: 172.25.1.48, port: 8e259506-6f55-46fc-b788-daf0f880addb. Aug 10 03:40:21.657270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.666906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4582d6-9bae-4482-805d-067dcafd3805']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:21.678372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:21.678671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4fb08e-893c-41e6-a86f-ab4b31b6c348') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:21.688041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.689723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:21.689967 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.702876 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.710042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:21.710521 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: items = [ Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:21.713939 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:21.755491 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.776924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Calling delete_port for 3005f470-0a28-4f06-9490-4ca284230db3 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:21.779210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.805723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:21.817619 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa2b141-07c8-401e-82b4-b99b21cfac6b" -d '{"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-plugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:21.824745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:21.853194 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de77d7-f36a-4dab-8e3f-dfbaa0760eb9 x-openstack-request-id: req-a5de77d7-f36a-4dab-8e3f-dfbaa0760eb9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:21.853719 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-plugged", "status": "completed", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:21.854147 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5de77d7-f36a-4dab-8e3f-dfbaa0760eb9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:21.854636 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'code': 200} Aug 10 03:40:21.858960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.865208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.870083 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] 10.222.0.26 "DELETE /v2.0/networks/fd4582d6-9bae-4482-805d-067dcafd3805 HTTP/1.1" status: 204 len: 168 time: 0.3825228 Aug 10 03:40:21.899542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b68af-8f54-411a-a549-c62e21f59f24 tempest-PortsTestJSON-818252410 tempest-PortsTestJSON-818252410-project] Pushing event deleted for resources: {'Network': ['ID=fd4582d6-9bae-4482-805d-067dcafd3805,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.904521 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.997079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:22.059376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router acbad119-1438-476d-9788-83179a9c3fcc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:22.467693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53480) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:22.522456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37601455-5769-45b6-a039-6b6854c0395b req-a65d7e3e-1480-4d74-9fd8-58a589956c57 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.523831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37601455-5769-45b6-a039-6b6854c0395b req-a65d7e3e-1480-4d74-9fd8-58a589956c57 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.4847112 Aug 10 03:40:22.646769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37601455-5769-45b6-a039-6b6854c0395b req-a63e896e-1bba-4ede-9b23-0e4f89e2f81a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896604 Aug 10 03:40:22.652023 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83924374-8353-41bf-a58d-836df9b922b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc50b41f9ed54f4c8c1a54b72c7e9caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798325 Aug 10 03:40:22.652590 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53486) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:22.687937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.691344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:22.705442 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] Sync routers for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:22.713623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb262-7827-4730-a2cf-d7d4ae64f60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.718197 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:22.719763 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:22.731811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Pushing event deleted for resources: {'Port': ['ID=3005f470-0a28-4f06-9490-4ca284230db3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:22.750691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb262-7827-4730-a2cf-d7d4ae64f60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.759377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c26f9e-1c28-4b1c-b9f1-42187d613d3c req-8611b1e5-8412-4a12-8a14-e74bdb52be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.760907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2c26f9e-1c28-4b1c-b9f1-42187d613d3c req-8611b1e5-8412-4a12-8a14-e74bdb52be6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 1098 time: 0.2322652 Aug 10 03:40:22.822163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.838513 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:22.843391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.846767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2c26f9e-1c28-4b1c-b9f1-42187d613d3c req-5eef4486-47df-4ab6-99f2-7cf9cafa6962 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664482 Aug 10 03:40:22.883690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-471778ae-6af5-4dd6-9c2e-b519bcc43d2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2263103 Aug 10 03:40:22.886867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb262-7827-4730-a2cf-d7d4ae64f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.891432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5a0bb262-7827-4730-a2cf-d7d4ae64f60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.899314 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5a0bb262-7827-4730-a2cf-d7d4ae64f60b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/332a8cd3-4ff5-482d-96f6-4fcfa1538d5b HTTP/1.1" status: 204 len: 168 time: 0.2436769 Aug 10 03:40:22.908840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:22.910932 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783c8793-48f3-4ce1-9906-c1c173a0f47f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:22.933367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bb262-7827-4730-a2cf-d7d4ae64f60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a8cd3-4ff5-482d-96f6-4fcfa1538d5b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:23.141262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa4c9-08de-4185-b878-75eacde0f7af req-64053464-4e39-4d45-82bd-71345d5c5c78 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.142859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73ffa4c9-08de-4185-b878-75eacde0f7af req-64053464-4e39-4d45-82bd-71345d5c5c78 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1425941 Aug 10 03:40:23.146697 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.152295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.166211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'afadffd9-37f2-4a8f-ab05-04c0a2eacc25', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'mac_address': 'fa:16:3e:fa:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:40:20Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:57Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.199919 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] Checking router: acbad119-1438-476d-9788-83179a9c3fcc for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:40:23.208701 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:23.209309 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.263890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73ffa4c9-08de-4185-b878-75eacde0f7af req-1bac6a41-27ee-4769-922e-740fc24588c5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082933 Aug 10 03:40:23.281160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53500) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:23.284364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Router d65e4b02-228e-457f-848c-4901b6ca0493 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:23.345709 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:40:23.366180 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c2fbe0-8241-4ccc-aa50-111d12ef5c37 x-openstack-request-id: req-d7c2fbe0-8241-4ccc-aa50-111d12ef5c37 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:23.366760 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:23.367192 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7c2fbe0-8241-4ccc-aa50-111d12ef5c37 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:23.368166 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'status': 'completed', 'code': 200} Aug 10 03:40:23.427928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32c67580-9374-43d5-b406-5fa7397eb4fd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/afadffd9-37f2-4a8f-ab05-04c0a2eacc25 HTTP/1.1" status: 200 len: 990 time: 0.1373210 Aug 10 03:40:23.433924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:23.446564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] Sync routers for ids ['d65e4b02-228e-457f-848c-4901b6ca0493'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:23.463323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] Routers {'d65e4b02-228e-457f-848c-4901b6ca0493'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:23.464059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d65e4b02-228e-457f-848c-4901b6ca0493'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.465549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.466717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a347c144-ca57-4657-b32e-bd29dc2920bf tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "PUT /v2.0/routers/d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 200 len: 705 time: 3.6585119 Aug 10 03:40:23.469587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53508) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:23.507006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.517830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] Routers {'d65e4b02-228e-457f-848c-4901b6ca0493'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:23.518445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d65e4b02-228e-457f-848c-4901b6ca0493'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.553063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.553760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1acc76f-80c6-4cb6-a2ea-8845c4b5cdde None None] The sync data for ids ['d65e4b02-228e-457f-848c-4901b6ca0493'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:23.601125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-eb40ddfc-48b1-4383-a85b-c08b8985943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.602812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-eb40ddfc-48b1-4383-a85b-c08b8985943e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1097 time: 0.2021661 Aug 10 03:40:23.606788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2d298f1-2744-410d-ab6d-0412eaba21ea tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/routers/d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 200 len: 740 time: 0.1357515 Aug 10 03:40:23.609219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53512) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:23.673527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cee165c8-b16a-410e-9001-79ecd717fb97 tempest-RoutersAdminTest-1244408813 tempest-RoutersAdminTest-1244408813-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&device_id=d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 200 len: 205 time: 0.0628777 Aug 10 03:40:23.676074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53516) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:23.695601 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'afadffd9-37f2-4a8f-ab05-04c0a2eacc25', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'mac_address': 'fa:16:3e:fa:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:40:20Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:57Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.738386 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9b348055-e803-4c6f-957b-da2d6fe0ec5c tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 200 len: 205 time: 0.0596817 Aug 10 03:40:23.742817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53522) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:23.754748 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084946d8-9d93-4786-b8a3-f5d843bb6198 None None] The sync data for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 is: [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'afadffd9-37f2-4a8f-ab05-04c0a2eacc25', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'mac_address': 'fa:16:3e:fa:6a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:40:20Z', 'updated_at': '2021-08-10T03:40:20Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:57Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:23.835847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.076118 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba198828-5947-4845-b032-b40743e9a50a None None] New status for floating IP afadffd9-37f2-4a8f-ab05-04c0a2eacc25: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:40:24.128553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d46c67-201d-40b2-bf27-3e7b94f0b96f req-ba8d256b-5b50-4cee-a96f-a27b94c91f9f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.136773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63d46c67-201d-40b2-bf27-3e7b94f0b96f req-ba8d256b-5b50-4cee-a96f-a27b94c91f9f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.2969010 Aug 10 03:40:24.155941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.165250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-7c80a42f-3203-4185-bf61-1e86403737dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.167113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-7c80a42f-3203-4185-bf61-1e86403737dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.5491533 Aug 10 03:40:24.170779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.298044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63d46c67-201d-40b2-bf27-3e7b94f0b96f req-9f0a1709-53f9-4606-bbab-1588e36e072f tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549079 Aug 10 03:40:24.306390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53550) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.319245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-735dfcdb-fab5-45a6-b273-3c6dd6717adf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.1397386 Aug 10 03:40:24.354766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.355261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Fanout notify agent at l3_agent the message router_deleted on router d65e4b02-228e-457f-848c-4901b6ca0493 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:24.363451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.368041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9cc15941-882b-47d6-bc39-6a5fb1ea2a39 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 204 len: 168 time: 0.6207650 Aug 10 03:40:24.368331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53556) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.379297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-4b10e7cf-e62e-4ccf-9a2d-da2828927a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.380722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-4b10e7cf-e62e-4ccf-9a2d-da2828927a7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0532796 Aug 10 03:40:24.395582 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f757ff0d-d4c9-4f8b-8b47-2b95610952e6 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 200 len: 205 time: 0.0263016 Aug 10 03:40:24.399871 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53558) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.431186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.450144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1399625899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:24.455060 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-08237326-64ba-4e89-b8da-402bc07301f3 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] delete failed (client error): The resource could not be found. Aug 10 03:40:24.456105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-08237326-64ba-4e89-b8da-402bc07301f3 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/d65e4b02-228e-457f-848c-4901b6ca0493 HTTP/1.1" status: 404 len: 336 time: 0.0553272 Aug 10 03:40:24.460614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53566) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.485140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-e373e2fa-b3a0-447d-a0ae-9bdd3b4fde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.485140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-e373e2fa-b3a0-447d-a0ae-9bdd3b4fde27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923810 Aug 10 03:40:24.492681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fb9d819e-824c-41a6-9977-cb26904731c0 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d73d1971-fd75-4744-adab-d82cb0dc5ac4 HTTP/1.1" status: 200 len: 205 time: 0.0309303 Aug 10 03:40:24.495161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.499726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-ccebe7e3-84c1-4926-80b0-984783b2e62f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:24.500777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-ccebe7e3-84c1-4926-80b0-984783b2e62f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069137 Aug 10 03:40:24.509366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6a78143f-58fc-4381-83bb-7f36b5ade6bb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/afadffd9-37f2-4a8f-ab05-04c0a2eacc25 HTTP/1.1" status: 200 len: 990 time: 0.0769832 Aug 10 03:40:24.540005 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-65183333-8aa7-40eb-8e96-1586d1416a9f tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] delete failed (client error): The resource could not be found. Aug 10 03:40:24.543851 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-65183333-8aa7-40eb-8e96-1586d1416a9f tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/d73d1971-fd75-4744-adab-d82cb0dc5ac4 HTTP/1.1" status: 404 len: 336 time: 0.0450213 Aug 10 03:40:24.543851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53572) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.575868 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d675437d-f4f6-4923-a98c-e4cb58d686e2 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=006dcf1e-273b-480e-9a1c-66fa415f79b0 HTTP/1.1" status: 200 len: 205 time: 0.0309160 Aug 10 03:40:24.578881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.604826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-245c6717-cceb-4401-b962-e95a74b0be40 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943153 Aug 10 03:40:24.615090 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-d26e167c-fec5-4d67-a07e-c2c464d68d76 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] delete failed (client error): The resource could not be found. Aug 10 03:40:24.616104 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d26e167c-fec5-4d67-a07e-c2c464d68d76 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/006dcf1e-273b-480e-9a1c-66fa415f79b0 HTTP/1.1" status: 404 len: 336 time: 0.0363214 Aug 10 03:40:24.618859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.649758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-826e33b5-9ceb-42e7-a390-5ddc7c8fc4ed tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=3dffeebd-e958-4c3f-81e1-40a720c99357 HTTP/1.1" status: 200 len: 205 time: 0.0297611 Aug 10 03:40:24.650765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.651789 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.654870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53580) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.695685 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-1e4029ba-bccf-4d95-aace-66fe042de408 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] delete failed (client error): The resource could not be found. Aug 10 03:40:24.699139 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e4029ba-bccf-4d95-aace-66fe042de408 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/3dffeebd-e958-4c3f-81e1-40a720c99357 HTTP/1.1" status: 404 len: 336 time: 0.0409989 Aug 10 03:40:24.699335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53586) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.711010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-783c8793-48f3-4ce1-9906-c1c173a0f47f req-2593c26a-7098-48b6-89e8-f7e4ed43115c service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965190 Aug 10 03:40:24.734887 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1bfdb0fa-af8d-4fd6-95f1-24591835821b tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=d84f0d4e-fce7-4948-af51-9e30eee25dc0 HTTP/1.1" status: 200 len: 205 time: 0.0344801 Aug 10 03:40:24.737477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.770678 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.777552 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-ca585482-276e-4a4f-806b-e1bdb175b86d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] delete failed (client error): The resource could not be found. Aug 10 03:40:24.778603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ca585482-276e-4a4f-806b-e1bdb175b86d tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/d84f0d4e-fce7-4948-af51-9e30eee25dc0 HTTP/1.1" status: 404 len: 336 time: 0.0398457 Aug 10 03:40:24.781851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53592) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.813050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-077e1651-fb55-4939-84d2-09fed61a402f tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3c50a2-1050-4c08-9ffc-e258613d1d3f HTTP/1.1" status: 200 len: 205 time: 0.0301325 Aug 10 03:40:24.818915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53594) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.841417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.851987 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-e023e76d-0d51-44a3-9d51-97fae5668005 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] delete failed (client error): The resource could not be found. Aug 10 03:40:24.853086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e023e76d-0d51-44a3-9d51-97fae5668005 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/routers/5b3c50a2-1050-4c08-9ffc-e258613d1d3f HTTP/1.1" status: 404 len: 336 time: 0.0368984 Aug 10 03:40:24.855781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53596) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.880938 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4955584-acad-45b7-949f-2e1f73d51b89 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:24.881386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4955584-acad-45b7-949f-2e1f73d51b89 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:24.884117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4955584-acad-45b7-949f-2e1f73d51b89 tempest-RoutersAdminTest-1819355337 tempest-RoutersAdminTest-1819355337-project] 10.222.0.26 "DELETE /v2.0/subnets/bf97193e-d223-49bf-929b-e6a3f4a8c869 HTTP/1.1" status: 404 len: 337 time: 0.0264046 Aug 10 03:40:24.905509 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.908938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53600) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.912756 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de1a73d8-ad75-47d4-8302-eccabd0724d5 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5983450 Aug 10 03:40:24.913951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1111363772'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:24.983960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Made reservation on behalf of 651f18b469d7495c811552bab6d49368 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:24.987542 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.996158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.082228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.224091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.250596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:25.267860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c9a8a-b3d0-41f7-b70c-a05b82a25ff3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:25.273189 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.273832 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Added segment 83b628b8-f69a-43b0-885d-9ff975a52306 of type vlan for network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 Aug 10 03:40:25.317186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.416103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5702f5-25b6-491a-bb64-bdb92f2f6149 req-3adb4b03-ffbc-453d-b2b3-4569c0b99d21 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.417545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e5702f5-25b6-491a-bb64-bdb92f2f6149 req-3adb4b03-ffbc-453d-b2b3-4569c0b99d21 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.0497081 Aug 10 03:40:25.430246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.439533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.439533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.512493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53618) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:25.531896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e5702f5-25b6-491a-bb64-bdb92f2f6149 req-c0fce3d8-4966-4a7b-85ba-3ef6882e10e6 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077659 Aug 10 03:40:25.546326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Network': ['ID=f0c2711c-418d-4bd1-89cd-d1a28f8cd193,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:25.558267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:25.560990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:25.605896 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0b70fc11-5110-4256-83bb-96cbaa54ebd3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/afadffd9-37f2-4a8f-ab05-04c0a2eacc25 HTTP/1.1" status: 200 len: 992 time: 0.0921659 Aug 10 03:40:25.613882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57a5ec18-5ccb-4a99-b43d-3627b8bd9b24 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7011542 Aug 10 03:40:25.614459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53624) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:25.619278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'subnet': {'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:25.702938 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.721055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:40:25.721055 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:40:25.721055 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': '923c49b1e42141bfb245087c6073ca02', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 40, 25, 715374)}] Aug 10 03:40:25.721055 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:40:25.724145 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:40:25.823969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Made reservation on behalf of 651f18b469d7495c811552bab6d49368 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:25.827889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.956358 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.098676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.163461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Subnet': ['ID=7b627710-4442-4dc6-928c-ebe15576f719,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.174323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Checking segment: {'id': '83b628b8-f69a-43b0-885d-9ff975a52306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:26.174323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network hostable DHCP agents. Network: f0c2711c-418d-4bd1-89cd-d1a28f8cd193, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:26.223503 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.252376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:26.316523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.338230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, f0c2711c-418d-4bd1-89cd-d1a28f8cd193) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:26.342630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.343225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.346739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b56d7f-14a4-428f-a1b4-7e3445a7ffea None None] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:26.418387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.462844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53626) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:26.463280 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=923c49b1e42141bfb245087c6073ca02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9006155 Aug 10 03:40:26.464963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b49cee-853d-40c7-ad32-f1d194990b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4124e-feec-4ae0-a7ed-5508ac62d802,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.491328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-f0c2711c-418d-4bd1-89cd-d1a28f8cd193', 'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193', 'tenant_id': '651f18b469d7495c811552bab6d49368', 'fixed_ips': [{'subnet_id': '7b627710-4442-4dc6-928c-ebe15576f719'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:26.492189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.495257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6e6ba529-5043-46e6-b3e4-de3dab45ba85 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8799701 Aug 10 03:40:26.498324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:26.504396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'network': {'name': 'tempest-router-network01--466911303'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:26.521873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131f-d03a-4b20-a6e2-fc5a3a49522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.545960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131f-d03a-4b20-a6e2-fc5a3a49522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.588051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Made reservation on behalf of 651f18b469d7495c811552bab6d49368 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:26.597839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.650921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Allocated IP 172.20.0.2 (f0c2711c-418d-4bd1-89cd-d1a28f8cd193/7b627710-4442-4dc6-928c-ebe15576f719/fee5358d-c0ea-49ee-88cc-1974e616c2dc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:26.677065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b126ab-276a-4efb-b52d-f97e731eba8c req-7696d5eb-168b-4063-8a7e-10f9278ab8ec tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.678619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3b126ab-276a-4efb-b52d-f97e731eba8c req-7696d5eb-168b-4063-8a7e-10f9278ab8ec tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.0493596 Aug 10 03:40:26.680573 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131f-d03a-4b20-a6e2-fc5a3a49522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.683984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131f-d03a-4b20-a6e2-fc5a3a49522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.685625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:26.685906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4ba9131f-d03a-4b20-a6e2-fc5a3a49522c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1c4124e-feec-4ae0-a7ed-5508ac62d802 HTTP/1.1" status: 204 len: 168 time: 0.2211089 Aug 10 03:40:26.696711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.697492 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Added segment 7ac2091d-50ed-4af5-b13f-66d73a73672c of type vlan for network bb3a01bb-76f6-4819-a9f7-d73904c4b386 Aug 10 03:40:26.729083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9131f-d03a-4b20-a6e2-fc5a3a49522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4124e-feec-4ae0-a7ed-5508ac62d802,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.739355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3b126ab-276a-4efb-b52d-f97e731eba8c req-c1c76cb5-96d1-484f-9ec8-311b9858b9c2 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525589 Aug 10 03:40:26.767015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.829153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.837723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Transition to ACTIVE for port object fee5358d-c0ea-49ee-88cc-1974e616c2dc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:26.853516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Transition to ACTIVE for port object fee5358d-c0ea-49ee-88cc-1974e616c2dc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:26.863811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.869565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.874945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.937823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Network': ['ID=bb3a01bb-76f6-4819-a9f7-d73904c4b386,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.945461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.945809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.946151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.946512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.946829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.947160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.947488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.947815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.948140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.948500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.948824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.949144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:26.950647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.962911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:27.030814 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1f462ae5-4b72-4c29-84d4-bed783ac85cb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5311804 Aug 10 03:40:27.034128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53638) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.039334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'network': {'name': 'tempest-router-network02--851348405'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:27.140215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Made reservation on behalf of 651f18b469d7495c811552bab6d49368 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:27.144163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.169274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:27.178875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.179214 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Added segment 9e87683b-7bbd-400e-9060-f39dd2f24948 of type vlan for network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 Aug 10 03:40:27.194064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:27.199654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:27.205484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:27.210210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Pushing event updated for resources: {'Port': ['ID=fee5358d-c0ea-49ee-88cc-1974e616c2dc,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.233884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.276453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Attempting to bind port fee5358d-c0ea-49ee-88cc-1974e616c2dc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:27.276825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Attempting to bind port fee5358d-c0ea-49ee-88cc-1974e616c2dc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '83b628b8-f69a-43b0-885d-9ff975a52306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:27.277182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Attempting to bind port fee5358d-c0ea-49ee-88cc-1974e616c2dc on network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:27.282897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:27.283278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Checking segment: {'id': '83b628b8-f69a-43b0-885d-9ff975a52306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:27.283683 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.284078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Bound using segment: {'id': '83b628b8-f69a-43b0-885d-9ff975a52306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:27.284653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Bound port: fee5358d-c0ea-49ee-88cc-1974e616c2dc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b628b8-f69a-43b0-885d-9ff975a52306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f0c2711c-418d-4bd1-89cd-d1a28f8cd193'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:27.289571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.315108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.321862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:27.324015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.358543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] For port fee5358d-c0ea-49ee-88cc-1974e616c2dc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:27.358765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.367961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] For port fee5358d-c0ea-49ee-88cc-1974e616c2dc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fee5358d-c0ea-49ee-88cc-1974e616c2dc,segment=NetworkSegment(83b628b8-f69a-43b0-885d-9ff975a52306),segment_id=83b628b8-f69a-43b0-885d-9ff975a52306)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:27.397062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Network': ['ID=8aa1bbea-9dc8-407a-a897-ae0069a4a668,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.402585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9eebbf6c-f6f9-4ad3-a591-d4ffeca32638 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ef51ee3dd4b4084b07716ee0f7e13f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425258 Aug 10 03:40:27.408693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:27.410122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53650) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.452459 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.453560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1947443e-e509-4974-95a8-f3c2817cd8c0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4183192 Aug 10 03:40:27.456298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53652) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.462706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'subnet': {'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:27.479171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e28c9c93-8179-4a42-ae94-374edb361f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.530106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918e20-fd87-4ed5-8339-1fa5cb6c0969 None None] Pushing event updated for resources: {'Port': ['ID=fee5358d-c0ea-49ee-88cc-1974e616c2dc,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.563414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e28c9c93-8179-4a42-ae94-374edb361f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.709230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Made reservation on behalf of 651f18b469d7495c811552bab6d49368 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:27.713209 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.783033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e28c9c93-8179-4a42-ae94-374edb361f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.785667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e28c9c93-8179-4a42-ae94-374edb361f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.786826 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e28c9c93-8179-4a42-ae94-374edb361f16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaf98950-fef7-4bbf-bb40-1b00fac910e8 HTTP/1.1" status: 204 len: 168 time: 0.3755727 Aug 10 03:40:27.802297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c9c93-8179-4a42-ae94-374edb361f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf98950-fef7-4bbf-bb40-1b00fac910e8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:28.046622 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.111606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Subnet': ['ID=52564c49-7cc1-4d3e-b075-4131cb0ecad9,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:28.127479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Checking segment: {'id': '7ac2091d-50ed-4af5-b13f-66d73a73672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:28.128046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network hostable DHCP agents. Network: bb3a01bb-76f6-4819-a9f7-d73904c4b386, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:28.206830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:28.281082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, bb3a01bb-76f6-4819-a9f7-d73904c4b386) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:28.286936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.287863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.303439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9930b3bb-d96b-4551-893d-ddba9f4aeb61 None None] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:28.387809 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ab75e8ee-5918-4578-b9c4-aa9d391e1c82 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9303348 Aug 10 03:40:28.388032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53666) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:28.395752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'subnet': {'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:28.468272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-bb3a01bb-76f6-4819-a9f7-d73904c4b386', 'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386', 'tenant_id': '651f18b469d7495c811552bab6d49368', 'fixed_ips': [{'subnet_id': '52564c49-7cc1-4d3e-b075-4131cb0ecad9'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:28.470111 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.572419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Made reservation on behalf of 651f18b469d7495c811552bab6d49368 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:28.577243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.626112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Allocated IP 172.20.0.2 (bb3a01bb-76f6-4819-a9f7-d73904c4b386/52564c49-7cc1-4d3e-b075-4131cb0ecad9/8a359c6c-57eb-47c7-9c33-38a9521910ab) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:28.751562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30866b6-77be-443d-8103-3b64d24a2836 None None] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:28.894037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-32a10a96-89ef-493b-b8e2-c5c73f54f9ee None None] Provisioning for port fee5358d-c0ea-49ee-88cc-1974e616c2dc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:28.907862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.920183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Transition to ACTIVE for port object 8a359c6c-57eb-47c7-9c33-38a9521910ab will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:28.965355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Transition to ACTIVE for port object 8a359c6c-57eb-47c7-9c33-38a9521910ab will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:28.968615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.044171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Subnet': ['ID=3713a9f3-52ec-4f4c-834c-fa050c2a165b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:29.054053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Checking segment: {'id': '9e87683b-7bbd-400e-9060-f39dd2f24948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:29.054465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network hostable DHCP agents. Network: 8aa1bbea-9dc8-407a-a897-ae0069a4a668, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:29.059260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.100630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fee5358d-c0ea-49ee-88cc-1974e616c2dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:29.138838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:29.147383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:29.155128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:29.170784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:29.190132 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Pushing event updated for resources: {'Port': ['ID=8a359c6c-57eb-47c7-9c33-38a9521910ab,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:29.191048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53680) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.240630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8aa1bbea-9dc8-407a-a897-ae0069a4a668) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:29.244736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:29.245413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.264850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd3b6b-dafd-4044-adf3-e7e44fb6be82 None None] Network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:29.310573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Attempting to bind port 8a359c6c-57eb-47c7-9c33-38a9521910ab on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:29.311263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Attempting to bind port 8a359c6c-57eb-47c7-9c33-38a9521910ab by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '7ac2091d-50ed-4af5-b13f-66d73a73672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:29.311414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Attempting to bind port 8a359c6c-57eb-47c7-9c33-38a9521910ab on network bb3a01bb-76f6-4819-a9f7-d73904c4b386 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:29.324588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:29.325147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Checking segment: {'id': '7ac2091d-50ed-4af5-b13f-66d73a73672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:29.325539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.326069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Bound using segment: {'id': '7ac2091d-50ed-4af5-b13f-66d73a73672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:29.326491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Bound port: 8a359c6c-57eb-47c7-9c33-38a9521910ab, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac2091d-50ed-4af5-b13f-66d73a73672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb3a01bb-76f6-4819-a9f7-d73904c4b386'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:29.326874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.334715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-a151aa62-e8ce-4700-bbf3-77026558e9bd tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.335731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a151aa62-e8ce-4700-bbf3-77026558e9bd tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1433146 Aug 10 03:40:29.338683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53684) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.342793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-ee7591b9-e52c-496c-872f-9186018ced18 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.344055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ee7591b9-e52c-496c-872f-9186018ced18 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041471 Aug 10 03:40:29.345938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53686) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.350052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-7c8e117c-8d3c-4770-8115-7b0d33eee57f tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.350966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7c8e117c-8d3c-4770-8115-7b0d33eee57f tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041831 Aug 10 03:40:29.352883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-12a3e4a7-5261-418f-adef-aeb2cca9ccfb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9622207 Aug 10 03:40:29.359711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53688) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.359711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-36327e41-e3a7-4fc7-b286-bfa45e950190 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.359711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-36327e41-e3a7-4fc7-b286-bfa45e950190 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039976 Aug 10 03:40:29.361846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53690) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.362535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53692) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.367699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-c839f2f5-c885-46e4-a899-cb51af8adefc tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.369021 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c839f2f5-c885-46e4-a899-cb51af8adefc tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055187 Aug 10 03:40:29.371477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53694) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.377000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-985d2510-1a60-4a22-8da8-21bd990925ce tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.380073 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-985d2510-1a60-4a22-8da8-21bd990925ce tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055857 Aug 10 03:40:29.380290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53696) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.384833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-c13d5606-4f54-4033-aed0-e7a1e8d18b93 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.385755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c13d5606-4f54-4033-aed0-e7a1e8d18b93 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043459 Aug 10 03:40:29.388184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53698) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.392640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-eba6845a-3261-43e1-b4d6-5ebae091fcd5 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.393872 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eba6845a-3261-43e1-b4d6-5ebae091fcd5 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042353 Aug 10 03:40:29.397978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53700) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.402698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-d20a8d06-28fb-4c74-a3d8-165e884f9c16 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.406805 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d20a8d06-28fb-4c74-a3d8-165e884f9c16 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073111 Aug 10 03:40:29.406963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53702) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.439811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-1be30ce4-6076-4b89-b138-3bc46f712f94 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.443124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fee5358d-c0ea-49ee-88cc-1974e616c2dc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:29.443265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1be30ce4-6076-4b89-b138-3bc46f712f94 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0326407 Aug 10 03:40:29.443265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53704) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.448843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-cf9300b0-ece6-43e9-bb42-f2a425afe8be tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.449762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cf9300b0-ece6-43e9-bb42-f2a425afe8be tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056510 Aug 10 03:40:29.452096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53706) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.453054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fee5358d-c0ea-49ee-88cc-1974e616c2dc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:29.453432 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.462968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-af753c82-1d07-4514-b890-77ad106cb377 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.465020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-af753c82-1d07-4514-b890-77ad106cb377 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0117021 Aug 10 03:40:29.466620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53708) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.472587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-968c905c-51ee-4627-9ce7-96eb9ec88c4b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.474553 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-968c905c-51ee-4627-9ce7-96eb9ec88c4b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066264 Aug 10 03:40:29.476822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53710) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.485078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-1c93fcc5-a6c4-44a2-91c3-6f797768d781 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.488795 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1c93fcc5-a6c4-44a2-91c3-6f797768d781 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108058 Aug 10 03:40:29.489653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53712) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.494059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-8d28e223-52c4-4b63-857b-486a23325690 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.499157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] For port 8a359c6c-57eb-47c7-9c33-38a9521910ab, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:29.499311 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8d28e223-52c4-4b63-857b-486a23325690 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054383 Aug 10 03:40:29.501316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53714) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.505670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-6b55617d-ee80-4e33-a3e1-1ec09b575b80 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.506862 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b55617d-ee80-4e33-a3e1-1ec09b575b80 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045598 Aug 10 03:40:29.510925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53716) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.516730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-cebd2717-75fd-4cac-97f6-34cbbf28c076 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.521703 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cebd2717-75fd-4cac-97f6-34cbbf28c076 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093875 Aug 10 03:40:29.522375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53718) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.524537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] For port 8a359c6c-57eb-47c7-9c33-38a9521910ab, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8a359c6c-57eb-47c7-9c33-38a9521910ab,segment=NetworkSegment(7ac2091d-50ed-4af5-b13f-66d73a73672c),segment_id=7ac2091d-50ed-4af5-b13f-66d73a73672c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:29.529512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-679219d5-e57c-4bdc-9a3f-3eb5f7e83918 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.534223 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-679219d5-e57c-4bdc-9a3f-3eb5f7e83918 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0109217 Aug 10 03:40:29.534839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53720) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.539273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-a05b7ce2-ea12-443a-8170-5236c7c61ec2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.542759 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a05b7ce2-ea12-443a-8170-5236c7c61ec2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070109 Aug 10 03:40:29.543316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53722) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.550165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-1ffd8e2e-1c4b-4bbc-aca0-b089357bd52c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.552811 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1ffd8e2e-1c4b-4bbc-aca0-b089357bd52c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0083880 Aug 10 03:40:29.559254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.563097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-d90eb245-e52d-469a-9e6e-3866838e1635 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.564551 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d90eb245-e52d-469a-9e6e-3866838e1635 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087159 Aug 10 03:40:29.566959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53726) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.573004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-abc591d1-994b-42e9-a6ce-86c6a9d8c1e9 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.575408 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-8aa1bbea-9dc8-407a-a897-ae0069a4a668', 'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668', 'tenant_id': '651f18b469d7495c811552bab6d49368', 'fixed_ips': [{'subnet_id': '3713a9f3-52ec-4f4c-834c-fa050c2a165b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:29.576574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.577286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-abc591d1-994b-42e9-a6ce-86c6a9d8c1e9 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0091486 Aug 10 03:40:29.577938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53728) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.587728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-35766aef-6ea1-4fe4-91f9-5aeaded5778e tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.587728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35766aef-6ea1-4fe4-91f9-5aeaded5778e tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0057104 Aug 10 03:40:29.589945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53730) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.595293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-ac35af57-f991-4a85-957e-b12664245e9b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.599637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac35af57-f991-4a85-957e-b12664245e9b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084155 Aug 10 03:40:29.600772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53732) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.605501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-64837515-d46f-4631-ac14-398bb7bf4076 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.608394 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64837515-d46f-4631-ac14-398bb7bf4076 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048203 Aug 10 03:40:29.610209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53734) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.610350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.614993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.615726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-17f62672-340b-4bd1-acf0-ce0d6ef58abb tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.621201 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-17f62672-340b-4bd1-acf0-ce0d6ef58abb tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061634 Aug 10 03:40:29.625009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53736) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.630069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-6eb153dc-91a0-4ae8-96a3-97f307077ec5 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.635407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6eb153dc-91a0-4ae8-96a3-97f307077ec5 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090475 Aug 10 03:40:29.636014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53738) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.640584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-a1f2e2e7-8813-4810-8dde-d454f43b3946 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.644145 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1f2e2e7-8813-4810-8dde-d454f43b3946 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069451 Aug 10 03:40:29.644753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.652183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-ee8a0db2-98e1-4f35-8801-6d69979ebf4a tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.658575 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ee8a0db2-98e1-4f35-8801-6d69979ebf4a tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0109909 Aug 10 03:40:29.659615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53742) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.665822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-2a686146-e888-471d-bd76-beba65f82891 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.671326 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2a686146-e888-471d-bd76-beba65f82891 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0103023 Aug 10 03:40:29.672693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53744) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.677554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-3730a72c-a526-4da8-8bcf-ba8e799405a7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.681642 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3730a72c-a526-4da8-8bcf-ba8e799405a7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073254 Aug 10 03:40:29.683139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53746) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.690653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-d878a2c5-43e3-402b-86f4-c4ced215051c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.696324 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d878a2c5-43e3-402b-86f4-c4ced215051c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0099685 Aug 10 03:40:29.697282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53748) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.703395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-6c73982c-2af4-43b6-afb1-66b651ba9582 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.707840 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6c73982c-2af4-43b6-afb1-66b651ba9582 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093520 Aug 10 03:40:29.708854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53752) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.722542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-ecae6cac-6014-466c-992e-3076f426d02e tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.728407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ecae6cac-6014-466c-992e-3076f426d02e tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0157876 Aug 10 03:40:29.735976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.741035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-17d28063-aca6-43eb-a6cb-a5aec472c24f tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.746906 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-17d28063-aca6-43eb-a6cb-a5aec472c24f tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0098131 Aug 10 03:40:29.747661 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53758) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.754390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-3ab1c9b7-13ab-4650-b94b-01d7e7146a20 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.759761 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ab1c9b7-13ab-4650-b94b-01d7e7146a20 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0103149 Aug 10 03:40:29.760606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53760) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.769727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-f67bfa07-b8a9-471c-85f5-beb56cb729c5 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.773805 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f67bfa07-b8a9-471c-85f5-beb56cb729c5 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0118291 Aug 10 03:40:29.774409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53762) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.782250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-679748ec-797b-43b4-9997-c5f9a76e97e1 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.786049 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-679748ec-797b-43b4-9997-c5f9a76e97e1 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0106297 Aug 10 03:40:29.786768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.793973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-49b7c838-0706-4106-842c-577522a8bd16 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.798322 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-49b7c838-0706-4106-842c-577522a8bd16 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0105882 Aug 10 03:40:29.800277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53766) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.804153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port fee5358d-c0ea-49ee-88cc-1974e616c2dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fee5358d-c0ea-49ee-88cc-1974e616c2dc,segment=NetworkSegment(83b628b8-f69a-43b0-885d-9ff975a52306),segment_id=83b628b8-f69a-43b0-885d-9ff975a52306)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:29.805349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-423fdfc0-5966-4470-856d-ca34810d8c01 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.809963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-423fdfc0-5966-4470-856d-ca34810d8c01 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075657 Aug 10 03:40:29.811420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53768) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.818035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995ecdb-a0e4-456e-a0ec-c0549f66ae39 None None] Pushing event updated for resources: {'Port': ['ID=8a359c6c-57eb-47c7-9c33-38a9521910ab,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:29.822836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-35fa0aee-6182-4bb2-b20a-f0cc05360342 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.826668 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35fa0aee-6182-4bb2-b20a-f0cc05360342 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0140231 Aug 10 03:40:29.827367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53770) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.837654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-d3849121-63ea-482f-9596-121e89b9e232 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.842069 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3849121-63ea-482f-9596-121e89b9e232 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0125663 Aug 10 03:40:29.843507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53772) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.848720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-f7f93bb8-db64-4df6-ae00-2f1a51af44ee tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.854127 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f7f93bb8-db64-4df6-ae00-2f1a51af44ee tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089610 Aug 10 03:40:29.863982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53776) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.863982 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-92a9f787-8db9-45b9-a65a-808713e7cbd2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.867273 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-92a9f787-8db9-45b9-a65a-808713e7cbd2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0108864 Aug 10 03:40:29.868088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.873534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-fa3ecc96-f7bd-4995-9e24-a452489f62b7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.879964 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fa3ecc96-f7bd-4995-9e24-a452489f62b7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0098779 Aug 10 03:40:29.880688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53780) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.887310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-22b95721-7ff8-4a42-ab3e-9d1c06052be6 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.893284 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-22b95721-7ff8-4a42-ab3e-9d1c06052be6 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0110469 Aug 10 03:40:29.898362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53782) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.898516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.901139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-b9d23757-33e8-4328-83b0-87dff76a877a tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.907671 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b9d23757-33e8-4328-83b0-87dff76a877a tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0107310 Aug 10 03:40:29.907671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.912745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-24244697-d109-4fe5-acf9-4e5b9695a2b4 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.916935 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24244697-d109-4fe5-acf9-4e5b9695a2b4 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088787 Aug 10 03:40:29.917699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53786) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.923388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-dfd0d7ac-27d1-4b08-b797-2b10fd95150b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.925618 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dfd0d7ac-27d1-4b08-b797-2b10fd95150b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066972 Aug 10 03:40:29.933680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53788) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.939558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-c0c3d64c-842e-4a70-a54b-451510724c96 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.939755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Allocated IP 172.20.0.2 (8aa1bbea-9dc8-407a-a897-ae0069a4a668/3713a9f3-52ec-4f4c-834c-fa050c2a165b/23aa829b-0936-4d07-9131-c644953ae5d6) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:29.945208 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c0c3d64c-842e-4a70-a54b-451510724c96 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094244 Aug 10 03:40:29.946046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53790) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.956403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-5d1990f5-f56e-4bbd-9893-7bb7e92efedf tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.963077 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5d1990f5-f56e-4bbd-9893-7bb7e92efedf tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0125988 Aug 10 03:40:29.964294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53792) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.973190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-97d6ca71-3380-4028-a79e-00cf69352015 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.978704 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-97d6ca71-3380-4028-a79e-00cf69352015 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0113654 Aug 10 03:40:29.979925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53794) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.986602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-53a34fa3-b703-40a1-aa75-9b2295b35cee tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:29.989400 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-53a34fa3-b703-40a1-aa75-9b2295b35cee tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081613 Aug 10 03:40:29.992685 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.000363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-a26a37fc-8f28-4b9f-b20a-f6f7eb2b648a tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.005806 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a26a37fc-8f28-4b9f-b20a-f6f7eb2b648a tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0111797 Aug 10 03:40:30.006778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.012319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-10109032-9938-4e85-acda-1b8f2d3aefc7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.017880 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10109032-9938-4e85-acda-1b8f2d3aefc7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0098855 Aug 10 03:40:30.019088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.025255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-1912a0fd-1a07-4f16-9e39-288399cc250b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.030510 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1912a0fd-1a07-4f16-9e39-288399cc250b tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0092530 Aug 10 03:40:30.032215 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53802) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.035665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=fee5358d-c0ea-49ee-88cc-1974e616c2dc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.036934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-919a8a88-93a8-4d29-9970-ffd78bb6dd43 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.044088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-919a8a88-93a8-4d29-9970-ffd78bb6dd43 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089982 Aug 10 03:40:30.044088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53804) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.048195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-5fd3c647-bafb-45a9-9422-e5aac59ed315 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.054167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5fd3c647-bafb-45a9-9422-e5aac59ed315 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0102069 Aug 10 03:40:30.059144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53806) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.059922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-5dc3dbce-6ba5-4994-ab79-ea09feba1e98 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.067784 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5dc3dbce-6ba5-4994-ab79-ea09feba1e98 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0117693 Aug 10 03:40:30.068896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53808) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.073563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-81db787a-42e0-4576-a38f-708066289e40 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.077005 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81db787a-42e0-4576-a38f-708066289e40 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0075336 Aug 10 03:40:30.080078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53810) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.085371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-c6595a01-5939-43e1-a797-d66e5b7b39ea tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.087070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c6595a01-5939-43e1-a797-d66e5b7b39ea tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050712 Aug 10 03:40:30.089785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.100548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-c72fbb90-87cb-4ebd-acd3-56e9cd799996 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.100548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c72fbb90-87cb-4ebd-acd3-56e9cd799996 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043728 Aug 10 03:40:30.102132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.108034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-acd822bc-efd9-404f-bd22-6fcab52100f6 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.109585 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-acd822bc-efd9-404f-bd22-6fcab52100f6 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056996 Aug 10 03:40:30.117367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.123431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-a03f88d7-8d93-4184-8a90-15081958a3c7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.137550 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a03f88d7-8d93-4184-8a90-15081958a3c7 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059037 Aug 10 03:40:30.138348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.142799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-55438c66-48cc-4faf-976e-186e40fd33e2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.143777 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-55438c66-48cc-4faf-976e-186e40fd33e2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044887 Aug 10 03:40:30.146460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53820) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.150851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-e39dcce1-2f6a-4677-ae10-26b8dffabbc2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.152424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e39dcce1-2f6a-4677-ae10-26b8dffabbc2 tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044496 Aug 10 03:40:30.156491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53822) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.162083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [None req-ded8efbd-615d-487c-b738-1eaaf50f552c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.166368 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.166796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ded8efbd-615d-487c-b738-1eaaf50f552c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082161 Aug 10 03:40:30.171518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-1fa0b097-25ff-4305-9c56-638db86c717f tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.178783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fa0b097-25ff-4305-9c56-638db86c717f tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091007 Aug 10 03:40:30.186402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53826) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.190916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [None req-54646378-5472-4df2-a0c1-1070cae5890c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:40:30.195169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-54646378-5472-4df2-a0c1-1070cae5890c tempest-ExtensionsTestJSON-1737461458 tempest-ExtensionsTestJSON-1737461458-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044806 Aug 10 03:40:30.250029 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.268442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Transition to ACTIVE for port object 23aa829b-0936-4d07-9131-c644953ae5d6 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:30.287275 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Transition to ACTIVE for port object 23aa829b-0936-4d07-9131-c644953ae5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:30.298337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.303601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2202dc8d-91d8-4200-bdb0-1066431f12ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.361948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.407726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:30.416953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:30.420704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:30.432172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Pushing event updated for resources: {'Port': ['ID=23aa829b-0936-4d07-9131-c644953ae5d6,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.491113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Attempting to bind port 23aa829b-0936-4d07-9131-c644953ae5d6 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:30.491918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Attempting to bind port 23aa829b-0936-4d07-9131-c644953ae5d6 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9e87683b-7bbd-400e-9060-f39dd2f24948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:30.492497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Attempting to bind port 23aa829b-0936-4d07-9131-c644953ae5d6 on network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:30.498892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:30.499496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Checking segment: {'id': '9e87683b-7bbd-400e-9060-f39dd2f24948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:30.500660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.501237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Bound using segment: {'id': '9e87683b-7bbd-400e-9060-f39dd2f24948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:30.502063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Bound port: 23aa829b-0936-4d07-9131-c644953ae5d6, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e87683b-7bbd-400e-9060-f39dd2f24948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8aa1bbea-9dc8-407a-a897-ae0069a4a668'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:30.502689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.621620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Allocated IP 172.20.0.1 (bb3a01bb-76f6-4819-a9f7-d73904c4b386/52564c49-7cc1-4d3e-b075-4131cb0ecad9/dbacfffe-e8d2-42a7-b4c4-147d421caa1b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:30.625837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] For port 23aa829b-0936-4d07-9131-c644953ae5d6, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:30.630063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] For port 23aa829b-0936-4d07-9131-c644953ae5d6, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=23aa829b-0936-4d07-9131-c644953ae5d6,segment=NetworkSegment(9e87683b-7bbd-400e-9060-f39dd2f24948),segment_id=9e87683b-7bbd-400e-9060-f39dd2f24948)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:30.715883 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.736854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53834) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:30.802971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.805947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9dd60-0b7c-40c1-aa9b-bffc9bc6ee71 None None] Pushing event updated for resources: {'Port': ['ID=23aa829b-0936-4d07-9131-c644953ae5d6,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.843023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Transition to ACTIVE for port object dbacfffe-e8d2-42a7-b4c4-147d421caa1b will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:30.933415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-635c4fb1-5a76-4df9-b80e-ca54f5a108de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.978317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.046609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:31.056623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:31.056623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:31.062751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Port': ['ID=dbacfffe-e8d2-42a7-b4c4-147d421caa1b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.115644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.128555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-635c4fb1-5a76-4df9-b80e-ca54f5a108de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.154153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d14e1-09a1-499c-b23f-c18f362ea4e9 None None] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:31.189505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-635c4fb1-5a76-4df9-b80e-ca54f5a108de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.238951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fee5358d-c0ea-49ee-88cc-1974e616c2dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:31.246546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c4fb1-5a76-4df9-b80e-ca54f5a108de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56263fd-c51e-4eb5-9f24-799b4cf38179,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.254337 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-635c4fb1-5a76-4df9-b80e-ca54f5a108de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60e17ef94d03446e9b99726e1141a297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158789 Aug 10 03:40:31.255518 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53842) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.302487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.324056 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-deb5f13c-1cd1-41f8-ae9d-766738c90a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.349072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-deb5f13c-1cd1-41f8-ae9d-766738c90a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.362360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fee5358d-c0ea-49ee-88cc-1974e616c2dc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:31.363017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.368657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-67ef6f81-e951-40f2-ad3c-2c7817422341 None None] Provisioning for port 8a359c6c-57eb-47c7-9c33-38a9521910ab completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:31.465206 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-deb5f13c-1cd1-41f8-ae9d-766738c90a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.468047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-deb5f13c-1cd1-41f8-ae9d-766738c90a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.471130 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-deb5f13c-1cd1-41f8-ae9d-766738c90a08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d56263fd-c51e-4eb5-9f24-799b4cf38179 HTTP/1.1" status: 204 len: 168 time: 0.2124093 Aug 10 03:40:31.485979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5f13c-1cd1-41f8-ae9d-766738c90a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56263fd-c51e-4eb5-9f24-799b4cf38179,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.490631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8a359c6c-57eb-47c7-9c33-38a9521910ab up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:31.602257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 8a359c6c-57eb-47c7-9c33-38a9521910ab completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:31.607262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 8a359c6c-57eb-47c7-9c33-38a9521910ab triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:31.608016 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.618990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.712531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.714730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.754284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 8a359c6c-57eb-47c7-9c33-38a9521910ab, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8a359c6c-57eb-47c7-9c33-38a9521910ab,segment=NetworkSegment(7ac2091d-50ed-4af5-b13f-66d73a73672c),segment_id=7ac2091d-50ed-4af5-b13f-66d73a73672c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:31.797418 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.799358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Port': ['ID=dbacfffe-e8d2-42a7-b4c4-147d421caa1b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.818427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.865346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53852) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.939272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:31.941135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:31.945396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=8a359c6c-57eb-47c7-9c33-38a9521910ab,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.973213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-341e3a80-227d-4b31-8bc0-e584cd12cd08 None None] Provisioning for port dbacfffe-e8d2-42a7-b4c4-147d421caa1b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:31.977823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-341e3a80-227d-4b31-8bc0-e584cd12cd08 None None] Provisioning complete for port dbacfffe-e8d2-42a7-b4c4-147d421caa1b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:31.978265 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-341e3a80-227d-4b31-8bc0-e584cd12cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.049494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-341e3a80-227d-4b31-8bc0-e584cd12cd08 None None] Port dbacfffe-e8d2-42a7-b4c4-147d421caa1b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:32.070959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-341e3a80-227d-4b31-8bc0-e584cd12cd08 None None] Provisioning complete for port 8a359c6c-57eb-47c7-9c33-38a9521910ab triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:32.071796 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-341e3a80-227d-4b31-8bc0-e584cd12cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.078601 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45865074-102b-48c3-b859-a98df753bcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.179904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66544e-8494-4231-8cda-4aa5afdec18f None None] Network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:32.232338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45865074-102b-48c3-b859-a98df753bcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.252580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Router 7a7a395a-0ea5-4172-8512-5a13513d4ba7 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:40:32.298091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45865074-102b-48c3-b859-a98df753bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.322557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-296fd009-aeed-4e20-9a51-40a151154cef None None] Provisioning complete for port dbacfffe-e8d2-42a7-b4c4-147d421caa1b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:32.322699 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-296fd009-aeed-4e20-9a51-40a151154cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.336842 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45865074-102b-48c3-b859-a98df753bcb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe34134a5e25407fbb0f08f417a358a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696388 Aug 10 03:40:32.344283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53864) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:32.391284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-296fd009-aeed-4e20-9a51-40a151154cef None None] Port dbacfffe-e8d2-42a7-b4c4-147d421caa1b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:32.429448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45865074-102b-48c3-b859-a98df753bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83781b15-8a90-4ba0-8602-94b233ec9b05,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:32.431165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb594666-b374-49b4-9ab7-4e0eb2a9f380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.433369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:32.439769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0ef81498-8bd3-4db0-9476-59277a559ed0 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0765502 Aug 10 03:40:32.442899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53870) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:32.457032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] Sync routers for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:32.466265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:32.466926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:32.469704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb594666-b374-49b4-9ab7-4e0eb2a9f380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.518527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:32.526245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-296fd009-aeed-4e20-9a51-40a151154cef None None] Provisioning for port 23aa829b-0936-4d07-9131-c644953ae5d6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:32.535358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:32.536637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:32.597375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:32.598009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8b400-a584-4bf3-a85e-916eea744536 None None] The sync data for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:32.654661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7ccd8ea5-7a02-4646-a5e2-0c689b46507e None None] Provisioning complete for port dbacfffe-e8d2-42a7-b4c4-147d421caa1b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:32.655279 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7ccd8ea5-7a02-4646-a5e2-0c689b46507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.657795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb594666-b374-49b4-9ab7-4e0eb2a9f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.661343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb594666-b374-49b4-9ab7-4e0eb2a9f380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.664050 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb594666-b374-49b4-9ab7-4e0eb2a9f380 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83781b15-8a90-4ba0-8602-94b233ec9b05 HTTP/1.1" status: 204 len: 168 time: 0.3183379 Aug 10 03:40:32.677619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.679778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb594666-b374-49b4-9ab7-4e0eb2a9f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83781b15-8a90-4ba0-8602-94b233ec9b05,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:32.732494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd8ea5-7a02-4646-a5e2-0c689b46507e None None] Port dbacfffe-e8d2-42a7-b4c4-147d421caa1b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:32.789006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53878) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:32.882556 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-eb830b37-5f36-4adb-90fc-46f2e51b3b46 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:40:32.886740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eb830b37-5f36-4adb-90fc-46f2e51b3b46 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4408314 Aug 10 03:40:32.886918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-78327234'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:32.887327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53882) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:32.966541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Made reservation on behalf of 7e833afe5b9a4b67ae5dd9c137314469 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:32.977084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.987630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.017543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a6653188-4056-4ab6-88c2-6528b7f56b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.087907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8a359c6c-57eb-47c7-9c33-38a9521910ab up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:33.112504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.140662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 8a359c6c-57eb-47c7-9c33-38a9521910ab triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:33.141057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.195012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.222848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:33.224319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 23aa829b-0936-4d07-9131-c644953ae5d6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:33.238766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33420d01-9b4b-40cc-b67d-99f8ba6302c0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.241939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.242340 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Added segment 8851d91e-57b9-4664-8799-ad4b4f7b0d49 of type vlan for network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 Aug 10 03:40:33.256248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.285732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.377436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 23aa829b-0936-4d07-9131-c644953ae5d6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:33.377898 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.386390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 23aa829b-0936-4d07-9131-c644953ae5d6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:33.386390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.386646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:33.386646 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.452616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53888) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.469775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f012452-253a-42cf-a3d9-a5f4fddb5a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.471659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event updated for resources: {'Network': ['ID=4ab8d62d-09ab-4bde-b848-6cd4c3527689,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.526136 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9cb2e391-7852-4985-9fb3-5a9cf5498e8d tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7359610 Aug 10 03:40:33.529456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53890) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.537494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Request body: {'subnet': {'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:33.542911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting port dbacfffe-e8d2-42a7-b4c4-147d421caa1b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:33.543402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.608267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f012452-253a-42cf-a3d9-a5f4fddb5a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.609584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:33.662103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.669327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f012452-253a-42cf-a3d9-a5f4fddb5a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.699075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.709654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f012452-253a-42cf-a3d9-a5f4fddb5a84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a65ce5ed6494657b81e6e77c9a6dc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541811 Aug 10 03:40:33.711839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53892) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.713989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Calling delete_port for dbacfffe-e8d2-42a7-b4c4-147d421caa1b owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:33.714918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 23aa829b-0936-4d07-9131-c644953ae5d6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=23aa829b-0936-4d07-9131-c644953ae5d6,segment=NetworkSegment(9e87683b-7bbd-400e-9060-f39dd2f24948),segment_id=9e87683b-7bbd-400e-9060-f39dd2f24948)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:33.725205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f012452-253a-42cf-a3d9-a5f4fddb5a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c88790e-edaa-4df9-877a-22dd24b59afb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.764871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23782ddc-2c6b-4f98-8864-a4a793e760d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.785863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23782ddc-2c6b-4f98-8864-a4a793e760d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.811719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Made reservation on behalf of 7e833afe5b9a4b67ae5dd9c137314469 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:33.815648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.823650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.875484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=23aa829b-0936-4d07-9131-c644953ae5d6,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.903587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23782ddc-2c6b-4f98-8864-a4a793e760d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.907030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-23782ddc-2c6b-4f98-8864-a4a793e760d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.908191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-23782ddc-2c6b-4f98-8864-a4a793e760d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c88790e-edaa-4df9-877a-22dd24b59afb HTTP/1.1" status: 204 len: 168 time: 0.1953208 Aug 10 03:40:33.918409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23782ddc-2c6b-4f98-8864-a4a793e760d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c88790e-edaa-4df9-877a-22dd24b59afb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.025619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.063416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Port': ['ID=dbacfffe-e8d2-42a7-b4c4-147d421caa1b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.109694 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.268812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.382743 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.462674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Router 7a7a395a-0ea5-4172-8512-5a13513d4ba7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:34.482257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event updated for resources: {'Subnet': ['ID=e4c842a9-fc8b-4401-a185-927bceaf43e4,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.555366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Checking segment: {'id': '8851d91e-57b9-4664-8799-ad4b4f7b0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:34.555663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Network hostable DHCP agents. Network: 4ab8d62d-09ab-4bde-b848-6cd4c3527689, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:34.566083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:34.576030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6a751d86-bef6-4468-ba5f-ef30674c7a8f tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853876 Aug 10 03:40:34.576656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53898) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.579096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53900) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.580797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] Sync routers for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:34.592667 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:34.594245 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:34.595598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4585cec9-615b-47a5-88b0-eba966a5d9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.621239 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-b674603f-c9f0-4af9-8dab-2e2fdbfab3fb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] delete failed (client error): The resource could not be found. Aug 10 03:40:34.626079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53902) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.626263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b674603f-c9f0-4af9-8dab-2e2fdbfab3fb tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-767204573 HTTP/1.1" status: 404 len: 334 time: 0.0458469 Aug 10 03:40:34.630861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c94cedf7-1d47-4a31-beff-2cd83b77cc50 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a7a395a-0ea5-4172-8512-5a13513d4ba7'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:34.722998 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:34.732030 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:34.732673 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:34.764497 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:34.765743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f4389-c1b5-4045-91bd-971088c8a88e None None] The sync data for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:34.977604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 23aa829b-0936-4d07-9131-c644953ae5d6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:35.027374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 23aa829b-0936-4d07-9131-c644953ae5d6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:35.027801 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.051640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:35.142924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 4ab8d62d-09ab-4bde-b848-6cd4c3527689) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:35.150779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76673b9c-85cb-44bd-a3b4-b63bc39c798c None None] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:35.151187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.153299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.235921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c94cedf7-1d47-4a31-beff-2cd83b77cc50 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.252315 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4585cec9-615b-47a5-88b0-eba966a5d9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.292691 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-c94cedf7-1d47-4a31-beff-2cd83b77cc50 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] update failed (client error): The resource could not be found. Aug 10 03:40:35.294876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-4ab8d62d-09ab-4bde-b848-6cd4c3527689', 'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689', 'tenant_id': '7e833afe5b9a4b67ae5dd9c137314469', 'fixed_ips': [{'subnet_id': 'e4c842a9-fc8b-4401-a185-927bceaf43e4'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:35.295668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c94cedf7-1d47-4a31-beff-2cd83b77cc50 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7 HTTP/1.1" status: 404 len: 339 time: 0.6686161 Aug 10 03:40:35.295961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.299836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53904) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:35.308449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4585cec9-615b-47a5-88b0-eba966a5d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.394368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-de78978b-384c-4b4d-ac79-a8b1599790b4 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8631153 Aug 10 03:40:35.397638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:35.404053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Request body: {'port': {'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689', 'name': 'tempest-ExtraDHCPOptionsTestJSON-190548247'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:35.414202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585cec9-615b-47a5-88b0-eba966a5d9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cacecff-f8b6-4f7f-b420-3fccfc7b6467,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.426704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4585cec9-615b-47a5-88b0-eba966a5d9a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9919b788dd0d4c78b48a11efee2d8140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488755 Aug 10 03:40:35.439595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Allocated IP 172.20.0.2 (4ab8d62d-09ab-4bde-b848-6cd4c3527689/e4c842a9-fc8b-4401-a185-927bceaf43e4/faf102b7-c788-4ab2-9d48-983ea6308256) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:35.445945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53908) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:35.537037 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-679c1601-c8d6-4364-8b8c-ce7de0484977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.562218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-679c1601-c8d6-4364-8b8c-ce7de0484977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.601396 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.628637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.657396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Made reservation on behalf of 7e833afe5b9a4b67ae5dd9c137314469 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:35.661155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.679358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] device_id is not set on port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:35.680908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Transition to ACTIVE for port object faf102b7-c788-4ab2-9d48-983ea6308256 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:35.683058 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.685313 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-679c1601-c8d6-4364-8b8c-ce7de0484977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.688395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-679c1601-c8d6-4364-8b8c-ce7de0484977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.689534 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-679c1601-c8d6-4364-8b8c-ce7de0484977 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cacecff-f8b6-4f7f-b420-3fccfc7b6467 HTTP/1.1" status: 204 len: 168 time: 0.2424457 Aug 10 03:40:35.700572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Transition to ACTIVE for port object faf102b7-c788-4ab2-9d48-983ea6308256 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:35.741369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c1601-c8d6-4364-8b8c-ce7de0484977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cacecff-f8b6-4f7f-b420-3fccfc7b6467,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.784537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.819262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:35.824060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:35.828162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:35.836787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Pushing event updated for resources: {'Port': ['ID=faf102b7-c788-4ab2-9d48-983ea6308256,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.838190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Allocated IP 172.20.0.5 (4ab8d62d-09ab-4bde-b848-6cd4c3527689/e4c842a9-fc8b-4401-a185-927bceaf43e4/a5c16140-3ec3-4d03-8e52-4a2934ecbac3) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:35.901183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Attempting to bind port faf102b7-c788-4ab2-9d48-983ea6308256 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:35.901498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Attempting to bind port faf102b7-c788-4ab2-9d48-983ea6308256 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '8851d91e-57b9-4664-8799-ad4b4f7b0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:35.902023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Attempting to bind port faf102b7-c788-4ab2-9d48-983ea6308256 on network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:35.907156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Allocated IP 172.20.0.1 (f0c2711c-418d-4bd1-89cd-d1a28f8cd193/7b627710-4442-4dc6-928c-ebe15576f719/6111683f-5f82-47fe-b633-46a67532ad92) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:35.908780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:35.909160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Checking segment: {'id': '8851d91e-57b9-4664-8799-ad4b4f7b0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:35.909565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.909962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Bound using segment: {'id': '8851d91e-57b9-4664-8799-ad4b4f7b0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:35.910427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Bound port: faf102b7-c788-4ab2-9d48-983ea6308256, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8851d91e-57b9-4664-8799-ad4b4f7b0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:35.910805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.979529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] For port faf102b7-c788-4ab2-9d48-983ea6308256, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:35.982861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] For port faf102b7-c788-4ab2-9d48-983ea6308256, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=faf102b7-c788-4ab2-9d48-983ea6308256,segment=NetworkSegment(8851d91e-57b9-4664-8799-ad4b4f7b0d49),segment_id=8851d91e-57b9-4664-8799-ad4b4f7b0d49)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:36.013757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.029198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Transition to ACTIVE for port object a5c16140-3ec3-4d03-8e52-4a2934ecbac3 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:36.038664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.052417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.052860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Transition to ACTIVE for port object 6111683f-5f82-47fe-b633-46a67532ad92 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:36.122694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eacf4-39e3-4ed4-a496-832fd2cde9cc None None] Pushing event updated for resources: {'Port': ['ID=faf102b7-c788-4ab2-9d48-983ea6308256,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:36.132468 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.161335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.181972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:36.185110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:36.189754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:36.210564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:36.214339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:36.216387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:36.221961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event updated for resources: {'Port': ['ID=a5c16140-3ec3-4d03-8e52-4a2934ecbac3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:36.260883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:36.261558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.268692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.274967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Port': ['ID=6111683f-5f82-47fe-b633-46a67532ad92,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:36.328183 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-74b8286c-e228-4e12-8d0a-2e4bdd60d475 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293721 Aug 10 03:40:36.331158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53922) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:36.342463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Request body: {'port': {'network_id': '4ab8d62d-09ab-4bde-b848-6cd4c3527689', 'name': 'tempest-ExtraDHCPOptionsTestJSON-755986443', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:36.346433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] bootfile-name is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:40:36.350112 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] tftp-server is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:40:36.352145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] server-ip-address is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:40:36.507290 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.571913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Made reservation on behalf of 7e833afe5b9a4b67ae5dd9c137314469 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:36.575595 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.596019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] device_id is not set on port f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:36.663262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bae202f5-2098-4ecd-94ec-4044dcd5bc0c None None] Provisioning for port 6111683f-5f82-47fe-b633-46a67532ad92 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:36.667364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bae202f5-2098-4ecd-94ec-4044dcd5bc0c None None] Provisioning complete for port 6111683f-5f82-47fe-b633-46a67532ad92 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:36.667980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-2098-4ecd-94ec-4044dcd5bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.892031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bae202f5-2098-4ecd-94ec-4044dcd5bc0c None None] Port 6111683f-5f82-47fe-b633-46a67532ad92 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:36.893007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Allocated IP 172.20.0.8 (4ab8d62d-09ab-4bde-b848-6cd4c3527689/e4c842a9-fc8b-4401-a185-927bceaf43e4/f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:36.893169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.893169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.946093 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.968863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Transition to ACTIVE for port object f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:37.041060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event updated for resources: {'Port': ['ID=6111683f-5f82-47fe-b633-46a67532ad92,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.054747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.082477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faf102b7-c788-4ab2-9d48-983ea6308256 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:37.127265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.197705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:37.203024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:37.205510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event updated for resources: {'Port': ['ID=f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.208183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:37.226348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:37.228563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:37.257467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port faf102b7-c788-4ab2-9d48-983ea6308256 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:37.284512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.289716 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.343980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78435fdf-4774-4a8f-b081-9ca61ef5ec13 None None] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:37.360883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Router 7a7a395a-0ea5-4172-8512-5a13513d4ba7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:37.381052 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6200895a-0a08-4068-9418-f3bbb755ad9f tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0488160 Aug 10 03:40:37.381995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53938) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.447396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b86835-d65a-4715-b049-09343c053bde tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.459169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b86835-d65a-4715-b049-09343c053bde tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.462800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:37.491865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b86835-d65a-4715-b049-09343c053bde tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.491944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a47cc365-4d18-423a-944d-3413b5c754b6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684356 Aug 10 03:40:37.491944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53940) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.492068 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f9b86835-d65a-4715-b049-09343c053bde tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.0897992 Aug 10 03:40:37.492068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53942) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.492175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] Sync routers for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:37.502762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:37.503391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:37.537001 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:37.569945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] Provisioning for port faf102b7-c788-4ab2-9d48-983ea6308256 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:37.571870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:37.572749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:37.578254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8c011739-843e-4547-b5c4-8ab97d5fc160 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.596881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Deleting port f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:37.597428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.612243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] Provisioning complete for port faf102b7-c788-4ab2-9d48-983ea6308256 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:37.612648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.614244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:37.614855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392d9ef-451e-417c-a226-62a08226fe4a None None] The sync data for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:37.676955 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-8c011739-843e-4547-b5c4-8ab97d5fc160 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:40:37.678239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8c011739-843e-4547-b5c4-8ab97d5fc160 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7 HTTP/1.1" status: 409 len: 329 time: 0.2054908 Aug 10 03:40:37.681021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.719200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.720893 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.736792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Calling delete_port for f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:37.764528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] For port faf102b7-c788-4ab2-9d48-983ea6308256, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=faf102b7-c788-4ab2-9d48-983ea6308256,segment=NetworkSegment(8851d91e-57b9-4664-8799-ad4b4f7b0d49),segment_id=8851d91e-57b9-4664-8799-ad4b4f7b0d49)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:37.806858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.847199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53948) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:37.879687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ab16-696b-439c-8fbd-6d326e92b08e None None] Pushing event updated for resources: {'Port': ['ID=faf102b7-c788-4ab2-9d48-983ea6308256,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.932317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-89fa8ca1-d352-49fe-bc44-175107efaf0e None None] Provisioning complete for port 6111683f-5f82-47fe-b633-46a67532ad92 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:37.932718 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89fa8ca1-d352-49fe-bc44-175107efaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.954888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.992042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-89fa8ca1-d352-49fe-bc44-175107efaf0e None None] Port 6111683f-5f82-47fe-b633-46a67532ad92 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:37.992703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event deleted for resources: {'Port': ['ID=f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:38.012277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75bfd03e-7ebc-48c3-970f-8c5c4441124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.091325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.104376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Could not find standard attr ID for object f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:40:38.114191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.116690 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6acd5ad4-7d42-4d86-b623-3a72ea76ca37 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "DELETE /v2.0/ports/f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4 HTTP/1.1" status: 204 len: 168 time: 0.6418490 Aug 10 03:40:38.121014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53952) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:38.127084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Request body: {'port': {'name': 'tempest-new-port-name-1845850594', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:38.127478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] bootfile-name is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:40:38.127817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] tftp-server is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:40:38.128147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.api.validators [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] server-ip-address is not in valid_values {{(pid=94804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:40:38.133549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Provisioning complete for port faf102b7-c788-4ab2-9d48-983ea6308256 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:38.134209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.214306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.280804 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75bfd03e-7ebc-48c3-970f-8c5c4441124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.331863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Provisioning for port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:38.338321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Provisioning complete for port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:38.338702 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.378935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c45146f5-8e18-4b85-89b4-8c4dd3c42620 None None] Port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:38.383431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-75bfd03e-7ebc-48c3-970f-8c5c4441124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.388242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting port 6111683f-5f82-47fe-b633-46a67532ad92 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:38.388692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.449428 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-75bfd03e-7ebc-48c3-970f-8c5c4441124f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8817647693a4b03be2d14ce8b5c78d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011429 Aug 10 03:40:38.452323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53954) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:38.454690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfd03e-7ebc-48c3-970f-8c5c4441124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e989ef-6aee-4fd4-87b9-d16df45c878a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:38.493126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eaec8ce6-970d-49da-a4d2-189ec5c8282f None None] Could not find standard attr ID for object f35d4d66-1ab0-4d2b-9aa7-74ff34f78bf4. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:40:38.497261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.510308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Calling delete_port for 6111683f-5f82-47fe-b633-46a67532ad92 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:38.512662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-eaec8ce6-970d-49da-a4d2-189ec5c8282f None None] Provisioning complete for port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:38.513131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eaec8ce6-970d-49da-a4d2-189ec5c8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.543760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.546033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6b5eb52-a81a-4596-8b3e-bb3adb10364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.560690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eaec8ce6-970d-49da-a4d2-189ec5c8282f None None] Port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:38.575240 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6b5eb52-a81a-4596-8b3e-bb3adb10364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.599781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.681477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event updated for resources: {'Port': ['ID=a5c16140-3ec3-4d03-8e52-4a2934ecbac3,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:38.700696 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] In _notify_port_updated(), no bound segment for port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 on network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:40:38.706314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.706959 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.708275 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc75daa6-97c1-4409-9d8c-f54666411f10 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "PUT /v2.0/ports/a5c16140-3ec3-4d03-8e52-4a2934ecbac3 HTTP/1.1" status: 200 len: 1136 time: 0.5863087 Aug 10 03:40:38.711127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53956) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:38.762195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99405a27-552e-4496-b6bf-4d7d8bd410e1 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:38.763637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-99405a27-552e-4496-b6bf-4d7d8bd410e1 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "GET /v2.0/ports/a5c16140-3ec3-4d03-8e52-4a2934ecbac3 HTTP/1.1" status: 200 len: 1136 time: 0.0516486 Aug 10 03:40:38.765598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6b5eb52-a81a-4596-8b3e-bb3adb10364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.767540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53958) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:38.768619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6b5eb52-a81a-4596-8b3e-bb3adb10364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.770102 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f6b5eb52-a81a-4596-8b3e-bb3adb10364e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69e989ef-6aee-4fd4-87b9-d16df45c878a HTTP/1.1" status: 204 len: 168 time: 0.3163092 Aug 10 03:40:38.782104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5eb52-a81a-4596-8b3e-bb3adb10364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e989ef-6aee-4fd4-87b9-d16df45c878a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:38.801305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.836314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Port': ['ID=6111683f-5f82-47fe-b633-46a67532ad92,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:38.986920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4ba76365-cf3b-4145-b053-a79d44b81a5f None None] Provisioning complete for port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:38.987476 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4ba76365-cf3b-4145-b053-a79d44b81a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.016161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faf102b7-c788-4ab2-9d48-983ea6308256 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:39.062112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4ba76365-cf3b-4145-b053-a79d44b81a5f None None] Port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:39.081335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port faf102b7-c788-4ab2-9d48-983ea6308256 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:39.081716 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.363065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Deleting port a5c16140-3ec3-4d03-8e52-4a2934ecbac3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:39.363667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.367258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.546734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.585844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Calling delete_port for a5c16140-3ec3-4d03-8e52-4a2934ecbac3 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:39.598979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Router 7a7a395a-0ea5-4172-8512-5a13513d4ba7 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:40:39.720592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:40:39.729863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3f94172e-3d02-4e2b-bb55-616de5337051 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0442257 Aug 10 03:40:39.730187 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:39.734880 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] Sync routers for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:40:39.752415 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:39.757265 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:39.773292 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-6359d554-269c-473b-a898-ccf46007d714 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] show failed (client error): The resource could not be found. Aug 10 03:40:39.774455 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6359d554-269c-473b-a898-ccf46007d714 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-833797731 HTTP/1.1" status: 404 len: 334 time: 0.0428138 Aug 10 03:40:39.778188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53982) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:39.783318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3ec1e1d1-fec6-4a6f-826b-7a258b42fdc9 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:39.794085 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:39.803295 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] Routers {'7a7a395a-0ea5-4172-8512-5a13513d4ba7'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:40:39.803913 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:40:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:39.824831 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-3ec1e1d1-fec6-4a6f-826b-7a258b42fdc9 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] update failed (client error): The resource could not be found. Aug 10 03:40:39.829196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3ec1e1d1-fec6-4a6f-826b-7a258b42fdc9 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1249113872 HTTP/1.1" status: 404 len: 335 time: 0.0462902 Aug 10 03:40:39.830070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53984) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:39.838685 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:39.839410 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa3ec7-5deb-4a6c-80eb-2c8e76d697bf None None] The sync data for ids ['7a7a395a-0ea5-4172-8512-5a13513d4ba7'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:40:39.887644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting subnet 3713a9f3-52ec-4f4c-834c-fa050c2a165b {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:39.890935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.929241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.932274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.986718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event deleted for resources: {'Port': ['ID=a5c16140-3ec3-4d03-8e52-4a2934ecbac3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.008957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.009867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.009867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.009867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.010653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.010653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.010900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.011220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.011543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.012046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.012212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.012536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:40.112482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.114420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d3960a40-c2a4-4541-b2cb-7596aedfcdd8 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "DELETE /v2.0/ports/a5c16140-3ec3-4d03-8e52-4a2934ecbac3 HTTP/1.1" status: 204 len: 168 time: 1.3458788 Aug 10 03:40:40.117413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 53990) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.127493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.205982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Deleting subnet e4c842a9-fc8b-4401-a185-927bceaf43e4 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:40.209503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.254423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.339851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.343023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.389505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Subnet': ['ID=3713a9f3-52ec-4f4c-834c-fa050c2a165b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.394811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.396634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-10f46a33-7e7b-4180-8bec-6eecea8ec856 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/subnets/3713a9f3-52ec-4f4c-834c-fa050c2a165b HTTP/1.1" status: 204 len: 168 time: 0.5659695 Aug 10 03:40:40.399341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53992) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.401807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783aac77-f92d-4fa1-932b-5200c0066db6 None None] Network 8aa1bbea-9dc8-407a-a897-ae0069a4a668 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:40.452068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting subnet 52564c49-7cc1-4d3e-b075-4131cb0ecad9 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:40.455681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.486466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.500418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.514468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c842a9-fc8b-4401-a185-927bceaf43e4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.518895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.523294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 53994) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.523631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-86d5da3e-8005-4cdc-845a-1f34ea516095 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "DELETE /v2.0/subnets/e4c842a9-fc8b-4401-a185-927bceaf43e4 HTTP/1.1" status: 204 len: 168 time: 0.4052570 Aug 10 03:40:40.525629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d007742-0adc-4ee2-8aef-d0a651db08d2 None None] Network 4ab8d62d-09ab-4bde-b848-6cd4c3527689 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:40.634511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] DHCP port deletion for 8aa1bbea-9dc8-407a-a897-ae0069a4a668 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:40.652890 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.698505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.706346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] Deleting port 23aa829b-0936-4d07-9131-c644953ae5d6 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:40.706721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.784500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] DHCP port deletion for 4ab8d62d-09ab-4bde-b848-6cd4c3527689 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:40.787092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Deleting port faf102b7-c788-4ab2-9d48-983ea6308256 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:40.787568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.787665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] For port 23aa829b-0936-4d07-9131-c644953ae5d6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=23aa829b-0936-4d07-9131-c644953ae5d6,segment=NetworkSegment(9e87683b-7bbd-400e-9060-f39dd2f24948),segment_id=9e87683b-7bbd-400e-9060-f39dd2f24948)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:40.788046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.805220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] Calling delete_port for 23aa829b-0936-4d07-9131-c644953ae5d6 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:40.842013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.885644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Subnet': ['ID=52564c49-7cc1-4d3e-b075-4131cb0ecad9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:40.889455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.892032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d4088d7-e855-4292-800e-ff2862d4a9a6 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/subnets/52564c49-7cc1-4d3e-b075-4131cb0ecad9 HTTP/1.1" status: 204 len: 168 time: 0.4916880 Aug 10 03:40:40.894862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54002) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.897706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] For port faf102b7-c788-4ab2-9d48-983ea6308256, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=faf102b7-c788-4ab2-9d48-983ea6308256,segment=NetworkSegment(8851d91e-57b9-4664-8799-ad4b4f7b0d49),segment_id=8851d91e-57b9-4664-8799-ad4b4f7b0d49)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:40.897851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04428819-7f37-4940-9114-bd4bd3de55e2 None None] Network bb3a01bb-76f6-4819-a9f7-d73904c4b386 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:40.898122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.910662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Calling delete_port for faf102b7-c788-4ab2-9d48-983ea6308256 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:40.991738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] Deleting port faf102b7-c788-4ab2-9d48-983ea6308256 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:40.992113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.020844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.039767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faf102b7-c788-4ab2-9d48-983ea6308256 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:41.079971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting port 23aa829b-0936-4d07-9131-c644953ae5d6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:41.080721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.125857 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.137687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] For port faf102b7-c788-4ab2-9d48-983ea6308256, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=faf102b7-c788-4ab2-9d48-983ea6308256,segment=NetworkSegment(8851d91e-57b9-4664-8799-ad4b4f7b0d49),segment_id=8851d91e-57b9-4664-8799-ad4b4f7b0d49)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:41.138092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.156915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] For port 23aa829b-0936-4d07-9131-c644953ae5d6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=23aa829b-0936-4d07-9131-c644953ae5d6,segment=NetworkSegment(9e87683b-7bbd-400e-9060-f39dd2f24948),segment_id=9e87683b-7bbd-400e-9060-f39dd2f24948)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:41.157425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.171529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Calling delete_port for 23aa829b-0936-4d07-9131-c644953ae5d6 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:41.173511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.175079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] Pushing event deleted for resources: {'Port': ['ID=23aa829b-0936-4d07-9131-c644953ae5d6,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.177239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] Calling delete_port for faf102b7-c788-4ab2-9d48-983ea6308256 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:41.188439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f207da1-881e-4c1b-88e8-981fc420a1b0 None None] No DVR routers for this DVR port 23aa829b-0936-4d07-9131-c644953ae5d6 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:41.190954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No active binding found for port faf102b7-c788-4ab2-9d48-983ea6308256 {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:40:41.191085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faf102b7-c788-4ab2-9d48-983ea6308256 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:41.191753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 23aa829b-0936-4d07-9131-c644953ae5d6 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:41.225367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 23aa829b-0936-4d07-9131-c644953ae5d6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:41.225552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 23aa829b-0936-4d07-9131-c644953ae5d6 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:41.270336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] No DVR routers for this DVR port faf102b7-c788-4ab2-9d48-983ea6308256 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:41.275135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event deleted for resources: {'Port': ['ID=faf102b7-c788-4ab2-9d48-983ea6308256,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.301751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.302038 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.334263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] DHCP port deletion for bb3a01bb-76f6-4819-a9f7-d73904c4b386 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:41.337153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] Pushing event deleted for resources: {'Port': ['ID=faf102b7-c788-4ab2-9d48-983ea6308256,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.342180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774a5f5-1c0b-4805-8e41-064fc8dbbf0f None None] No DVR routers for this DVR port faf102b7-c788-4ab2-9d48-983ea6308256 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:41.344000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Port': ['ID=23aa829b-0936-4d07-9131-c644953ae5d6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.352258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] No DVR routers for this DVR port 23aa829b-0936-4d07-9131-c644953ae5d6 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:41.394043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] Deleting port 8a359c6c-57eb-47c7-9c33-38a9521910ab {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:41.394341 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.400429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.411649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab8d62d-09ab-4bde-b848-6cd4c3527689']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.424073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8851d91e-57b9-4664-8799-ad4b4f7b0d49') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.424466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8851d91e-57b9-4664-8799-ad4b4f7b0d49') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.434641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.448713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.449480 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.456390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:41.456788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:41.460130 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:41.462119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa1bbea-9dc8-407a-a897-ae0069a4a668']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.464477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] For port 8a359c6c-57eb-47c7-9c33-38a9521910ab, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8a359c6c-57eb-47c7-9c33-38a9521910ab,segment=NetworkSegment(7ac2091d-50ed-4af5-b13f-66d73a73672c),segment_id=7ac2091d-50ed-4af5-b13f-66d73a73672c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:41.464925 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.478216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e87683b-7bbd-400e-9060-f39dd2f24948') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.480439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e87683b-7bbd-400e-9060-f39dd2f24948') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.490887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] Calling delete_port for 8a359c6c-57eb-47c7-9c33-38a9521910ab owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:41.496476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.514563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.522322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:41.523590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:41.527493 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:41.670706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.679590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.681384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/networks/8aa1bbea-9dc8-407a-a897-ae0069a4a668 HTTP/1.1" status: 204 len: 168 time: 0.7851932 Aug 10 03:40:41.683803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:41.697687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.703495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b83652-a91d-49a5-bc84-eba9e6fe864d tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Network': ['ID=8aa1bbea-9dc8-407a-a897-ae0069a4a668,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.742047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] Pushing event deleted for resources: {'Port': ['ID=8a359c6c-57eb-47c7-9c33-38a9521910ab,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:41.744267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254b6bd-7f96-4813-9de5-39d099755534 None None] No DVR routers for this DVR port 8a359c6c-57eb-47c7-9c33-38a9521910ab on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:41.790488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.877982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.887722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3a01bb-76f6-4819-a9f7-d73904c4b386']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.898742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac2091d-50ed-4af5-b13f-66d73a73672c') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.899074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac2091d-50ed-4af5-b13f-66d73a73672c') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:41.908370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.920039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.922642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.928872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:41.929265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.930039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:41.932308 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:41.935532 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] 10.222.0.26 "DELETE /v2.0/networks/4ab8d62d-09ab-4bde-b848-6cd4c3527689 HTTP/1.1" status: 204 len: 168 time: 1.4087179 Aug 10 03:40:41.948561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f53a2d-ad3f-412d-a4ba-1cdc06c88436 tempest-ExtraDHCPOptionsTestJSON-1043602065 tempest-ExtraDHCPOptionsTestJSON-1043602065-project] Pushing event deleted for resources: {'Network': ['ID=4ab8d62d-09ab-4bde-b848-6cd4c3527689,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.068658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.073865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.079001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.079126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/networks/bb3a01bb-76f6-4819-a9f7-d73904c4b386 HTTP/1.1" status: 204 len: 168 time: 0.3942609 Aug 10 03:40:42.094247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef84d5c-89b1-48fe-bdba-d3a339695c9b tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Network': ['ID=bb3a01bb-76f6-4819-a9f7-d73904c4b386,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.129474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting subnet 7b627710-4442-4dc6-928c-ebe15576f719 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:42.132855 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.172439 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.257582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.400614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.428631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Subnet': ['ID=7b627710-4442-4dc6-928c-ebe15576f719,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.430673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.434901 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5b7b0d8c-2075-4346-84cf-733773362b11 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/subnets/7b627710-4442-4dc6-928c-ebe15576f719 HTTP/1.1" status: 204 len: 168 time: 0.3526373 Aug 10 03:40:42.435167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54016) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.438112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a10990-1f6d-4e12-8550-340bce0d047c None None] Network f0c2711c-418d-4bd1-89cd-d1a28f8cd193 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:42.467008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54018) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.520704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.576802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Deleting port fee5358d-c0ea-49ee-88cc-1974e616c2dc {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:42.577188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.621518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] DHCP port deletion for f0c2711c-418d-4bd1-89cd-d1a28f8cd193 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:42.626043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54022) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.626165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7d26b02-a100-4db3-bdd8-e2fb0c44e37c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e833afe5b9a4b67ae5dd9c137314469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578465 Aug 10 03:40:42.666440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] Deleting port fee5358d-c0ea-49ee-88cc-1974e616c2dc {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:42.666808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.669392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] For port fee5358d-c0ea-49ee-88cc-1974e616c2dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fee5358d-c0ea-49ee-88cc-1974e616c2dc,segment=NetworkSegment(83b628b8-f69a-43b0-885d-9ff975a52306),segment_id=83b628b8-f69a-43b0-885d-9ff975a52306)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:42.669767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.692791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Calling delete_port for fee5358d-c0ea-49ee-88cc-1974e616c2dc owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:42.715375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2aa56244-c953-4b5b-9f03-46834b2ff020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.726601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] For port fee5358d-c0ea-49ee-88cc-1974e616c2dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fee5358d-c0ea-49ee-88cc-1974e616c2dc,segment=NetworkSegment(83b628b8-f69a-43b0-885d-9ff975a52306),segment_id=83b628b8-f69a-43b0-885d-9ff975a52306)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:42.726975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.739648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] Calling delete_port for fee5358d-c0ea-49ee-88cc-1974e616c2dc owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:42.769415 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2aa56244-c953-4b5b-9f03-46834b2ff020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.908970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.934736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Port': ['ID=fee5358d-c0ea-49ee-88cc-1974e616c2dc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.939688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2aa56244-c953-4b5b-9f03-46834b2ff020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.942270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2aa56244-c953-4b5b-9f03-46834b2ff020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.945871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2aa56244-c953-4b5b-9f03-46834b2ff020 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33420d01-9b4b-40cc-b67d-99f8ba6302c0 HTTP/1.1" status: 204 len: 168 time: 0.3161917 Aug 10 03:40:42.954491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] No DVR routers for this DVR port fee5358d-c0ea-49ee-88cc-1974e616c2dc on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:42.956486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa56244-c953-4b5b-9f03-46834b2ff020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33420d01-9b4b-40cc-b67d-99f8ba6302c0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.990574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.017350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] Pushing event deleted for resources: {'Port': ['ID=fee5358d-c0ea-49ee-88cc-1974e616c2dc,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:43.019276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fee5358d-c0ea-49ee-88cc-1974e616c2dc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:43.043039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc07acf-d3cb-4469-9241-a85f6240b330 None None] No DVR routers for this DVR port fee5358d-c0ea-49ee-88cc-1974e616c2dc on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:43.044556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fee5358d-c0ea-49ee-88cc-1974e616c2dc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:43.044901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fee5358d-c0ea-49ee-88cc-1974e616c2dc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:43.045303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8a359c6c-57eb-47c7-9c33-38a9521910ab no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:43.066786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 8a359c6c-57eb-47c7-9c33-38a9521910ab {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:43.067202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8a359c6c-57eb-47c7-9c33-38a9521910ab not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:43.069019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.081608 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c2711c-418d-4bd1-89cd-d1a28f8cd193']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:43.093313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b628b8-f69a-43b0-885d-9ff975a52306') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:43.093617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b628b8-f69a-43b0-885d-9ff975a52306') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:43.103660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.117859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.123841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:43.124317 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:43.127317 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:43.228617 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.237409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.239254 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/networks/f0c2711c-418d-4bd1-89cd-d1a28f8cd193 HTTP/1.1" status: 204 len: 168 time: 0.8017657 Aug 10 03:40:43.241992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54032) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.251100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dc61e-6a9e-4d8f-a6cd-543a7b3ae891 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Pushing event deleted for resources: {'Network': ['ID=f0c2711c-418d-4bd1-89cd-d1a28f8cd193,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:43.269752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8c50e075-6577-4bc8-b1b6-6563a31c88ca tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7a395a-0ea5-4172-8512-5a13513d4ba7 HTTP/1.1" status: 200 len: 205 time: 0.0262356 Aug 10 03:40:43.272182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54034) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.351415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.511127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.513389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.640680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.641266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Fanout notify agent at l3_agent the message router_deleted on router 7a7a395a-0ea5-4172-8512-5a13513d4ba7 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:43.648673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.652534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f5ccf3b0-a4ff-4dcb-a04b-da2f19b53c92 tempest-RoutersNegativeTest-1181710504 tempest-RoutersNegativeTest-1181710504-project] 10.222.0.26 "DELETE /v2.0/routers/7a7a395a-0ea5-4172-8512-5a13513d4ba7 HTTP/1.1" status: 204 len: 168 time: 0.3792431 Aug 10 03:40:44.057426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54058) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:44.103078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54062) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:44.245462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9803ac06-fdda-49cd-bf7a-ab0fc070a0aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=651f18b469d7495c811552bab6d49368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411810 Aug 10 03:40:44.248050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54066) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:44.267205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1358594840'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:44.301480 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7d1c505-94bb-4b93-9fd9-471ef3c6d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.323892 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7d1c505-94bb-4b93-9fd9-471ef3c6d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.348742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:44.352493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.365629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.417534 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7d1c505-94bb-4b93-9fd9-471ef3c6d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.420267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7d1c505-94bb-4b93-9fd9-471ef3c6d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.422037 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b7d1c505-94bb-4b93-9fd9-471ef3c6d548 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f04c9a8a-b3d0-41f7-b70c-a05b82a25ff3 HTTP/1.1" status: 204 len: 168 time: 0.1713288 Aug 10 03:40:44.430913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1c505-94bb-4b93-9fd9-471ef3c6d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c9a8a-b3d0-41f7-b70c-a05b82a25ff3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.496136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.588333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.612530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:44.625611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164c7694-f151-413e-8b4e-4d5be34b7f48,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.630296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.630642 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment e785434f-e789-432f-bba2-70834b52ef54 of type vlan for network b82f6acc-2fd9-4993-a17b-64576d68a255 Aug 10 03:40:44.672100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.771641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.778505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:44.779659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.859392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=b82f6acc-2fd9-4993-a17b-64576d68a255,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.871679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:44.888615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e95e6ad-66c3-4ca8-ac2e-180e4fd6e87f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8295190 Aug 10 03:40:44.891300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:44.897121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'name': 'tempest-PortsIpV6TestJSON-921450219'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:45.085709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:45.089359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.107471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 4e5cd66f-a43b-434d-a10c-35246007466f yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:45.271770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.469194 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.497765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.560837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=4e5cd66f-a43b-434d-a10c-35246007466f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:45.569429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': 'e785434f-e789-432f-bba2-70834b52ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:45.569939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: b82f6acc-2fd9-4993-a17b-64576d68a255, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:45.624247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54096) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:45.630899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030491 Aug 10 03:40:45.631199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:45.643558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:45.703094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b82f6acc-2fd9-4993-a17b-64576d68a255) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:45.708099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:45.715811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4544b44-67d6-41e3-a5ef-d63e869f13ac None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:45.719849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.721262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.743871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09acf6fc-cb1e-4947-9f03-75255ec033ac tempest-NetworksApiDiscovery-1800625587 tempest-NetworksApiDiscovery-1800625587-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1115565 Aug 10 03:40:45.785341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-366ea543-701b-48cb-8c07-62f9ba062679 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8926587 Aug 10 03:40:45.788254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54106) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:45.797457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-611189535'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:45.880339 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:45.885300 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.910135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:45.918913 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.919253 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 5c87d068-5104-4055-9da8-07c40a2537b9 of type vlan for network 3632ee5c-c106-4e73-ba60-9ed71cb76dba Aug 10 03:40:45.959637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.074512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.080107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:46.080767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.147728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=3632ee5c-c106-4e73-ba60-9ed71cb76dba,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.158461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3632ee5c-c106-4e73-ba60-9ed71cb76dba details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:46.208234 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cca3f359-dbd6-48e9-bced-b5ee12d02b7f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4179225 Aug 10 03:40:46.210718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54112) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:46.215823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'ports': [{'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'}, {'network_id': '3632ee5c-c106-4e73-ba60-9ed71cb76dba'}]} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:46.216143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:46.216674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '3632ee5c-c106-4e73-ba60-9ed71cb76dba'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:46.269597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54114) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:46.386580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0351c43-1961-4b2f-991f-fb4a33c3a42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.508816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 2} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:46.514013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.529726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.599141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0351c43-1961-4b2f-991f-fb4a33c3a42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.612682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 324412af-9b8b-4286-bd89-a129fc615d58 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:46.703884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a0351c43-1961-4b2f-991f-fb4a33c3a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.726522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.743377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a0351c43-1961-4b2f-991f-fb4a33c3a42a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36e8c3b32d9c47048b8c3ee99aad483f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725747 Aug 10 03:40:46.743965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0351c43-1961-4b2f-991f-fb4a33c3a42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e50d60-8c12-4e73-860a-df7c7c012c12,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.746375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54120) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:46.801736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33b3175b-28fc-479b-a454-d535b0a3f9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.809095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 242413a8-6de6-46a2-81aa-366ad5528a41 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:46.825265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33b3175b-28fc-479b-a454-d535b0a3f9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.941386 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.960374 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33b3175b-28fc-479b-a454-d535b0a3f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.962930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-33b3175b-28fc-479b-a454-d535b0a3f9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.966803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-33b3175b-28fc-479b-a454-d535b0a3f9a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1e50d60-8c12-4e73-860a-df7c7c012c12 HTTP/1.1" status: 204 len: 168 time: 0.2168579 Aug 10 03:40:46.974494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3175b-28fc-479b-a454-d535b0a3f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e50d60-8c12-4e73-860a-df7c7c012c12,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.051850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.097640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:47.100709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:47.107576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:47.108486 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.117854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=324412af-9b8b-4286-bd89-a129fc615d58,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.185816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '5c87d068-5104-4055-9da8-07c40a2537b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3632ee5c-c106-4e73-ba60-9ed71cb76dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:47.186196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: 3632ee5c-c106-4e73-ba60-9ed71cb76dba, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:47.194485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=242413a8-6de6-46a2-81aa-366ad5528a41,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.280146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 3632ee5c-c106-4e73-ba60-9ed71cb76dba is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:47.348024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3632ee5c-c106-4e73-ba60-9ed71cb76dba) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:47.352120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:47.359669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.360783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6da72c-4ea0-49c0-b3a4-a15d4fc24b50 None None] Network 3632ee5c-c106-4e73-ba60-9ed71cb76dba requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:47.364905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.365932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.446230 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-639e93ea-327e-474e-bb7f-5dc41d652392 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2344055 Aug 10 03:40:47.451097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:47.556327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 242413a8-6de6-46a2-81aa-366ad5528a41 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:47.556701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.624962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.640998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 242413a8-6de6-46a2-81aa-366ad5528a41 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:47.840223 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.870883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=242413a8-6de6-46a2-81aa-366ad5528a41,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.876358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.878660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a7a9d663-00d2-4caa-bc34-ada9e83f2295 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/242413a8-6de6-46a2-81aa-366ad5528a41 HTTP/1.1" status: 204 len: 168 time: 0.4256396 Aug 10 03:40:47.880945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54148) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:47.929941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c89189-1ee1-4eac-b61c-dd4a0c954115 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.935774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c89189-1ee1-4eac-b61c-dd4a0c954115 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.937336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-26c89189-1ee1-4eac-b61c-dd4a0c954115 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0554481 Aug 10 03:40:47.940047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54150) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.038694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 324412af-9b8b-4286-bd89-a129fc615d58 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:48.038949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.112611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.126650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 324412af-9b8b-4286-bd89-a129fc615d58 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:48.279783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.306346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=324412af-9b8b-4286-bd89-a129fc615d58,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.314260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.317146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e78fe7f-ef7d-4a6d-b4f9-d03bd5e09613 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/324412af-9b8b-4286-bd89-a129fc615d58 HTTP/1.1" status: 204 len: 168 time: 0.3758903 Aug 10 03:40:48.319406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54158) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.366249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5444aa7-0787-4fec-be04-c2658d480daf tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.367705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5444aa7-0787-4fec-be04-c2658d480daf tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0473692 Aug 10 03:40:48.370350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54162) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.394022 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e46285a-7807-4934-97b6-bc7c375c30d3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:40:48.395420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4e46285a-7807-4934-97b6-bc7c375c30d3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/242413a8-6de6-46a2-81aa-366ad5528a41 HTTP/1.1" status: 404 len: 333 time: 0.0241883 Aug 10 03:40:48.398001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54164) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.420020 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-054dbfbd-f41d-4400-b12b-127d63904399 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:40:48.421441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-054dbfbd-f41d-4400-b12b-127d63904399 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/324412af-9b8b-4286-bd89-a129fc615d58 HTTP/1.1" status: 404 len: 333 time: 0.0225353 Aug 10 03:40:48.423923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54166) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.502870 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.587936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.599173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3632ee5c-c106-4e73-ba60-9ed71cb76dba']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:48.611488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c87d068-5104-4055-9da8-07c40a2537b9') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:48.611811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c87d068-5104-4055-9da8-07c40a2537b9') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:48.622364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.642589 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.648787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:48.649167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:48.651943 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:48.800418 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.805091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.807197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/3632ee5c-c106-4e73-ba60-9ed71cb76dba HTTP/1.1" status: 204 len: 168 time: 0.3823411 Aug 10 03:40:48.810967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54180) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.817095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1898652293'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:48.825968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce53fb-8ac1-480b-ba32-b3cc13454c9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=3632ee5c-c106-4e73-ba60-9ed71cb76dba,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.902922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:48.907632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.936384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:48.947251 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.947596 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 35143995-979d-47c5-90c8-bc134f69984c of type vlan for network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 Aug 10 03:40:48.989542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.102969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.109237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.109860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.175924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=282eb9a6-0c2d-45db-8c7b-375a1c86df60,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.186982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:49.224001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-350cda45-354a-4069-a8f7-55a42139f9a6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4113426 Aug 10 03:40:49.226936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:49.232196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:49.262849 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:49.349007 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:49.411336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:49.411336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.474334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9a78446-17ac-4bec-8d62-c41137b2b70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.668248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9a78446-17ac-4bec-8d62-c41137b2b70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.742596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.776737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9a78446-17ac-4bec-8d62-c41137b2b70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.834484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=315c3a86-d97f-40eb-8363-1fcca248278d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.842856 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d9a78446-17ac-4bec-8d62-c41137b2b70f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d076469bab1e4cada0732d56e032ada8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928093 Aug 10 03:40:49.845686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54208) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:49.849295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a78446-17ac-4bec-8d62-c41137b2b70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23e9a6-2c09-4b2a-8f3c-46923ab0dcdb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:49.861694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '35143995-979d-47c5-90c8-bc134f69984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:49.862148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: 282eb9a6-0c2d-45db-8c7b-375a1c86df60, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:49.896463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2985234c-d6ca-4b7f-960f-0af0e6b0423d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.917559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2985234c-d6ca-4b7f-960f-0af0e6b0423d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.942660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:50.131389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 282eb9a6-0c2d-45db-8c7b-375a1c86df60) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:50.139154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac439c50-25a4-4a81-8dca-0e85f1932e96 None None] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:50.142660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.143262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.171737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2985234c-d6ca-4b7f-960f-0af0e6b0423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.174377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2985234c-d6ca-4b7f-960f-0af0e6b0423d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.175846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2985234c-d6ca-4b7f-960f-0af0e6b0423d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb23e9a6-2c09-4b2a-8f3c-46923ab0dcdb HTTP/1.1" status: 204 len: 168 time: 0.3290453 Aug 10 03:40:50.184679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985234c-d6ca-4b7f-960f-0af0e6b0423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb23e9a6-2c09-4b2a-8f3c-46923ab0dcdb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.229379 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b33ab2d3-9a0b-48a5-8e40-b00a1a429d9e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0010648 Aug 10 03:40:50.231777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:50.237620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60', 'name': 'tempest-PortsIpV6TestJSON-942309674'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:50.303199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-282eb9a6-0c2d-45db-8c7b-375a1c86df60', 'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': '315c3a86-d97f-40eb-8363-1fcca248278d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:50.304221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.416983 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:50.421891 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.441452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 80532b7e-6bee-413c-8972-c3472bf9c23e yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:50.449681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Allocated IP 2001:db8::2 (282eb9a6-0c2d-45db-8c7b-375a1c86df60/315c3a86-d97f-40eb-8363-1fcca248278d/ed3e9d98-d64b-44d5-927b-8033eb036f56) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:50.615820 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.624637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Transition to ACTIVE for port object ed3e9d98-d64b-44d5-927b-8033eb036f56 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:50.639228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Transition to ACTIVE for port object ed3e9d98-d64b-44d5-927b-8033eb036f56 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:50.755486 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.795018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:50.814531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Pushing event updated for resources: {'Port': ['ID=ed3e9d98-d64b-44d5-927b-8033eb036f56,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.814531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:50.816856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:50.819151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::38c (282eb9a6-0c2d-45db-8c7b-375a1c86df60/315c3a86-d97f-40eb-8363-1fcca248278d/80532b7e-6bee-413c-8972-c3472bf9c23e) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:50.872313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Attempting to bind port ed3e9d98-d64b-44d5-927b-8033eb036f56 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:50.872706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Attempting to bind port ed3e9d98-d64b-44d5-927b-8033eb036f56 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '35143995-979d-47c5-90c8-bc134f69984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:50.873064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Attempting to bind port ed3e9d98-d64b-44d5-927b-8033eb036f56 on network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:50.878666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:50.879042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Checking segment: {'id': '35143995-979d-47c5-90c8-bc134f69984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:50.879464 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.879858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Bound using segment: {'id': '35143995-979d-47c5-90c8-bc134f69984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:50.880497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Bound port: ed3e9d98-d64b-44d5-927b-8033eb036f56, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35143995-979d-47c5-90c8-bc134f69984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '282eb9a6-0c2d-45db-8c7b-375a1c86df60'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:50.880879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.948887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] For port ed3e9d98-d64b-44d5-927b-8033eb036f56, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:50.952568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] For port ed3e9d98-d64b-44d5-927b-8033eb036f56, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ed3e9d98-d64b-44d5-927b-8033eb036f56,segment=NetworkSegment(35143995-979d-47c5-90c8-bc134f69984c),segment_id=35143995-979d-47c5-90c8-bc134f69984c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:50.962594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54230) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:50.982407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b7b916d7-de27-4852-a990-2fa3762a4c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.989763 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.004086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 80532b7e-6bee-413c-8972-c3472bf9c23e will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:51.029153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.084974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b7b916d7-de27-4852-a990-2fa3762a4c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.091101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d8c48-83c5-4af0-8819-f719a9b440aa None None] Pushing event updated for resources: {'Port': ['ID=ed3e9d98-d64b-44d5-927b-8033eb036f56,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.155600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.171212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b7b916d7-de27-4852-a990-2fa3762a4c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.215599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b7b916d7-de27-4852-a990-2fa3762a4c26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=115ebe8a289c4492be14caff2c1f22ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512474 Aug 10 03:40:51.216220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54236) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.232385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:51.234645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=80532b7e-6bee-413c-8972-c3472bf9c23e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.239536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:51.242801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b916d7-de27-4852-a990-2fa3762a4c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6853510d-8fbf-45ce-9385-b24f40af02f7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.249274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:51.267733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.268906 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.322379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46380271-0166-4527-b134-23369e2afc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.348632 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c6db1835-0004-464a-b02b-604845cabbb6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1157212 Aug 10 03:40:51.350538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46380271-0166-4527-b134-23369e2afc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.351414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54238) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.460024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 80532b7e-6bee-413c-8972-c3472bf9c23e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:51.460396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.480197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46380271-0166-4527-b134-23369e2afc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.482955 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46380271-0166-4527-b134-23369e2afc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.484181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-46380271-0166-4527-b134-23369e2afc7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6853510d-8fbf-45ce-9385-b24f40af02f7 HTTP/1.1" status: 204 len: 168 time: 0.2628510 Aug 10 03:40:51.493956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46380271-0166-4527-b134-23369e2afc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6853510d-8fbf-45ce-9385-b24f40af02f7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.551111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.563299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 80532b7e-6bee-413c-8972-c3472bf9c23e owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:51.749299 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.778746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=80532b7e-6bee-413c-8972-c3472bf9c23e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.809257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.812332 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6414a4c7-e28b-4b66-a7ed-e912da834c36 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/80532b7e-6bee-413c-8972-c3472bf9c23e HTTP/1.1" status: 204 len: 168 time: 0.4595509 Aug 10 03:40:51.814775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54250) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.848434 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccaa9e1-1a7c-4b82-8e4b-53548fbba69c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:40:51.849339 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccaa9e1-1a7c-4b82-8e4b-53548fbba69c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:40:51.851963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ccaa9e1-1a7c-4b82-8e4b-53548fbba69c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/80532b7e-6bee-413c-8972-c3472bf9c23e HTTP/1.1" status: 404 len: 333 time: 0.0355940 Aug 10 03:40:51.854772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.885896 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cff4c99-7d89-4261-9a10-4c41cd627ad3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:40:51.887508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6cff4c99-7d89-4261-9a10-4c41cd627ad3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/80532b7e-6bee-413c-8972-c3472bf9c23e HTTP/1.1" status: 404 len: 333 time: 0.0313089 Aug 10 03:40:51.890703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.945699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 315c3a86-d97f-40eb-8363-1fcca248278d {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:51.950234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.992841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.097982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.106556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e0b9e-7064-4d94-85fa-df7899115461 None None] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:52.268860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.292946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3a85f1ad-c535-44d0-bfe9-e1193f9b6db9 None None] Provisioning for port ed3e9d98-d64b-44d5-927b-8033eb036f56 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:52.302398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=315c3a86-d97f-40eb-8363-1fcca248278d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:52.313077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.315337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-96e994cf-ea2d-4d11-a67c-8219ab247257 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/315c3a86-d97f-40eb-8363-1fcca248278d HTTP/1.1" status: 204 len: 168 time: 0.4233470 Aug 10 03:40:52.318209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54272) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:52.403087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.464820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port ed3e9d98-d64b-44d5-927b-8033eb036f56 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:52.465154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.542912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port ed3e9d98-d64b-44d5-927b-8033eb036f56, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ed3e9d98-d64b-44d5-927b-8033eb036f56,segment=NetworkSegment(35143995-979d-47c5-90c8-bc134f69984c),segment_id=35143995-979d-47c5-90c8-bc134f69984c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:52.543632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.551654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3274ef-3b9e-42b5-8e2a-cc85dd159f1c None None] Network 282eb9a6-0c2d-45db-8c7b-375a1c86df60 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:52.560918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for ed3e9d98-d64b-44d5-927b-8033eb036f56 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:52.715468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.750870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=ed3e9d98-d64b-44d5-927b-8033eb036f56,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:52.756329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port ed3e9d98-d64b-44d5-927b-8033eb036f56 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:52.795663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb6dd4-f70b-4d2b-a385-bde44ef0220b None None] DHCP port deletion for 282eb9a6-0c2d-45db-8c7b-375a1c86df60 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:52.840686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.850228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282eb9a6-0c2d-45db-8c7b-375a1c86df60']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:52.860321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35143995-979d-47c5-90c8-bc134f69984c') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:52.860644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35143995-979d-47c5-90c8-bc134f69984c') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:52.869101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.883009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.889101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:52.890599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:52.894149 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:53.033993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.041680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.047184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/282eb9a6-0c2d-45db-8c7b-375a1c86df60 HTTP/1.1" status: 204 len: 168 time: 0.7244341 Aug 10 03:40:53.048780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54294) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:53.053732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1180109890'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:53.066137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cef113-316c-4871-bf0f-269b9a2a6057 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=282eb9a6-0c2d-45db-8c7b-375a1c86df60,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:53.165556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:53.169153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.194183 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:53.202807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.203172 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 05bada33-f301-4c72-b2c7-9746912ccc21 of type vlan for network 39d106b6-0107-4b85-9dc3-7deda8b803dc Aug 10 03:40:53.246032 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.393947 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.400263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.400972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.469734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=39d106b6-0107-4b85-9dc3-7deda8b803dc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:53.481408 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:53.554836 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-16b994a2-c667-41ee-8494-1c3af3a75eaa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5050764 Aug 10 03:40:53.557468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54312) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:53.562839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:53.730988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:53.735156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.988787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.054003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=54cb4a21-d168-4b39-a1b8-a8966706a312,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:54.059207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '05bada33-f301-4c72-b2c7-9746912ccc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:54.059564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: 39d106b6-0107-4b85-9dc3-7deda8b803dc, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:54.153827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:54.256926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 39d106b6-0107-4b85-9dc3-7deda8b803dc) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:54.261232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.261889 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.267628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682466ab-7f49-4e28-af3b-8de3047f8cf6 None None] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:54.366325 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-663998ab-5e72-481c-b535-6e1042dfcedc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8076506 Aug 10 03:40:54.368912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:54.374423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-75066909'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:54.412612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-39d106b6-0107-4b85-9dc3-7deda8b803dc', 'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': '54cb4a21-d168-4b39-a1b8-a8966706a312'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:54.413462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.554859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Allocated IP 2001:db8::2 (39d106b6-0107-4b85-9dc3-7deda8b803dc/54cb4a21-d168-4b39-a1b8-a8966706a312/4853f86e-ce4b-4cf3-a0bf-bf6de8641bca) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:54.565927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:54.569602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.589445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 6f0d1801-0990-4e76-a029-b1ab0b52f5cc yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:54.729418 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.737642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Transition to ACTIVE for port object 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:54.752362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Transition to ACTIVE for port object 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:54.885609 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.925058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:54.930013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:54.933585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:54.945711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Pushing event updated for resources: {'Port': ['ID=4853f86e-ce4b-4cf3-a0bf-bf6de8641bca,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:54.957855 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::1dd (39d106b6-0107-4b85-9dc3-7deda8b803dc/54cb4a21-d168-4b39-a1b8-a8966706a312/6f0d1801-0990-4e76-a029-b1ab0b52f5cc) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:54.995398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Attempting to bind port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:54.995781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Attempting to bind port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '05bada33-f301-4c72-b2c7-9746912ccc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:54.996143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Attempting to bind port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca on network 39d106b6-0107-4b85-9dc3-7deda8b803dc {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:55.001467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:55.001847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Checking segment: {'id': '05bada33-f301-4c72-b2c7-9746912ccc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:55.002325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.002717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Bound using segment: {'id': '05bada33-f301-4c72-b2c7-9746912ccc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:55.003185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Bound port: 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bada33-f301-4c72-b2c7-9746912ccc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d106b6-0107-4b85-9dc3-7deda8b803dc'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:55.003574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.074647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] For port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:55.079759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] For port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4853f86e-ce4b-4cf3-a0bf-bf6de8641bca,segment=NetworkSegment(05bada33-f301-4c72-b2c7-9746912ccc21),segment_id=05bada33-f301-4c72-b2c7-9746912ccc21)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:55.111342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.126903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 6f0d1801-0990-4e76-a029-b1ab0b52f5cc will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:55.240132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.280597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.305241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e500c-fd9b-44ec-a9b2-f02a6f3c7730 None None] Pushing event updated for resources: {'Port': ['ID=4853f86e-ce4b-4cf3-a0bf-bf6de8641bca,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.334561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:55.338080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:55.347010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:55.353028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.353849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.358684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=6f0d1801-0990-4e76-a029-b1ab0b52f5cc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.469597 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5ae8db39-55f3-4dbc-9c5d-1a8584730421 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.0990887 Aug 10 03:40:55.471967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:55.588050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 6f0d1801-0990-4e76-a029-b1ab0b52f5cc {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:55.588555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.686771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.700184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 6f0d1801-0990-4e76-a029-b1ab0b52f5cc owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:55.902556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.931849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=6f0d1801-0990-4e76-a029-b1ab0b52f5cc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.958705 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.963533 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24c69ba5-a223-46e9-8f1e-33ec9cb7b53c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/6f0d1801-0990-4e76-a029-b1ab0b52f5cc HTTP/1.1" status: 204 len: 168 time: 0.4882784 Aug 10 03:40:55.979970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.980795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54372) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:55.990159 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-0090b31e-f8b6-4aa9-8610-51fe2fbbecac tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:40:55.992056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0090b31e-f8b6-4aa9-8610-51fe2fbbecac tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/6f0d1801-0990-4e76-a029-b1ab0b52f5cc HTTP/1.1" status: 404 len: 333 time: 0.0270379 Aug 10 03:40:55.994842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54374) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:56.047764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 54cb4a21-d168-4b39-a1b8-a8966706a312 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:56.051209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.097899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.187195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.262798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c6632-4761-4615-b15b-10e32f0bcdef None None] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:56.360399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.392500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=54cb4a21-d168-4b39-a1b8-a8966706a312,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.396741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.398924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-514cdb8e-32e8-45c3-94dc-7d0f9bacf794 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/54cb4a21-d168-4b39-a1b8-a8966706a312 HTTP/1.1" status: 204 len: 168 time: 0.4032197 Aug 10 03:40:56.401467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:56.418039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-84021555-e1e1-46b4-bb73-d407e95de5ce None None] Provisioning for port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:56.485846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.546195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:56.546540 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.615655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4853f86e-ce4b-4cf3-a0bf-bf6de8641bca,segment=NetworkSegment(05bada33-f301-4c72-b2c7-9746912ccc21),segment_id=05bada33-f301-4c72-b2c7-9746912ccc21)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:56.616029 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.627204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1622f77-4804-4879-9e3d-2306ed354e9f None None] Network 39d106b6-0107-4b85-9dc3-7deda8b803dc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:56.629106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:56.804898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.838137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=4853f86e-ce4b-4cf3-a0bf-bf6de8641bca,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.851807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port 4853f86e-ce4b-4cf3-a0bf-bf6de8641bca on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:56.852303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe868dd-8f31-41ea-b9a5-c678520c9852 None None] DHCP port deletion for 39d106b6-0107-4b85-9dc3-7deda8b803dc request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:56.964731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.976921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d106b6-0107-4b85-9dc3-7deda8b803dc']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:56.980034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05e9ea-050a-474c-8fbc-1fbac3c00800 req-c96b5a23-0381-4c12-a146-67c7457e782a tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:56.981604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff05e9ea-050a-474c-8fbc-1fbac3c00800 req-c96b5a23-0381-4c12-a146-67c7457e782a tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1097 time: 0.1309240 Aug 10 03:40:56.990720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bada33-f301-4c72-b2c7-9746912ccc21') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:56.991016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bada33-f301-4c72-b2c7-9746912ccc21') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:57.010186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.030415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.040557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff05e9ea-050a-474c-8fbc-1fbac3c00800 req-bda3ed9c-c118-4482-b299-eba8f960c9b5 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521755 Aug 10 03:40:57.041472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:57.041857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:57.044872 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:57.165797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2affa1-3a40-43b9-8e3c-b03efb175276 req-f3959035-a33d-4a25-ba9b-2e0014830788 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.167253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a2affa1-3a40-43b9-8e3c-b03efb175276 req-f3959035-a33d-4a25-ba9b-2e0014830788 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0513558 Aug 10 03:40:57.210714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a2affa1-3a40-43b9-8e3c-b03efb175276 req-8dadb89b-1e53-49cd-8172-7c6194a2335e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373709 Aug 10 03:40:57.252062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54410) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.291065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.305337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.307194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/39d106b6-0107-4b85-9dc3-7deda8b803dc HTTP/1.1" status: 204 len: 168 time: 0.9045999 Aug 10 03:40:57.312042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54412) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.325137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'name': 'tempest-PortsIpV6TestJSON-93074410'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:57.342150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d8b18-d9b9-4215-b239-694267e38595 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=39d106b6-0107-4b85-9dc3-7deda8b803dc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:57.385438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-227d6fba-9f18-4673-a543-d524cefddcea tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/afadffd9-37f2-4a8f-ab05-04c0a2eacc25 HTTP/1.1" status: 200 len: 992 time: 0.1320710 Aug 10 03:40:57.559846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:57.563909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.581754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port e65eea37-4165-4965-957a-aa2c650d5dc6 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:57.760397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.937526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.989319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:57.992711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:57.995237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:58.001726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.002321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.010831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=e65eea37-4165-4965-957a-aa2c650d5dc6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.130973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec76a30-3cad-48e1-9ade-ad6c0309ae43 req-6dbb07b0-9c6c-4944-8b86-3bce72379e8a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:58.132360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec76a30-3cad-48e1-9ade-ad6c0309ae43 req-6dbb07b0-9c6c-4944-8b86-3bce72379e8a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Aug 10 03:40:58.168766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f8eadcaa-e8cc-4219-a54c-2028277bad05 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8560147 Aug 10 03:40:58.170985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54434) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.176671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec76a30-3cad-48e1-9ade-ad6c0309ae43 req-33eaa470-cee2-416a-bf41-a40c723a89ea tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Aug 10 03:40:58.280059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port e65eea37-4165-4965-957a-aa2c650d5dc6 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:58.280493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.352634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.376514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for e65eea37-4165-4965-957a-aa2c650d5dc6 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:58.521720 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-6c9273dc-d26d-49c6-846e-744a39f2b981 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562824 Aug 10 03:40:58.571200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.606683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=e65eea37-4165-4965-957a-aa2c650d5dc6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.612500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.614486 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-437166eb-97ea-4af1-bbc7-1b2fe1c084f7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/e65eea37-4165-4965-957a-aa2c650d5dc6 HTTP/1.1" status: 204 len: 168 time: 0.4424193 Aug 10 03:40:58.617168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54444) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.624632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'mac_address': 'fa:16:3e:1e:09:17', 'name': 'tempest-PortsIpV6TestJSON-1518890079'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:58.919029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:58.997832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.024558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 8bf931b7-7286-4490-979d-266a1222ca30 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:59.619808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889447e6-f49b-43d2-b09f-46682bed0db8 req-4798304f-a647-4a0e-bd8b-4c0a4ae9c36d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.621514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-889447e6-f49b-43d2-b09f-46682bed0db8 req-4798304f-a647-4a0e-bd8b-4c0a4ae9c36d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0832818 Aug 10 03:40:59.624614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.674704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-889447e6-f49b-43d2-b09f-46682bed0db8 req-a98256f2-0925-45eb-8522-98cc2146427f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448084 Aug 10 03:40:59.811276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.889946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:59.897542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:59.901906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:59.909214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:59.909927 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.920059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=8bf931b7-7286-4490-979d-266a1222ca30,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.069209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4f5f8d64-75c2-4e9a-8bd3-482fc4b79865 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4508929 Aug 10 03:41:00.071753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54502) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.116180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af7d45-eab6-447e-978f-e431e9247747 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.118578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-97af7d45-eab6-447e-978f-e431e9247747 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/8bf931b7-7286-4490-979d-266a1222ca30 HTTP/1.1" status: 200 len: 845 time: 0.0459077 Aug 10 03:41:00.124965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54504) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.232867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 8bf931b7-7286-4490-979d-266a1222ca30 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:00.234107 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.261979 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-75c5301a-5497-4f2e-85de-b403e10ea630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.315092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.330374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 8bf931b7-7286-4490-979d-266a1222ca30 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:00.471329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd27d3c-7c2d-4772-815e-5f4ec3c859cc req-f6575164-6a71-4223-87bb-47c11a0fa063 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.473142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edd27d3c-7c2d-4772-815e-5f4ec3c859cc req-f6575164-6a71-4223-87bb-47c11a0fa063 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.0542161 Aug 10 03:41:00.509839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.580533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edd27d3c-7c2d-4772-815e-5f4ec3c859cc req-70b54ca6-3b9b-4043-8ccb-e4960daada9e tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990989 Aug 10 03:41:00.581948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=8bf931b7-7286-4490-979d-266a1222ca30,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.597967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.601590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2909c869-8603-4101-be74-51eff491adf8 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/8bf931b7-7286-4490-979d-266a1222ca30 HTTP/1.1" status: 204 len: 168 time: 0.4755371 Aug 10 03:41:00.604102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54516) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.630778 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e8e06b-1d56-4bd7-a604-2feb2a825534 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:00.632433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-31e8e06b-1d56-4bd7-a604-2feb2a825534 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/8bf931b7-7286-4490-979d-266a1222ca30 HTTP/1.1" status: 404 len: 333 time: 0.0271263 Aug 10 03:41:00.636188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54518) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.642601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'name': 'tempest-PortsIpV6TestJSON-1336145296'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:00.814051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc250d-2dd5-4b54-99d4-5e83adb3606d req-94db09bb-53d3-4325-820f-451afc6837ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:00.815953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afbc250d-2dd5-4b54-99d4-5e83adb3606d req-94db09bb-53d3-4325-820f-451afc6837ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0489678 Aug 10 03:41:00.851471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:00.855048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.858720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afbc250d-2dd5-4b54-99d4-5e83adb3606d req-3f06a107-31e3-46d2-be6f-10dac7dbef26 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363882 Aug 10 03:41:00.876781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 3bfbceb7-ee48-42b7-b147-a81cc7da9787 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:01.010261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54530) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.051092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.133417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34594856-c91d-4bcb-b27e-2ea001d8227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.171292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.216722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:01.219945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:01.223736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:01.229354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.229993 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.234647 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34594856-c91d-4bcb-b27e-2ea001d8227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.236034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=3bfbceb7-ee48-42b7-b147-a81cc7da9787,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.342582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-34594856-c91d-4bcb-b27e-2ea001d8227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.382183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-34594856-c91d-4bcb-b27e-2ea001d8227a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cdbd750343744488fc93f044844ab09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707271 Aug 10 03:41:01.383174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34594856-c91d-4bcb-b27e-2ea001d8227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cdf997-5084-4ad6-9293-6966a0b63da3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.384828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54538) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.430169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d63582d6-4f1d-4828-bc46-c797c5672869 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7922335 Aug 10 03:41:01.432933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54540) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.440984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:01.446461 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db0f24e6-8cbc-408b-8671-1834b6cfb2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.473697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db0f24e6-8cbc-408b-8671-1834b6cfb2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.533595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-ed0481e6-59ce-4b01-9e6f-7214aef007e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.535104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-ed0481e6-59ce-4b01-9e6f-7214aef007e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1097 time: 0.0894604 Aug 10 03:41:01.540284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.582140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db0f24e6-8cbc-408b-8671-1834b6cfb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.586565 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db0f24e6-8cbc-408b-8671-1834b6cfb2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.587708 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db0f24e6-8cbc-408b-8671-1834b6cfb2b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1cdf997-5084-4ad6-9293-6966a0b63da3 HTTP/1.1" status: 204 len: 168 time: 0.2017140 Aug 10 03:41:01.597311 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f24e6-8cbc-408b-8671-1834b6cfb2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cdf997-5084-4ad6-9293-6966a0b63da3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.802202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-3c148cfc-2190-4a2e-95c3-daa446e09954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.803729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-3c148cfc-2190-4a2e-95c3-daa446e09954 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.2604060 Aug 10 03:41:01.838024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5ce99-8a57-44b6-958f-8ea7d339562d req-41884285-3cc1-40fb-92b5-61c3aa16c0e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.839544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdf5ce99-8a57-44b6-958f-8ea7d339562d req-41884285-3cc1-40fb-92b5-61c3aa16c0e4 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.1719875 Aug 10 03:41:01.932619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19738ac-b989-468e-8332-ca39cf01d94b req-1ab88699-843c-4fd1-8710-6cefd62d5555 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:01.934108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b19738ac-b989-468e-8332-ca39cf01d94b req-1ab88699-843c-4fd1-8710-6cefd62d5555 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 946 time: 0.2119529 Aug 10 03:41:01.962528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.996795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-52d4ec84-2302-4946-9067-4874be572a5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 1000 time: 0.1757696 Aug 10 03:41:02.006065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdf5ce99-8a57-44b6-958f-8ea7d339562d req-9de82ca4-a178-458c-b1c3-e8f880de85ea tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups?id=0fa20912-6041-41e9-8fd6-35352ef018e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528685 Aug 10 03:41:02.056707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.133935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] In _notify_port_updated(), no bound segment for port 3bfbceb7-ee48-42b7-b147-a81cc7da9787 on network b82f6acc-2fd9-4993-a17b-64576d68a255 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:41:02.139871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.140512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.141815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/ports/3bfbceb7-ee48-42b7-b147-a81cc7da9787 HTTP/1.1" status: 200 len: 818 time: 0.7073953 Aug 10 03:41:02.145296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54560) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:02.160245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-3b81ad7e-3d61-4c08-bdca-2fe36f31024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.161744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-3b81ad7e-3d61-4c08-bdca-2fe36f31024c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.1547046 Aug 10 03:41:02.164908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a21c7-6cff-4713-82ba-e6e9d89008dc tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=3bfbceb7-ee48-42b7-b147-a81cc7da9787,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.230105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87d8c6-78c2-4cd0-b6db-53f117986a6b req-8ea3df10-6e7b-46a4-8c4d-f11f2dad5fc4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.231632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d87d8c6-78c2-4cd0-b6db-53f117986a6b req-8ea3df10-6e7b-46a4-8c4d-f11f2dad5fc4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1587198 Aug 10 03:41:02.238808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Deleting port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:02.239151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.261120 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 3bfbceb7-ee48-42b7-b147-a81cc7da9787 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:02.261426 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.291593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-81904fdb-0a53-452d-ba06-4cca71c44207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.293126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-81904fdb-0a53-452d-ba06-4cca71c44207 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237435 Aug 10 03:41:02.329021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.346716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 3bfbceb7-ee48-42b7-b147-a81cc7da9787 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:02.348654 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:02.372250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6126e079-07ed-4499-9ac7-80750daf7d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.386370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d87d8c6-78c2-4cd0-b6db-53f117986a6b req-bacd7aa6-c9ef-448c-8de2-ebfe23c03c81 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431932 Aug 10 03:41:02.424884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] For port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:02.425261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.508250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-33d93d56-19c8-4878-b7eb-098ddf369294 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059460 Aug 10 03:41:02.532652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6126e079-07ed-4499-9ac7-80750daf7d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.582681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.622380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=3bfbceb7-ee48-42b7-b147-a81cc7da9787,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.626473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6126e079-07ed-4499-9ac7-80750daf7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.639036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.643363 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e96b8822-5e93-4585-8b6a-ffceb50ba908 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/3bfbceb7-ee48-42b7-b147-a81cc7da9787 HTTP/1.1" status: 204 len: 168 time: 0.4942389 Aug 10 03:41:02.653116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:02.689577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-27066aa5-7124-4e8c-bfa6-d428fa923467 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737220 Aug 10 03:41:02.713754 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.782689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.783089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.783414 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Floating IP 83dd316d-a8a7-413d-a8f7-a467b7f3c8e4 disassociated. External IP: 172.25.1.210, port: 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98. Aug 10 03:41:02.783765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Calling delete_port for 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:02.992692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126e079-07ed-4499-9ac7-80750daf7d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a9b82c-d7f2-4ffe-b60a-01d48aaf9a53,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.998137 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6126e079-07ed-4499-9ac7-80750daf7d66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9134f8af8f554ed0bf5abbfa75c79fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6482010 Aug 10 03:41:03.010005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:03.030075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc29bca-5408-4bfd-a419-9b4f2d9abbf0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.031613 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ffc29bca-5408-4bfd-a419-9b4f2d9abbf0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3774261 Aug 10 03:41:03.034224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54580) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:03.035014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.061046 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1be0570-c230-4a6d-beda-451aafe10464 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:03.066204 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f1be0570-c230-4a6d-beda-451aafe10464 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/3bfbceb7-ee48-42b7-b147-a81cc7da9787 HTTP/1.1" status: 404 len: 333 time: 0.0272231 Aug 10 03:41:03.066957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54582) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:03.071883 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1946953970'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:03.079278 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c552-8b56-455c-9014-472dc7389fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.110014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event deleted for resources: {'Port': ['ID=0db010b8-22ac-4f1c-ad37-6fa1e88ebf98,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:03.170421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e798b3c-7795-4ff9-97eb-bb430508a5bc req-562a4450-a60e-4960-a8a8-4900496d432d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 210 time: 0.0657701 Aug 10 03:41:03.200724 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96ff266e-1ae2-4008-8fe2-ce0c0c2070f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.235987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96ff266e-1ae2-4008-8fe2-ce0c0c2070f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.239291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:03.246958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.271811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:03.281045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.281384 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 5a9e88d5-087b-4e13-a50d-2a5616be0a67 of type vlan for network 4e3d532e-aec3-48ad-8358-4a012b0afdde Aug 10 03:41:03.320247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Router 797ab054-eab7-4059-a138-4db5d6f7c118 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:03.323238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.438391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:03.462389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:03.476140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:03.477031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:03.496948 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.510342 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.511168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.518673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] No DVR routers for this DVR port 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:03.525916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.528198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b19738ac-b989-468e-8332-ca39cf01d94b req-3d41e434-048f-44a7-adf2-02f48f26813d tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.46 "DELETE /v2.0/ports/0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 HTTP/1.1" status: 204 len: 173 time: 1.5782733 Aug 10 03:41:03.530169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-deleted', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:03.532629 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a8d8c3-df11-427d-bcd0-2a7c57984bb6" -d '{"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-deleted", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:03.537750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96ff266e-1ae2-4008-8fe2-ce0c0c2070f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.540638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96ff266e-1ae2-4008-8fe2-ce0c0c2070f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.541797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-96ff266e-1ae2-4008-8fe2-ce0c0c2070f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64a9b82c-d7f2-4ffe-b60a-01d48aaf9a53 HTTP/1.1" status: 204 len: 168 time: 0.5386360 Aug 10 03:41:03.555542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff266e-1ae2-4008-8fe2-ce0c0c2070f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a9b82c-d7f2-4ffe-b60a-01d48aaf9a53,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:03.578073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3ea84-fdec-4401-ae20-5e5a9de4290e req-e9fa0f14-831a-4db1-8646-e7ff52167040 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:03.579805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4c3ea84-fdec-4401-ae20-5e5a9de4290e req-e9fa0f14-831a-4db1-8646-e7ff52167040 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0896022 Aug 10 03:41:03.627442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:03.689170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4c3ea84-fdec-4401-ae20-5e5a9de4290e req-4a42f70a-8851-4637-9412-ea8edf4cac59 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014502 Aug 10 03:41:03.714830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=4e3d532e-aec3-48ad-8358-4a012b0afdde,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:03.729030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:03.831464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54598) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:03.831636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-694c8275-aacd-4739-8d7d-d1c3b9714266 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7636254 Aug 10 03:41:03.837551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:03.916043 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91baa32-fbb6-424c-ae85-0d71c720a5b9 x-openstack-request-id: req-f91baa32-fbb6-424c-ae85-0d71c720a5b9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:03.916353 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd5d097-681f-4e48-b918-f438af57b751", "name": "network-vif-deleted", "tag": "0db010b8-22ac-4f1c-ad37-6fa1e88ebf98", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:03.916617 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f91baa32-fbb6-424c-ae85-0d71c720a5b9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:03.917015 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd5d097-681f-4e48-b918-f438af57b751', 'name': 'network-vif-deleted', 'tag': '0db010b8-22ac-4f1c-ad37-6fa1e88ebf98', 'status': 'completed', 'code': 200} Aug 10 03:41:03.998385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:04.023673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:04.032433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:04.032978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:04.067850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:04.073199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.164567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:04.224318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.321228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68166183-8a4a-496c-8ee7-3ea32b6fe106 req-c511003f-42c0-495b-aad3-e03f8723326a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcd5d097-681f-4e48-b918-f438af57b751 HTTP/1.1" status: 200 len: 210 time: 0.0408726 Aug 10 03:41:04.411116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.468560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=9b892707-189d-448a-85f2-1fe4177f6c64,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:04.500515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '5a9e88d5-087b-4e13-a50d-2a5616be0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:04.501479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: 4e3d532e-aec3-48ad-8358-4a012b0afdde, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:04.601484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:04.616633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:04.627993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464e0e4-4403-480f-970d-448ef57fb2b0 None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 4, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '96441367-29b4-4b65-af4e-b780b526f6df', 'name': '', 'network_id': 'ac76dd69-0ca7-4551-8000-d1673392ea7d', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'mac_address': 'fa:16:3e:c6:d5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:24Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'subnets': [{'id': '8b2c209b-0f1c-4c8b-9108-924ece26877d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:04.796045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 4e3d532e-aec3-48ad-8358-4a012b0afdde) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:04.806917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.807620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33690e40-4d1e-464c-8312-13f655cbc64b None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:04.808042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.860394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096beeae-f426-473c-87fd-9338875fe649 req-30acdb86-31f1-4c39-9629-b9c76e278c7d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.862746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-096beeae-f426-473c-87fd-9338875fe649 req-30acdb86-31f1-4c39-9629-b9c76e278c7d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1024618 Aug 10 03:41:04.922143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-096beeae-f426-473c-87fd-9338875fe649 req-a8859a98-3189-47b0-b5d8-9bcb2c869e38 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480602 Aug 10 03:41:04.948927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-725c6b6e-a0c4-41a9-b83e-ca407899b83f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1123555 Aug 10 03:41:04.951891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54634) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:04.954319 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58103573-2695-4a59-b85e-7e43bba867be None None] New status for floating IP 83dd316d-a8a7-413d-a8f7-a467b7f3c8e4: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:41:04.958734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:05.022954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-4e3d532e-aec3-48ad-8358-4a012b0afdde', 'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': '9b892707-189d-448a-85f2-1fe4177f6c64'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:05.023900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.184600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Allocated IP 2001:db8::2 (4e3d532e-aec3-48ad-8358-4a012b0afdde/9b892707-189d-448a-85f2-1fe4177f6c64/e1443ef8-8d73-43e9-bca2-7f2a1c13939f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:05.331275 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.339451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Transition to ACTIVE for port object e1443ef8-8d73-43e9-bca2-7f2a1c13939f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:05.361073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Transition to ACTIVE for port object e1443ef8-8d73-43e9-bca2-7f2a1c13939f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:05.381587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:05.385483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.479611 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.500125 n-d-765315-26 neutron-server[94804]: INFO neutron.db.ipam_backend_mixin [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b892707-189d-448a-85f2-1fe4177f6c64 (CIDR: 2001:db8::/64) Aug 10 03:41:05.516261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:05.519011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:05.522386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:05.557900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Pushing event updated for resources: {'Port': ['ID=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:05.563412 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54650) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:05.588435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Attempting to bind port e1443ef8-8d73-43e9-bca2-7f2a1c13939f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:05.588806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Attempting to bind port e1443ef8-8d73-43e9-bca2-7f2a1c13939f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5a9e88d5-087b-4e13-a50d-2a5616be0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:05.590191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Attempting to bind port e1443ef8-8d73-43e9-bca2-7f2a1c13939f on network 4e3d532e-aec3-48ad-8358-4a012b0afdde {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:05.594701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:05.595065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Checking segment: {'id': '5a9e88d5-087b-4e13-a50d-2a5616be0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:05.597050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.597050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Bound using segment: {'id': '5a9e88d5-087b-4e13-a50d-2a5616be0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:05.597050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Bound port: e1443ef8-8d73-43e9-bca2-7f2a1c13939f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e88d5-087b-4e13-a50d-2a5616be0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:05.597050 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.605781 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:41:05.606270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:05.635159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2192a81e-7c6b-40c5-8d77-30996960c51a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.661074 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2192a81e-7c6b-40c5-8d77-30996960c51a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.682492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] For port e1443ef8-8d73-43e9-bca2-7f2a1c13939f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:05.685790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] For port e1443ef8-8d73-43e9-bca2-7f2a1c13939f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,segment=NetworkSegment(5a9e88d5-087b-4e13-a50d-2a5616be0a67),segment_id=5a9e88d5-087b-4e13-a50d-2a5616be0a67)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:05.704911 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2f82755d-869a-4451-a900-8f2954a04b2a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7481511 Aug 10 03:41:05.705016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54656) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:05.710023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:05.785526 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.811317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.813342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2192a81e-7c6b-40c5-8d77-30996960c51a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.825265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2192a81e-7c6b-40c5-8d77-30996960c51a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.829854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2192a81e-7c6b-40c5-8d77-30996960c51a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "DELETE /v2.0/security-groups/0fa20912-6041-41e9-8fd6-35352ef018e9 HTTP/1.1" status: 204 len: 168 time: 0.2645874 Aug 10 03:41:05.835410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54662) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:05.850088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:05.859443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192a81e-7c6b-40c5-8d77-30996960c51a tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa20912-6041-41e9-8fd6-35352ef018e9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:05.869701 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-2e908bb1-6496-4654-9ba3-b1966515a9bb tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] show failed (client error): The resource could not be found. Aug 10 03:41:05.873852 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e908bb1-6496-4654-9ba3-b1966515a9bb tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "GET /v2.0/security-groups/0fa20912-6041-41e9-8fd6-35352ef018e9 HTTP/1.1" status: 404 len: 347 time: 0.0343852 Aug 10 03:41:05.874268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54664) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:05.892872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:05.893222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 0db010b8-22ac-4f1c-ad37-6fa1e88ebf98 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:05.920469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e94033-bdfa-4df7-a92f-57f48e2f6860 None None] Pushing event updated for resources: {'Port': ['ID=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:05.962172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:05.966069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.575826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448225f4-69f0-4b69-b243-10122797998e req-77c89d00-1ba0-4c24-9669-680a1235a8eb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.577426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-448225f4-69f0-4b69-b243-10122797998e req-77c89d00-1ba0-4c24-9669-680a1235a8eb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1450446 Aug 10 03:41:06.643103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Deleting port b6e41cd8-ddb7-4ffe-965f-608ee126f1e7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:06.643709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.693602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-448225f4-69f0-4b69-b243-10122797998e req-6b3fbecb-b6eb-4b46-ae4d-7f0234e75615 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031055 Aug 10 03:41:06.781711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.782773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.816652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Calling delete_port for b6e41cd8-ddb7-4ffe-965f-608ee126f1e7 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:07.007711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.086052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e1443ef8-8d73-43e9-bca2-7f2a1c13939f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:07.086623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:07.092805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:07.097818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.098419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.108091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=0fff7142-b361-49b7-9f3b-48c5e5531538,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:07.174329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ea6e3-7395-4a61-880f-c990612d00ab None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:07.224947 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.251927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Pushing event deleted for resources: {'Port': ['ID=b6e41cd8-ddb7-4ffe-965f-608ee126f1e7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:07.327705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-40bc6908-403a-4c77-a48f-9b8fe808c148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6217160 Aug 10 03:41:07.332791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:07.333041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54704) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.335609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.365443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.365443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e9a319ec-2aee-4e9b-b0cc-d0a3d64be483 tempest-AttachVolumeShelveTestJSON-913009714 tempest-AttachVolumeShelveTestJSON-913009714-project] 10.222.0.26 "DELETE /v2.0/floatingips/83dd316d-a8a7-413d-a8f7-a467b7f3c8e4 HTTP/1.1" status: 204 len: 168 time: 1.4639966 Aug 10 03:41:07.365443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde', 'fixed_ips': [{'subnet_id': '9b892707-189d-448a-85f2-1fe4177f6c64'}, {'subnet_id': '0fff7142-b361-49b7-9f3b-48c5e5531538'}], 'name': 'tempest-PortsIpV6TestJSON-1173810'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:07.442787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Update dhcp port {'port': {'network_id': '4e3d532e-aec3-48ad-8358-4a012b0afdde', 'fixed_ips': [{'subnet_id': '9b892707-189d-448a-85f2-1fe4177f6c64', 'ip_address': '2001:db8::2'}, {'subnet_id': '0fff7142-b361-49b7-9f3b-48c5e5531538'}], 'binding:host_id': 'n-d-765315-26'}, 'id': 'e1443ef8-8d73-43e9-bca2-7f2a1c13939f'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:41:07.467189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.555200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Provisioning for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:07.565267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Provisioning complete for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:07.569365 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.655589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:07.667890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Allocated IP 2001:db8:0:1::2 (4e3d532e-aec3-48ad-8358-4a012b0afdde/0fff7142-b361-49b7-9f3b-48c5e5531538/e1443ef8-8d73-43e9-bca2-7f2a1c13939f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:07.747139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.821219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.826673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] For port e1443ef8-8d73-43e9-bca2-7f2a1c13939f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,segment=NetworkSegment(5a9e88d5-087b-4e13-a50d-2a5616be0a67),segment_id=5a9e88d5-087b-4e13-a50d-2a5616be0a67)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:07.865219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.874276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port dd8a5e37-1688-4204-bf5f-a625ca410f56 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:07.878176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Ignored duplicate provisioning block setup for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:41:07.938395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686366b6-ce50-406f-a01d-eb77283fc4b2 req-09cbac22-2dd8-4475-8622-941481b222ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.940075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-686366b6-ce50-406f-a01d-eb77283fc4b2 req-09cbac22-2dd8-4475-8622-941481b222ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1158044 Aug 10 03:41:07.995113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.031936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-686366b6-ce50-406f-a01d-eb77283fc4b2 req-489f66b7-3cd8-420d-a8fb-b1874a41d40c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827141 Aug 10 03:41:08.203855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea581d38-b3f2-4ad2-854a-97306d8932a4 None None] Pushing event updated for resources: {'Port': ['ID=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.233865 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:08.238109 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:08.334665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::3cd (4e3d532e-aec3-48ad-8358-4a012b0afdde/9b892707-189d-448a-85f2-1fe4177f6c64/dd8a5e37-1688-4204-bf5f-a625ca410f56) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:08.342618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8:0:1::fb (4e3d532e-aec3-48ad-8358-4a012b0afdde/0fff7142-b361-49b7-9f3b-48c5e5531538/dd8a5e37-1688-4204-bf5f-a625ca410f56) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:08.518657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.532067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object dd8a5e37-1688-4204-bf5f-a625ca410f56 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:08.662567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.744650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:08.787110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:08.790682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:08.804961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.805783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.808241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=dd8a5e37-1688-4204-bf5f-a625ca410f56,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.813531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.903795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84393795-8a5d-45fa-bcdd-1706fe0fe3f9 None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:08.949606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ae94abb2-17da-420b-a050-53b32e18524a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 1.6152053 Aug 10 03:41:08.953228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54734) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.960637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b892707-189d-448a-85f2-1fe4177f6c64'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:09.021897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] For port e1443ef8-8d73-43e9-bca2-7f2a1c13939f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,segment=NetworkSegment(5a9e88d5-087b-4e13-a50d-2a5616be0a67),segment_id=5a9e88d5-087b-4e13-a50d-2a5616be0a67)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:09.100472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e1443ef8-8d73-43e9-bca2-7f2a1c13939f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:09.183746 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.240090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.340643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065163e-9be2-401f-b8e7-6352c6c82395 req-f48d525e-831b-454c-9bb5-d10a248cf931 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.342247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9065163e-9be2-401f-b8e7-6352c6c82395 req-f48d525e-831b-454c-9bb5-d10a248cf931 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1042082 Aug 10 03:41:09.383198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:09.383731 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.454698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9065163e-9be2-401f-b8e7-6352c6c82395 req-a200e6ce-99a2-4a25-9c92-0aad02584408 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044621 Aug 10 03:41:09.499255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b8a77962-6f0b-4025-8a7a-c03ba5e79504 None None] Provisioning complete for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:09.499709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8a77962-6f0b-4025-8a7a-c03ba5e79504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.525912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59278719-3b52-47a4-9796-e1d3572b5145 None None] Pushing event updated for resources: {'Port': ['ID=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.587741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Delete allocated IP 2001:db8:0:1::fb (4e3d532e-aec3-48ad-8358-4a012b0afdde/0fff7142-b361-49b7-9f3b-48c5e5531538) {{(pid=94805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:41:09.753132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.766243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Ignored duplicate provisioning block setup for port dd8a5e37-1688-4204-bf5f-a625ca410f56 by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:41:09.853260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.963430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] In _notify_port_updated(), no bound segment for port dd8a5e37-1688-4204-bf5f-a625ca410f56 on network 4e3d532e-aec3-48ad-8358-4a012b0afdde {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:41:09.969767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.970367 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.974386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/ports/dd8a5e37-1688-4204-bf5f-a625ca410f56 HTTP/1.1" status: 200 len: 923 time: 1.0175264 Aug 10 03:41:09.975217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.984787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b892707-189d-448a-85f2-1fe4177f6c64'}, {'subnet_id': '0fff7142-b361-49b7-9f3b-48c5e5531538'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:09.997234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d04cd7-4e3b-46ab-82c1-e10d5d8c0556 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=dd8a5e37-1688-4204-bf5f-a625ca410f56,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.003389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-fc808db6-9fa1-4580-b606-ba43c8ad011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.005219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-fc808db6-9fa1-4580-b606-ba43c8ad011a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1097 time: 0.1007011 Aug 10 03:41:10.032990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-96f671bb-8126-4993-b2ef-57652e6ecacc None None] Provisioning complete for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:10.032990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-96f671bb-8126-4993-b2ef-57652e6ecacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.150887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-c63b1805-0bd5-4889-83d7-268264bfaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.152388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-c63b1805-0bd5-4889-83d7-268264bfaa42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1261783 Aug 10 03:41:10.238660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.242484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-2df1c089-5996-4a39-9a97-73e77332f9cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 1000 time: 0.0818133 Aug 10 03:41:10.245520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-96f671bb-8126-4993-b2ef-57652e6ecacc None None] Provisioning for port dd8a5e37-1688-4204-bf5f-a625ca410f56 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:10.250597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-96f671bb-8126-4993-b2ef-57652e6ecacc None None] Provisioning complete for port dd8a5e37-1688-4204-bf5f-a625ca410f56 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:10.251042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-96f671bb-8126-4993-b2ef-57652e6ecacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.310303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-96f671bb-8126-4993-b2ef-57652e6ecacc None None] Port dd8a5e37-1688-4204-bf5f-a625ca410f56 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:10.326142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-6586625a-1ffc-4ad8-8cf6-957cdf1326b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.332810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-6586625a-1ffc-4ad8-8cf6-957cdf1326b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0781491 Aug 10 03:41:10.383793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-e9b1c599-ce35-4b15-bf50-04a0bae935d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.384829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-e9b1c599-ce35-4b15-bf50-04a0bae935d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498502 Aug 10 03:41:10.458969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1df9d48a-bd26-42a7-a3ee-9ad6ff0ddbc9 None None] Provisioning complete for port dd8a5e37-1688-4204-bf5f-a625ca410f56 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:10.459466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1df9d48a-bd26-42a7-a3ee-9ad6ff0ddbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.542596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1df9d48a-bd26-42a7-a3ee-9ad6ff0ddbc9 None None] Port dd8a5e37-1688-4204-bf5f-a625ca410f56 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:10.554425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-ed982472-b5b5-46b1-9f67-00fc23f867f5 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620300 Aug 10 03:41:10.651765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8:0:1::3df (4e3d532e-aec3-48ad-8358-4a012b0afdde/0fff7142-b361-49b7-9f3b-48c5e5531538/dd8a5e37-1688-4204-bf5f-a625ca410f56) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:10.726571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48605bf-219e-4289-8bda-76efc8d439d9 req-2edb9ed2-b3d7-4fb3-bafc-6af45546f343 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.735674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b48605bf-219e-4289-8bda-76efc8d439d9 req-2edb9ed2-b3d7-4fb3-bafc-6af45546f343 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1606674 Aug 10 03:41:10.766393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-47b276b0-8a77-4f86-aacd-9898f8b87753 None None] Provisioning complete for port dd8a5e37-1688-4204-bf5f-a625ca410f56 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:10.767087 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47b276b0-8a77-4f86-aacd-9898f8b87753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.776828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e109db92-e9a5-4c5c-90d6-ebcbd9502a90 req-8ae56322-35a3-4609-aa70-2b730735dfcd service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144008 Aug 10 03:41:10.815685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-47b276b0-8a77-4f86-aacd-9898f8b87753 None None] Port dd8a5e37-1688-4204-bf5f-a625ca410f56 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:10.817103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b48605bf-219e-4289-8bda-76efc8d439d9 req-9493d413-aceb-401b-80e3-c5eb734a8b2a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797865 Aug 10 03:41:10.903402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.917299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object dd8a5e37-1688-4204-bf5f-a625ca410f56 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:11.033043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e1443ef8-8d73-43e9-bca2-7f2a1c13939f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:11.038900 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.164302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:11.165240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.184918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] In _notify_port_updated(), no bound segment for port dd8a5e37-1688-4204-bf5f-a625ca410f56 on network 4e3d532e-aec3-48ad-8358-4a012b0afdde {{(pid=94804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:41:11.191717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.192414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.193753 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/ports/dd8a5e37-1688-4204-bf5f-a625ca410f56 HTTP/1.1" status: 200 len: 1009 time: 1.2167587 Aug 10 03:41:11.199346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.209137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e444b-f650-43cf-8101-609aa6b9bc2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=dd8a5e37-1688-4204-bf5f-a625ca410f56,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:11.382805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port dd8a5e37-1688-4204-bf5f-a625ca410f56 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:11.383295 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.486674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.522409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for dd8a5e37-1688-4204-bf5f-a625ca410f56 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:11.588599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b4c08feb-806e-426e-8e80-afd2fc5a0aa7 None None] Provisioning for port dd8a5e37-1688-4204-bf5f-a625ca410f56 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:11.594780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b4c08feb-806e-426e-8e80-afd2fc5a0aa7 None None] Provisioning complete for port dd8a5e37-1688-4204-bf5f-a625ca410f56 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:11.595346 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4c08feb-806e-426e-8e80-afd2fc5a0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.664788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b4c08feb-806e-426e-8e80-afd2fc5a0aa7 None None] Port dd8a5e37-1688-4204-bf5f-a625ca410f56 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:11.868372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.912823 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=dd8a5e37-1688-4204-bf5f-a625ca410f56,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:11.978734 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.981083 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4f470192-ff24-4bd4-9f25-017321c9d42d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/dd8a5e37-1688-4204-bf5f-a625ca410f56 HTTP/1.1" status: 204 len: 168 time: 0.7834401 Aug 10 03:41:11.983648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.007910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52311da-e124-44af-9ad0-9bbd819b7b8e req-80f28b50-747d-45cd-a0bc-586595ee2f4e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.009344 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af6bba3-176d-4e3d-bb79-44fe9cc5b3c4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:12.010955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8af6bba3-176d-4e3d-bb79-44fe9cc5b3c4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/dd8a5e37-1688-4204-bf5f-a625ca410f56 HTTP/1.1" status: 404 len: 333 time: 0.0263605 Aug 10 03:41:12.013360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a52311da-e124-44af-9ad0-9bbd819b7b8e req-80f28b50-747d-45cd-a0bc-586595ee2f4e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1075878 Aug 10 03:41:12.014147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54800) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.053244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a52311da-e124-44af-9ad0-9bbd819b7b8e req-b4e3127f-e458-434b-9d27-4e8e6bc6c42d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340927 Aug 10 03:41:12.125453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 0fff7142-b361-49b7-9f3b-48c5e5531538 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:12.133055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.244861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.381603 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.525506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.555024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=0fff7142-b361-49b7-9f3b-48c5e5531538,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.561079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.563460 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9616cc32-099f-441c-810d-a48ee6dde9f0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/0fff7142-b361-49b7-9f3b-48c5e5531538 HTTP/1.1" status: 204 len: 168 time: 0.5482185 Aug 10 03:41:12.569098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54820) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.573120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debdd819-f079-4743-9942-8f75860b0d1f None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:12.645103 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 9b892707-189d-448a-85f2-1fe4177f6c64 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:12.650496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.727625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.851247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.022428 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.054398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=9b892707-189d-448a-85f2-1fe4177f6c64,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:13.069754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.072328 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7c1bc200-cfbb-4f30-b2bb-21b4d0c15d43 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/9b892707-189d-448a-85f2-1fe4177f6c64 HTTP/1.1" status: 204 len: 168 time: 0.5020444 Aug 10 03:41:13.074777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54840) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.198735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.262174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c82df-cb55-4b25-a01b-cc487a70d0bf req-c0d317bf-f090-479b-87a4-d43d4c9bfc77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:13.282410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a6c82df-cb55-4b25-a01b-cc487a70d0bf req-c0d317bf-f090-479b-87a4-d43d4c9bfc77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1168394 Aug 10 03:41:13.321034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port e1443ef8-8d73-43e9-bca2-7f2a1c13939f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:13.321369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.360527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a6c82df-cb55-4b25-a01b-cc487a70d0bf req-896f016f-b725-4ae6-b5b0-13c81583b747 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725925 Aug 10 03:41:13.424621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port e1443ef8-8d73-43e9-bca2-7f2a1c13939f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,segment=NetworkSegment(5a9e88d5-087b-4e13-a50d-2a5616be0a67),segment_id=5a9e88d5-087b-4e13-a50d-2a5616be0a67)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:13.425270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.445824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for e1443ef8-8d73-43e9-bca2-7f2a1c13939f owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:13.483461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53da14-cfa3-4f10-bfe3-398d610470a6 None None] Network 4e3d532e-aec3-48ad-8358-4a012b0afdde requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:13.541524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dc2bb6d3-cb1e-4049-bb9e-2123aa41451d None None] Provisioning complete for port e1443ef8-8d73-43e9-bca2-7f2a1c13939f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:13.542042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb6d3-cb1e-4049-bb9e-2123aa41451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.678370 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.722757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=e1443ef8-8d73-43e9-bca2-7f2a1c13939f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:13.733743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port e1443ef8-8d73-43e9-bca2-7f2a1c13939f on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:13.744914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999fd2d-e585-4389-8c60-0b45d52c7402 None None] DHCP port deletion for 4e3d532e-aec3-48ad-8358-4a012b0afdde request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:13.825514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.835834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3d532e-aec3-48ad-8358-4a012b0afdde']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.848108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e88d5-087b-4e13-a50d-2a5616be0a67') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.848541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e88d5-087b-4e13-a50d-2a5616be0a67') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.858874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.874456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.882628 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:13.883214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:13.893853 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:14.199805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.207353 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.209491 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/4e3d532e-aec3-48ad-8358-4a012b0afdde HTTP/1.1" status: 204 len: 168 time: 1.1317098 Aug 10 03:41:14.212441 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54878) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.232567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e91045-751a-4978-a90d-ea290c9aba47 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=4e3d532e-aec3-48ad-8358-4a012b0afdde,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.275298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc28fe-187d-4463-8f79-490b0d818e3f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.276912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f8fc28fe-187d-4463-8f79-490b0d818e3f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0635242 Aug 10 03:41:14.282511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54880) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.340497 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1bb28de7-7cfa-4ab6-820c-1a41e52394de tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0537524 Aug 10 03:41:14.340680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54886) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.346095 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1847278690'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:14.467542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:14.470200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66180d40-b92d-4ced-bc42-56c18e090ada req-3989f0c5-4904-45c6-ac88-83dede33068f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.471544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.471713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66180d40-b92d-4ced-bc42-56c18e090ada req-3989f0c5-4904-45c6-ac88-83dede33068f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Aug 10 03:41:14.497636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:14.506578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.507000 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 55a37ed0-96c8-4773-a67e-e5e834d4d5f0 of type vlan for network 63b06035-69a0-4e15-8147-7b4baf9df58f Aug 10 03:41:14.514085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66180d40-b92d-4ced-bc42-56c18e090ada req-7b4b9c8a-ab1b-46cb-8f91-1d559d5b354a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363252 Aug 10 03:41:14.547465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.764328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.770089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.774373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.859108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=63b06035-69a0-4e15-8147-7b4baf9df58f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.875415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 63b06035-69a0-4e15-8147-7b4baf9df58f details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:14.941403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.962370 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c784419d-d15c-4256-bc32-c3bc0f204237 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6180806 Aug 10 03:41:14.964669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54910) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.970233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:15.051214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e1443ef8-8d73-43e9-bca2-7f2a1c13939f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:15.113571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e1443ef8-8d73-43e9-bca2-7f2a1c13939f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:15.123942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e1443ef8-8d73-43e9-bca2-7f2a1c13939f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:15.239125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:15.244684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.364902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.560393 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.629450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=9e720f2b-e866-4d9f-9eb4-6bbb21c4274b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:15.703000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '55a37ed0-96c8-4773-a67e-e5e834d4d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:15.703356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: 63b06035-69a0-4e15-8147-7b4baf9df58f, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:15.707306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.764744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ea885-4dae-4ab9-a8b3-f642c40618d8 req-0f330773-dc36-4470-b385-0a6f5c7c089b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.780794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-588ea885-4dae-4ab9-a8b3-f642c40618d8 req-0f330773-dc36-4470-b385-0a6f5c7c089b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0928979 Aug 10 03:41:15.817343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-588ea885-4dae-4ab9-a8b3-f642c40618d8 req-641ce8f4-bcf8-4fa5-ad35-ce9dbd46323a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 Aug 10 03:41:15.850356 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 63b06035-69a0-4e15-8147-7b4baf9df58f is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:15.976363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 63b06035-69a0-4e15-8147-7b4baf9df58f) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:15.986791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27347552-4bfc-4440-9345-777ad35b7951 None None] Network 63b06035-69a0-4e15-8147-7b4baf9df58f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:15.988031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.988758 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.024253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Deleting port 96441367-29b4-4b65-af4e-b780b526f6df {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:16.035235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.140452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7422e3b3-6fa3-46b9-acda-a17df7e922a2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1743951 Aug 10 03:41:16.142884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54928) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:16.149587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f', 'name': 'tempest-PortsIpV6TestJSON-773775570'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:16.160864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] For port 96441367-29b4-4b65-af4e-b780b526f6df, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=96441367-29b4-4b65-af4e-b780b526f6df,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:16.161284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.177689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Calling delete_port for 96441367-29b4-4b65-af4e-b780b526f6df owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:16.393141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-63b06035-69a0-4e15-8147-7b4baf9df58f', 'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': '9e720f2b-e866-4d9f-9eb4-6bbb21c4274b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:16.394346 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.452753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:16.454837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.473995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port dd706f92-5b01-4e4f-aa12-fba54622b9ee yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:16.541989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.550967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Allocated IP 2001:db8::2 (63b06035-69a0-4e15-8147-7b4baf9df58f/9e720f2b-e866-4d9f-9eb4-6bbb21c4274b/de2128da-7fb9-47b2-8e3c-e046d994f8ce) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:16.571670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96441367-29b4-4b65-af4e-b780b526f6df,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:16.747274 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.761497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Transition to ACTIVE for port object de2128da-7fb9-47b2-8e3c-e046d994f8ce will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:16.779819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.780505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Transition to ACTIVE for port object de2128da-7fb9-47b2-8e3c-e046d994f8ce will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:16.861934 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.939800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Network 63b06035-69a0-4e15-8147-7b4baf9df58f is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:16.944382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:16.948815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:16.952068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Pushing event updated for resources: {'Port': ['ID=de2128da-7fb9-47b2-8e3c-e046d994f8ce,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:16.958082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::3d0 (63b06035-69a0-4e15-8147-7b4baf9df58f/9e720f2b-e866-4d9f-9eb4-6bbb21c4274b/dd706f92-5b01-4e4f-aa12-fba54622b9ee) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:16.969677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.970041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.970383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.970736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.971064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.971574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.972048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.972586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.973110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.973736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.974208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:16.974701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:17.055246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Attempting to bind port de2128da-7fb9-47b2-8e3c-e046d994f8ce on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:17.056602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Attempting to bind port de2128da-7fb9-47b2-8e3c-e046d994f8ce by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '55a37ed0-96c8-4773-a67e-e5e834d4d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:17.057122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Attempting to bind port de2128da-7fb9-47b2-8e3c-e046d994f8ce on network 63b06035-69a0-4e15-8147-7b4baf9df58f {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:17.062939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Router 797ab054-eab7-4059-a138-4db5d6f7c118 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:17.065829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:17.066196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Checking segment: {'id': '55a37ed0-96c8-4773-a67e-e5e834d4d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:17.066602 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.067003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Bound using segment: {'id': '55a37ed0-96c8-4773-a67e-e5e834d4d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:17.067537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Bound port: de2128da-7fb9-47b2-8e3c-e046d994f8ce, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a37ed0-96c8-4773-a67e-e5e834d4d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:17.067990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.069682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5e3c7-b2f8-4a7f-afc9-486094f9fd89 req-8749a1c1-80a8-4484-8275-4bf83bf33c12 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.073378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df5e3c7-b2f8-4a7f-afc9-486094f9fd89 req-8749a1c1-80a8-4484-8275-4bf83bf33c12 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1429801 Aug 10 03:41:17.214170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] For port de2128da-7fb9-47b2-8e3c-e046d994f8ce, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:17.218245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] For port de2128da-7fb9-47b2-8e3c-e046d994f8ce, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=de2128da-7fb9-47b2-8e3c-e046d994f8ce,segment=NetworkSegment(55a37ed0-96c8-4773-a67e-e5e834d4d5f0),segment_id=55a37ed0-96c8-4773-a67e-e5e834d4d5f0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:17.230010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:17.241969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] Sync routers for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:17.247372 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f9a0e42c-025d-4c17-986b-532030d30ed6 admin admin] 10.222.0.26 "PUT /v2.0/routers/797ab054-eab7-4059-a138-4db5d6f7c118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3031290 Aug 10 03:41:17.248020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54944) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:17.253779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:17.254423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:17.271591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0df5e3c7-b2f8-4a7f-afc9-486094f9fd89 req-74b0e6c2-3331-46f8-ac95-4fd4b8207f95 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126924 Aug 10 03:41:17.304983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.366488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.398368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object dd706f92-5b01-4e4f-aa12-fba54622b9ee will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:17.454722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805fc82-8bd7-4ca5-8cc4-d6df7355be7d None None] Pushing event updated for resources: {'Port': ['ID=de2128da-7fb9-47b2-8e3c-e046d994f8ce,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:17.479091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:17.577516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.734535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 63b06035-69a0-4e15-8147-7b4baf9df58f is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:17.738031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:17.740455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:17.746428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.747779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.756509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=dd706f92-5b01-4e4f-aa12-fba54622b9ee,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:17.801839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:41:16Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:17.813156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.830565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] Checking router: 797ab054-eab7-4059-a138-4db5d6f7c118 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:17.848687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f27d18de-9dd6-4835-b3dc-74b942ebf3ca tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7046893 Aug 10 03:41:17.849298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54954) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:17.852619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] Routers {'797ab054-eab7-4059-a138-4db5d6f7c118'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:17.853226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['797ab054-eab7-4059-a138-4db5d6f7c118'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:17.856150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '63b06035-69a0-4e15-8147-7b4baf9df58f', 'name': 'tempest-PortsIpV6TestJSON-1091505850'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:17.963337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.021648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] Set router 797ab054-eab7-4059-a138-4db5d6f7c118 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:18.123560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Deleting port fb4412ce-d349-4d5d-ba52-71a2f7b5415b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:18.123902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.147151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:18.151232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.182740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:18.289031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] For port fb4412ce-d349-4d5d-ba52-71a2f7b5415b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:18.289419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.314172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:41:16Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:18.333692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Calling delete_port for fb4412ce-d349-4d5d-ba52-71a2f7b5415b owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:18.367777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c952e3-6662-46d8-9856-674f97cc9620 None None] The sync data for ids ['797ab054-eab7-4059-a138-4db5d6f7c118'] in n-d-765315-26 is: [{'id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'name': 'tempest-AttachVolumeShelveTestJSON-1000850376-router', 'tenant_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:19Z', 'updated_at': '2021-08-10T03:41:16Z', 'revision_number': 5, 'project_id': '01ce17aa48c949ea8266e3ad8143fdb8', 'gw_port': {'id': 'fb4412ce-d349-4d5d-ba52-71a2f7b5415b', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797ab054-eab7-4059-a138-4db5d6f7c118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:20Z', 'updated_at': '2021-08-10T03:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:18.403012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::368 (63b06035-69a0-4e15-8147-7b4baf9df58f/9e720f2b-e866-4d9f-9eb4-6bbb21c4274b/718d01a0-85ab-414c-9ae1-f1d30dc36cfe) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:18.604422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.620892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 718d01a0-85ab-414c-9ae1-f1d30dc36cfe will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:18.691654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6a8d2-5866-45fc-a99e-70b329b114ff req-e77d7391-a832-4b31-875b-1f396c118d19 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.693212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d6a8d2-5866-45fc-a99e-70b329b114ff req-e77d7391-a832-4b31-875b-1f396c118d19 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.2667198 Aug 10 03:41:18.713267 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.722894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00959403-5e0c-4312-a7ec-2bb5fcbabe42 None None] Network 63b06035-69a0-4e15-8147-7b4baf9df58f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:18.745289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4412ce-d349-4d5d-ba52-71a2f7b5415b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.750475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d6a8d2-5866-45fc-a99e-70b329b114ff req-e09c8df5-8a7f-4e3c-8b9a-5a3b5d7c27bd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504990 Aug 10 03:41:18.779076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.852333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.912426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=718d01a0-85ab-414c-9ae1-f1d30dc36cfe,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.936175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e2412692-d4af-4f5d-9913-4bd56c99cb4e None None] Provisioning for port de2128da-7fb9-47b2-8e3c-e046d994f8ce completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:18.940121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54980) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.976514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 63b06035-69a0-4e15-8147-7b4baf9df58f is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:18.989857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:18.996524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:19.016631 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.018017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.018591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.018984 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.136898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d95d898-32ea-4cba-95ed-189c6436625e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2865083 Aug 10 03:41:19.139709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.153888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.154416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797ab054-eab7-4059-a138-4db5d6f7c118 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:19.166161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b071232-3691-4e0e-a9c5-c9c3dd353252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.183030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.192811 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9aaef0dc-3a8d-4c1e-9d2b-dc0ac6ef7a68 admin admin] 10.222.0.26 "DELETE /v2.0/routers/797ab054-eab7-4059-a138-4db5d6f7c118 HTTP/1.1" status: 204 len: 168 time: 1.9351354 Aug 10 03:41:19.197329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54986) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.261407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device de2128da-7fb9-47b2-8e3c-e046d994f8ce up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:19.313478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef76fd-b982-4363-b978-14f8171b47bf tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.315790 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aaef76fd-b982-4363-b978-14f8171b47bf tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d0 HTTP/1.1" status: 200 len: 928 time: 0.1749911 Aug 10 03:41:19.320600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 54990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.328860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Deleting subnet 8b2c209b-0f1c-4c8b-9108-924ece26877d {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:19.344381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.350260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b071232-3691-4e0e-a9c5-c9c3dd353252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.416382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.450299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8b071232-3691-4e0e-a9c5-c9c3dd353252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.485023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port de2128da-7fb9-47b2-8e3c-e046d994f8ce completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:19.487252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Provisioning for port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:19.492117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port de2128da-7fb9-47b2-8e3c-e046d994f8ce triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:19.492595 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.494206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Provisioning complete for port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:19.494563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.503081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8b071232-3691-4e0e-a9c5-c9c3dd353252 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6620f25f838e451da732167c694f5e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619373 Aug 10 03:41:19.504191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b071232-3691-4e0e-a9c5-c9c3dd353252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54f4b7-7deb-4023-899a-f06c3e767f21,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.524908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 54994) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.604458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ef15414-9bcb-4fc7-a38c-2379fbba97b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.632705 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ef15414-9bcb-4fc7-a38c-2379fbba97b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.643870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:19.652822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.680991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:19.681342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.712957 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.755088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port de2128da-7fb9-47b2-8e3c-e046d994f8ce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=de2128da-7fb9-47b2-8e3c-e046d994f8ce,segment=NetworkSegment(55a37ed0-96c8-4773-a67e-e5e834d4d5f0),segment_id=55a37ed0-96c8-4773-a67e-e5e834d4d5f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:19.777784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Provisioning for port dd706f92-5b01-4e4f-aa12-fba54622b9ee completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:19.791183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Provisioning complete for port dd706f92-5b01-4e4f-aa12-fba54622b9ee triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:19.792854 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.804585 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ef15414-9bcb-4fc7-a38c-2379fbba97b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.809196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7ef15414-9bcb-4fc7-a38c-2379fbba97b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.810798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7ef15414-9bcb-4fc7-a38c-2379fbba97b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b54f4b7-7deb-4023-899a-f06c3e767f21 HTTP/1.1" status: 204 len: 168 time: 0.2831771 Aug 10 03:41:19.831062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef15414-9bcb-4fc7-a38c-2379fbba97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54f4b7-7deb-4023-899a-f06c3e767f21,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.895844 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.897028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.907280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.949228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2c209b-0f1c-4c8b-9108-924ece26877d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.951520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 718d01a0-85ab-414c-9ae1-f1d30dc36cfe owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:19.959804 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.964333 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-accf4b75-12c4-4967-8c0a-52fbc889e7ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8b2c209b-0f1c-4c8b-9108-924ece26877d HTTP/1.1" status: 204 len: 168 time: 0.7638130 Aug 10 03:41:19.966874 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55006) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.996792 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-152100a3-2cab-44fb-aead-d18639176317 req-b265ebc9-e1cd-419d-95b7-605330d0c658 service neutron] show failed (client error): The resource could not be found. Aug 10 03:41:19.997380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Port dd706f92-5b01-4e4f-aa12-fba54622b9ee cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:19.997821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-b265ebc9-e1cd-419d-95b7-605330d0c658 service neutron] 10.222.0.46 "GET /v2.0/ports/8e259506-6f55-46fc-b788-daf0f880addb/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0887620 Aug 10 03:41:20.003447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 96441367-29b4-4b65-af4e-b780b526f6df no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:20.008284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=de2128da-7fb9-47b2-8e3c-e046d994f8ce,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.014733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd190c-67bf-4c45-aea6-72d8995f72b9 None None] Network ac76dd69-0ca7-4551-8000-d1673392ea7d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:20.020665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4febe-283b-4f9c-b1fe-daaaa545e2df req-9c7f84c3-68b6-43d5-aab8-54cbe286ff89 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.027914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0a4febe-283b-4f9c-b1fe-daaaa545e2df req-9c7f84c3-68b6-43d5-aab8-54cbe286ff89 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1548498 Aug 10 03:41:20.067238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0a4febe-283b-4f9c-b1fe-daaaa545e2df req-12b37981-2e9a-458d-b9f2-1051ac4a617a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379045 Aug 10 03:41:20.107642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 96441367-29b4-4b65-af4e-b780b526f6df {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:20.107642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 96441367-29b4-4b65-af4e-b780b526f6df not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:20.109716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Provisioning complete for port de2128da-7fb9-47b2-8e3c-e046d994f8ce triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:20.110073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4e39622-e922-4b92-9f4b-97348d8e59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.164151 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.302657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Deleting port 76466e52-99be-4918-a569-371a6286cc7f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:20.302657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.308593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] DHCP port deletion for ac76dd69-0ca7-4551-8000-d1673392ea7d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:20.350999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] For port 76466e52-99be-4918-a569-371a6286cc7f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=76466e52-99be-4918-a569-371a6286cc7f,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:20.351371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.361626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] Deleting port 76466e52-99be-4918-a569-371a6286cc7f {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:20.361926 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.366511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Calling delete_port for 76466e52-99be-4918-a569-371a6286cc7f owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:20.417065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0c963f5-237e-4c74-8f87-971df6efdbea None None] Provisioning complete for port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:20.417445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0c963f5-237e-4c74-8f87-971df6efdbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.457491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] For port 76466e52-99be-4918-a569-371a6286cc7f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=76466e52-99be-4918-a569-371a6286cc7f,segment=NetworkSegment(826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0),segment_id=826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:20.457894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.465522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.476643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] Calling delete_port for 76466e52-99be-4918-a569-371a6286cc7f owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:20.480229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f0c963f5-237e-4c74-8f87-971df6efdbea None None] Port 718d01a0-85ab-414c-9ae1-f1d30dc36cfe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:20.507492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=718d01a0-85ab-414c-9ae1-f1d30dc36cfe,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.527899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0c963f5-237e-4c74-8f87-971df6efdbea None None] Provisioning complete for port dd706f92-5b01-4e4f-aa12-fba54622b9ee triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:20.528990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0c963f5-237e-4c74-8f87-971df6efdbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.556653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.556653 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-38e6a132-ce9f-4694-b27f-7c936d1265bb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/718d01a0-85ab-414c-9ae1-f1d30dc36cfe HTTP/1.1" status: 204 len: 168 time: 1.2223909 Aug 10 03:41:20.558460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55016) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.598280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f0c963f5-237e-4c74-8f87-971df6efdbea None None] Port dd706f92-5b01-4e4f-aa12-fba54622b9ee cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:20.608101 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d8e18a-cc69-442c-815f-0146d936844a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:20.611468 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-57d8e18a-cc69-442c-815f-0146d936844a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/718d01a0-85ab-414c-9ae1-f1d30dc36cfe HTTP/1.1" status: 404 len: 333 time: 0.0494535 Aug 10 03:41:20.611783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55018) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.715180 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port dd706f92-5b01-4e4f-aa12-fba54622b9ee {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:20.716077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.802642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-0a3d2486-ced9-46a4-acb0-2b6cdcbe409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.804245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-0a3d2486-ced9-46a4-acb0-2b6cdcbe409f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 1097 time: 0.0480239 Aug 10 03:41:20.815304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.818291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.822996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.824212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:20.832782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55022) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.859185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] No DVR routers for this DVR port 76466e52-99be-4918-a569-371a6286cc7f on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:20.859185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe59d2-4bf9-4496-b116-b0ab49d25393 None None] Pushing event deleted for resources: {'Port': ['ID=76466e52-99be-4918-a569-371a6286cc7f,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.872200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-992f70d1-d621-444f-835c-ba70e89166b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.873612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for dd706f92-5b01-4e4f-aa12-fba54622b9ee owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:20.875740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=76466e52-99be-4918-a569-371a6286cc7f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.880458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] No DVR routers for this DVR port 76466e52-99be-4918-a569-371a6286cc7f on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:20.927898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.078017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device de2128da-7fb9-47b2-8e3c-e046d994f8ce up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:21.094700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.118035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac76dd69-0ca7-4551-8000-d1673392ea7d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:21.160897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:21.161245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826cf5bc-7a49-46d2-9b0a-d0c01ca63ee0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:21.167575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port de2128da-7fb9-47b2-8e3c-e046d994f8ce triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:21.167983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.177170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.193465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.200965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:21.201377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:21.203329 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:21.251958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.293438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=dd706f92-5b01-4e4f-aa12-fba54622b9ee,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.327159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.329979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-870f8630-a413-447f-9863-260580a8bd3a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/dd706f92-5b01-4e4f-aa12-fba54622b9ee HTTP/1.1" status: 204 len: 168 time: 0.7172155 Aug 10 03:41:21.332714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55032) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.336883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fb4412ce-d349-4d5d-ba52-71a2f7b5415b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:21.338208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f9960-dc6d-4544-b7f9-9c74cbd78103 req-54edfa96-8aa0-43de-9c45-54a8e856198e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.339851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-084f9960-dc6d-4544-b7f9-9c74cbd78103 req-54edfa96-8aa0-43de-9c45-54a8e856198e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1385033 Aug 10 03:41:21.361574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fb4412ce-d349-4d5d-ba52-71a2f7b5415b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:21.362010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fb4412ce-d349-4d5d-ba52-71a2f7b5415b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:21.362492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 76466e52-99be-4918-a569-371a6286cc7f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:21.365159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.367187 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a92825-7d32-4037-b3b1-ba6f09f13c73 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:21.368941 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45a92825-7d32-4037-b3b1-ba6f09f13c73 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/dd706f92-5b01-4e4f-aa12-fba54622b9ee HTTP/1.1" status: 404 len: 333 time: 0.0350144 Aug 10 03:41:21.372912 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-992f70d1-d621-444f-835c-ba70e89166b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.380171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.391622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 76466e52-99be-4918-a569-371a6286cc7f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:21.394630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 76466e52-99be-4918-a569-371a6286cc7f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:21.397025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:21.447867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-084f9960-dc6d-4544-b7f9-9c74cbd78103 req-8947313d-aa88-4412-9ab2-492d0a8b306a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898020 Aug 10 03:41:21.448493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-992f70d1-d621-444f-835c-ba70e89166b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.466009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.466009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] 10.222.0.26 "DELETE /v2.0/networks/ac76dd69-0ca7-4551-8000-d1673392ea7d HTTP/1.1" status: 204 len: 168 time: 1.4946263 Aug 10 03:41:21.474914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 9e720f2b-e866-4d9f-9eb4-6bbb21c4274b {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:21.479814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:21.494566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.501318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b549823-2b8e-4962-be28-839fe533fb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac76dd69-0ca7-4551-8000-d1673392ea7d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.577415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-992f70d1-d621-444f-835c-ba70e89166b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad00d7b051a94b718240d04c99155ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431273 Aug 10 03:41:21.578161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f70d1-d621-444f-835c-ba70e89166b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22df69-57ab-46aa-a320-9a483baad650,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.580512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55040) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.588109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:21.590266 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc694825-f028-4d9d-a0b8-766d775e68b0" -d '{"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-unplugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:21.611790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.620681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.650433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Transition to ACTIVE for port object 8e259506-6f55-46fc-b788-daf0f880addb will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:21.675088 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0735a6a3-f32b-4ab7-9fe6-a2b42ea224d3 x-openstack-request-id: req-0735a6a3-f32b-4ab7-9fe6-a2b42ea224d3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:21.675381 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-unplugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:21.675944 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0735a6a3-f32b-4ab7-9fe6-a2b42ea224d3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:21.676335 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'code': 200} Aug 10 03:41:21.690607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a099762-20b9-45fb-b692-986f244bd83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.711511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a099762-20b9-45fb-b692-986f244bd83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.724033 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.760269 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.849326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.868130 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.879916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a099762-20b9-45fb-b692-986f244bd83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.882570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a099762-20b9-45fb-b692-986f244bd83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.883965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a099762-20b9-45fb-b692-986f244bd83d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c22df69-57ab-46aa-a320-9a483baad650 HTTP/1.1" status: 204 len: 168 time: 0.3006489 Aug 10 03:41:21.897683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a099762-20b9-45fb-b692-986f244bd83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22df69-57ab-46aa-a320-9a483baad650,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.907879 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=9e720f2b-e866-4d9f-9eb4-6bbb21c4274b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.936362 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.940051 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0045ec2f-5edd-4e32-beb6-51029167f282 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/9e720f2b-e866-4d9f-9eb4-6bbb21c4274b HTTP/1.1" status: 204 len: 168 time: 0.5586081 Aug 10 03:41:21.943247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55050) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.947324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9a6fc-fbc4-4493-ab4a-be40ff620090 None None] Network 63b06035-69a0-4e15-8147-7b4baf9df58f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:21.950347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] No DVR routers for this DVR port 8e259506-6f55-46fc-b788-daf0f880addb on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:22.005456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.119723 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.128824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.54', 57393) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.194061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f69f51a-f7fb-4cae-8050-99f47b1b8f43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01ce17aa48c949ea8266e3ad8143fdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805153 Aug 10 03:41:22.196645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.208320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:22.208320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:22.208320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:22.218797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:22.219125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:22.230466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:22.232232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Checking segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:22.232232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Bound using segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:22.232451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Bound port: 8e259506-6f55-46fc-b788-daf0f880addb, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:22.232918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.248220 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-43d4fe04-b6d3-4be1-96d6-2a518166f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.249416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-43d4fe04-b6d3-4be1-96d6-2a518166f893 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1053 time: 0.1154530 Aug 10 03:41:22.255112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] DHCP port deletion for 63b06035-69a0-4e15-8147-7b4baf9df58f request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:22.260055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port de2128da-7fb9-47b2-8e3c-e046d994f8ce {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:22.264328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.354214 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port de2128da-7fb9-47b2-8e3c-e046d994f8ce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=de2128da-7fb9-47b2-8e3c-e046d994f8ce,segment=NetworkSegment(55a37ed0-96c8-4773-a67e-e5e834d4d5f0),segment_id=55a37ed0-96c8-4773-a67e-e5e834d4d5f0)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:22.354859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.364559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] Deleting port de2128da-7fb9-47b2-8e3c-e046d994f8ce {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:22.368240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.375165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for de2128da-7fb9-47b2-8e3c-e046d994f8ce owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:22.482243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] For port de2128da-7fb9-47b2-8e3c-e046d994f8ce, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=de2128da-7fb9-47b2-8e3c-e046d994f8ce,segment=NetworkSegment(55a37ed0-96c8-4773-a67e-e5e834d4d5f0),segment_id=55a37ed0-96c8-4773-a67e-e5e834d4d5f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:22.482652 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.514529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] Calling delete_port for de2128da-7fb9-47b2-8e3c-e046d994f8ce owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:22.692905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-e42a5b86-b7c6-4728-bacb-2c37e4d0e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.694447 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-e42a5b86-b7c6-4728-bacb-2c37e4d0e2a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.4120772 Aug 10 03:41:22.721044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.743467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c03-2a1c-4313-ac31-4b79a9d60ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.764156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] Pushing event deleted for resources: {'Port': ['ID=de2128da-7fb9-47b2-8e3c-e046d994f8ce,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.766945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c03-2a1c-4313-ac31-4b79a9d60ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.770043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7054ff-4acf-4f9e-acba-1c699e5077ad None None] No DVR routers for this DVR port de2128da-7fb9-47b2-8e3c-e046d994f8ce on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:22.770250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.837660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=de2128da-7fb9-47b2-8e3c-e046d994f8ce,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.851913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port de2128da-7fb9-47b2-8e3c-e046d994f8ce on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:22.858958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:22.869448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c49cc-addd-40ac-9c46-f46c53aabfc0 req-bb0ea52b-9b80-4ccd-8022-39b50f4c908e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.871435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae9c49cc-addd-40ac-9c46-f46c53aabfc0 req-bb0ea52b-9b80-4ccd-8022-39b50f4c908e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1673670 Aug 10 03:41:22.874193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:22.911535 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-f9de0513-9710-411f-9326-103896c61439 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.2054338 Aug 10 03:41:22.919723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae9c49cc-addd-40ac-9c46-f46c53aabfc0 req-bfb8e12b-77b1-4128-b9cc-d97bc305cf55 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Aug 10 03:41:23.028813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.032831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c03-2a1c-4313-ac31-4b79a9d60ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.035300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1d45c03-2a1c-4313-ac31-4b79a9d60ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.036532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e1d45c03-2a1c-4313-ac31-4b79a9d60ce3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37c230ef-4446-4f23-8127-65f3e5d2bb14 HTTP/1.1" status: 204 len: 168 time: 0.8389006 Aug 10 03:41:23.046468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device de2128da-7fb9-47b2-8e3c-e046d994f8ce no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:23.087944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45c03-2a1c-4313-ac31-4b79a9d60ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c230ef-4446-4f23-8127-65f3e5d2bb14,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.096769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.096769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.096769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 1092 time: 2.2770884 Aug 10 03:41:23.115753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: de2128da-7fb9-47b2-8e3c-e046d994f8ce {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:23.116543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device de2128da-7fb9-47b2-8e3c-e046d994f8ce not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:23.148588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db889-6d6d-4a61-93b3-73fd4102fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.364184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.375175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b06035-69a0-4e15-8147-7b4baf9df58f']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.385468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a37ed0-96c8-4773-a67e-e5e834d4d5f0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.386064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a37ed0-96c8-4773-a67e-e5e834d4d5f0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.396082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.411687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.431473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:23.431873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:23.434905 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:23.520266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-059b8ba7-9324-4e76-be5d-f9f66987ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.522040 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-059b8ba7-9324-4e76-be5d-f9f66987ef61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.5978374 Aug 10 03:41:23.602992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-ea41ff39-dc42-40b8-99ab-1ca90e86c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.604635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-ea41ff39-dc42-40b8-99ab-1ca90e86c326 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728538 Aug 10 03:41:23.666432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.682233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:23.682233 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:23.699088 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.705873 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/63b06035-69a0-4e15-8147-7b4baf9df58f HTTP/1.1" status: 204 len: 168 time: 1.7594774 Aug 10 03:41:23.708675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55110) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.714656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1230078892'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:23.741772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e2b0c-7df9-4b34-b47d-d905647c4d00 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=63b06035-69a0-4e15-8147-7b4baf9df58f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.747413 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358db37f-dbad-43ca-88b8-fc6988196c4f x-openstack-request-id: req-358db37f-dbad-43ca-88b8-fc6988196c4f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:23.747715 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:23.747970 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-358db37f-dbad-43ca-88b8-fc6988196c4f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:23.748407 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'status': 'completed', 'code': 200} Aug 10 03:41:23.788662 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-83c77bba-bffa-4c11-908f-3ad01a222462 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757395 Aug 10 03:41:23.811657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-c0623348-6def-4db6-8bab-e92732d36a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.813444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-c0623348-6def-4db6-8bab-e92732d36a70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1095 time: 0.0470011 Aug 10 03:41:23.866820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:23.871336 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.910775 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3d8fa1b8-a914-46d1-83f8-01b21a6cca39 req-1ca280c9-28d2-45bf-9fb6-111ef973251e service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126664 Aug 10 03:41:23.920219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:23.922254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:23.941966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.942319 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 87fdb732-e63c-444f-a3bd-cbea680c0768 of type vlan for network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 Aug 10 03:41:23.952041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-c1f0d5b4-0d37-4815-9234-9609891ced49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.958235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-c1f0d5b4-0d37-4815-9234-9609891ced49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1378517 Aug 10 03:41:24.029928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.116166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-9185860b-e621-4192-835b-1daa7cfdb7a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.1261177 Aug 10 03:41:24.124995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3518718-c749-4355-b949-b313a131b2c6 req-c98202c9-5b66-488b-be7f-95d3d7f07f3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.133884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3518718-c749-4355-b949-b313a131b2c6 req-c98202c9-5b66-488b-be7f-95d3d7f07f3a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1101210 Aug 10 03:41:24.153154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:24.188892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-dfb3f320-b369-4ddc-bfc0-6a3c2ca85b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.190711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-dfb3f320-b369-4ddc-bfc0-6a3c2ca85b20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1095 time: 0.0631273 Aug 10 03:41:24.207123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-5ebc388d-5528-4b92-abcb-a8ab7cfe74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.209154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-5ebc388d-5528-4b92-abcb-a8ab7cfe74b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0641723 Aug 10 03:41:24.252330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3518718-c749-4355-b949-b313a131b2c6 req-fecadee6-e916-40a2-840d-f724eb6e561d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171322 Aug 10 03:41:24.276615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-286d0a85-8b70-4ca4-b5e0-6c8366f369c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.278372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-286d0a85-8b70-4ca4-b5e0-6c8366f369c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607815 Aug 10 03:41:24.303999 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.310290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.311359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.320532 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-a5c3b12d-8fce-4579-9adf-6ecc304638f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.323115 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-a5c3b12d-8fce-4579-9adf-6ecc304638f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1213152 Aug 10 03:41:24.429212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=3b3bc387-566a-4e78-a846-a4d0a51a73a3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.430246 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-51f29cbf-b1e9-4284-9b35-52ad73022d07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.0973020 Aug 10 03:41:24.443870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:24.492519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-29917b2d-12fb-41c8-bded-7b2819df6571 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7798290 Aug 10 03:41:24.496969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:24.503271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-7c616a26-57a8-4636-af34-85585ee101e6 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168336 Aug 10 03:41:24.507452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:24.589769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-51489aa2-f679-4495-b5e7-6f252351a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.597275 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-51489aa2-f679-4495-b5e7-6f252351a3f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.1587908 Aug 10 03:41:24.707999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100a3-2cab-44fb-aead-d18639176317 req-ebcd104c-5767-4fbb-9919-f5893668b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.709765 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-ebcd104c-5767-4fbb-9919-f5893668b2c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779233 Aug 10 03:41:24.770292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-32e8fa78-ff8d-4990-a293-8a6a0b7987a6 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556331 Aug 10 03:41:24.826878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:24.830577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.837862 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-c13c51ac-b667-4d74-b156-09d40e476e03 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165543 Aug 10 03:41:24.950681 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-23456dda-7804-49e6-a935-9cdca4628829 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044133 Aug 10 03:41:25.115028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-136d200d-9b43-4876-b289-41bbd4d485ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.116712 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-136d200d-9b43-4876-b289-41bbd4d485ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1095 time: 0.0694072 Aug 10 03:41:25.198983 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.239159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-b1556443-82f6-4e54-b772-aecaa72817fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.240632 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-b1556443-82f6-4e54-b772-aecaa72817fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1137342 Aug 10 03:41:25.275263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=b612c1ed-f029-481c-9d40-925c1842e39c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.276869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '87fdb732-e63c-444f-a3bd-cbea680c0768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:25.277292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: 3b3bc387-566a-4e78-a846-a4d0a51a73a3, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:25.347391 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-93e7a280-b05c-4da4-856f-a1e654b7c8e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.0955088 Aug 10 03:41:25.385860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:25.422617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-44e43870-91d3-4f43-b781-af5b9af88e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.424423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-44e43870-91d3-4f43-b781-af5b9af88e89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0632296 Aug 10 03:41:25.433507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b8a02-b65b-4c7f-9485-956e47f0246d req-a05daf34-c16f-4e3b-b916-0a8c9d58b3b3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.435273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea6b8a02-b65b-4c7f-9485-956e47f0246d req-a05daf34-c16f-4e3b-b916-0a8c9d58b3b3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.0660794 Aug 10 03:41:25.478290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-7309a4e8-99f4-47ad-a308-a164ade9b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.479879 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-7309a4e8-99f4-47ad-a308-a164ade9b23a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481408 Aug 10 03:41:25.484155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ea6b8a02-b65b-4c7f-9485-956e47f0246d req-8a1700e9-50bb-400f-a011-48af2e346859 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 Aug 10 03:41:25.498689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3b3bc387-566a-4e78-a846-a4d0a51a73a3) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:25.503198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.505262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.506609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7bc0a9-29e7-45bb-992e-e72b4e042a4f None None] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:25.610967 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-1514f597-df4f-4da9-a4de-a1a001692b06 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 Aug 10 03:41:25.678205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3b3bc387-566a-4e78-a846-a4d0a51a73a3', 'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': 'b612c1ed-f029-481c-9d40-925c1842e39c'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:25.679360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.694077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4103573e-0783-43c3-976c-e85b1d9852d2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1799827 Aug 10 03:41:25.694077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55192) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.695065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3', 'name': 'tempest-PortsIpV6TestJSON-1069438123', 'fixed_ips': [{'subnet_id': 'b612c1ed-f029-481c-9d40-925c1842e39c', 'ip_address': '2001:db8::10'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:25.728938 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-a5541ef1-61dd-42d6-a21b-60f03b0a21f8 req-18ee6b69-d72d-4d6b-9fc2-4903401be75f service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107147 Aug 10 03:41:25.905822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Allocated IP 2001:db8::2 (3b3bc387-566a-4e78-a846-a4d0a51a73a3/b612c1ed-f029-481c-9d40-925c1842e39c/b1dde3f7-544f-494e-b33c-49d71d59157e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:25.919924 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.930374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:26.058414 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35f2f444-95fc-4cc4-947e-4e06a78e3b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.062143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.066425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.077776 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.087371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Transition to ACTIVE for port object b1dde3f7-544f-494e-b33c-49d71d59157e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:26.091484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port cf871eb6-b80d-4369-85a1-c2675e45e97f yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:26.102506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Transition to ACTIVE for port object b1dde3f7-544f-494e-b33c-49d71d59157e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:26.155307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35f2f444-95fc-4cc4-947e-4e06a78e3b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.262983 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:26.347487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.383141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:26.387848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:26.391404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:26.394798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::10 (3b3bc387-566a-4e78-a846-a4d0a51a73a3/b612c1ed-f029-481c-9d40-925c1842e39c/cf871eb6-b80d-4369-85a1-c2675e45e97f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:26.403819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Pushing event updated for resources: {'Port': ['ID=b1dde3f7-544f-494e-b33c-49d71d59157e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.451076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Attempting to bind port b1dde3f7-544f-494e-b33c-49d71d59157e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:26.451076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Attempting to bind port b1dde3f7-544f-494e-b33c-49d71d59157e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '87fdb732-e63c-444f-a3bd-cbea680c0768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:26.451076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Attempting to bind port b1dde3f7-544f-494e-b33c-49d71d59157e on network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:26.455685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:26.456059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Checking segment: {'id': '87fdb732-e63c-444f-a3bd-cbea680c0768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:26.456491 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.456886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Bound using segment: {'id': '87fdb732-e63c-444f-a3bd-cbea680c0768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:26.457394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Bound port: b1dde3f7-544f-494e-b33c-49d71d59157e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fdb732-e63c-444f-a3bd-cbea680c0768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:26.457800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.551156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] For port b1dde3f7-544f-494e-b33c-49d71d59157e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:26.555550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] For port b1dde3f7-544f-494e-b33c-49d71d59157e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1dde3f7-544f-494e-b33c-49d71d59157e,segment=NetworkSegment(87fdb732-e63c-444f-a3bd-cbea680c0768),segment_id=87fdb732-e63c-444f-a3bd-cbea680c0768)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:26.558781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35f2f444-95fc-4cc4-947e-4e06a78e3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.571649 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.608873 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35f2f444-95fc-4cc4-947e-4e06a78e3b06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ea1893868d34062ac09a295d966659c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840882 Aug 10 03:41:26.609256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f444-95fc-4cc4-947e-4e06a78e3b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d17ec6-b760-4be8-b0e0-f2724647620f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.611573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55218) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:26.618464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object cf871eb6-b80d-4369-85a1-c2675e45e97f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:26.658525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec203e3-2764-47b3-b550-a6dfb4463dca req-8c32b02f-8bbd-4da5-9aa6-63eafebf6642 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.660134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ec203e3-2764-47b3-b550-a6dfb4463dca req-8c32b02f-8bbd-4da5-9aa6-63eafebf6642 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.0782382 Aug 10 03:41:26.681011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.706563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ec203e3-2764-47b3-b550-a6dfb4463dca req-102536b9-a975-473f-99dd-1b6d2ad63200 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Aug 10 03:41:26.713609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.735437 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.797357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd7cd-2332-4247-afec-4e9ad060a050 None None] Pushing event updated for resources: {'Port': ['ID=b1dde3f7-544f-494e-b33c-49d71d59157e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.917960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.964049 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.969125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.971930 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6d17ec6-b760-4be8-b0e0-f2724647620f HTTP/1.1" status: 204 len: 168 time: 0.3466957 Aug 10 03:41:26.984938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d17ec6-b760-4be8-b0e0-f2724647620f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.002156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.002511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.002847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.003197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.003533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.003863 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.004195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.004622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.004876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.005202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.005531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.005856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2214a4fe-fc97-4dfc-9584-9a169498fadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:27.086872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:27.090083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:27.100895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:27.109666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.111541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.116693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=cf871eb6-b80d-4369-85a1-c2675e45e97f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.157885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1dde3f7-544f-494e-b33c-49d71d59157e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:27.226415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-792cbd66-ad46-4b38-a65f-b2b293e49f63 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5367992 Aug 10 03:41:27.226510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55234) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:27.232028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': '3b3bc387-566a-4e78-a846-a4d0a51a73a3', 'name': 'tempest-PortsIpV6TestJSON-1664047629', 'fixed_ips': [{'subnet_id': 'b612c1ed-f029-481c-9d40-925c1842e39c', 'ip_address': '2001:db8::f'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:27.346901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b1dde3f7-544f-494e-b33c-49d71d59157e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:27.495728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:27.502899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.547467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 266ff640-97dd-48c0-9a04-7a6053a6b71c yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:27.762768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::f (3b3bc387-566a-4e78-a846-a4d0a51a73a3/b612c1ed-f029-481c-9d40-925c1842e39c/266ff640-97dd-48c0-9a04-7a6053a6b71c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:27.867576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1041b-a287-4c21-861a-e46847e7b740 None None] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:27.922106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55256) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:27.923334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bdacd-f1fb-4348-b12a-a390a9db52d7 req-bf96a727-290d-4b88-91c1-af978f45da47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.939286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e948d54-29bc-42d1-9c82-7628f8924b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.948653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d6bdacd-f1fb-4348-b12a-a390a9db52d7 req-bf96a727-290d-4b88-91c1-af978f45da47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1421502 Aug 10 03:41:28.007896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] Provisioning for port b1dde3f7-544f-494e-b33c-49d71d59157e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:28.014725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] Provisioning complete for port b1dde3f7-544f-494e-b33c-49d71d59157e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:28.015103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.025781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d6bdacd-f1fb-4348-b12a-a390a9db52d7 req-88b2d596-3a04-45dc-8a77-a91209e6107f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755978 Aug 10 03:41:28.040632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.056834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 266ff640-97dd-48c0-9a04-7a6053a6b71c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:28.138568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e948d54-29bc-42d1-9c82-7628f8924b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.159305 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.202111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] For port b1dde3f7-544f-494e-b33c-49d71d59157e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1dde3f7-544f-494e-b33c-49d71d59157e,segment=NetworkSegment(87fdb732-e63c-444f-a3bd-cbea680c0768),segment_id=87fdb732-e63c-444f-a3bd-cbea680c0768)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:28.255916 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e948d54-29bc-42d1-9c82-7628f8924b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.256438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.296303 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e948d54-29bc-42d1-9c82-7628f8924b85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1de0d661e114f0d9e428c9c3656b940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714337 Aug 10 03:41:28.299314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55266) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.312808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:28.325032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:28.325032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:28.325329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e948d54-29bc-42d1-9c82-7628f8924b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daefb3e7-2322-4374-b85c-c3361b400b46,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.337680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.339173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.346747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=266ff640-97dd-48c0-9a04-7a6053a6b71c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.360483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1569e44-25b5-4fd2-a4d1-e7a996b5548c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.383396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1569e44-25b5-4fd2-a4d1-e7a996b5548c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.391903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.452844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406936b5-9f66-4b6f-9e12-e5fb172ce934 None None] Pushing event updated for resources: {'Port': ['ID=b1dde3f7-544f-494e-b33c-49d71d59157e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.481450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-854f0cf1-0669-49a4-a208-a199ebf068e0 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2533238 Aug 10 03:41:28.484283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55270) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.536462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1569e44-25b5-4fd2-a4d1-e7a996b5548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.540168 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1569e44-25b5-4fd2-a4d1-e7a996b5548c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.544654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1569e44-25b5-4fd2-a4d1-e7a996b5548c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/daefb3e7-2322-4374-b85c-c3361b400b46 HTTP/1.1" status: 204 len: 168 time: 0.2416010 Aug 10 03:41:28.584979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f451a-663e-4298-9572-364792daaa6f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.587453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-935f451a-663e-4298-9572-364792daaa6f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1020401 Aug 10 03:41:28.588605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1569e44-25b5-4fd2-a4d1-e7a996b5548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daefb3e7-2322-4374-b85c-c3361b400b46,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.590547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55276) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.619395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5bc59172-fc64-4154-a4df-49e61d7c8082 None None] Provisioning for port cf871eb6-b80d-4369-85a1-c2675e45e97f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:28.634448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5bc59172-fc64-4154-a4df-49e61d7c8082 None None] Provisioning complete for port cf871eb6-b80d-4369-85a1-c2675e45e97f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:28.635223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5bc59172-fc64-4154-a4df-49e61d7c8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.684569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b43ed-c14d-4834-b541-148d5d5cd98f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.688768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5bc59172-fc64-4154-a4df-49e61d7c8082 None None] Port cf871eb6-b80d-4369-85a1-c2675e45e97f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:28.692494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b43ed-c14d-4834-b541-148d5d5cd98f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.700418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b43ed-c14d-4834-b541-148d5d5cd98f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.702158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-656b43ed-c14d-4834-b541-148d5d5cd98f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1102209 Aug 10 03:41:28.702580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5bc59172-fc64-4154-a4df-49e61d7c8082 None None] Provisioning complete for port b1dde3f7-544f-494e-b33c-49d71d59157e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:28.703120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5bc59172-fc64-4154-a4df-49e61d7c8082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.705096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55278) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.816313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 266ff640-97dd-48c0-9a04-7a6053a6b71c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:28.816806 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.908108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.921847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 266ff640-97dd-48c0-9a04-7a6053a6b71c owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:28.956474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-febd0b5f-a8ee-4e77-a7e5-e954b69757ee None None] Provisioning complete for port cf871eb6-b80d-4369-85a1-c2675e45e97f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:28.957058 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-febd0b5f-a8ee-4e77-a7e5-e954b69757ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.060258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1dde3f7-544f-494e-b33c-49d71d59157e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:29.085839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-febd0b5f-a8ee-4e77-a7e5-e954b69757ee None None] Port cf871eb6-b80d-4369-85a1-c2675e45e97f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:29.119941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b1dde3f7-544f-494e-b33c-49d71d59157e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:29.120666 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.278271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e1eef-8cea-496f-b498-f4464b1518f0 req-ee9f5064-55bd-4977-98d6-488389f060d2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.283567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c5e1eef-8cea-496f-b498-f4464b1518f0 req-ee9f5064-55bd-4977-98d6-488389f060d2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 943 time: 0.1672902 Aug 10 03:41:29.323893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c5e1eef-8cea-496f-b498-f4464b1518f0 req-aa95ee8b-94d9-4f42-8c06-1911b121956d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Aug 10 03:41:29.347082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7843738a-2fb1-42d5-9960-d3d95ef4047b None None] Provisioning for port 266ff640-97dd-48c0-9a04-7a6053a6b71c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:29.347262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.350964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7843738a-2fb1-42d5-9960-d3d95ef4047b None None] Provisioning complete for port 266ff640-97dd-48c0-9a04-7a6053a6b71c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:29.351339 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7843738a-2fb1-42d5-9960-d3d95ef4047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.394987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=266ff640-97dd-48c0-9a04-7a6053a6b71c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.397379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7843738a-2fb1-42d5-9960-d3d95ef4047b None None] Port 266ff640-97dd-48c0-9a04-7a6053a6b71c was deleted so its status cannot be updated. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:41:29.423871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.425612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-af77c4f8-a619-430f-b21e-1b2e2a2a6d92 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/266ff640-97dd-48c0-9a04-7a6053a6b71c HTTP/1.1" status: 204 len: 168 time: 0.7193820 Aug 10 03:41:29.428634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55310) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:29.463106 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-919e0c1d-8e8a-4d9f-a37a-2a3594cf6cb9 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:29.468077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-919e0c1d-8e8a-4d9f-a37a-2a3594cf6cb9 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/266ff640-97dd-48c0-9a04-7a6053a6b71c HTTP/1.1" status: 404 len: 333 time: 0.0350518 Aug 10 03:41:29.468214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55312) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:29.519292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:29.579107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port cf871eb6-b80d-4369-85a1-c2675e45e97f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:29.579508 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.671638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:29.684869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '8e259506-6f55-46fc-b788-daf0f880addb', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'mac_address': 'fa:16:3e:fa:6a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:29.696152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.746843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for cf871eb6-b80d-4369-85a1-c2675e45e97f owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:29.748220 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.748220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e259506-6f55-46fc-b788-daf0f880addb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:29.765752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:29.968950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.016832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.021678 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.054157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=cf871eb6-b80d-4369-85a1-c2675e45e97f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.086765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.092248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:30.104493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-55daffe8-c33f-41cf-a65c-04a628e22e2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/cf871eb6-b80d-4369-85a1-c2675e45e97f HTTP/1.1" status: 204 len: 168 time: 0.6352153 Aug 10 03:41:30.128897 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69f4fe9-ac32-46ba-995c-a191fb9f2cdb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:30.133893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55332) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:30.143792 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b69f4fe9-ac32-46ba-995c-a191fb9f2cdb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/cf871eb6-b80d-4369-85a1-c2675e45e97f HTTP/1.1" status: 404 len: 333 time: 0.0502822 Aug 10 03:41:30.221078 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fb9171b-6c9f-4851-85c2-f9f12bf01310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.245452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet b612c1ed-f029-481c-9d40-925c1842e39c {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:30.253063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.338732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.375578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8e259506-6f55-46fc-b788-daf0f880addb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:30.376935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5015f-9df3-4e5a-a701-040fefd7e251 req-0b6d87bd-4593-443d-ae27-e14b2cf6032b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.378480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4c5015f-9df3-4e5a-a701-040fefd7e251 req-0b6d87bd-4593-443d-ae27-e14b2cf6032b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.1214812 Aug 10 03:41:30.424556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-856cb87e-579b-4583-92e6-bdcf3b0b4609 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.426096 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-856cb87e-579b-4583-92e6-bdcf3b0b4609 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461&tenant_id=1ecad60eae0044d380480d1afb195fed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 944 time: 0.1367786 Aug 10 03:41:30.432109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4c5015f-9df3-4e5a-a701-040fefd7e251 req-c4b23886-69c5-41f3-b652-8faaa882f4ac tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Aug 10 03:41:30.494729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.500432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:30.525509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-434fcf34-d1d3-43a9-ac0d-1f59cfec8b27 service neutron] 10.222.0.54 "GET /v2.0/ports/8e259506-6f55-46fc-b788-daf0f880addb/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 383 time: 0.0811498 Aug 10 03:41:30.637947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-2c73c54f-1662-4489-9ba1-c1f522413a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.639543 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-2c73c54f-1662-4489-9ba1-c1f522413a51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1096 time: 0.0677788 Aug 10 03:41:30.685637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.737603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=b612c1ed-f029-481c-9d40-925c1842e39c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.757039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.762267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-edc55ab1-1595-433a-bcf5-6f005982dbe7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/b612c1ed-f029-481c-9d40-925c1842e39c HTTP/1.1" status: 204 len: 168 time: 0.6265790 Aug 10 03:41:30.763581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd58dd44-cd8c-4bc2-a467-69b90191002b None None] Network 3b3bc387-566a-4e78-a846-a4d0a51a73a3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:30.767617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55352) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:30.777261 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc221c1-68bc-4eac-ac4a-b8b64028bf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.790445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-e2970cf0-62c0-4285-8eea-57b44ce9d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.792461 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-e2970cf0-62c0-4285-8eea-57b44ce9d36b service neutron] 10.222.0.54 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1438687 Aug 10 03:41:30.867591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.896503 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-8b3d4113-7796-46b9-ad23-ad33002a7e4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 999 time: 0.0900414 Aug 10 03:41:30.960591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-6862a0f5-557e-412c-845f-ce42ddea36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.973912 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-6862a0f5-557e-412c-845f-ce42ddea36b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0771854 Aug 10 03:41:30.988230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port b1dde3f7-544f-494e-b33c-49d71d59157e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:30.988230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.991045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc221c1-68bc-4eac-ac4a-b8b64028bf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.040087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-c1030231-c3a7-4826-98d7-7d7e62b4dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.040533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] DHCP port deletion for 3b3bc387-566a-4e78-a846-a4d0a51a73a3 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:31.041698 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-c1030231-c3a7-4826-98d7-7d7e62b4dcc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600240 Aug 10 03:41:31.071364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port b1dde3f7-544f-494e-b33c-49d71d59157e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1dde3f7-544f-494e-b33c-49d71d59157e,segment=NetworkSegment(87fdb732-e63c-444f-a3bd-cbea680c0768),segment_id=87fdb732-e63c-444f-a3bd-cbea680c0768)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:31.072193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.087976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for b1dde3f7-544f-494e-b33c-49d71d59157e owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:31.095914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] Deleting port b1dde3f7-544f-494e-b33c-49d71d59157e {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:31.102687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.173310 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-ec0677c4-485c-4830-a789-a4bfedd846e7 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227992 Aug 10 03:41:31.176620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-afc221c1-68bc-4eac-ac4a-b8b64028bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.183258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] For port b1dde3f7-544f-494e-b33c-49d71d59157e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b1dde3f7-544f-494e-b33c-49d71d59157e,segment=NetworkSegment(87fdb732-e63c-444f-a3bd-cbea680c0768),segment_id=87fdb732-e63c-444f-a3bd-cbea680c0768)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:31.184205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.205415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] Calling delete_port for b1dde3f7-544f-494e-b33c-49d71d59157e owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:31.218699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-afc221c1-68bc-4eac-ac4a-b8b64028bf1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d939dcf52a264288926ae232b1aeba50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173295 Aug 10 03:41:31.219611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc221c1-68bc-4eac-ac4a-b8b64028bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f7f33-9184-487e-98a8-5ffc238aee84,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.222022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55366) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:31.286562 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c435eade-df44-4dcf-bffe-215147cb5cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.286562 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.326256 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.332509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=b1dde3f7-544f-494e-b33c-49d71d59157e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.332509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port b1dde3f7-544f-494e-b33c-49d71d59157e on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:31.332986 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-0781643c-7a9f-47de-9556-3167ac56d029 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467471 Aug 10 03:41:31.363789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] Pushing event deleted for resources: {'Port': ['ID=b1dde3f7-544f-494e-b33c-49d71d59157e,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.365853 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c435eade-df44-4dcf-bffe-215147cb5cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.379256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22509c-fc4f-4b79-9478-900b74c8fea1 None None] No DVR routers for this DVR port b1dde3f7-544f-494e-b33c-49d71d59157e on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:31.453755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.473163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3bc387-566a-4e78-a846-a4d0a51a73a3']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:31.478783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fdb732-e63c-444f-a3bd-cbea680c0768') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:31.479079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fdb732-e63c-444f-a3bd-cbea680c0768') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:31.489759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.503143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:31.505102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.511607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:31.512620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:31.515854 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:31.601295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c435eade-df44-4dcf-bffe-215147cb5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.604118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c435eade-df44-4dcf-bffe-215147cb5cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.606031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c435eade-df44-4dcf-bffe-215147cb5cf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/678f7f33-9184-487e-98a8-5ffc238aee84 HTTP/1.1" status: 204 len: 168 time: 0.3823566 Aug 10 03:41:31.615576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435eade-df44-4dcf-bffe-215147cb5cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f7f33-9184-487e-98a8-5ffc238aee84,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.637911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7261f9-4ba4-4bbd-9b9c-8b4fb830632a req-8826c7ae-ee5f-46f9-9780-2eb1022fdb5b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.639466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c7261f9-4ba4-4bbd-9b9c-8b4fb830632a req-8826c7ae-ee5f-46f9-9780-2eb1022fdb5b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.0792854 Aug 10 03:41:31.678200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 8e259506-6f55-46fc-b788-daf0f880addb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:31.682039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 8e259506-6f55-46fc-b788-daf0f880addb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:31.682417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.701792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c7261f9-4ba4-4bbd-9b9c-8b4fb830632a req-628decff-4f50-4df3-a6f0-5a3d6fd2409d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550299 Aug 10 03:41:31.703817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.711371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.714393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/3b3bc387-566a-4e78-a846-a4d0a51a73a3 HTTP/1.1" status: 204 len: 168 time: 0.9454746 Aug 10 03:41:31.718808 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55386) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:31.726839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1634846371'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:31.741265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849183d6-74b2-4fa5-ba56-f77fa3c545b4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=3b3bc387-566a-4e78-a846-a4d0a51a73a3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.795233 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.819920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:31.822264 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9e7ee-54db-4f35-85f8-1e0332e69027" -d '{"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-plugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:31.832662 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:31.836367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.853894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:31.871517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:31.878858 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf8ac3-6a0f-4ebf-8ccf-700b47e1247a x-openstack-request-id: req-eccf8ac3-6a0f-4ebf-8ccf-700b47e1247a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:31.879152 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-plugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:31.879408 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eccf8ac3-6a0f-4ebf-8ccf-700b47e1247a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:31.879808 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'code': 200} Aug 10 03:41:31.909828 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.909828 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Added segment 418510d9-08b0-45dc-b88e-cd5bf37fdce2 of type vlan for network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 Aug 10 03:41:31.972139 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.009594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.058193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.186766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.193063 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.193739 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.260373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Network': ['ID=dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.270654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:32.394024 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a0e5aae7-e94d-4a09-bb04-aa99e1930907 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6737819 Aug 10 03:41:32.396469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55402) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:32.401761 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:32.558325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:32.562456 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.681773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55406) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:32.695522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f0f7-42b5-4d2f-8fd6-ce599cf9c0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.731046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.832759 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.863477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f0f7-42b5-4d2f-8fd6-ce599cf9c0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.880820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630567b-cbc3-4344-85ae-8ac79e5a9d0b req-47069419-6110-4494-8791-680162b23beb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.884880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a630567b-cbc3-4344-85ae-8ac79e5a9d0b req-47069419-6110-4494-8791-680162b23beb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0761614 Aug 10 03:41:32.902127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=60e12ba0-9b48-46e8-8f75-ce89f1b10478,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.914617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Checking segment: {'id': '418510d9-08b0-45dc-b88e-cd5bf37fdce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:32.914988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network hostable DHCP agents. Network: dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:32.944229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a630567b-cbc3-4344-85ae-8ac79e5a9d0b req-43b3c562-25b8-4727-9654-52e651008648 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552077 Aug 10 03:41:32.951026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f0f7-42b5-4d2f-8fd6-ce599cf9c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.010848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0f0f7-42b5-4d2f-8fd6-ce599cf9c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32740c30-ee21-4ee6-983a-afcbde3677ae,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.020175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b3f0f0f7-42b5-4d2f-8fd6-ce599cf9c0d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f61e0cff37784018bb0a5066744dff47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372786 Aug 10 03:41:33.022593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55420) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.040258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1dde3f7-544f-494e-b33c-49d71d59157e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:33.062381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b1dde3f7-544f-494e-b33c-49d71d59157e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:33.063048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b1dde3f7-544f-494e-b33c-49d71d59157e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:33.074376 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2cade72-061c-43f5-ad4a-7650d50b5638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.096076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2cade72-061c-43f5-ad4a-7650d50b5638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.158092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:33.158266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bfef1302-8833-42ce-964f-69b1f07271fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.307412 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:33.310085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2cade72-061c-43f5-ad4a-7650d50b5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.315072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.315584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.319401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e536b55-a9ec-4e93-a93d-495dfc4a7693 None None] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:33.319529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b2cade72-061c-43f5-ad4a-7650d50b5638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.326172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b2cade72-061c-43f5-ad4a-7650d50b5638 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32740c30-ee21-4ee6-983a-afcbde3677ae HTTP/1.1" status: 204 len: 168 time: 0.3024535 Aug 10 03:41:33.377255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cade72-061c-43f5-ad4a-7650d50b5638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32740c30-ee21-4ee6-983a-afcbde3677ae,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.417711 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dfffbba9-56d3-4094-a631-3da55d8438a3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0188427 Aug 10 03:41:33.419225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55428) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.423887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-297390189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:33.528667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825', 'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': '60e12ba0-9b48-46e8-8f75-ce89f1b10478'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:33.529674 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.535386 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.536958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.608916 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.686013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Allocated IP 2001:db8::2 (dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825/60e12ba0-9b48-46e8-8f75-ce89f1b10478/e73256ed-ec19-434d-b061-dab23870fe39) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:33.713131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.827139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.835844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Transition to ACTIVE for port object e73256ed-ec19-434d-b061-dab23870fe39 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:33.852258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Transition to ACTIVE for port object e73256ed-ec19-434d-b061-dab23870fe39 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:33.861874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.863216 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4cf35c93-5209-4fa5-8414-754473ad21eb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4429717 Aug 10 03:41:33.866020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55438) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:33.872607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825', 'name': 'tempest-PortsIpV6TestJSON-940722873'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:33.949512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.042734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:34.059203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:34.082418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:34.151571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Pushing event updated for resources: {'Port': ['ID=e73256ed-ec19-434d-b061-dab23870fe39,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.196067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac41cf-cea4-4e71-88ee-762548bc0ed0 req-28dd6b6d-f415-4d11-a93a-0bb77ba580bf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.197742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cac41cf-cea4-4e71-88ee-762548bc0ed0 req-28dd6b6d-f415-4d11-a93a-0bb77ba580bf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.0730178 Aug 10 03:41:34.209239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Attempting to bind port e73256ed-ec19-434d-b061-dab23870fe39 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Attempting to bind port e73256ed-ec19-434d-b061-dab23870fe39 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '418510d9-08b0-45dc-b88e-cd5bf37fdce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Attempting to bind port e73256ed-ec19-434d-b061-dab23870fe39 on network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Checking segment: {'id': '418510d9-08b0-45dc-b88e-cd5bf37fdce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Bound using segment: {'id': '418510d9-08b0-45dc-b88e-cd5bf37fdce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Bound port: e73256ed-ec19-434d-b061-dab23870fe39, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418510d9-08b0-45dc-b88e-cd5bf37fdce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:34.225749 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.240742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cac41cf-cea4-4e71-88ee-762548bc0ed0 req-f92d884c-9b4e-48bc-9794-c02c36445371 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Aug 10 03:41:34.259715 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.283232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] For port e73256ed-ec19-434d-b061-dab23870fe39, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:34.286150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] For port e73256ed-ec19-434d-b061-dab23870fe39, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e73256ed-ec19-434d-b061-dab23870fe39,segment=NetworkSegment(418510d9-08b0-45dc-b88e-cd5bf37fdce2),segment_id=418510d9-08b0-45dc-b88e-cd5bf37fdce2)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:34.398256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:34.399591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.418797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:34.429139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.548491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3e94b-47e4-4794-897f-290be42ca707 None None] Pushing event updated for resources: {'Port': ['ID=e73256ed-ec19-434d-b061-dab23870fe39,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.568302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::2a0 (dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825/60e12ba0-9b48-46e8-8f75-ce89f1b10478/6bc49f0d-9e9e-4200-b833-dd7257ef6b3a) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:34.788619 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.807006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:34.858612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-c9b2e213-31c8-4bf6-91d5-b97079edf19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.866211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-c9b2e213-31c8-4bf6-91d5-b97079edf19c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 1097 time: 0.0626392 Aug 10 03:41:34.879134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:34.936594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.941477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.003013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:35.009281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:35.012618 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:35.019598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.020142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.023798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=6bc49f0d-9e9e-4200-b833-dd7257ef6b3a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.170052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e73256ed-ec19-434d-b061-dab23870fe39 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:35.174869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-891d7fe4-4188-473b-b030-b84bfb5886b3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3076937 Aug 10 03:41:35.181526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55476) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.405110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e73256ed-ec19-434d-b061-dab23870fe39 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:35.436623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:35.470371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb7597-07df-4bc4-923a-6942f5b70f19 req-77351a7e-ad3f-4e0c-83a1-36ea49c9d2fa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.473942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54eb7597-07df-4bc4-923a-6942f5b70f19 req-77351a7e-ad3f-4e0c-83a1-36ea49c9d2fa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1015677 Aug 10 03:41:35.509754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:35.553637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:35.560659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54eb7597-07df-4bc4-923a-6942f5b70f19 req-02791fca-6954-4482-9de5-bd8547d17709 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738866 Aug 10 03:41:35.600987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:35.603416 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976c6425-3c62-4ef7-ba74-8b34d4a7364c" -d '{"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-unplugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:35.607980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.627201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Transition to ACTIVE for port object 8e259506-6f55-46fc-b788-daf0f880addb will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:35.708677 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63378d40-d6a7-4728-bd1c-7a213842667c x-openstack-request-id: req-63378d40-d6a7-4728-bd1c-7a213842667c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:35.708973 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-unplugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:35.709301 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63378d40-d6a7-4728-bd1c-7a213842667c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:35.709896 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'code': 200} Aug 10 03:41:35.711875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.763933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.777392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.825316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.843821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb24a7c-54d2-45f7-b7e7-917a718a9a35 None None] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:35.850524 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.952441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] No DVR routers for this DVR port 8e259506-6f55-46fc-b788-daf0f880addb on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:36.094577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55500) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.170663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.256004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.273945 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:36.274970 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:36.368227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=6bc49f0d-9e9e-4200-b833-dd7257ef6b3a,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.382803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79c8a731-0908-4a76-affa-d23b7d3e2201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.405711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] Provisioning for port e73256ed-ec19-434d-b061-dab23870fe39 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:36.412980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] Provisioning complete for port e73256ed-ec19-434d-b061-dab23870fe39 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:36.413366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.499173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79c8a731-0908-4a76-affa-d23b7d3e2201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.538229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.576842 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-79c8a731-0908-4a76-affa-d23b7d3e2201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.582417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] For port e73256ed-ec19-434d-b061-dab23870fe39, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e73256ed-ec19-434d-b061-dab23870fe39,segment=NetworkSegment(418510d9-08b0-45dc-b88e-cd5bf37fdce2),segment_id=418510d9-08b0-45dc-b88e-cd5bf37fdce2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:36.652565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8a731-0908-4a76-affa-d23b7d3e2201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96de04f4-2ecd-4025-a8ec-ee526c9b4193,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.684375 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-79c8a731-0908-4a76-affa-d23b7d3e2201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2fb985bbfad4dbea47dad9081e12600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885661 Aug 10 03:41:36.687973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55514) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.712534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.714775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.823874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48d79eb-afa0-4ba2-bf26-fd4791001e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.849506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc567-3687-4b67-87c3-494aba0f46ec None None] Pushing event updated for resources: {'Port': ['ID=e73256ed-ec19-434d-b061-dab23870fe39,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.851441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d0129-f3d5-4157-9c1b-80ac84190ee0 req-c4f8d9f6-1b13-4f3f-b70c-42dd38019cd8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.853039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-648d0129-f3d5-4157-9c1b-80ac84190ee0 req-c4f8d9f6-1b13-4f3f-b70c-42dd38019cd8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.1232412 Aug 10 03:41:36.903229 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48d79eb-afa0-4ba2-bf26-fd4791001e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.951588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-648d0129-f3d5-4157-9c1b-80ac84190ee0 req-20c33a3e-3337-4f89-902f-f7437d2b07ea tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869503 Aug 10 03:41:36.952506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:36.952844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:36.957831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:36.959067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:36.959067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Attempting to bind port 8e259506-6f55-46fc-b788-daf0f880addb on network 70632dfe-12bd-4793-b602-e837e06db149 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:36.967309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:36.967445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Checking segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:36.967777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Bound using segment: {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:36.968372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Bound port: 8e259506-6f55-46fc-b788-daf0f880addb, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4513c09-74e0-4cd2-a926-8ade0639d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '70632dfe-12bd-4793-b602-e837e06db149'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:36.968733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.013263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-404a77b7-0663-4c05-aaef-cb24bf79a2a3 None None] Provisioning complete for port e73256ed-ec19-434d-b061-dab23870fe39 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:37.014018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-404a77b7-0663-4c05-aaef-cb24bf79a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.046836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:37.054137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:37.106360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e73256ed-ec19-434d-b061-dab23870fe39 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:37.139400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48d79eb-afa0-4ba2-bf26-fd4791001e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.145589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b48d79eb-afa0-4ba2-bf26-fd4791001e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.146889 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b48d79eb-afa0-4ba2-bf26-fd4791001e25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96de04f4-2ecd-4025-a8ec-ee526c9b4193 HTTP/1.1" status: 204 len: 168 time: 0.4576898 Aug 10 03:41:37.179827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d79eb-afa0-4ba2-bf26-fd4791001e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de04f4-2ecd-4025-a8ec-ee526c9b4193,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.179827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.201717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e73256ed-ec19-434d-b061-dab23870fe39 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:37.202376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.203762 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.277548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.283343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.285142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 1093 time: 2.4117081 Aug 10 03:41:37.321236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-404a77b7-0663-4c05-aaef-cb24bf79a2a3 None None] Provisioning for port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:37.329078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-404a77b7-0663-4c05-aaef-cb24bf79a2a3 None None] Provisioning complete for port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:37.329677 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-404a77b7-0663-4c05-aaef-cb24bf79a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.424846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-404a77b7-0663-4c05-aaef-cb24bf79a2a3 None None] Port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:37.434337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563d291-3630-4006-8601-f5aaf2621925 service neutron] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=11']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.448086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-0c0c2ff8-c668-421e-b980-55f3ecd0a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.449885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-0c0c2ff8-c668-421e-b980-55f3ecd0a142 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1096 time: 0.1310000 Aug 10 03:41:37.591962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-035d2c1a-5e2f-4ffd-9aa3-92f6cf241c57 None None] Provisioning complete for port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:37.592372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-035d2c1a-5e2f-4ffd-9aa3-92f6cf241c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.611085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-8afc3a75-0351-4e34-9189-febb64f03b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.613023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-8afc3a75-0351-4e34-9189-febb64f03b7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1553702 Aug 10 03:41:37.653206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-035d2c1a-5e2f-4ffd-9aa3-92f6cf241c57 None None] Port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:37.718877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:37.721200 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761e3769-ea2e-4b5d-937a-1c178d9d9389" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:37.742615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-71efc624-1f79-484d-ad79-ea62c77e4f7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.1181617 Aug 10 03:41:37.756145 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.809742 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32791908-5a57-48e6-b3d7-cbba96252699 x-openstack-request-id: req-32791908-5a57-48e6-b3d7-cbba96252699 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:37.810108 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:37.810444 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32791908-5a57-48e6-b3d7-cbba96252699 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:37.810946 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'status': 'completed', 'code': 200} Aug 10 03:41:37.813251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-dccb0488-0450-4efc-82f6-cf33ef2a566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.815317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-dccb0488-0450-4efc-82f6-cf33ef2a566f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0651546 Aug 10 03:41:37.864857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-0ab04340-af62-48fe-ba20-2b3c5c6db7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.866388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-0ab04340-af62-48fe-ba20-2b3c5c6db7d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439603 Aug 10 03:41:37.875674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.876633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.906850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7bb6155-f556-4324-80cb-c3c6c1e4ce5f None None] Provisioning complete for port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:37.907621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6155-f556-4324-80cb-c3c6c1e4ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.958639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb6155-f556-4324-80cb-c3c6c1e4ce5f None None] Port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:37.999966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-f92c42ee-f1a5-463e-a51e-c95a2adae58f service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217632 Aug 10 03:41:38.211298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603847-4191-452a-bb14-f402f3433e01 req-b1b50cc2-c052-476a-bd91-581d963b8bf4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.212897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a603847-4191-452a-bb14-f402f3433e01 req-b1b50cc2-c052-476a-bd91-581d963b8bf4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.1186533 Aug 10 03:41:38.238833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a970b6c-2880-4073-84c6-ce0d35f40907 req-a42bdcdb-d88d-4a6c-866f-a3cb6e19f362 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282977 Aug 10 03:41:38.346489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a603847-4191-452a-bb14-f402f3433e01 req-7dfe2528-edaf-47d2-b1e3-e9130be20942 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741014 Aug 10 03:41:38.346489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-fa7b0f9a-4b17-463a-8153-bdc3f320b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.346489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-fa7b0f9a-4b17-463a-8153-bdc3f320b2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1096 time: 0.0474277 Aug 10 03:41:38.348314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-beae7dcc-62f5-408d-bb55-2c31705f7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.349364 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-beae7dcc-62f5-408d-bb55-2c31705f7cd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1096 time: 0.5024688 Aug 10 03:41:38.351817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=6bc49f0d-9e9e-4200-b833-dd7257ef6b3a,revision_number=3']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.476510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:38.483308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.492563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-3660aaea-d42b-4580-bda0-be2b55ba7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.494154 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-3660aaea-d42b-4580-bda0-be2b55ba7e79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1362796 Aug 10 03:41:38.518007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-7cd166b5-cbb8-4d39-a0f2-a6054c9809fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.523122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-7cd166b5-cbb8-4d39-a0f2-a6054c9809fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1708822 Aug 10 03:41:38.639404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-41a1a889-a15c-4e8d-963a-52ce648c5d91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.1010802 Aug 10 03:41:38.659132 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-bb724d14-9108-466c-b45f-aaf2c0fe676d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 998 time: 0.1305218 Aug 10 03:41:38.719863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-989dcfc4-618e-4fe6-b9da-13690dc6130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.721569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-989dcfc4-618e-4fe6-b9da-13690dc6130a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0673754 Aug 10 03:41:38.759021 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-9833f255-4ac0-445d-828b-625b60a91817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.760570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-9833f255-4ac0-445d-828b-625b60a91817 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0877168 Aug 10 03:41:38.806591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-34516e29-12c3-4fb1-9141-43cd9ed759dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.808180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-34516e29-12c3-4fb1-9141-43cd9ed759dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763943 Aug 10 03:41:38.813743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-afabf62b-a325-483d-b0fd-508473066346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.815390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-afabf62b-a325-483d-b0fd-508473066346 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450768 Aug 10 03:41:38.869957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Router 5b985be9-4638-46e3-8b46-f14f0d5364d8 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:38.900694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0d8d168d-8056-49a1-ae39-f7a6393490c3 None None] Provisioning complete for port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:38.901619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0d8d168d-8056-49a1-ae39-f7a6393490c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.921223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-ca1b1062-ccd1-4eff-b09e-dbc23a7529ba service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994127 Aug 10 03:41:38.940240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d168d-8056-49a1-ae39-f7a6393490c3 None None] Port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:39.026133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-5dc1b173-c92b-4631-b035-10563c0022a1 service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023536 Aug 10 03:41:39.080625 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-30cca83c-aee2-4b2a-9c1d-03208a7364ce service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573600 Aug 10 03:41:39.084303 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:39.090855 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-09332421-5e1d-424b-b549-e05824d920b1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/routers/5b985be9-4638-46e3-8b46-f14f0d5364d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9083126 Aug 10 03:41:39.093636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.096585 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] Sync routers for ids ['5b985be9-4638-46e3-8b46-f14f0d5364d8'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:39.107643 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] Routers {'5b985be9-4638-46e3-8b46-f14f0d5364d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:39.108312 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b985be9-4638-46e3-8b46-f14f0d5364d8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:39.160445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:39.171148 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] Routers {'5b985be9-4638-46e3-8b46-f14f0d5364d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:39.171777 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b985be9-4638-46e3-8b46-f14f0d5364d8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:39.176929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff448db5-810d-4bc0-a824-a7fc52b00bb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.178478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ff448db5-810d-4bc0-a824-a7fc52b00bb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b985be9-4638-46e3-8b46-f14f0d5364d8 HTTP/1.1" status: 200 len: 988 time: 0.0837381 Aug 10 03:41:39.181910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55582) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.196087 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-761e3769-ea2e-4b5d-937a-1c178d9d9389 req-ce0b1daa-a2b3-4f86-994e-c9010fdf4df9 service neutron] 10.222.0.54 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094453 Aug 10 03:41:39.249894 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:39.250564 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff98e13-262e-464f-bc33-4ada983b80fb None None] The sync data for ids ['5b985be9-4638-46e3-8b46-f14f0d5364d8'] in n-d-765315-26 is: [] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:39.476544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15465e28-f502-455d-b7e2-4f8c8b46cd77 req-46aafadf-24ff-4013-99b0-96c6bfe62dfb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.478044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15465e28-f502-455d-b7e2-4f8c8b46cd77 req-46aafadf-24ff-4013-99b0-96c6bfe62dfb tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 944 time: 0.0881298 Aug 10 03:41:39.550047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15465e28-f502-455d-b7e2-4f8c8b46cd77 req-efd51596-1597-4171-8ae2-1ece67ac5189 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618598 Aug 10 03:41:39.621148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.896982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:39.896982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.936841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:40.010935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.027557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 6bc49f0d-9e9e-4200-b833-dd7257ef6b3a owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:40.073077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:40.088011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '8e259506-6f55-46fc-b788-daf0f880addb', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'port_id': '8e259506-6f55-46fc-b788-daf0f880addb', 'mac_address': 'fa:16:3e:fa:6a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:40.146496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.162664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e259506-6f55-46fc-b788-daf0f880addb {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:40.187605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:40.335130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.364519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.422719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=12']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.439737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=6bc49f0d-9e9e-4200-b833-dd7257ef6b3a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.455668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.456433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.456964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.457461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.457946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.458434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.459057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.459675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.460150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.460700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.461276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.461759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:40.566238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['8e259506-6f55-46fc-b788-daf0f880addb'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:40.575852 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.829992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49d2d4-7609-49d3-9127-e92405f3349f req-ed8bb1c5-1f86-41d6-8c68-1d25e547fffc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.831510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd49d2d4-7609-49d3-9127-e92405f3349f req-ed8bb1c5-1f86-41d6-8c68-1d25e547fffc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 945 time: 0.1464462 Aug 10 03:41:40.838987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Router 5b985be9-4638-46e3-8b46-f14f0d5364d8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:40.940281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd49d2d4-7609-49d3-9127-e92405f3349f req-41c6eca9-b5a3-4850-b4b4-ddbd9302ad47 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978668 Aug 10 03:41:40.941372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:40.946445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e14a0662-1b48-4123-8e64-0f75e6f7102d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/routers/5b985be9-4638-46e3-8b46-f14f0d5364d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610660 Aug 10 03:41:40.949852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55654) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.954320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] Sync routers for ids ['5b985be9-4638-46e3-8b46-f14f0d5364d8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:40.965877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55656) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.980903 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e43b9-e467-4c89-a45d-e8c5701a3db3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:40.986797 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-299e43b9-e467-4c89-a45d-e8c5701a3db3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/6bc49f0d-9e9e-4200-b833-dd7257ef6b3a HTTP/1.1" status: 404 len: 333 time: 0.0346725 Aug 10 03:41:40.987636 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55658) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.990470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] Routers {'5b985be9-4638-46e3-8b46-f14f0d5364d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:40.991261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b985be9-4638-46e3-8b46-f14f0d5364d8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.033061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.043398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] Routers {'5b985be9-4638-46e3-8b46-f14f0d5364d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:41.044283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:41:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['5b985be9-4638-46e3-8b46-f14f0d5364d8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.058425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-35631b69-0f7f-4b0f-a718-b79c474ac08b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/afadffd9-37f2-4a8f-ab05-04c0a2eacc25 HTTP/1.1" status: 200 len: 991 time: 0.0827472 Aug 10 03:41:41.071068 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.083966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.084857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b827631a-2dbc-4706-b16f-d75d93605d84 None None] The sync data for ids ['5b985be9-4638-46e3-8b46-f14f0d5364d8'] in n-d-765315-26 is: [] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:41.238433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.240757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.345394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.350840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Fanout notify agent at l3_agent the message router_deleted on router 5b985be9-4638-46e3-8b46-f14f0d5364d8 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:41.353589 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.355972 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-af0708af-b32b-4469-a823-ace4248b2832 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/routers/5b985be9-4638-46e3-8b46-f14f0d5364d8 HTTP/1.1" status: 204 len: 168 time: 0.3672364 Aug 10 03:41:41.358706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55672) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.410426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 60e12ba0-9b48-46e8-8f75-ce89f1b10478 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:41.413924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.458137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.560289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.694599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.723729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=60e12ba0-9b48-46e8-8f75-ce89f1b10478,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.727630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.729611 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb5d9bb4-64a5-4591-b20a-72ce7f4c337f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/60e12ba0-9b48-46e8-8f75-ce89f1b10478 HTTP/1.1" status: 204 len: 168 time: 0.3698766 Aug 10 03:41:41.733030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55676) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.742543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659d0ff-4513-4809-a88f-75184211e884 None None] Network dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:41.754078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55678) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.820606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.884492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port e73256ed-ec19-434d-b061-dab23870fe39 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:41.884840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.915722 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7517457a-34cf-4546-919c-185a5a9ebf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.944075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:41.984698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port e73256ed-ec19-434d-b061-dab23870fe39, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e73256ed-ec19-434d-b061-dab23870fe39,segment=NetworkSegment(418510d9-08b0-45dc-b88e-cd5bf37fdce2),segment_id=418510d9-08b0-45dc-b88e-cd5bf37fdce2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:41.985074 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.998534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] DHCP port deletion for dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:42.001620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for e73256ed-ec19-434d-b061-dab23870fe39 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:42.055094 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7517457a-34cf-4546-919c-185a5a9ebf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.066849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] Deleting port e73256ed-ec19-434d-b061-dab23870fe39 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:42.067457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.133757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] For port e73256ed-ec19-434d-b061-dab23870fe39, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e73256ed-ec19-434d-b061-dab23870fe39,segment=NetworkSegment(418510d9-08b0-45dc-b88e-cd5bf37fdce2),segment_id=418510d9-08b0-45dc-b88e-cd5bf37fdce2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:42.134083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.147036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] Calling delete_port for e73256ed-ec19-434d-b061-dab23870fe39 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:42.148735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 8e259506-6f55-46fc-b788-daf0f880addb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:42.158356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 8e259506-6f55-46fc-b788-daf0f880addb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:42.158717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.173881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7517457a-34cf-4546-919c-185a5a9ebf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.174418 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.207000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=e73256ed-ec19-434d-b061-dab23870fe39,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.217555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port e73256ed-ec19-434d-b061-dab23870fe39 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:42.227723 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7517457a-34cf-4546-919c-185a5a9ebf4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f4244d6f2bb4517a3e0e2d0c92df6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715052 Aug 10 03:41:42.231803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55684) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.249129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517457a-34cf-4546-919c-185a5a9ebf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63314be6-b657-4c79-8ce4-4090cd53a659,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:42.341589 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 03:41:42.345024 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c1185d-0fb4-4169-b830-9df5a8398163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.367573 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.381442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.384180 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c1185d-0fb4-4169-b830-9df5a8398163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.385406 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.406651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418510d9-08b0-45dc-b88e-cd5bf37fdce2') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.406948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418510d9-08b0-45dc-b88e-cd5bf37fdce2') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.417883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] No DVR routers for this DVR port e73256ed-ec19-434d-b061-dab23870fe39 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:42.422443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.423245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.425887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceabf3-661c-4485-916d-9b1e9d7e38bb None None] Pushing event deleted for resources: {'Port': ['ID=e73256ed-ec19-434d-b061-dab23870fe39,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.453129 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.458050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:42.459311 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c6224-1ead-46aa-974e-c2df16ae1d7b" -d '{"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-plugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:42.471281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:42.471868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:42.475045 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:42.477230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:42.503450 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577a6454-467e-49ee-a59e-d1cc9a6a44fc x-openstack-request-id: req-577a6454-467e-49ee-a59e-d1cc9a6a44fc {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:42.503779 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-plugged", "status": "completed", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:42.504031 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-577a6454-467e-49ee-a59e-d1cc9a6a44fc {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:42.504452 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'code': 200} Aug 10 03:41:42.512012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c1185d-0fb4-4169-b830-9df5a8398163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.514610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-24c1185d-0fb4-4169-b830-9df5a8398163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.518824 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-24c1185d-0fb4-4169-b830-9df5a8398163 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63314be6-b657-4c79-8ce4-4090cd53a659 HTTP/1.1" status: 204 len: 168 time: 0.2830257 Aug 10 03:41:42.524542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1185d-0fb4-4169-b830-9df5a8398163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63314be6-b657-4c79-8ce4-4090cd53a659,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.576272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.631261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=13']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.632364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.659105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.661489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825 HTTP/1.1" status: 204 len: 168 time: 0.9272578 Aug 10 03:41:42.662502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1df682-6a11-49df-b3dc-dd0f8fabd9db tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=dfaf1d8b-78fb-4180-b6e2-2dfcc92fb825,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.665372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55696) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.716446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50bd600-a1df-4ccc-8ecd-5d3c866c00f9 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.721478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c50bd600-a1df-4ccc-8ecd-5d3c866c00f9 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/4e5cd66f-a43b-434d-a10c-35246007466f HTTP/1.1" status: 200 len: 844 time: 0.0506094 Aug 10 03:41:42.721778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55698) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.769356 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2afc95eb-6a41-47e8-ac32-18184cc93b19 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/4e5cd66f-a43b-434d-a10c-35246007466f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0464139 Aug 10 03:41:42.773057 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55700) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.778979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:42.969362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:42.973622 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.040804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e73256ed-ec19-434d-b061-dab23870fe39 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:43.065963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e73256ed-ec19-434d-b061-dab23870fe39 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:43.067805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e73256ed-ec19-434d-b061-dab23870fe39 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:43.285864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.341586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:43.352005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:43.356633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.358049 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.366629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=a786a754-1baa-4524-bf70-bdd53739a829,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.369231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55708) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.374957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ebce38-86e9-4de9-88cd-75839f656f2c None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:43.392583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac16-5353-4d99-89cf-5e6d634cf456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.479099 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87573b96-d5ce-469b-9a81-47faf216c8e1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7048855 Aug 10 03:41:43.485497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55710) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.496657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'security_group': {'name': 'tempest-secgroup-769100420'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:43.556167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-b82f6acc-2fd9-4993-a17b-64576d68a255', 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'tenant_id': 'f1b8fa5880b049ad8e0325d32ec22bd5', 'fixed_ips': [{'subnet_id': 'a786a754-1baa-4524-bf70-bdd53739a829'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:43.557107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.584000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac16-5353-4d99-89cf-5e6d634cf456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.662643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66a2ac16-5353-4d99-89cf-5e6d634cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.696419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Allocated IP 2001:db8::2 (b82f6acc-2fd9-4993-a17b-64576d68a255/a786a754-1baa-4524-bf70-bdd53739a829/28418702-b7ba-4e6a-a858-24305438a7cc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:43.703942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-66a2ac16-5353-4d99-89cf-5e6d634cf456 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abb2e04a933d4154a7ce69418cee5b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307841 Aug 10 03:41:43.704383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55712) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.718490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ac16-5353-4d99-89cf-5e6d634cf456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f3d90-318d-4af8-8b28-3510540913c0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.767282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ab01-86ca-45e9-be6b-196f6d09a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.789714 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ab01-86ca-45e9-be6b-196f6d09a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.819510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.858471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.894850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ab01-86ca-45e9-be6b-196f6d09a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.895023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Transition to ACTIVE for port object 28418702-b7ba-4e6a-a858-24305438a7cc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:43.898005 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ab01-86ca-45e9-be6b-196f6d09a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.902382 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f1d9ab01-86ca-45e9-be6b-196f6d09a834 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f97f3d90-318d-4af8-8b28-3510540913c0 HTTP/1.1" status: 204 len: 168 time: 0.1930649 Aug 10 03:41:43.909738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9ab01-86ca-45e9-be6b-196f6d09a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f3d90-318d-4af8-8b28-3510540913c0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.913088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Transition to ACTIVE for port object 28418702-b7ba-4e6a-a858-24305438a7cc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:43.963552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.987089 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.025782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:44.031312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:44.033733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:44.038606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.046332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Pushing event updated for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.077784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb803b4b-061f-4a5b-a20b-a1063e092388,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.102503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Attempting to bind port 28418702-b7ba-4e6a-a858-24305438a7cc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:44.102874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Attempting to bind port 28418702-b7ba-4e6a-a858-24305438a7cc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e785434f-e789-432f-bba2-70834b52ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:44.103237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Attempting to bind port 28418702-b7ba-4e6a-a858-24305438a7cc on network b82f6acc-2fd9-4993-a17b-64576d68a255 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:44.108210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:44.110625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Checking segment: {'id': 'e785434f-e789-432f-bba2-70834b52ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:44.110625 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.110625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Bound using segment: {'id': 'e785434f-e789-432f-bba2-70834b52ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:44.110625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Bound port: 28418702-b7ba-4e6a-a858-24305438a7cc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e785434f-e789-432f-bba2-70834b52ef54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:44.110625 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.175148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.179759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:44.179899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55716) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.180704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:44.181258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7741764-cc97-4011-9dcb-db45d10cac1f tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6910822 Aug 10 03:41:44.184600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'security_group': {'name': 'tempest-secgroup-975731213'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.306615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.307194 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.384456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2da6e9-8292-4d06-b527-0758d0d47b1f None None] Pushing event updated for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.423922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.523593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.554882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab078c2b-d908-4fd0-8ddd-8d9263fd2e64,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.676448 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.677749 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac0034e9-7e8f-472c-b028-618bc0d97adb tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4970105 Aug 10 03:41:44.680516 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55734) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.686136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-324886854', 'security_groups': ['ab078c2b-d908-4fd0-8ddd-8d9263fd2e64'], 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a786a754-1baa-4524-bf70-bdd53739a829'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.910943 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:45.020796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.040420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:45.106217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:45.267177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 28418702-b7ba-4e6a-a858-24305438a7cc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:45.297719 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::82 (b82f6acc-2fd9-4993-a17b-64576d68a255/a786a754-1baa-4524-bf70-bdd53739a829/c73f94ea-ea2e-4d4f-92d8-a9c194df55d9) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:45.392392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.526417 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.556164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:45.661511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.733605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:45.736318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.766657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:45.769893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:45.778389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:45.786135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:45.797739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.798431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.816674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=c73f94ea-ea2e-4d4f-92d8-a9c194df55d9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.883773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Provisioning for port 28418702-b7ba-4e6a-a858-24305438a7cc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:45.885174 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9e3928f3-f11a-46b0-9432-f9df4ea9a475 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2035441 Aug 10 03:41:45.888695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55766) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.903113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.903404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:45.904420 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.024551 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.060328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:46.169737 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.242932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:46.242932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.262092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4cc18-d57a-43a9-a2c3-ade028bb4a6a None None] Pushing event updated for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.399435 n-d-765315-26 neutron-server[94805]: INFO neutron.db.ipam_backend_mixin [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a786a754-1baa-4524-bf70-bdd53739a829 (CIDR: 2001:db8::/64) Aug 10 03:41:46.436666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d5714142-9ce3-4b5e-af77-b70f05315ca7 None None] Provisioning for port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:46.437372 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:41:46.438301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:46.441248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d5714142-9ce3-4b5e-af77-b70f05315ca7 None None] Provisioning complete for port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:46.441623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d5714142-9ce3-4b5e-af77-b70f05315ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.483312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d5714142-9ce3-4b5e-af77-b70f05315ca7 None None] Port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:46.570264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6927afda-ffb0-4d85-96a6-2ede978007e7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6795208 Aug 10 03:41:46.572915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55798) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.580768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:46.786063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:46.790471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.037192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:47.088674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:47.089065 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.173789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.221924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:47.225226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:47.229500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.230662 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.235520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770822e7-edc4-4615-92a0-6a862c2532ba None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:47.240314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=7142a326-4b6b-4596-899b-4f82dfaa9b22,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.452772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2cb046d2-7de6-4f96-aff5-bb9ce3b20cc6 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8758771 Aug 10 03:41:47.453944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55864) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:47.454361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Update dhcp port {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'fixed_ips': [{'subnet_id': 'a786a754-1baa-4524-bf70-bdd53739a829', 'ip_address': '2001:db8::2'}, {'subnet_id': '7142a326-4b6b-4596-899b-4f82dfaa9b22'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '28418702-b7ba-4e6a-a858-24305438a7cc'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:41:47.458724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643049182', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7142a326-4b6b-4596-899b-4f82dfaa9b22'}], 'security_groups': ['bb803b4b-061f-4a5b-a20b-a1063e092388']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:47.486427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.629152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.702896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Allocated IP 2001:db8:0:1::2 (b82f6acc-2fd9-4993-a17b-64576d68a255/7142a326-4b6b-4596-899b-4f82dfaa9b22/28418702-b7ba-4e6a-a858-24305438a7cc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:47.818279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:47.852075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.865819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Transition to ACTIVE for port object 28418702-b7ba-4e6a-a858-24305438a7cc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:47.992985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.083039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfa444-236f-4f3f-976b-6c6b480ec1c1 None None] Pushing event updated for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.200398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Delete allocated IP 2001:db8::82 (b82f6acc-2fd9-4993-a17b-64576d68a255/a786a754-1baa-4524-bf70-bdd53739a829) {{(pid=94805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:41:48.209248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8:0:1::9f (b82f6acc-2fd9-4993-a17b-64576d68a255/7142a326-4b6b-4596-899b-4f82dfaa9b22/c73f94ea-ea2e-4d4f-92d8-a9c194df55d9) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:48.410732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.430214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:48.535281 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.603573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] In _notify_port_updated(), no bound segment for port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 on network b82f6acc-2fd9-4993-a17b-64576d68a255 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:41:48.610436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.611234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.613836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/ports/c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 HTTP/1.1" status: 200 len: 930 time: 1.1584589 Aug 10 03:41:48.621551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55942) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.638270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48509572-3fdf-45e0-9fff-c519eb359e35 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=c73f94ea-ea2e-4d4f-92d8-a9c194df55d9,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.725404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:48.725998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.849654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.860978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:49.038810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Provisioning for port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:49.042916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Provisioning complete for port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:49.043286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.075858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:49.124251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Port c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:49.141203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:49.141561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.180622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:49.226203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.256886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=c73f94ea-ea2e-4d4f-92d8-a9c194df55d9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.302520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.308605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55970) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.309107 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f2e5472-c3dc-46b2-8e99-4fc8b4d49d2b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 HTTP/1.1" status: 204 len: 168 time: 0.6859996 Aug 10 03:41:49.310719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Provisioning for port 28418702-b7ba-4e6a-a858-24305438a7cc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:49.315569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:49.316361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48ada5e3-05fc-4184-8fa6-9f5f9c4bc1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.341706 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-57531736-1188-428d-8216-169e82fe915e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:49.343313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57531736-1188-428d-8216-169e82fe915e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/c73f94ea-ea2e-4d4f-92d8-a9c194df55d9 HTTP/1.1" status: 404 len: 333 time: 0.0336788 Aug 10 03:41:49.346065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55972) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.414635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b309fb22-957c-4437-a3ed-6954d9f8cc61 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.444823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b309fb22-957c-4437-a3ed-6954d9f8cc61 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.524831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95462457-5664-4a2e-aef8-d4e16693ab93 None None] Could not find standard attr ID for object c73f94ea-ea2e-4d4f-92d8-a9c194df55d9. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:41:49.569267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 55982) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.586574 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b309fb22-957c-4437-a3ed-6954d9f8cc61 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.589408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b309fb22-957c-4437-a3ed-6954d9f8cc61 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.592830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b309fb22-957c-4437-a3ed-6954d9f8cc61 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab078c2b-d908-4fd0-8ddd-8d9263fd2e64 HTTP/1.1" status: 204 len: 168 time: 0.2435973 Aug 10 03:41:49.593672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.600106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309fb22-957c-4437-a3ed-6954d9f8cc61 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab078c2b-d908-4fd0-8ddd-8d9263fd2e64,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.662658 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bae5563c-fa1d-460f-9df4-579478adf1f1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.690182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bae5563c-fa1d-460f-9df4-579478adf1f1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.706974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64a6c458-7532-466e-ac02-a8dd6a02d5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.826347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bae5563c-fa1d-460f-9df4-579478adf1f1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.829335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bae5563c-fa1d-460f-9df4-579478adf1f1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.833257 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bae5563c-fa1d-460f-9df4-579478adf1f1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/security-groups/bb803b4b-061f-4a5b-a20b-a1063e092388 HTTP/1.1" status: 204 len: 168 time: 0.2375035 Aug 10 03:41:49.833857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 55996) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.877184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5563c-fa1d-460f-9df4-579478adf1f1 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb803b4b-061f-4a5b-a20b-a1063e092388,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.916528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet a786a754-1baa-4524-bf70-bdd53739a829 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:49.920711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.930987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64a6c458-7532-466e-ac02-a8dd6a02d5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.960883 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.037903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64a6c458-7532-466e-ac02-a8dd6a02d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.073735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.091997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6c458-7532-466e-ac02-a8dd6a02d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffec12a-bb30-415e-afb7-7e694ad5fc40,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.102995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-64a6c458-7532-466e-ac02-a8dd6a02d5e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7751996de2c46cd8a18ea033dd47968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325174 Aug 10 03:41:50.103721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.169044 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b83-406f-48e3-ae5d-b2dc4acedd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.190633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b83-406f-48e3-ae5d-b2dc4acedd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.216169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.250890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=a786a754-1baa-4524-bf70-bdd53739a829,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.253197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.263761 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-13dd96eb-d362-4dba-b69d-659e3986ab50 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/a786a754-1baa-4524-bf70-bdd53739a829 HTTP/1.1" status: 204 len: 168 time: 0.4183757 Aug 10 03:41:50.263860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56016) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.263948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3196095e-7379-49d9-af09-e66161519835 None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:50.266764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:50.315199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b83-406f-48e3-ae5d-b2dc4acedd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.318543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b83-406f-48e3-ae5d-b2dc4acedd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.319690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9ede4b83-406f-48e3-ae5d-b2dc4acedd7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ffec12a-bb30-415e-afb7-7e694ad5fc40 HTTP/1.1" status: 204 len: 168 time: 0.2146757 Aug 10 03:41:50.339023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4b83-406f-48e3-ae5d-b2dc4acedd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffec12a-bb30-415e-afb7-7e694ad5fc40,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.551813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:50.555463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.953150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.014970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:51.019593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:51.023668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.024262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.039053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=feeb5c47-69d6-4bd2-960e-88e1edee854d,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.056510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910869b-8a5d-4539-901d-719e59732a21 None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:51.175826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1632ef72-0f3f-4125-8fc7-2326e0980a29 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9139354 Aug 10 03:41:51.178365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.184028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'security_group': {'name': 'tempest-secgroup-759359466'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:51.230442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56056) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.244375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ef9dc03-8780-407f-a824-68f6f382c257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.289957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-36e47446-7c78-43c7-acf0-1250e55d005a None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:51.290406 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36e47446-7c78-43c7-acf0-1250e55d005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.318529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.340139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-36e47446-7c78-43c7-acf0-1250e55d005a None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:51.385118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-36e47446-7c78-43c7-acf0-1250e55d005a None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:51.385423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36e47446-7c78-43c7-acf0-1250e55d005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.423469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ef9dc03-8780-407f-a824-68f6f382c257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.519231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ef9dc03-8780-407f-a824-68f6f382c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.530189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Update dhcp port {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'fixed_ips': [{'subnet_id': '7142a326-4b6b-4596-899b-4f82dfaa9b22', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feeb5c47-69d6-4bd2-960e-88e1edee854d'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '28418702-b7ba-4e6a-a858-24305438a7cc'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:41:51.564046 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.569637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8ef9dc03-8780-407f-a824-68f6f382c257 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07414c5b34fc42c2994568e18f932a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381007 Aug 10 03:41:51.572524 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9dc03-8780-407f-a824-68f6f382c257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb176349-14ea-4d0c-b39b-56cd459038e7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.574969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.652982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.664786 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7f84-9994-4e02-b243-8c857c10c421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.686924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7f84-9994-4e02-b243-8c857c10c421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.762427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.780095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Allocated IP 2001:db8::2 (b82f6acc-2fd9-4993-a17b-64576d68a255/feeb5c47-69d6-4bd2-960e-88e1edee854d/28418702-b7ba-4e6a-a858-24305438a7cc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:51.795221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea18767a-b6b2-4c13-86aa-5da82588bc21,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.843185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7f84-9994-4e02-b243-8c857c10c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.846202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7f84-9994-4e02-b243-8c857c10c421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.847669 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9d3d7f84-9994-4e02-b243-8c857c10c421 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb176349-14ea-4d0c-b39b-56cd459038e7 HTTP/1.1" status: 204 len: 168 time: 0.2713373 Aug 10 03:41:51.856521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d7f84-9994-4e02-b243-8c857c10c421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb176349-14ea-4d0c-b39b-56cd459038e7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.871913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.873556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-92584883-517d-4c12-9b22-fb4a14e1ccf4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6941226 Aug 10 03:41:51.881968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56084) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.886502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'security_group': {'name': 'tempest-secgroup-1177855251'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:51.923373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:51.958961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.975220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Transition to ACTIVE for port object 28418702-b7ba-4e6a-a858-24305438a7cc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:51.987905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.081346 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.124631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.197885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.221012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4586cb9-f478-4d68-8490-6b46936496f2 None None] Pushing event updated for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.234836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dada42eb-9426-47b1-bb93-ed74ecbc8f47,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.324986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.326306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0578a981-2fe8-4c17-ae42-2dd807afecb2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4439054 Aug 10 03:41:52.330244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56110) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:52.336653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084769314'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:52.449770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.571881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.660852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.694940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b59c17-ad59-4d79-9094-bd240dc7f6af,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.806241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.806241 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d444d082-fa7e-43a6-855a-10eb6fbb6e32 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4716256 Aug 10 03:41:52.806241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56136) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:52.811708 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-909751701', 'security_groups': ['53b59c17-ad59-4d79-9094-bd240dc7f6af'], 'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'feeb5c47-69d6-4bd2-960e-88e1edee854d'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:52.852094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6f385f98-1b11-4d1b-a2d3-84a97d0d8f52 None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:52.852695 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f385f98-1b11-4d1b-a2d3-84a97d0d8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.893625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6f385f98-1b11-4d1b-a2d3-84a97d0d8f52 None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:53.020709 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6f385f98-1b11-4d1b-a2d3-84a97d0d8f52 None None] Provisioning for port 28418702-b7ba-4e6a-a858-24305438a7cc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:53.025024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6f385f98-1b11-4d1b-a2d3-84a97d0d8f52 None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:53.025402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f385f98-1b11-4d1b-a2d3-84a97d0d8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.032936 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:53.074426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:53.181342 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.210978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] device_id is not set on port 2089def3-9431-4ba4-8026-58c8baccce3f yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:53.222905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:53.223413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.439106 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8::40 (b82f6acc-2fd9-4993-a17b-64576d68a255/feeb5c47-69d6-4bd2-960e-88e1edee854d/2089def3-9431-4ba4-8026-58c8baccce3f) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:53.582738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.602540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 2089def3-9431-4ba4-8026-58c8baccce3f will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:53.712293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.757152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:53.760411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:53.764904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:53.770925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.771534 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.778087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=2089def3-9431-4ba4-8026-58c8baccce3f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.934084 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e980bb0-7b11-40e7-9bd7-80e3cbbcb99b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1227682 Aug 10 03:41:53.936429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56200) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.955758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:54.197995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d8b574ee-1831-4627-82b0-badd6897ad82 None None] Provisioning for port 2089def3-9431-4ba4-8026-58c8baccce3f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:54.202331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d8b574ee-1831-4627-82b0-badd6897ad82 None None] Provisioning complete for port 2089def3-9431-4ba4-8026-58c8baccce3f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:54.202785 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d8b574ee-1831-4627-82b0-badd6897ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.226039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:54.231569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.270355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d8b574ee-1831-4627-82b0-badd6897ad82 None None] Port 2089def3-9431-4ba4-8026-58c8baccce3f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:54.332527 n-d-765315-26 neutron-server[94805]: INFO neutron.db.ipam_backend_mixin [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet feeb5c47-69d6-4bd2-960e-88e1edee854d (CIDR: 2001:db8::/64) Aug 10 03:41:54.386664 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:41:54.387127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:54.569715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-016c8c64-9742-4375-86db-29df67d0f5d7 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6321058 Aug 10 03:41:54.572530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56238) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:54.578138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:54.831997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:54.836496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.954010 n-d-765315-26 neutron-server[94805]: INFO neutron.db.ipam_backend_mixin [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7142a326-4b6b-4596-899b-4f82dfaa9b22 (CIDR: 2001:db8:0:1::/64) Aug 10 03:41:55.004658 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:41:55.005120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:41:55.055111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56274) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.130293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8ca32e25-4589-427e-9181-56357706a9f4 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5558584 Aug 10 03:41:55.132816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56280) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.139386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'subnet': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:55.564697 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf227bf5-e8d1-458e-803a-c5d433dfd936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.706936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf227bf5-e8d1-458e-803a-c5d433dfd936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.808832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf227bf5-e8d1-458e-803a-c5d433dfd936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.852956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bf227bf5-e8d1-458e-803a-c5d433dfd936 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05a1c9f6c9a94bed9abaa6197528bcdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965269 Aug 10 03:41:55.855881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56320) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.858745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56322) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.865730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf227bf5-e8d1-458e-803a-c5d433dfd936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f3528-a6a6-403b-909d-69b103104011,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.913232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efd8d1b3-6dd5-4e95-a57d-741b8fffd04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.938744 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efd8d1b3-6dd5-4e95-a57d-741b8fffd04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.957250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Made reservation on behalf of f1b8fa5880b049ad8e0325d32ec22bd5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:55.964120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.003500 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.013506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b906817c-b050-4f0a-94ee-1bdf4de49f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.077948 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efd8d1b3-6dd5-4e95-a57d-741b8fffd04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.080884 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-efd8d1b3-6dd5-4e95-a57d-741b8fffd04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.082687 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-efd8d1b3-6dd5-4e95-a57d-741b8fffd04a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/404f3528-a6a6-403b-909d-69b103104011 HTTP/1.1" status: 204 len: 168 time: 0.2255819 Aug 10 03:41:56.094748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8d1b3-6dd5-4e95-a57d-741b8fffd04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f3528-a6a6-403b-909d-69b103104011,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.227170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b906817c-b050-4f0a-94ee-1bdf4de49f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.315732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b906817c-b050-4f0a-94ee-1bdf4de49f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.352439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906817c-b050-4f0a-94ee-1bdf4de49f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870df3e-7649-419d-b14f-567038d0e789,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.359291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b906817c-b050-4f0a-94ee-1bdf4de49f86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7fdb7aab8e7445cabaaad1e5040a2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971180 Aug 10 03:41:56.359518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56346) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:56.401707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.460171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Network b82f6acc-2fd9-4993-a17b-64576d68a255 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:56.467496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:56.472243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.472851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.475276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Subnet': ['ID=3d8a2750-6b80-45dd-bfbf-ec87d807f944,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.477230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be65241b-e660-4914-9562-bc5583764f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.477368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0715b9d-ba8e-4da0-b97f-df2b7e0448bf None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:56.506406 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be65241b-e660-4914-9562-bc5583764f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.615279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-87345de5-19c5-444f-83b9-a8abb746145c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4804482 Aug 10 03:41:56.617785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56358) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:56.623089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1270055560', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d8a2750-6b80-45dd-bfbf-ec87d807f944'}], 'security_groups': ['ea18767a-b6b2-4c13-86aa-5da82588bc21', 'dada42eb-9426-47b1-bb93-ed74ecbc8f47']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:56.644580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be65241b-e660-4914-9562-bc5583764f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.647138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be65241b-e660-4914-9562-bc5583764f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.648283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-be65241b-e660-4914-9562-bc5583764f44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9870df3e-7649-419d-b14f-567038d0e789 HTTP/1.1" status: 204 len: 168 time: 0.2876437 Aug 10 03:41:56.664946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65241b-e660-4914-9562-bc5583764f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870df3e-7649-419d-b14f-567038d0e789,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.711778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Update dhcp port {'port': {'network_id': 'b82f6acc-2fd9-4993-a17b-64576d68a255', 'fixed_ips': [{'subnet_id': '7142a326-4b6b-4596-899b-4f82dfaa9b22', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'feeb5c47-69d6-4bd2-960e-88e1edee854d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d8a2750-6b80-45dd-bfbf-ec87d807f944'}], 'binding:host_id': 'n-d-765315-26'}, 'id': '28418702-b7ba-4e6a-a858-24305438a7cc'} from n-d-765315-26. {{(pid=94806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:41:56.742449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.793127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.853506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56370) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:56.867364 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0774-6c7b-434c-b943-d032f4a545f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.919827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Allocated IP 2001:db8:0:2::2 (b82f6acc-2fd9-4993-a17b-64576d68a255/3d8a2750-6b80-45dd-bfbf-ec87d807f944/28418702-b7ba-4e6a-a858-24305438a7cc) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:56.987108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0774-6c7b-434c-b943-d032f4a545f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.019925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:57.050618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.064994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Transition to ACTIVE for port object 28418702-b7ba-4e6a-a858-24305438a7cc will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:57.129150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0774-6c7b-434c-b943-d032f4a545f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.168509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f0774-6c7b-434c-b943-d032f4a545f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c154d-89e0-4165-a47d-6ce346a47fc9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.173355 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2f2f0774-6c7b-434c-b943-d032f4a545f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50f2159480974cb9a7d24cd36662db5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182919 Aug 10 03:41:57.175939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.216861 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.227181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fd399a7-3968-46f8-8cf9-12ed8b1ba3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.250365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fd399a7-3968-46f8-8cf9-12ed8b1ba3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.337117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Delete allocated IP 2001:db8::40 (b82f6acc-2fd9-4993-a17b-64576d68a255/feeb5c47-69d6-4bd2-960e-88e1edee854d) {{(pid=94805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:41:57.345853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e7783-b8e1-456e-9cee-dbd06e44533b None None] Pushing event updated for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.349092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Allocated IP 2001:db8:0:2::2ca (b82f6acc-2fd9-4993-a17b-64576d68a255/3d8a2750-6b80-45dd-bfbf-ec87d807f944/2089def3-9431-4ba4-8026-58c8baccce3f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:57.397314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fd399a7-3968-46f8-8cf9-12ed8b1ba3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.400153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5fd399a7-3968-46f8-8cf9-12ed8b1ba3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.401595 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5fd399a7-3968-46f8-8cf9-12ed8b1ba3c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d8c154d-89e0-4165-a47d-6ce346a47fc9 HTTP/1.1" status: 204 len: 168 time: 0.2247071 Aug 10 03:41:57.428729 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd399a7-3968-46f8-8cf9-12ed8b1ba3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c154d-89e0-4165-a47d-6ce346a47fc9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.469466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56396) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.488778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cb86b6b-6050-4ec5-a4e4-0f4536b73a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.564461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.582965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Transition to ACTIVE for port object 2089def3-9431-4ba4-8026-58c8baccce3f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:57.624167 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cb86b6b-6050-4ec5-a4e4-0f4536b73a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.672076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.704967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3cb86b6b-6050-4ec5-a4e4-0f4536b73a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.760396 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3cb86b6b-6050-4ec5-a4e4-0f4536b73a3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa3a06fc86894f5992555ee833407446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884693 Aug 10 03:41:57.765291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb86b6b-6050-4ec5-a4e4-0f4536b73a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88619ec-9a79-40fc-a982-2d7c212c3feb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.766776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56410) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.767957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] In _notify_port_updated(), no bound segment for port 2089def3-9431-4ba4-8026-58c8baccce3f on network b82f6acc-2fd9-4993-a17b-64576d68a255 {{(pid=94805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:41:57.773799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.774435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.785389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "PUT /v2.0/ports/2089def3-9431-4ba4-8026-58c8baccce3f HTTP/1.1" status: 200 len: 970 time: 1.1572649 Aug 10 03:41:57.786086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56412) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.795271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006556-e99a-4236-99fe-41285003d148 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event updated for resources: {'Port': ['ID=2089def3-9431-4ba4-8026-58c8baccce3f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.845618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a10144c2-33c7-4f91-9528-82ff278225bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.879090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a10144c2-33c7-4f91-9528-82ff278225bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.893963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 2089def3-9431-4ba4-8026-58c8baccce3f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:57.895001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.090808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a10144c2-33c7-4f91-9528-82ff278225bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.099776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a10144c2-33c7-4f91-9528-82ff278225bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.099776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a10144c2-33c7-4f91-9528-82ff278225bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a88619ec-9a79-40fc-a982-2d7c212c3feb HTTP/1.1" status: 204 len: 168 time: 0.3215969 Aug 10 03:41:58.113246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10144c2-33c7-4f91-9528-82ff278225bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88619ec-9a79-40fc-a982-2d7c212c3feb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.136198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:58.137194 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.194479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:58.333638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Provisioning for port 28418702-b7ba-4e6a-a858-24305438a7cc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:58.337984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:58.359237 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.359522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.378533 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 2089def3-9431-4ba4-8026-58c8baccce3f owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:58.818117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Provisioning for port 2089def3-9431-4ba4-8026-58c8baccce3f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:58.822101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Provisioning complete for port 2089def3-9431-4ba4-8026-58c8baccce3f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:58.822465 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.858475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb07df4c-8275-491f-9627-ba3bc02c892a None None] Port 2089def3-9431-4ba4-8026-58c8baccce3f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:58.980914 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.996901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5aff6daf-0303-4be6-a39a-4c57ec137532 None None] Provisioning complete for port 2089def3-9431-4ba4-8026-58c8baccce3f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:58.997734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5aff6daf-0303-4be6-a39a-4c57ec137532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.024274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=2089def3-9431-4ba4-8026-58c8baccce3f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.049609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5aff6daf-0303-4be6-a39a-4c57ec137532 None None] Port 2089def3-9431-4ba4-8026-58c8baccce3f was deleted so its status cannot be updated. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:41:59.105831 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.105831 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cd044cc2-acc2-42f0-bb66-efa035fe2826 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/2089def3-9431-4ba4-8026-58c8baccce3f HTTP/1.1" status: 204 len: 168 time: 1.3158035 Aug 10 03:41:59.106840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56470) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.106958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:59.148067 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-645cc727-3ede-49b3-b166-90168a937013 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] GET failed (client error): The resource could not be found. Aug 10 03:41:59.152473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-645cc727-3ede-49b3-b166-90168a937013 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports/2089def3-9431-4ba4-8026-58c8baccce3f HTTP/1.1" status: 404 len: 333 time: 0.0410800 Aug 10 03:41:59.154381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56474) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.191814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:59.192375 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.259941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8aa073a-0a68-49c8-8322-45f26482ce74 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.317560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8aa073a-0a68-49c8-8322-45f26482ce74 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.417136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56492) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.478132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8aa073a-0a68-49c8-8322-45f26482ce74 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.481343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c8aa073a-0a68-49c8-8322-45f26482ce74 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.482734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c8aa073a-0a68-49c8-8322-45f26482ce74 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/security-groups/53b59c17-ad59-4d79-9094-bd240dc7f6af HTTP/1.1" status: 204 len: 168 time: 0.3272543 Aug 10 03:41:59.485505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56500) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.511170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa073a-0a68-49c8-8322-45f26482ce74 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b59c17-ad59-4d79-9094-bd240dc7f6af,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.563338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1566436527-network', 'tenant_id': 'de67c453549e4d97bc84749e7a93ba49'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:59.573060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ff4589d-ba21-43b3-bf18-53e84bf86272 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.611964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ff4589d-ba21-43b3-bf18-53e84bf86272 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.690967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Made reservation on behalf of de67c453549e4d97bc84749e7a93ba49 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:59.693641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.704201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.765197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ff4589d-ba21-43b3-bf18-53e84bf86272 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.767858 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ff4589d-ba21-43b3-bf18-53e84bf86272 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.769218 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8ff4589d-ba21-43b3-bf18-53e84bf86272 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/security-groups/dada42eb-9426-47b1-bb93-ed74ecbc8f47 HTTP/1.1" status: 204 len: 168 time: 0.2826197 Aug 10 03:41:59.772072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56516) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.788612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4589d-ba21-43b3-bf18-53e84bf86272 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada42eb-9426-47b1-bb93-ed74ecbc8f47,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.852218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251e55da-cb69-423a-9e54-39cadfab540c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.864307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.875207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251e55da-cb69-423a-9e54-39cadfab540c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.986155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.013667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ce367-f497-460c-8276-718434419a7c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.043296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251e55da-cb69-423a-9e54-39cadfab540c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.047068 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-251e55da-cb69-423a-9e54-39cadfab540c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.047761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-251e55da-cb69-423a-9e54-39cadfab540c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea18767a-b6b2-4c13-86aa-5da82588bc21 HTTP/1.1" status: 204 len: 168 time: 0.2745516 Aug 10 03:42:00.048831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:00.050806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56528) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.057353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e55da-cb69-423a-9e54-39cadfab540c tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea18767a-b6b2-4c13-86aa-5da82588bc21,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.093172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.093518 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Added segment e580725c-b58c-4c70-beef-fc4edaa1b673 of type vlan for network 82c30dc9-1641-4d9d-b010-c7fd63451e98 Aug 10 03:42:00.144753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet feeb5c47-69d6-4bd2-960e-88e1edee854d {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:00.154935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.158496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.210750 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.224111 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f2f7201b-ec70-40ac-a6d6-5c36991ec311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.302846 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.324631 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.325602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.326189 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.442356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] Pushing event updated for resources: {'Network': ['ID=82c30dc9-1641-4d9d-b010-c7fd63451e98,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.453705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 82c30dc9-1641-4d9d-b010-c7fd63451e98 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:00.478201 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1a04caa5-0861-40c4-8160-d510714a2b17 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0599096 Aug 10 03:42:00.481752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56558) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.487031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Request body: {'subnet': {'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1566436527-subnet', 'tenant_id': 'de67c453549e4d97bc84749e7a93ba49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:00.535029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.564136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=feeb5c47-69d6-4bd2-960e-88e1edee854d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.568021 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.569926 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eea34cc3-f321-4a6f-9637-47c6de7f0199 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/feeb5c47-69d6-4bd2-960e-88e1edee854d HTTP/1.1" status: 204 len: 168 time: 0.5181739 Aug 10 03:42:00.576596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56562) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.581029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6404daba-028f-4b79-b7f0-7792d604c3d9 None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:00.630113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Made reservation on behalf of de67c453549e4d97bc84749e7a93ba49 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:00.632489 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.650652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 3d8a2750-6b80-45dd-bfbf-ec87d807f944 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:00.685961 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.739220 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.872023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.047320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.107191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6a44b2-24cb-4c35-a1b8-5feaa0eed803,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.117405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Checking segment: {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:01.117778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Network hostable DHCP agents. Network: 82c30dc9-1641-4d9d-b010-c7fd63451e98, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:01.124564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.159883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.164180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/3d8a2750-6b80-45dd-bfbf-ec87d807f944 HTTP/1.1" status: 204 len: 168 time: 0.5847316 Aug 10 03:42:01.164180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dbddb-a587-46ce-ac42-401ff5a6cd6d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8a2750-6b80-45dd-bfbf-ec87d807f944,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.164560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56578) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.204731 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dd2601-a829-4a80-a3a1-bd9a9e0a3c7d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:01.205271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dd2601-a829-4a80-a3a1-bd9a9e0a3c7d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:01.207367 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d4dd2601-a829-4a80-a3a1-bd9a9e0a3c7d tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/feeb5c47-69d6-4bd2-960e-88e1edee854d HTTP/1.1" status: 404 len: 337 time: 0.0415506 Aug 10 03:42:01.210000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.245819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Network 82c30dc9-1641-4d9d-b010-c7fd63451e98 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:01.274859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting subnet 7142a326-4b6b-4596-899b-4f82dfaa9b22 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:01.278598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1319505d-c17c-495f-85fc-1e2dc97fc74a None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:01.279062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.321076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.347441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-041f1b22-0c61-4cdf-8c25-043cc8d11e89 None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:01.347808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-041f1b22-0c61-4cdf-8c25-043cc8d11e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.357409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 82c30dc9-1641-4d9d-b010-c7fd63451e98) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:01.365568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.366246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.377416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee464d-962b-45b5-bfaa-0acc7866f154 None None] Network 82c30dc9-1641-4d9d-b010-c7fd63451e98 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:01.418456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.475221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f4572b05-55c6-4fb3-b45e-b012d857e5bb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9843431 Aug 10 03:42:01.477073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-041f1b22-0c61-4cdf-8c25-043cc8d11e89 None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:01.523028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-041f1b22-0c61-4cdf-8c25-043cc8d11e89 None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:01.523296 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-041f1b22-0c61-4cdf-8c25-043cc8d11e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.645871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.658725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b8b769-ef5b-4143-8206-3ec195ceaeb1 None None] Network 82c30dc9-1641-4d9d-b010-c7fd63451e98 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:01.697539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Subnet': ['ID=7142a326-4b6b-4596-899b-4f82dfaa9b22,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.713158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.716393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7cebdd49-855e-4d30-98d9-f9e6b9fa2145 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/7142a326-4b6b-4596-899b-4f82dfaa9b22 HTTP/1.1" status: 204 len: 168 time: 0.5042398 Aug 10 03:42:01.723257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56616) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.761344 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbd85d2-5d9f-4fa4-825c-26e7dc6104e3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:01.761847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbd85d2-5d9f-4fa4-825c-26e7dc6104e3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:01.763689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bcbd85d2-5d9f-4fa4-825c-26e7dc6104e3 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/a786a754-1baa-4524-bf70-bdd53739a829 HTTP/1.1" status: 404 len: 337 time: 0.0385351 Aug 10 03:42:01.766992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56618) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.815999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a8f0e944-5d95-40f2-afc8-3c52a92b49fa tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b985be9-4638-46e3-8b46-f14f0d5364d8 HTTP/1.1" status: 200 len: 205 time: 0.0477023 Aug 10 03:42:01.818517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56622) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.893887 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-60cd89fb-a883-4056-ab17-c59231f14617 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] delete failed (client error): The resource could not be found. Aug 10 03:42:01.894914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-60cd89fb-a883-4056-ab17-c59231f14617 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/routers/5b985be9-4638-46e3-8b46-f14f0d5364d8 HTTP/1.1" status: 404 len: 336 time: 0.0752919 Aug 10 03:42:01.897622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56624) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.936582 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c16114-79f6-4ea0-bee6-f1abb908ea2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:01.937139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c16114-79f6-4ea0-bee6-f1abb908ea2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:01.940410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2c16114-79f6-4ea0-bee6-f1abb908ea2e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/60e12ba0-9b48-46e8-8f75-ce89f1b10478 HTTP/1.1" status: 404 len: 337 time: 0.0409372 Aug 10 03:42:01.942345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.972281 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-46327ca6-310f-4e8f-a430-88e77512b6f2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:01.972805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46327ca6-310f-4e8f-a430-88e77512b6f2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:01.976130 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-46327ca6-310f-4e8f-a430-88e77512b6f2 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/b612c1ed-f029-481c-9d40-925c1842e39c HTTP/1.1" status: 404 len: 337 time: 0.0316207 Aug 10 03:42:01.977690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56630) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.021679 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-133ad400-2789-4080-9bfd-d6c74b56198a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.022260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133ad400-2789-4080-9bfd-d6c74b56198a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.024263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-133ad400-2789-4080-9bfd-d6c74b56198a tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/9e720f2b-e866-4d9f-9eb4-6bbb21c4274b HTTP/1.1" status: 404 len: 337 time: 0.0454028 Aug 10 03:42:02.027283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56632) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.055897 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-29889b40-c590-4a7a-bc81-df13dbd804af tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.057635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29889b40-c590-4a7a-bc81-df13dbd804af tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.059942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-29889b40-c590-4a7a-bc81-df13dbd804af tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/dd8a5e37-1688-4204-bf5f-a625ca410f56 HTTP/1.1" status: 404 len: 333 time: 0.0316396 Aug 10 03:42:02.063046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56634) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.094725 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb6cc5c-e01f-4e80-9999-574ba8ed2c91 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.095571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb6cc5c-e01f-4e80-9999-574ba8ed2c91 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.097926 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bb6cc5c-e01f-4e80-9999-574ba8ed2c91 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/0fff7142-b361-49b7-9f3b-48c5e5531538 HTTP/1.1" status: 404 len: 337 time: 0.0332065 Aug 10 03:42:02.100520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56636) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.143380 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b306dd-0b6f-4c8c-ab3d-c3273fcbf935 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.143782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b306dd-0b6f-4c8c-ab3d-c3273fcbf935 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.145657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-88b306dd-0b6f-4c8c-ab3d-c3273fcbf935 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/9b892707-189d-448a-85f2-1fe4177f6c64 HTTP/1.1" status: 404 len: 337 time: 0.0440409 Aug 10 03:42:02.148173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56638) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.173013 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf5d72f-5f71-4c1e-ad99-98a810219c9b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.173725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf5d72f-5f71-4c1e-ad99-98a810219c9b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.177869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3bf5d72f-5f71-4c1e-ad99-98a810219c9b tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/6f0d1801-0990-4e76-a029-b1ab0b52f5cc HTTP/1.1" status: 404 len: 333 time: 0.0263183 Aug 10 03:42:02.178154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56640) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.211265 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-065f0af8-ebba-417c-aa15-f8b3a34132de tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.211985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065f0af8-ebba-417c-aa15-f8b3a34132de tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.216307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-065f0af8-ebba-417c-aa15-f8b3a34132de tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/54cb4a21-d168-4b39-a1b8-a8966706a312 HTTP/1.1" status: 404 len: 337 time: 0.0346737 Aug 10 03:42:02.216936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.246812 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3e7267-4b60-4ad0-aeab-5b624cc5e8ad tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:02.247347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3e7267-4b60-4ad0-aeab-5b624cc5e8ad tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:02.251554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1b3e7267-4b60-4ad0-aeab-5b624cc5e8ad tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/subnets/315c3a86-d97f-40eb-8363-1fcca248278d HTTP/1.1" status: 404 len: 337 time: 0.0312116 Aug 10 03:42:02.251782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56644) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.347111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 4e5cd66f-a43b-434d-a10c-35246007466f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:02.347467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.381588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6abf1bf-2841-4a61-a627-01c09f089932 None None] Network b82f6acc-2fd9-4993-a17b-64576d68a255 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:02.432423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.447535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 4e5cd66f-a43b-434d-a10c-35246007466f owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:02.512574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1b9c7147-7f3a-4516-bbee-59dafe340ee1 None None] Provisioning complete for port 4e5cd66f-a43b-434d-a10c-35246007466f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:02.513201 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7147-7f3a-4516-bbee-59dafe340ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.565534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c7147-7f3a-4516-bbee-59dafe340ee1 None None] Port 4e5cd66f-a43b-434d-a10c-35246007466f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:02.600672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1b9c7147-7f3a-4516-bbee-59dafe340ee1 None None] Provisioning complete for port 28418702-b7ba-4e6a-a858-24305438a7cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:02.601480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7147-7f3a-4516-bbee-59dafe340ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.621898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.643018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] DHCP port deletion for b82f6acc-2fd9-4993-a17b-64576d68a255 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:02.657239 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56648) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.708739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.716840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/ports/4e5cd66f-a43b-434d-a10c-35246007466f HTTP/1.1" status: 204 len: 168 time: 0.4613717 Aug 10 03:42:02.717032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56654) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:02.721563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aeadcb-3c36-484c-877d-17c1df96587e tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=4e5cd66f-a43b-434d-a10c-35246007466f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.758452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.781980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] Deleting port 28418702-b7ba-4e6a-a858-24305438a7cc {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:02.782357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.836281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.839866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-840ff568-968e-4a36-807d-c90b8bc8bec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.865778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:02.866186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.880734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] Calling delete_port for 28418702-b7ba-4e6a-a858-24305438a7cc owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:02.942020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Deleting port 28418702-b7ba-4e6a-a858-24305438a7cc {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:02.942554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.049483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-840ff568-968e-4a36-807d-c90b8bc8bec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.060243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:03.060337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] For port 28418702-b7ba-4e6a-a858-24305438a7cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=28418702-b7ba-4e6a-a858-24305438a7cc,segment=NetworkSegment(e785434f-e789-432f-bba2-70834b52ef54),segment_id=e785434f-e789-432f-bba2-70834b52ef54)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:03.060337 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.072129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Calling delete_port for 28418702-b7ba-4e6a-a858-24305438a7cc owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:03.086308 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.088462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d26ba04c-d46b-498d-b860-7b7a27ca6f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.125068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] Pushing event deleted for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.151618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff317dc-b9e1-4534-98fc-f30e132033b2 None None] No DVR routers for this DVR port 28418702-b7ba-4e6a-a858-24305438a7cc on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:03.167163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-840ff568-968e-4a36-807d-c90b8bc8bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.172978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No active binding found for port 28418702-b7ba-4e6a-a858-24305438a7cc {{(pid=94806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:42:03.173647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 28418702-b7ba-4e6a-a858-24305438a7cc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:03.223214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.226871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-840ff568-968e-4a36-807d-c90b8bc8bec0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a39ab959cd3a4a8ab05f173622ef1026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679109 Aug 10 03:42:03.229876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56662) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:03.233510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ff568-968e-4a36-807d-c90b8bc8bec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06196254-68f8-4bc1-96fa-c3061d474d07,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.262589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:03.266676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] No DVR routers for this DVR port 28418702-b7ba-4e6a-a858-24305438a7cc on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:03.277199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Port': ['ID=28418702-b7ba-4e6a-a858-24305438a7cc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.314721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86f7d8e6-eff0-4315-b669-7207cf885846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.343299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86f7d8e6-eff0-4315-b669-7207cf885846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.379631 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.401290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82f6acc-2fd9-4993-a17b-64576d68a255']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.403566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e785434f-e789-432f-bba2-70834b52ef54') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.403931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e785434f-e789-432f-bba2-70834b52ef54') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:03.413042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.427301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.434201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:03.434676 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: self.session.flush() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:03.438396 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:03.515572 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86f7d8e6-eff0-4315-b669-7207cf885846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.518355 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-86f7d8e6-eff0-4315-b669-7207cf885846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.519568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-86f7d8e6-eff0-4315-b669-7207cf885846 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06196254-68f8-4bc1-96fa-c3061d474d07 HTTP/1.1" status: 204 len: 168 time: 0.2885609 Aug 10 03:42:03.527832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d8e6-eff0-4315-b669-7207cf885846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06196254-68f8-4bc1-96fa-c3061d474d07,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.711999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.723230 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.725252 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] 10.222.0.26 "DELETE /v2.0/networks/b82f6acc-2fd9-4993-a17b-64576d68a255 HTTP/1.1" status: 204 len: 168 time: 1.0073490 Aug 10 03:42:03.740923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3d9b9-744e-4fc1-a0e5-aef1bcf3f789 tempest-PortsIpV6TestJSON-306414788 tempest-PortsIpV6TestJSON-306414788-project] Pushing event deleted for resources: {'Network': ['ID=b82f6acc-2fd9-4993-a17b-64576d68a255,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.232708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56676) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.302750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.383890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eb0ea9b8-d040-43e8-b8b6-f33e94152b46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1b8fa5880b049ad8e0325d32ec22bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500092 Aug 10 03:42:04.387003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56680) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.432240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56682) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.438964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04abe2ec-49d0-4ed6-82ae-f3413367b8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.446327 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a98d2aee-492f-4eb0-8dc0-a5c3dd099651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.460810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04abe2ec-49d0-4ed6-82ae-f3413367b8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.574541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04abe2ec-49d0-4ed6-82ae-f3413367b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.577156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-04abe2ec-49d0-4ed6-82ae-f3413367b8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.578354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-04abe2ec-49d0-4ed6-82ae-f3413367b8c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/164c7694-f151-413e-8b4e-4d5be34b7f48 HTTP/1.1" status: 204 len: 168 time: 0.1903687 Aug 10 03:42:04.586173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abe2ec-49d0-4ed6-82ae-f3413367b8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164c7694-f151-413e-8b4e-4d5be34b7f48,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.607577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a98d2aee-492f-4eb0-8dc0-a5c3dd099651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.715284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a98d2aee-492f-4eb0-8dc0-a5c3dd099651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.756740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d2aee-492f-4eb0-8dc0-a5c3dd099651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a579b29-4bcc-44e9-8dc6-3080ba5e2951,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.764608 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a98d2aee-492f-4eb0-8dc0-a5c3dd099651 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2a414adc5fd49be92c104cb91957c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284888 Aug 10 03:42:04.765465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56686) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:04.821600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5872388-dadc-4ecf-9fd8-d5d046a5e28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.849804 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5872388-dadc-4ecf-9fd8-d5d046a5e28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.980326 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5872388-dadc-4ecf-9fd8-d5d046a5e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.983440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f5872388-dadc-4ecf-9fd8-d5d046a5e28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.985024 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f5872388-dadc-4ecf-9fd8-d5d046a5e28a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a579b29-4bcc-44e9-8dc6-3080ba5e2951 HTTP/1.1" status: 204 len: 168 time: 0.2191608 Aug 10 03:42:04.998015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872388-dadc-4ecf-9fd8-d5d046a5e28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a579b29-4bcc-44e9-8dc6-3080ba5e2951,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.185849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-9494ae6e-fd7f-4cef-aecd-df3c89d9c7ea tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.187659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-9494ae6e-fd7f-4cef-aecd-df3c89d9c7ea tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/networks?id=82c30dc9-1641-4d9d-b010-c7fd63451e98 HTTP/1.1" status: 200 len: 809 time: 0.1384568 Aug 10 03:42:05.202645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-c4814f51-ace5-4ed5-ac77-4e7b5ff2ba8b tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/quotas/de67c453549e4d97bc84749e7a93ba49 HTTP/1.1" status: 200 len: 375 time: 0.0089750 Aug 10 03:42:05.236377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-57f8027f-7836-402a-b525-85b331dd9322 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de67c453549e4d97bc84749e7a93ba49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281641 Aug 10 03:42:05.253057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-3c0d8950-b72e-451e-9a0c-44abc5758cdd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:42:05.254597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-3c0d8950-b72e-451e-9a0c-44abc5758cdd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080597 Aug 10 03:42:05.351373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-0ea3c71b-6765-42da-82e3-05313967081b service neutron] 10.222.0.26 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889695 Aug 10 03:42:05.451411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-c0ed3548-438a-41de-a9e4-52b21e3045e7 service neutron] 10.222.0.26 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895913 Aug 10 03:42:05.615380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56724) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:05.711601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.847247 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f645030d-6a9d-4dd9-a03b-9cbec9c0c2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.945607 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f645030d-6a9d-4dd9-a03b-9cbec9c0c2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.092525 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f645030d-6a9d-4dd9-a03b-9cbec9c0c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.140094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645030d-6a9d-4dd9-a03b-9cbec9c0c2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5351b90-eca2-4db0-a2d8-debd8789c18e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:06.145370 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f645030d-6a9d-4dd9-a03b-9cbec9c0c2e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8c45be46e9a47879a65a9d9c5cfbfeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285518 Aug 10 03:42:06.153514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56754) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.173935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-465ddb65-0137-4802-9ce1-e87ff8e0b9d6 req-2975061f-8deb-47a2-a9ff-24a05cd507d8 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 210 time: 0.0473173 Aug 10 03:42:06.224623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac66-bac0-4e23-9bf9-c93f0624471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.247409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac66-bac0-4e23-9bf9-c93f0624471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.397224 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac66-bac0-4e23-9bf9-c93f0624471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.400148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2e2cac66-bac0-4e23-9bf9-c93f0624471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.401520 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e2cac66-bac0-4e23-9bf9-c93f0624471a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5351b90-eca2-4db0-a2d8-debd8789c18e HTTP/1.1" status: 204 len: 168 time: 0.2460263 Aug 10 03:42:06.409773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cac66-bac0-4e23-9bf9-c93f0624471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5351b90-eca2-4db0-a2d8-debd8789c18e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:07.273156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2058e58-d92c-4bdf-9907-f9b137d2d3ee req-dcd0ad42-a9a7-4ea8-a672-a7d6fdf32062 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 210 time: 0.0266418 Aug 10 03:42:08.078878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56822) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:08.307817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-496384335'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:08.408762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Made reservation on behalf of 2659d222d5d04592af25bb80525480d8 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:08.412691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.413198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e4e3177-4079-4b89-8e35-2c1077e7bfde req-5efe1668-e71e-4535-be22-a15a4c2f5802 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 210 time: 0.0505738 Aug 10 03:42:08.442823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.460798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-c8502feb-257b-4f46-a954-15ccfe682a5d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.466210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-c8502feb-257b-4f46-a954-15ccfe682a5d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "GET /v2.0/networks?id=82c30dc9-1641-4d9d-b010-c7fd63451e98 HTTP/1.1" status: 200 len: 809 time: 0.1700079 Aug 10 03:42:08.477158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Request body: {'port': {'device_id': '2afad50e-b542-4605-bdde-274878753a3a', 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98', 'admin_state_up': True, 'tenant_id': 'de67c453549e4d97bc84749e7a93ba49'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:08.555519 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.738249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.761873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:08.779026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0950ea91-96bf-4807-8224-ed8f76d7d05b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:08.782045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.782391 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Added segment 210adf8c-9763-4475-a8c8-60d6277938ad of type vlan for network 73342387-f42f-4e28-b601-9e7fd79124d3 Aug 10 03:42:08.825572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.846645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Made reservation on behalf of de67c453549e4d97bc84749e7a93ba49 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:08.850300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.976849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Allocated IP 172.20.0.12 (82c30dc9-1641-4d9d-b010-c7fd63451e98/0b6a44b2-24cb-4c35-a1b8-5feaa0eed803/d17b59dd-261e-466f-97e0-c806bf841759) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:08.979549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.984428 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.985149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.076782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Pushing event updated for resources: {'Network': ['ID=73342387-f42f-4e28-b601-9e7fd79124d3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.088452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 73342387-f42f-4e28-b601-9e7fd79124d3 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:09.144403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-954c60b2-1e8c-442c-a867-2427921bc884 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0538213 Aug 10 03:42:09.144403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56842) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:09.149942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.281695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'network': {'name': 'tempest-network--2110021176', 'router:external': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:09.350266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.404978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Made reservation on behalf of 895ba13940e44b03834504b9cb8deef3 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:09.413191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Network 82c30dc9-1641-4d9d-b010-c7fd63451e98 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:09.416435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.417634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Pushing event updated for resources: {'Port': ['ID=d17b59dd-261e-466f-97e0-c806bf841759,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.420874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:09.426155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:09.428490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.480260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.481991 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.549245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2635d6b-52b3-41d9-ae57-ece0311c11d7 req-c0e43d0d-5195-419a-b31c-720fd879ece7 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.561166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2635d6b-52b3-41d9-ae57-ece0311c11d7 req-c0e43d0d-5195-419a-b31c-720fd879ece7 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 932 time: 0.0668349 Aug 10 03:42:09.619792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.629872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2635d6b-52b3-41d9-ae57-ece0311c11d7 req-d89e545f-f3b2-4911-a1b8-2b509ef14cb4 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677819 Aug 10 03:42:09.713041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.743091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:09.750519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a4d4c-c380-4570-9d45-59b4d47d9faf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.756315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.756775 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Added segment 03cff67d-cfc9-41e0-9026-aec8789d62e0 of type vlan for network d9e7c1ed-6a02-4210-9eec-e38dd0c390a2 Aug 10 03:42:09.795818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-a9297f12-2539-4cca-a127-26f348a8340d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3227944 Aug 10 03:42:09.814020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.814284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Request body: {'port': {'device_id': '2afad50e-b542-4605-bdde-274878753a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:09.886186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.980222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.981262 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.982830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.046558 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Network': ['ID=d9e7c1ed-6a02-4210-9eec-e38dd0c390a2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.063199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d9e7c1ed-6a02-4210-9eec-e38dd0c390a2 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:10.149660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17b59dd-261e-466f-97e0-c806bf841759 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:10.159967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.163341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d6575476-e192-41e4-a23f-b85ea80b66ff tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0247767 Aug 10 03:42:10.166956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56856) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:10.185944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Transition to ACTIVE for port object d17b59dd-261e-466f-97e0-c806bf841759 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:10.244126 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.277507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.329790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Pushing event updated for resources: {'Port': ['ID=d17b59dd-261e-466f-97e0-c806bf841759,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.331708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.347074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e7c1ed-6a02-4210-9eec-e38dd0c390a2']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:10.358100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cff67d-cfc9-41e0-9026-aec8789d62e0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:10.358396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cff67d-cfc9-41e0-9026-aec8789d62e0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:10.367301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.380823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.387145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:10.387563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:10.389294 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:10.404891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Attempting to bind port d17b59dd-261e-466f-97e0-c806bf841759 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:10.405251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Attempting to bind port d17b59dd-261e-466f-97e0-c806bf841759 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:10.405580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Attempting to bind port d17b59dd-261e-466f-97e0-c806bf841759 on network 82c30dc9-1641-4d9d-b010-c7fd63451e98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:10.409806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Port d17b59dd-261e-466f-97e0-c806bf841759 on network 82c30dc9-1641-4d9d-b010-c7fd63451e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:10.410121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Attempting to bind port d17b59dd-261e-466f-97e0-c806bf841759 on network 82c30dc9-1641-4d9d-b010-c7fd63451e98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:10.414954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:10.415653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Checking segment: {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:10.416130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Bound using segment: {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:10.416599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Bound port: d17b59dd-261e-466f-97e0-c806bf841759, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:10.416963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.480954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] For port d17b59dd-261e-466f-97e0-c806bf841759, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:10.483877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] For port d17b59dd-261e-466f-97e0-c806bf841759, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d17b59dd-261e-466f-97e0-c806bf841759,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:10.596917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.597194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.611753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9e7c1ed-6a02-4210-9eec-e38dd0c390a2 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:42:10.613440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9e7c1ed-6a02-4210-9eec-e38dd0c390a2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.615409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.617343 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a33fa4a8-eea0-45fe-8a6c-56d3a183f810 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/networks/d9e7c1ed-6a02-4210-9eec-e38dd0c390a2 HTTP/1.1" status: 204 len: 168 time: 0.4490116 Aug 10 03:42:10.622488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56860) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:10.627690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:10.634053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.635170 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.636594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] 10.222.0.46 "PUT /v2.0/ports/d17b59dd-261e-466f-97e0-c806bf841759 HTTP/1.1" status: 200 len: 1093 time: 0.8282135 Aug 10 03:42:10.637234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afad50e-b542-4605-bdde-274878753a3a', 'tag': 'd17b59dd-261e-466f-97e0-c806bf841759'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:10.639679 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81029357-944a-49e3-8611-a329726fcfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "2afad50e-b542-4605-bdde-274878753a3a", "tag": "d17b59dd-261e-466f-97e0-c806bf841759"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:10.687050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cd7f7-7f05-4a6b-96a6-7ea25d24296f service neutron] Pushing event updated for resources: {'Port': ['ID=d17b59dd-261e-466f-97e0-c806bf841759,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.700750 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f63db2-de6f-43f9-9fd9-e628bc125321 x-openstack-request-id: req-19f63db2-de6f-43f9-9fd9-e628bc125321 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:10.701264 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afad50e-b542-4605-bdde-274878753a3a", "tag": "d17b59dd-261e-466f-97e0-c806bf841759", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:10.701522 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19f63db2-de6f-43f9-9fd9-e628bc125321 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:10.702077 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afad50e-b542-4605-bdde-274878753a3a', 'tag': 'd17b59dd-261e-466f-97e0-c806bf841759', 'status': 'completed', 'code': 200} Aug 10 03:42:10.749301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Made reservation on behalf of 895ba13940e44b03834504b9cb8deef3 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:10.751877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.779960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:10.790978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81029357-944a-49e3-8611-a329726fcfa6 req-6ba13a25-0624-478c-8823-d78afc884218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.791670 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.792120 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Added segment 05b42e09-d7cd-4205-86c1-3efc1a4c70bb of type vlan for network 629b8368-eeb1-4d35-b800-d88ec31ce79a Aug 10 03:42:10.792554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81029357-944a-49e3-8611-a329726fcfa6 req-6ba13a25-0624-478c-8823-d78afc884218 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de67c453549e4d97bc84749e7a93ba49&device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 1096 time: 0.0853610 Aug 10 03:42:10.808639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48421a-a4b3-4598-8ac9-80dd8c99cfcc req-13776329-e191-4a0a-9d91-90c8e6008f4c tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.814404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f48421a-a4b3-4598-8ac9-80dd8c99cfcc req-13776329-e191-4a0a-9d91-90c8e6008f4c tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 944 time: 0.0624104 Aug 10 03:42:10.854689 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.940877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f48421a-a4b3-4598-8ac9-80dd8c99cfcc req-7236fb0e-0efa-4cba-b484-3389a2eaabe4 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203825 Aug 10 03:42:10.955475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-128817d5-e703-4eaf-b5ec-f1ac7bb79143 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1235416 Aug 10 03:42:10.977100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81029357-944a-49e3-8611-a329726fcfa6 req-a7d5a40b-59b6-4df3-9b63-81d4d1171167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.978987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81029357-944a-49e3-8611-a329726fcfa6 req-a7d5a40b-59b6-4df3-9b63-81d4d1171167 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=de67c453549e4d97bc84749e7a93ba49&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1679873 Aug 10 03:42:10.991369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.993452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.994611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.063888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Network': ['ID=629b8368-eeb1-4d35-b800-d88ec31ce79a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.074182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 629b8368-eeb1-4d35-b800-d88ec31ce79a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:11.099030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-b758b36a-8434-41b1-bd03-2a24d6801fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.100614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-b758b36a-8434-41b1-bd03-2a24d6801fea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1098 time: 0.0978079 Aug 10 03:42:11.119140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81029357-944a-49e3-8611-a329726fcfa6 req-cc7e4f0d-52b9-48fc-b984-1c8e6a58b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.120642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81029357-944a-49e3-8611-a329726fcfa6 req-cc7e4f0d-52b9-48fc-b984-1c8e6a58b9ed service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283569 Aug 10 03:42:11.238019 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7d0bbe01-c8b9-4298-8571-4035625f9256 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6144562 Aug 10 03:42:11.243744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56872) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.243928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-ad0344f4-de4a-4bf7-aec8-36c99edc886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.244787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-ad0344f4-de4a-4bf7-aec8-36c99edc886d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de67c453549e4d97bc84749e7a93ba49&device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 1096 time: 0.0729580 Aug 10 03:42:11.248561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'subnet': {'network_id': '629b8368-eeb1-4d35-b800-d88ec31ce79a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:11.249411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-3c8b8db1-785b-4f42-8011-a7c4e34ce745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.250845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-3c8b8db1-785b-4f42-8011-a7c4e34ce745 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.1291041 Aug 10 03:42:11.328317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-61d5533d-3f13-46d6-9a7d-7f2a077c8eb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d17b59dd-261e-466f-97e0-c806bf841759 HTTP/1.1" status: 200 len: 217 time: 0.0687482 Aug 10 03:42:11.382240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-7816f303-2ea8-48f4-a1d1-0804655b8335 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 1000 time: 0.1158636 Aug 10 03:42:11.388866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Made reservation on behalf of 895ba13940e44b03834504b9cb8deef3 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:11.391222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.398691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-7b84434f-e8fc-43c2-860d-ce184fbb5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.400608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-7b84434f-e8fc-43c2-860d-ce184fbb5631 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b6a44b2-24cb-4c35-a1b8-5feaa0eed803 HTTP/1.1" status: 200 len: 849 time: 0.0629106 Aug 10 03:42:11.447540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-f6f376dc-cf86-4c42-a70e-baf233769b62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82c30dc9-1641-4d9d-b010-c7fd63451e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293398 Aug 10 03:42:11.457481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-d6be6883-4ed4-4803-8638-db9b12ca6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.458855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-d6be6883-4ed4-4803-8638-db9b12ca6683 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0690634 Aug 10 03:42:11.562246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-2d4c666b-247b-45c3-a679-224c1fbdf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.570071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-2d4c666b-247b-45c3-a679-224c1fbdf19a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977523 Aug 10 03:42:11.585481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-9b667126-828a-474a-9ae8-450714cf6a33 service neutron] 10.222.0.46 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297626 Aug 10 03:42:11.734145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-16913ee6-84c9-4e36-9dd6-f6d156083c8c service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616244 Aug 10 03:42:11.737811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db740068-1e88-479a-b84d-04e3d7c95cfc req-fa2292d2-3b35-4eba-a14c-58c71c96daf1 service neutron] 10.222.0.46 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426725 Aug 10 03:42:11.850027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c348b511-13b0-46af-bfbd-35579dfdf3d4 req-98747c95-3ba5-4e0c-af5d-9e0d83d544dc service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044993 Aug 10 03:42:11.859238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:42:11.859712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.920877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a6a86a79-cee9-4ef5-9c3f-67bcdfc55d1d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.931134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Checking segment: {'id': '05b42e09-d7cd-4205-86c1-3efc1a4c70bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '629b8368-eeb1-4d35-b800-d88ec31ce79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:11.932033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Network hostable DHCP agents. Network: 629b8368-eeb1-4d35-b800-d88ec31ce79a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:12.064014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e07a05-c7c5-45cb-94f3-59932e8609bd req-cf844cf1-02b5-45a0-b2d0-37763eb8254e tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.084855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4e07a05-c7c5-45cb-94f3-59932e8609bd req-cf844cf1-02b5-45a0-b2d0-37763eb8254e tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 944 time: 0.0524957 Aug 10 03:42:12.103616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4e07a05-c7c5-45cb-94f3-59932e8609bd req-4c809576-ee5e-4cc8-9942-123097e9a93c tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Aug 10 03:42:12.140080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Network 629b8368-eeb1-4d35-b800-d88ec31ce79a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:12.265327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 629b8368-eeb1-4d35-b800-d88ec31ce79a) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:12.269425 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.270025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.275186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd5648-c37e-4372-85d5-c4edf8fe02c5 None None] Network 629b8368-eeb1-4d35-b800-d88ec31ce79a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:12.413274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f50da-5db5-4575-90d3-df1abae4ffd1 None None] Network 629b8368-eeb1-4d35-b800-d88ec31ce79a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:12.426944 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-39c23758-763c-4d9a-9fbb-4e2a98dadf45 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1786458 Aug 10 03:42:12.426944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.428367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'floatingip': {'floating_network_id': '629b8368-eeb1-4d35-b800-d88ec31ce79a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:12.576275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.628085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f849b84-3753-4446-8dea-db78b3822af0 req-a81fcd2b-1ef8-4b52-84c8-898efcb2d421 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.634532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f849b84-3753-4446-8dea-db78b3822af0 req-a81fcd2b-1ef8-4b52-84c8-898efcb2d421 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1098 time: 0.0623906 Aug 10 03:42:12.671298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f849b84-3753-4446-8dea-db78b3822af0 req-fd7a000c-996c-4b07-8e0e-fe3f1f4b79f3 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329025 Aug 10 03:42:12.684998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.695107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56900) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.965776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Allocated IP 172.20.0.3 (629b8368-eeb1-4d35-b800-d88ec31ce79a/a6a86a79-cee9-4ef5-9c3f-67bcdfc55d1d/12498b7f-0f09-4c10-8b21-058680e36e57) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:13.042563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port f4ea4f71-decb-4b21-b0d9-eb31b168fd91 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:13.042832 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.157091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.161879 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.172580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for f4ea4f71-decb-4b21-b0d9-eb31b168fd91 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:13.189950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.223968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4548d61-144a-4fdd-9d4a-bf245ccf34c8 req-00b3b54e-da25-44c7-9e01-4ab616400429 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.225518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4548d61-144a-4fdd-9d4a-bf245ccf34c8 req-00b3b54e-da25-44c7-9e01-4ab616400429 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 944 time: 0.0504644 Aug 10 03:42:13.267203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4548d61-144a-4fdd-9d4a-bf245ccf34c8 req-a4e777c4-8890-47e8-9746-07d7abaaa76f tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Aug 10 03:42:13.469709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.502102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.520146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Network 629b8368-eeb1-4d35-b800-d88ec31ce79a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:13.528731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:13.535742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:13.576770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Port': ['ID=12498b7f-0f09-4c10-8b21-058680e36e57,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:13.628212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=f4ea4f71-decb-4b21-b0d9-eb31b168fd91,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:13.696841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.697186 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP afadffd9-37f2-4a8f-ab05-04c0a2eacc25 disassociated (deleted). External IP: 172.25.1.48, port: 8e259506-6f55-46fc-b788-daf0f880addb. Aug 10 03:42:13.770252 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.110617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d17b59dd-261e-466f-97e0-c806bf841759 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:14.173312 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.206838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d17b59dd-261e-466f-97e0-c806bf841759, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d17b59dd-261e-466f-97e0-c806bf841759,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:14.221790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd17b59dd-261e-466f-97e0-c806bf841759', 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98', 'port_id': 'd17b59dd-261e-466f-97e0-c806bf841759', 'mac_address': 'fa:16:3e:c7:6d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6a44b2-24cb-4c35-a1b8-5feaa0eed803', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:14.258685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.271854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17b59dd-261e-466f-97e0-c806bf841759 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:14.291513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d17b59dd-261e-466f-97e0-c806bf841759, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d17b59dd-261e-466f-97e0-c806bf841759,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:14.367352 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router acbad119-1438-476d-9788-83179a9c3fcc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:14.383019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437081-3f61-489f-af91-0816de0d5f9c req-b1ad7dec-7323-4217-a963-8bc0af3e929a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.385179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4437081-3f61-489f-af91-0816de0d5f9c req-b1ad7dec-7323-4217-a963-8bc0af3e929a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 944 time: 0.0491238 Aug 10 03:42:14.422736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4437081-3f61-489f-af91-0816de0d5f9c req-f8f341ca-a15e-4c45-b7f2-ed7e10b816ee tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Aug 10 03:42:14.452166 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.482390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.507842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:14.512912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.518855 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] Sync routers for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:14.528708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:14.529649 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:14.532032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d17b59dd-261e-466f-97e0-c806bf841759,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.543031 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-15460bfb-d70b-4fb5-a2c4-b135b57f8ab5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/floatingips/afadffd9-37f2-4a8f-ab05-04c0a2eacc25 HTTP/1.1" status: 204 len: 168 time: 1.8466644 Aug 10 03:42:14.543783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:14.546377 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c83eba-02a4-44c9-9df5-7291650450d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:14.585807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.643231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:14.660945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Port': ['ID=12498b7f-0f09-4c10-8b21-058680e36e57,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.677515 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.687393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d17b59dd-261e-466f-97e0-c806bf841759'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:14.779864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.792012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c5583e67-3f48-402f-9d66-a44334609b47 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3569415 Aug 10 03:42:14.800572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56936) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.878601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b5b6ddcd-0500-4009-bcbd-28dc0be22cb8 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=629b8368-eeb1-4d35-b800-d88ec31ce79a HTTP/1.1" status: 200 len: 689 time: 0.0892234 Aug 10 03:42:14.881303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56940) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.899938 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:57Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:14.929834 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] Checking router: acbad119-1438-476d-9788-83179a9c3fcc for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:14.941113 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:14.941883 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:14.973979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.053343 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:15.098635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Deleting port 12498b7f-0f09-4c10-8b21-058680e36e57 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:15.098977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.176871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.177207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.189238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Calling delete_port for 12498b7f-0f09-4c10-8b21-058680e36e57 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:15.272740 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:57Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:15.297961 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e43ecb3-aba1-43cf-9444-0fcd179db5a6 x-openstack-request-id: req-1e43ecb3-aba1-43cf-9444-0fcd179db5a6 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:15.298262 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:15.298595 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e43ecb3-aba1-43cf-9444-0fcd179db5a6 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:15.299011 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'status': 'completed', 'code': 200} Aug 10 03:42:15.301011 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def109a0-063f-4ec0-9f33-2b00f2e0d899 None None] The sync data for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 is: [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:39:51Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ce311644-ffe3-4023-bbe9-b2df83175e05', 'name': '', 'network_id': '70632dfe-12bd-4793-b602-e837e06db149', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:7e:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:50Z', 'updated_at': '2021-08-10T03:39:57Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': 'ddc6281b-2dfd-4546-a58f-69503d21af0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:15.423231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-cb1a6656-76cd-43b8-9a29-0ea2b2574c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.424784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-cb1a6656-76cd-43b8-9a29-0ea2b2574c3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 1098 time: 0.0725968 Aug 10 03:42:15.433317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494ee38-887d-4232-bf4a-99b86aaffafe req-f2fbf08a-0245-4582-965c-bfa3e8394ff2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.434967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5494ee38-887d-4232-bf4a-99b86aaffafe req-f2fbf08a-0245-4582-965c-bfa3e8394ff2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 946 time: 0.0810230 Aug 10 03:42:15.511756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.575173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e87c2f-5856-461f-bc29-b553ef856ec8 None None] New status for floating IP afadffd9-37f2-4a8f-ab05-04c0a2eacc25: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:42:15.876121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.922938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Port': ['ID=12498b7f-0f09-4c10-8b21-058680e36e57,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.962544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5494ee38-887d-4232-bf4a-99b86aaffafe req-23425aaa-c1ed-4a60-a4f8-72bdb72660db tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188556 Aug 10 03:42:16.017741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-48b9e229-aedd-406c-b265-3761f695a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.019332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-48b9e229-aedd-406c-b265-3761f695a519 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 200 len: 897 time: 0.5835176 Aug 10 03:42:16.034216 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.091873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-358fa33c-15b3-4110-959a-245e843c8615 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 200 len: 217 time: 0.0530701 Aug 10 03:42:16.129278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d17b59dd-261e-466f-97e0-c806bf841759 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:16.167381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c60d-fb8e-4632-be8f-fd0cfa509719 req-787a587e-084c-4952-8e7a-6e515eff97f6 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.168927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c788c60d-fb8e-4632-be8f-fd0cfa509719 req-787a587e-084c-4952-8e7a-6e515eff97f6 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 945 time: 0.1445994 Aug 10 03:42:16.199349 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.204838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-54b52a38-0189-44ed-b668-b37c2b89d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.206324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-54b52a38-0189-44ed-b668-b37c2b89d3bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 200 len: 833 time: 0.0895138 Aug 10 03:42:16.279991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c788c60d-fb8e-4632-be8f-fd0cfa509719 req-f2965c3c-25a4-4dda-8c88-05c7f6b5f83e tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011925 Aug 10 03:42:16.294262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d17b59dd-261e-466f-97e0-c806bf841759 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:16.296169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-16e37601-d14a-4df7-b31c-860c33061530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.297888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-16e37601-d14a-4df7-b31c-860c33061530 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70632dfe-12bd-4793-b602-e837e06db149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709782 Aug 10 03:42:16.300584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d17b59dd-261e-466f-97e0-c806bf841759 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:16.301162 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.384049 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.398154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-a6c232a8-679a-4cb4-956f-b947b1adab5d service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873132 Aug 10 03:42:16.408049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afad50e-b542-4605-bdde-274878753a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17b59dd-261e-466f-97e0-c806bf841759'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:16.410330 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6f48b2-69d3-4b6f-8890-c1df2cb2ff38" -d '{"events": [{"server_uuid": "2afad50e-b542-4605-bdde-274878753a3a", "name": "network-vif-plugged", "status": "completed", "tag": "d17b59dd-261e-466f-97e0-c806bf841759"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:16.426088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d17b59dd-261e-466f-97e0-c806bf841759, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d17b59dd-261e-466f-97e0-c806bf841759,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:16.452977 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400de401-bc64-41fe-bda5-e92b5443c0cc x-openstack-request-id: req-400de401-bc64-41fe-bda5-e92b5443c0cc {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:16.453381 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afad50e-b542-4605-bdde-274878753a3a", "name": "network-vif-plugged", "status": "completed", "tag": "d17b59dd-261e-466f-97e0-c806bf841759", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:16.453712 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-400de401-bc64-41fe-bda5-e92b5443c0cc {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:16.454176 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afad50e-b542-4605-bdde-274878753a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17b59dd-261e-466f-97e0-c806bf841759', 'code': 200} Aug 10 03:42:16.533780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32929637-d150-4015-a539-2b737cf48ace req-202a4c4a-1b5b-487a-ad56-dfa44584dd8a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.535365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32929637-d150-4015-a539-2b737cf48ace req-202a4c4a-1b5b-487a-ad56-dfa44584dd8a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 946 time: 0.1111844 Aug 10 03:42:16.543168 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-27458ffc-18f8-4253-863c-db8e494bb5cf service neutron] 10.222.0.46 "GET /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371596 Aug 10 03:42:16.551018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.567633 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.624564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d17b59dd-261e-466f-97e0-c806bf841759,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.625757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a86a79-cee9-4ef5-9c3f-67bcdfc55d1d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.695548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80615a4c-972e-4684-8c86-f9b64f791e27 req-177388b4-3583-45a6-86cd-eb56942aeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.697617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80615a4c-972e-4684-8c86-f9b64f791e27 req-177388b4-3583-45a6-86cd-eb56942aeb7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 1097 time: 0.1839104 Aug 10 03:42:16.732377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.759427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629b8368-eeb1-4d35-b800-d88ec31ce79a']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:16.775906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b42e09-d7cd-4205-86c1-3efc1a4c70bb') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:16.776201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b42e09-d7cd-4205-86c1-3efc1a4c70bb') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:16.779882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80615a4c-972e-4684-8c86-f9b64f791e27 req-34d2b5b4-433c-4084-9466-30e35377d3e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737350 Aug 10 03:42:16.789925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.792847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 8e259506-6f55-46fc-b788-daf0f880addb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:16.793181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.842401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.856172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:16.856601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:16.858284 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:16.943463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 8e259506-6f55-46fc-b788-daf0f880addb, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=8e259506-6f55-46fc-b788-daf0f880addb,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:16.943828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.955623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 8e259506-6f55-46fc-b788-daf0f880addb owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:17.097048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efcb43-a1bb-4ca2-b703-14020c306359 req-d09b7247-862e-4e05-9015-1cfdd9ade499 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.098534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1efcb43-a1bb-4ca2-b703-14020c306359 req-d09b7247-862e-4e05-9015-1cfdd9ade499 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 946 time: 0.0524416 Aug 10 03:42:17.100197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.107106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 629b8368-eeb1-4d35-b800-d88ec31ce79a {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:42:17.110470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.112250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/networks/629b8368-eeb1-4d35-b800-d88ec31ce79a HTTP/1.1" status: 204 len: 168 time: 2.2299485 Aug 10 03:42:17.114893 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56962) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.155614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77beba7c-76f2-4ac4-b629-1c14ce05491d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Network': ['ID=629b8368-eeb1-4d35-b800-d88ec31ce79a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.198755 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-77c3a91c-1a05-48e0-b453-27f44da5f26f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0820887 Aug 10 03:42:17.205083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.213029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1efcb43-a1bb-4ca2-b703-14020c306359 req-20c2d4ac-8949-425d-8e84-a0bff1bfeaed tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=646c970e-d5f9-48f1-b98a-7f12ab36d4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039629 Aug 10 03:42:17.339812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.378956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=8e259506-6f55-46fc-b788-daf0f880addb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.412406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6a1f1-0477-4207-a317-aec455d69b8f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.412990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6a1f1-0477-4207-a317-aec455d69b8f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.413592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6a1f1-0477-4207-a317-aec455d69b8f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.414118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6a1f1-0477-4207-a317-aec455d69b8f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.414764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6a1f1-0477-4207-a317-aec455d69b8f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.417227 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2eb6a1f1-0477-4207-a317-aec455d69b8f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3363 time: 0.2108543 Aug 10 03:42:17.425056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56968) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.456163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] No DVR routers for this DVR port 8e259506-6f55-46fc-b788-daf0f880addb on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:17.459634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.461644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32929637-d150-4015-a539-2b737cf48ace req-532d5d00-2290-4bec-98ac-7d3d865a8415 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "DELETE /v2.0/ports/8e259506-6f55-46fc-b788-daf0f880addb HTTP/1.1" status: 204 len: 173 time: 0.9039576 Aug 10 03:42:17.462089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-deleted', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:17.465171 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec3cbfd-ceed-416b-b64c-42a64c80be00" -d '{"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-deleted", "tag": "8e259506-6f55-46fc-b788-daf0f880addb"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:17.499471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b8da6-d8f5-4b64-906e-4de67430f661 req-71c44622-bee5-4b5b-b626-d1982defa05a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.501037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-709b8da6-d8f5-4b64-906e-4de67430f661 req-71c44622-bee5-4b5b-b626-d1982defa05a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 946 time: 0.1196449 Aug 10 03:42:17.508828 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-80001575-8fc7-46d1-80de-673f73fa1c5f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:42:17.510764 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-80001575-8fc7-46d1-80de-673f73fa1c5f tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/3dc81454-8ece-4dbc-af28-bd6c6e470e00 HTTP/1.1" status: 404 len: 345 time: 0.0835605 Aug 10 03:42:17.513341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56972) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.532424 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-76034b59-4075-4485-ab2e-c840a4e343cd tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 03:42:17.532984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76034b59-4075-4485-ab2e-c840a4e343cd tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:17.538289 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76034b59-4075-4485-ab2e-c840a4e343cd tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/networks/629b8368-eeb1-4d35-b800-d88ec31ce79a HTTP/1.1" status: 404 len: 339 time: 0.0203583 Aug 10 03:42:17.538982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56974) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.545963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'network': {'name': 'tempest-network--1337255222', 'router:external': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:17.555600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-709b8da6-d8f5-4b64-906e-4de67430f661 req-8e4508c6-69e5-456a-a197-ead02bec380d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Aug 10 03:42:17.601636 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc0c8b1-b2e1-4070-875d-8d6532aec8f0 x-openstack-request-id: req-9dc0c8b1-b2e1-4070-875d-8d6532aec8f0 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:17.601938 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c4549-95b4-40dc-91c2-e3f01886a461", "name": "network-vif-deleted", "tag": "8e259506-6f55-46fc-b788-daf0f880addb", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:17.602606 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dc0c8b1-b2e1-4070-875d-8d6532aec8f0 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:17.603698 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c4549-95b4-40dc-91c2-e3f01886a461', 'name': 'network-vif-deleted', 'tag': '8e259506-6f55-46fc-b788-daf0f880addb', 'status': 'completed', 'code': 200} Aug 10 03:42:17.734087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Made reservation on behalf of 895ba13940e44b03834504b9cb8deef3 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:17.736775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.784020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:17.803218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.803584 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Added segment b241c996-77af-4ce3-bb52-77be47c1af18 of type vlan for network f31f5dc1-63f2-4145-8ab4-5a4b900a79bc Aug 10 03:42:17.851446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.002719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.004210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.004911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.067277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Network': ['ID=f31f5dc1-63f2-4145-8ab4-5a4b900a79bc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.079997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network f31f5dc1-63f2-4145-8ab4-5a4b900a79bc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:18.202840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-24089149-6fd6-45c4-9143-89c06a65280d tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6630523 Aug 10 03:42:18.205209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56980) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.310696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c554a28-5cbe-4ad8-be6f-f1a66d435dbf tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.317271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c554a28-5cbe-4ad8-be6f-f1a66d435dbf tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.324152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c554a28-5cbe-4ad8-be6f-f1a66d435dbf tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.330232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c554a28-5cbe-4ad8-be6f-f1a66d435dbf tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.331959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7c554a28-5cbe-4ad8-be6f-f1a66d435dbf tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1258280 Aug 10 03:42:18.334907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 56984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.363268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19dcc041-5f47-4081-b1d9-be6681cf056f req-10b34ffa-3606-439e-bea1-b6fe857a0f95 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c9c4549-95b4-40dc-91c2-e3f01886a461 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Aug 10 03:42:18.409766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.488149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.498899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31f5dc1-63f2-4145-8ab4-5a4b900a79bc']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:18.514349 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b241c996-77af-4ce3-bb52-77be47c1af18') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:18.516674 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b241c996-77af-4ce3-bb52-77be47c1af18') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:18.523534 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.537057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.543219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:18.543736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:18.545453 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:18.675202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a2c61-0a61-4103-af41-594e2072decd req-d2fd632a-3c23-443c-8fd0-13a467fbb4c6 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.676715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822a2c61-0a61-4103-af41-594e2072decd req-d2fd632a-3c23-443c-8fd0-13a467fbb4c6 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 946 time: 0.0516107 Aug 10 03:42:18.715726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-822a2c61-0a61-4103-af41-594e2072decd req-f0a085b5-78a0-4f9c-9e96-480678d6aa95 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328658 Aug 10 03:42:18.726210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.740202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f31f5dc1-63f2-4145-8ab4-5a4b900a79bc {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:42:18.740202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.740202 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f31f5dc1-63f2-4145-8ab4-5a4b900a79bc HTTP/1.1" status: 204 len: 168 time: 0.4003901 Aug 10 03:42:18.741895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 56994) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.750212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051eb9a-280b-4044-80ad-fea57bf536a4 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Network': ['ID=f31f5dc1-63f2-4145-8ab4-5a4b900a79bc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.750360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'network': {'name': 'tempest-network--1190221305', 'router:external': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:18.938252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Made reservation on behalf of 895ba13940e44b03834504b9cb8deef3 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:18.940856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.964360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:18.973365 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.973712 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Added segment 6f759064-c558-47a4-9ed9-57eb54497044 of type vlan for network 38dfa9e8-957a-4547-92c9-2a5be714525b Aug 10 03:42:19.027099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.202599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.203690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.204297 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.271759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Network': ['ID=38dfa9e8-957a-4547-92c9-2a5be714525b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:19.286992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 38dfa9e8-957a-4547-92c9-2a5be714525b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:19.424511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57008) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.482361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c15703eb-c53b-44ff-a947-2db68e61a855 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7393146 Aug 10 03:42:19.485132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57012) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.628865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c749b-b2da-4e68-8373-fb31d2edcef6 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.634403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e3c749b-b2da-4e68-8373-fb31d2edcef6 tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] 10.222.0.26 "GET /v2.0/networks/38dfa9e8-957a-4547-92c9-2a5be714525b HTTP/1.1" status: 200 len: 757 time: 0.1444042 Aug 10 03:42:19.634403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57014) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.825755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a31d85-47ed-4157-9bec-71b0e95e87dd tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.829851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-41a31d85-47ed-4157-9bec-71b0e95e87dd tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] 10.222.0.26 "GET /v2.0/networks/73342387-f42f-4e28-b601-9e7fd79124d3 HTTP/1.1" status: 200 len: 767 time: 0.1922586 Aug 10 03:42:19.830269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.942997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.046350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.075050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dfa9e8-957a-4547-92c9-2a5be714525b']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:20.078945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.088958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f759064-c558-47a4-9ed9-57eb54497044') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:20.092816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f759064-c558-47a4-9ed9-57eb54497044') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:20.101171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.122612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.122802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:20.130800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:20.131326 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.157435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 8e259506-6f55-46fc-b788-daf0f880addb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:20.166949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 8e259506-6f55-46fc-b788-daf0f880addb not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:20.186607 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:20.299540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.311664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38dfa9e8-957a-4547-92c9-2a5be714525b {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:42:20.351291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.354284 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/networks/38dfa9e8-957a-4547-92c9-2a5be714525b HTTP/1.1" status: 204 len: 168 time: 0.5228758 Aug 10 03:42:20.359361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f5322-40bd-49cb-b092-771d90d4648c tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Network': ['ID=38dfa9e8-957a-4547-92c9-2a5be714525b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:20.362700 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57028) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:20.377914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'network': {'name': 'tempest-network--1252717471'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:20.482636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port ce311644-ffe3-4023-bbe9-b2df83175e05 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:20.482987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.536270 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Made reservation on behalf of 895ba13940e44b03834504b9cb8deef3 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:20.541408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.584566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:20.599228 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.599708 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Added segment bb36da21-93db-49b8-8219-a70b3dea80a2 of type vlan for network e938f283-ad71-4523-8103-303080b9f104 Aug 10 03:42:20.649346 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.657543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port ce311644-ffe3-4023-bbe9-b2df83175e05, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ce311644-ffe3-4023-bbe9-b2df83175e05,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:20.657932 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.686916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for ce311644-ffe3-4023-bbe9-b2df83175e05 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:20.876536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.892572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.892572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.946098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Network': ['ID=e938f283-ad71-4523-8103-303080b9f104,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:20.957809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network e938f283-ad71-4523-8103-303080b9f104 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:20.993167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45819430-962c-421a-937a-3cb56df4f34d req-ea668aba-f507-4367-a22c-ed82735895ec tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.000975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45819430-962c-421a-937a-3cb56df4f34d req-ea668aba-f507-4367-a22c-ed82735895ec tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 946 time: 0.0641947 Aug 10 03:42:21.037478 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5f01e02c-a66b-4301-8d5b-2308fdb23fde tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6712124 Aug 10 03:42:21.040314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57034) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:21.048153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:21.056111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45819430-962c-421a-937a-3cb56df4f34d req-889bb586-018b-41e0-8638-679a4dde1446 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532606 Aug 10 03:42:21.180291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.221221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=ce311644-ffe3-4023-bbe9-b2df83175e05,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.286537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.424429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.511354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.522762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Network e938f283-ad71-4523-8103-303080b9f104 is not hosted by any dhcp agent {{(pid=94805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:42:21.523691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.524290 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.525641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "PUT /v2.0/networks/e938f283-ad71-4523-8103-303080b9f104 HTTP/1.1" status: 200 len: 858 time: 0.4843507 Aug 10 03:42:21.528675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57040) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:21.583677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb829d9-edcd-40f2-b244-2da75c442054 tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event updated for resources: {'Network': ['ID=e938f283-ad71-4523-8103-303080b9f104,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.599257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.682730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.693081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e938f283-ad71-4523-8103-303080b9f104']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:21.695620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router acbad119-1438-476d-9788-83179a9c3fcc has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:21.704665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb36da21-93db-49b8-8219-a70b3dea80a2') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:21.704969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb36da21-93db-49b8-8219-a70b3dea80a2') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:21.716579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.732747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.738957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:21.739399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:21.741372 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:21.922400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.941489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e938f283-ad71-4523-8103-303080b9f104 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:42:21.943752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.947181 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e938f283-ad71-4523-8103-303080b9f104 HTTP/1.1" status: 204 len: 168 time: 0.4167447 Aug 10 03:42:21.948568 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5d6b3-6fef-4740-853f-72af0ee68b4a tempest-ExternalNetworksTestJSON-1015754971 tempest-ExternalNetworksTestJSON-1015754971-project-admin] Pushing event deleted for resources: {'Network': ['ID=e938f283-ad71-4523-8103-303080b9f104,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.955901 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57042) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:21.988469 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d3c7e0-6b94-4904-848b-7543aacd004f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] DELETE failed (client error): The resource could not be found. Aug 10 03:42:21.989231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d3c7e0-6b94-4904-848b-7543aacd004f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:21.991223 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4d3c7e0-6b94-4904-848b-7543aacd004f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] 10.222.0.26 "DELETE /v2.0/subnets/a6a86a79-cee9-4ef5-9c3f-67bcdfc55d1d HTTP/1.1" status: 404 len: 337 time: 0.0340300 Aug 10 03:42:21.994283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57044) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.151292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.245584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:22.254047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f8e2b7a7-466d-4e04-b64f-018ebac43518 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/acbad119-1438-476d-9788-83179a9c3fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8260157 Aug 10 03:42:22.254757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.267216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.278850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73342387-f42f-4e28-b601-9e7fd79124d3']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:22.297018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210adf8c-9763-4475-a8c8-60d6277938ad') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:22.297363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210adf8c-9763-4475-a8c8-60d6277938ad') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:22.308635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.324133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.340149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd87a3-ad61-4411-a511-6d64ebe2e9a9 req-b74a25c8-2756-4d50-a570-3443d2c39f7a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.341727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6abd87a3-ad61-4411-a511-6d64ebe2e9a9 req-b74a25c8-2756-4d50-a570-3443d2c39f7a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 946 time: 0.1439660 Aug 10 03:42:22.347915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:22.348639 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:22.392243 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:22.402725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting subnet ddc6281b-2dfd-4546-a58f-69503d21af0f {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:22.408710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.434029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6abd87a3-ad61-4411-a511-6d64ebe2e9a9 req-423d7a34-4a32-4db8-931d-997e43889f16 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Aug 10 03:42:22.485854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.514602 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.525828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-8ed92991-4c71-4dc7-9955-bf39a482c017 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.527485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-8ed92991-4c71-4dc7-9955-bf39a482c017 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 946 time: 0.0970159 Aug 10 03:42:22.542631 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] Sync routers for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:22.559795 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:22.560504 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:22.573905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.575241 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] 10.222.0.26 "DELETE /v2.0/networks/73342387-f42f-4e28-b601-9e7fd79124d3 HTTP/1.1" status: 204 len: 168 time: 0.5795746 Aug 10 03:42:22.576556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccefde-0b87-4de6-a289-919f6944024f tempest-ExternalNetworksTestJSON-1456781924 tempest-ExternalNetworksTestJSON-1456781924-project] Pushing event deleted for resources: {'Network': ['ID=73342387-f42f-4e28-b601-9e7fd79124d3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.661499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.714610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Deleting port d17b59dd-261e-466f-97e0-c806bf841759 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:22.714960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.763762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:22.816470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] For port d17b59dd-261e-466f-97e0-c806bf841759, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d17b59dd-261e-466f-97e0-c806bf841759,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:22.816836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.831205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Calling delete_port for d17b59dd-261e-466f-97e0-c806bf841759 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:22.886847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.943736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc6281b-2dfd-4546-a58f-69503d21af0f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.945698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c7d41-321b-4701-aa5a-56f9539291e5 None None] Network 70632dfe-12bd-4793-b602-e837e06db149 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:22.952738 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.954641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-72f869a7-397b-4e2b-862d-3fd5cf80ee46 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/subnets/ddc6281b-2dfd-4546-a58f-69503d21af0f HTTP/1.1" status: 204 len: 168 time: 0.6989741 Aug 10 03:42:22.957391 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.978635 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:42:20Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:23.114646 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] Checking router: acbad119-1438-476d-9788-83179a9c3fcc for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:23.140010 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] Routers {'acbad119-1438-476d-9788-83179a9c3fcc'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:23.140916 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acbad119-1438-476d-9788-83179a9c3fcc'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:23.161255 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.221898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] DHCP port deletion for 70632dfe-12bd-4793-b602-e837e06db149 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:23.279446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Deleting port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:23.280276 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.286323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.335625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.335858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d17b59dd-261e-466f-97e0-c806bf841759'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:23.345616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Pushing event deleted for resources: {'Port': ['ID=d17b59dd-261e-466f-97e0-c806bf841759,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.426517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] No DVR routers for this DVR port d17b59dd-261e-466f-97e0-c806bf841759 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:23.431257 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.435219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3c5e9f-3eb2-4018-8cf9-1b4f97cefd7b req-9467d159-a23e-4caf-8956-b15fb39069cf tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "DELETE /v2.0/ports/d17b59dd-261e-466f-97e0-c806bf841759 HTTP/1.1" status: 204 len: 173 time: 0.8982632 Aug 10 03:42:23.435758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afad50e-b542-4605-bdde-274878753a3a', 'name': 'network-vif-deleted', 'tag': 'd17b59dd-261e-466f-97e0-c806bf841759'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:23.448386 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78acdc2-95c0-41f9-b000-1ffc90b474ad" -d '{"events": [{"server_uuid": "2afad50e-b542-4605-bdde-274878753a3a", "name": "network-vif-deleted", "tag": "d17b59dd-261e-466f-97e0-c806bf841759"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:23.486249 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] Set router acbad119-1438-476d-9788-83179a9c3fcc gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:23.487375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57076) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:23.511238 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea5b5f-dab9-4c83-93ff-86690472d823 x-openstack-request-id: req-28ea5b5f-dab9-4c83-93ff-86690472d823 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:23.511238 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afad50e-b542-4605-bdde-274878753a3a", "name": "network-vif-deleted", "tag": "d17b59dd-261e-466f-97e0-c806bf841759", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:23.511434 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28ea5b5f-dab9-4c83-93ff-86690472d823 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:23.512163 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afad50e-b542-4605-bdde-274878753a3a', 'name': 'network-vif-deleted', 'tag': 'd17b59dd-261e-466f-97e0-c806bf841759', 'status': 'completed', 'code': 200} Aug 10 03:42:23.548848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] For port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,segment=NetworkSegment(c4513c09-74e0-4cd2-a926-8ade0639d98c),segment_id=c4513c09-74e0-4cd2-a926-8ade0639d98c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:23.550986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.556724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:23.557076 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.579740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Calling delete_port for db3dd09b-375e-4d3e-ae8c-de888ec2e9dc owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:23.669591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8c114d2-14bf-48ce-af10-85d4fe8c9005 req-50d7003a-8700-4d29-95dd-f6f4a020401a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=2afad50e-b542-4605-bdde-274878753a3a HTTP/1.1" status: 200 len: 210 time: 0.0558355 Aug 10 03:42:23.768430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b42b37e-5f43-4103-8286-192c410258bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2659d222d5d04592af25bb80525480d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794998 Aug 10 03:42:23.771046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57082) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:23.773771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:23.774227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.794255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:23.836448 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:42:20Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:23.852334 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.869211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-885c336e-a171-4d7e-aafc-0d1fd639f67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.877691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] No DVR routers for this DVR port db3dd09b-375e-4d3e-ae8c-de888ec2e9dc on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:23.907405 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-885c336e-a171-4d7e-aafc-0d1fd639f67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.926352 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eed4106-f2e9-4eb1-852a-0791aebf2c23 None None] The sync data for ids ['acbad119-1438-476d-9788-83179a9c3fcc'] in n-d-765315-26 is: [{'id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038954192', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:39:39Z', 'updated_at': '2021-08-10T03:42:20Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3f0ca05b-cb92-4aea-99db-ac4a4449b8cd', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbad119-1438-476d-9788-83179a9c3fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:39:40Z', 'updated_at': '2021-08-10T03:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:23.933127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Pushing event deleted for resources: {'Port': ['ID=db3dd09b-375e-4d3e-ae8c-de888ec2e9dc,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.957602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.958235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.958235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.958566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.958926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.959252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.959571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.961583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.962503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.963997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.964541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:23.965840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31db335c-e732-42a9-9fe3-8b46ee75a130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:24.139498 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-885c336e-a171-4d7e-aafc-0d1fd639f67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.148869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-885c336e-a171-4d7e-aafc-0d1fd639f67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.148869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-885c336e-a171-4d7e-aafc-0d1fd639f67c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0950ea91-96bf-4807-8224-ed8f76d7d05b HTTP/1.1" status: 204 len: 168 time: 0.3712327 Aug 10 03:42:24.151291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c336e-a171-4d7e-aafc-0d1fd639f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0950ea91-96bf-4807-8224-ed8f76d7d05b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.234811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.263432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=3f0ca05b-cb92-4aea-99db-ac4a4449b8cd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.344485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.502029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.506278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.716578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.718077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Fanout notify agent at l3_agent the message router_deleted on router acbad119-1438-476d-9788-83179a9c3fcc {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:24.729061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.729061 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d2a40ec-f30c-4cf4-a3e5-52178be72af8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/routers/acbad119-1438-476d-9788-83179a9c3fcc HTTP/1.1" status: 204 len: 168 time: 1.7687821 Aug 10 03:42:24.730529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:24.860909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.993242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57108) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:25.008875 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.026994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70632dfe-12bd-4793-b602-e837e06db149']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:25.039522 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b8f5015-1cc7-4588-b64f-d61dbd5ea7a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=895ba13940e44b03834504b9cb8deef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445688 Aug 10 03:42:25.039809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57110) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:25.055131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4513c09-74e0-4cd2-a926-8ade0639d98c') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:25.055429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4513c09-74e0-4cd2-a926-8ade0639d98c') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:25.075042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.110968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.129530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-ec20c39a-77ea-46c8-b7ca-44d454f8dc69 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.131011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-ec20c39a-77ea-46c8-b7ca-44d454f8dc69 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/networks?id=82c30dc9-1641-4d9d-b010-c7fd63451e98 HTTP/1.1" status: 200 len: 809 time: 0.2130375 Aug 10 03:42:25.132230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:25.132654 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:25.136979 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:25.228167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-0c51108f-aefb-4c5f-88a2-9292057324f4 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/quotas/de67c453549e4d97bc84749e7a93ba49 HTTP/1.1" status: 200 len: 375 time: 0.0783019 Aug 10 03:42:25.231912 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-969dd572-f3b4-4691-a2aa-c005ebab9f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.298462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-c16723b9-b715-4f93-bbfe-191fd6593c3d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de67c453549e4d97bc84749e7a93ba49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518265 Aug 10 03:42:25.300027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-969dd572-f3b4-4691-a2aa-c005ebab9f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.345701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.346456 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device db3dd09b-375e-4d3e-ae8c-de888ec2e9dc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:25.354294 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.358747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/networks/70632dfe-12bd-4793-b602-e837e06db149 HTTP/1.1" status: 204 len: 168 time: 0.6241422 Aug 10 03:42:25.359882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57120) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:25.374363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dee69-7eaa-4336-b028-30fe9d1f65e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Network': ['ID=70632dfe-12bd-4793-b602-e837e06db149,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:25.396724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: db3dd09b-375e-4d3e-ae8c-de888ec2e9dc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:25.397175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device db3dd09b-375e-4d3e-ae8c-de888ec2e9dc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:25.397595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce311644-ffe3-4023-bbe9-b2df83175e05 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:25.420232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ce311644-ffe3-4023-bbe9-b2df83175e05 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:25.420615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ce311644-ffe3-4023-bbe9-b2df83175e05 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:25.421031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:25.433200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-923ff1d7-d5d1-4025-9d01-7a234b30de91 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.440725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:25.441075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3f0ca05b-cb92-4aea-99db-ac4a4449b8cd not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:25.453623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-969dd572-f3b4-4691-a2aa-c005ebab9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.456487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-969dd572-f3b4-4691-a2aa-c005ebab9f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.457801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-969dd572-f3b4-4691-a2aa-c005ebab9f8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df8a4d4c-c380-4570-9d45-59b4d47d9faf HTTP/1.1" status: 204 len: 168 time: 0.4163430 Aug 10 03:42:25.461382 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-923ff1d7-d5d1-4025-9d01-7a234b30de91 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.472526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dd572-f3b4-4691-a2aa-c005ebab9f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a4d4c-c380-4570-9d45-59b4d47d9faf,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:25.612730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-bfd0e158-b51f-494f-902d-faf5fb8fd273 service neutron] 10.222.0.26 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226240 Aug 10 03:42:25.619935 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-923ff1d7-d5d1-4025-9d01-7a234b30de91 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.623133 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-923ff1d7-d5d1-4025-9d01-7a234b30de91 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.624611 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-923ff1d7-d5d1-4025-9d01-7a234b30de91 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/security-groups/646c970e-d5f9-48f1-b98a-7f12ab36d4a2 HTTP/1.1" status: 204 len: 168 time: 0.2635188 Aug 10 03:42:25.635155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ff1d7-d5d1-4025-9d01-7a234b30de91 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646c970e-d5f9-48f1-b98a-7f12ab36d4a2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:25.704256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-6dfbae1d-bf6b-4468-9dce-7986f0728e33 service neutron] 10.222.0.26 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906432 Aug 10 03:42:26.078487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.131898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d17b59dd-261e-466f-97e0-c806bf841759 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:26.176208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d17b59dd-261e-466f-97e0-c806bf841759 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:26.176644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d17b59dd-261e-466f-97e0-c806bf841759 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:26.413048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ac30177-5630-43ea-9507-9fcbc5d5af80 req-6b21393e-bf57-4b52-9a47-8bdfca94d37d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 210 time: 0.0296240 Aug 10 03:42:26.909774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:27.048628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.155865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.174650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57180) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:27.179689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410295628', 'description': 'tempest-secgroup-smoke-410295628 description', 'project_id': '1ecad60eae0044d380480d1afb195fed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:27.241535 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.290226 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdba40d75e6d4f8e9b9c5312b8ac2bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787715 Aug 10 03:42:27.291111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a7958-0705-4069-bf90-057cee9ddf29,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.293060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57182) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:27.306547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.306900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.307418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.308135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.308135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.308464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.308802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.309298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.309635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.309996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.310748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.310748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b248e3-8047-47b7-bcc2-aeafd1b4efcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:27.344188 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72e2f0b9-28ca-4390-89d5-306b0f51dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.366209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72e2f0b9-28ca-4390-89d5-306b0f51dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.381165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.500066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72e2f0b9-28ca-4390-89d5-306b0f51dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.503552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72e2f0b9-28ca-4390-89d5-306b0f51dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.511030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-72e2f0b9-28ca-4390-89d5-306b0f51dc94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/384a7958-0705-4069-bf90-057cee9ddf29 HTTP/1.1" status: 204 len: 168 time: 0.2107980 Aug 10 03:42:27.523934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70c9d57c-81b3-4d6f-99d1-f2dd28372847 req-7c144911-86c4-4d18-af4b-444fa6a9f13e tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 210 time: 0.0350392 Aug 10 03:42:27.531284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2f0b9-28ca-4390-89d5-306b0f51dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a7958-0705-4069-bf90-057cee9ddf29,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.597925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.756475 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.791728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da295988-11e3-46ba-aa31-9af45b69f770,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.816208 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57198) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:27.891041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.899787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57202) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:27.906939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'da295988-11e3-46ba-aa31-9af45b69f770', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:27.918315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de5634bc-3d41-4fed-9218-eb87f22f6827 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7195411 Aug 10 03:42:27.981259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-518319104'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:28.077322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.136536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.167682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.169003 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.226116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.287804 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.308805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f704c5-6178-4c25-8c8a-fc14db5b6111,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:28.356871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.413217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.414770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db5773c3-3842-4b19-bc61-ac9234f792ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5133779 Aug 10 03:42:28.417415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57208) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:28.421993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'da295988-11e3-46ba-aa31-9af45b69f770', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:28.500901 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.502232 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93590ad2-986d-4497-add1-9eaaefb1fae2 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6846855 Aug 10 03:42:28.505010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57210) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:28.580069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.637591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:28.669911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.672556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2378c979-5ed9-480e-a932-263cf9f1e5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.710519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-669450b9-c942-4d53-9860-c60bc90f9355 req-4edf9ad9-49c0-475e-8097-412f2d5dd18f tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 210 time: 0.0694375 Aug 10 03:42:28.831304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.860028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2378c979-5ed9-480e-a932-263cf9f1e5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.923122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.943569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49a2386-a242-4d9b-be88-4e9d95014327,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:28.955411 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2378c979-5ed9-480e-a932-263cf9f1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.049672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2378c979-5ed9-480e-a932-263cf9f1e5ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1aa840e00c43499faf99e509c5567580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075263 Aug 10 03:42:29.050230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378c979-5ed9-480e-a932-263cf9f1e5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2309e6-6650-4fd7-a5f6-4bce29c6e8fb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:29.057335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57216) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.070231 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.074142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-46b3e709-d7eb-41df-9bd7-7d0ec36daada tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6556983 Aug 10 03:42:29.077114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57218) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.098016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'da295988-11e3-46ba-aa31-9af45b69f770', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.162827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.166391 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.184483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-ba299c18-e1fb-47a7-a079-7a2fa5a430dd tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.186183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-ba299c18-e1fb-47a7-a079-7a2fa5a430dd tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "GET /v2.0/networks?id=82c30dc9-1641-4d9d-b010-c7fd63451e98 HTTP/1.1" status: 200 len: 809 time: 0.2116518 Aug 10 03:42:29.201895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Request body: {'port': {'device_id': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98', 'admin_state_up': True, 'tenant_id': 'de67c453549e4d97bc84749e7a93ba49'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.204838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-978add3d-ae17-49d1-abb2-029ffb26fbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.276989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.288264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-978add3d-ae17-49d1-abb2-029ffb26fbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.333618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.334547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b3fcf9a-514c-4e65-b25e-3df616984e44 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:29.345113 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.348945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fbd82104-27d5-401b-8352-431ce7dc8e73 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7b3fcf9a-514c-4e65-b25e-3df616984e44 HTTP/1.1" status: 204 len: 168 time: 0.8403122 Aug 10 03:42:29.352685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57222) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.372502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Request body: {'router': {'name': 'tempest-router-235806414', 'distributed': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.409808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:42:29.409808 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:42:29.409808 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id_1': 'de67c453549e4d97bc84749e7a93ba49', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 42, 29, 393034)}] Aug 10 03:42:29.409808 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:29.410252 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:29.417708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.565436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.566475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.606734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.615450 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-978add3d-ae17-49d1-abb2-029ffb26fbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.618723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-978add3d-ae17-49d1-abb2-029ffb26fbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.622565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-978add3d-ae17-49d1-abb2-029ffb26fbfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db2309e6-6650-4fd7-a5f6-4bce29c6e8fb HTTP/1.1" status: 204 len: 168 time: 0.5614088 Aug 10 03:42:29.657071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99ec2b7-0a05-46d9-bc0f-349ad7129a14,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:29.661780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978add3d-ae17-49d1-abb2-029ffb26fbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2309e6-6650-4fd7-a5f6-4bce29c6e8fb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:29.690015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.716193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.721534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1836dc50-c1a4-4a9f-84ce-9bc3495db290 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6383140 Aug 10 03:42:29.721919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57226) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.726967 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'da295988-11e3-46ba-aa31-9af45b69f770', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.745333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.819971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-650cb467-cc1c-48d5-b7ac-284cd6beef71 req-6673c8ab-1c10-461a-b566-3abfd7e516ad tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 210 time: 0.0310922 Aug 10 03:42:29.865668 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.925788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.993243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.998946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2ba99c47-3adb-4410-8706-af0fea6dae7d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6342781 Aug 10 03:42:30.000026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57230) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.070478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.087005 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.092553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff597aeb-e92d-4ce2-a77f-febccf93635d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.222627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Made reservation on behalf of de67c453549e4d97bc84749e7a93ba49 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:30.225985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.240032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e088edfa-b15a-4a79-9795-861231300078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.269566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.272121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.299704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.302610 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32c79545-7ebc-4126-9bc9-5139869e0219 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5795438 Aug 10 03:42:30.307436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57238) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.315438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'da295988-11e3-46ba-aa31-9af45b69f770', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.437584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Allocated IP 172.20.0.3 (82c30dc9-1641-4d9d-b010-c7fd63451e98/0b6a44b2-24cb-4c35-a1b8-5feaa0eed803/ac1db466-db18-46f1-87cc-e468e0a09304) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:30.490671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.491174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 325215ce-23a4-477a-a2fa-c37c2e40ec45 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:30.497569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.498855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-25185e66-ce46-4d67-85b0-10adeae9a9d5 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "DELETE /v2.0/routers/325215ce-23a4-477a-a2fa-c37c2e40ec45 HTTP/1.1" status: 204 len: 168 time: 0.4981771 Aug 10 03:42:30.503171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57244) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.508083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Request body: {'router': {'name': 'tempest-router-151908922', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '062bf0be9dc448769a2150a8a6458514'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.525968 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:42:30.536243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.596935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.610041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.659155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.660154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.710418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.721574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.738473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ba5c34-beec-406c-b358-874eec0bf62b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.807141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.854501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.858472 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35d41ef0-061f-4364-9434-0215d1aea275 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5495725 Aug 10 03:42:30.859362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57252) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.860132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.867786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': 'da295988-11e3-46ba-aa31-9af45b69f770', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.873521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Network 82c30dc9-1641-4d9d-b010-c7fd63451e98 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:30.896533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:30.899978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:30.902892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Pushing event updated for resources: {'Port': ['ID=ac1db466-db18-46f1-87cc-e468e0a09304,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.979865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.980522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.985912 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:42:30.991519 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.001362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d00711-8358-4402-99e8-1361f4ffd048 req-0d52ebf1-cb09-4092-baff-57eb333e62d0 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.002877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86d00711-8358-4402-99e8-1361f4ffd048 req-0d52ebf1-cb09-4092-baff-57eb333e62d0 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 931 time: 0.0973372 Aug 10 03:42:31.048484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86d00711-8358-4402-99e8-1361f4ffd048 req-f67d2a82-aa9f-48f2-bf50-b1dda242a2f9 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355105 Aug 10 03:42:31.059002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.129820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.131313 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d5c3a4e-3458-4b49-ba67-bd752d7eefa1 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6269908 Aug 10 03:42:31.134719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57260) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.139460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.176917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.202744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f30938-2adb-4710-a11f-090bfa628333,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.206138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-a4b4780e-bef6-40ed-8ffb-549aaa8d7647 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0084743 Aug 10 03:42:31.248773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Request body: {'port': {'device_id': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.322211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.323523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-50b8d542-5e2e-42c3-9ec5-08e3ddc446ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4605255 Aug 10 03:42:31.327054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57264) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.332753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'network': {'name': 'tempest-network-smoke--1070812868', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.392256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-971018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.392707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.457111 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.458726 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:31.468395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.496228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:31.505448 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.506669 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Added segment 5b486bb7-5172-4fec-b476-28ee63659297 of type vlan for network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 Aug 10 03:42:31.516129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94805) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 03:42:31.516499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Router 7447a671-f296-4128-9350-2e065f24f37c migrating from provider to provider. {{(pid=94805) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 03:42:31.521555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.528718 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.546984 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.675956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.681287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-971249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-971256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-968514'] for router, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.682392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.683323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.754185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Network': ['ID=a4fe8f79-4e52-4d5c-b510-427c4d3336a3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.765019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:31.799027 n-d-765315-26 neutron-server[94805]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] No L3 agents can host the router 7447a671-f296-4128-9350-2e065f24f37c Aug 10 03:42:31.848286 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ae2890db-f385-4cd4-87e8-b6e5f3102c2c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5198393 Aug 10 03:42:31.851010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57276) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.855570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'admin_state_up': True, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.911947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1db466-db18-46f1-87cc-e468e0a09304 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:31.936037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.946536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Hosts for router 7447a671-f296-4128-9350-2e065f24f37c: [] {{(pid=94805) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 03:42:31.970552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Transition to ACTIVE for port object ac1db466-db18-46f1-87cc-e468e0a09304 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:31.975548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Hosts for other DVR routers connected to router 7447a671-f296-4128-9350-2e065f24f37c: set() {{(pid=94805) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 03:42:31.978251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.980374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab199950-65a3-4b19-b3eb-bb75a0503a5d tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "PUT /v2.0/routers/7447a671-f296-4128-9350-2e065f24f37c HTTP/1.1" status: 200 len: 716 time: 0.8437135 Aug 10 03:42:31.982108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57282) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.060431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.062047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.174045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.419162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.425039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.473020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2bfdb63f-9eca-4902-8cf7-90b6be145650 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "GET /v2.0/routers/7447a671-f296-4128-9350-2e065f24f37c HTTP/1.1" status: 200 len: 716 time: 0.4877455 Aug 10 03:42:32.473800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.506451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1db466-db18-46f1-87cc-e468e0a09304,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.518088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5a605-7e71-454d-b10b-031187ade0ed req-576ca887-2906-4ef0-a733-7b2c9b854837 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.519613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05b5a605-7e71-454d-b10b-031187ade0ed req-576ca887-2906-4ef0-a733-7b2c9b854837 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 943 time: 0.1043525 Aug 10 03:42:32.612911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05b5a605-7e71-454d-b10b-031187ade0ed req-d137bfdd-3e1a-40d5-a594-184afebe76ed tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661173 Aug 10 03:42:32.629802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Attempting to bind port ac1db466-db18-46f1-87cc-e468e0a09304 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:32.630374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Attempting to bind port ac1db466-db18-46f1-87cc-e468e0a09304 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:32.631120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Attempting to bind port ac1db466-db18-46f1-87cc-e468e0a09304 on network 82c30dc9-1641-4d9d-b010-c7fd63451e98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:32.640639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Port ac1db466-db18-46f1-87cc-e468e0a09304 on network 82c30dc9-1641-4d9d-b010-c7fd63451e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:32.641162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Attempting to bind port ac1db466-db18-46f1-87cc-e468e0a09304 on network 82c30dc9-1641-4d9d-b010-c7fd63451e98 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:32.646408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:32.646743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Checking segment: {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:32.647419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Bound using segment: {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:32.647541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Bound port: ac1db466-db18-46f1-87cc-e468e0a09304, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e580725c-b58c-4c70-beef-fc4edaa1b673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:32.647888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.670612 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.718059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] For port ac1db466-db18-46f1-87cc-e468e0a09304, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:32.721604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] For port ac1db466-db18-46f1-87cc-e468e0a09304, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ac1db466-db18-46f1-87cc-e468e0a09304,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:32.836667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.845641 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7e2f3279-c118-4abb-bb27-8c7bd9d61123 tempest-RoutersTestDVR-1626763564 tempest-RoutersTestDVR-1626763564-project] 10.222.0.26 "GET /v2.0/routers/7447a671-f296-4128-9350-2e065f24f37c HTTP/1.1" status: 200 len: 682 time: 0.3691449 Aug 10 03:42:32.848179 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.851116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57304) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.864243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.922438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.923079 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.924792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac1db466-db18-46f1-87cc-e468e0a09304 HTTP/1.1" status: 200 len: 1092 time: 1.7088816 Aug 10 03:42:32.924970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'tag': 'ac1db466-db18-46f1-87cc-e468e0a09304'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:32.927255 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa95b0d1-fee4-442f-8acf-ffb6291f6222" -d '{"events": [{"name": "network-changed", "server_uuid": "f6427f4c-49e8-491e-b0f4-1c01b2ca2f91", "tag": "ac1db466-db18-46f1-87cc-e468e0a09304"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:32.987927 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74521d87-1a15-47f3-8e5b-2d2255c71261 x-openstack-request-id: req-74521d87-1a15-47f3-8e5b-2d2255c71261 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:32.988378 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6427f4c-49e8-491e-b0f4-1c01b2ca2f91", "tag": "ac1db466-db18-46f1-87cc-e468e0a09304", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:32.988645 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74521d87-1a15-47f3-8e5b-2d2255c71261 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:32.989353 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'tag': 'ac1db466-db18-46f1-87cc-e468e0a09304', 'status': 'completed', 'code': 200} Aug 10 03:42:32.990249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.018942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.39 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fc5a179f-2f89-404c-a85c-7cf5dc940a90) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:33.064043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57310) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.074829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7abd6-16a7-4a6a-b81e-82f00e01cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1db466-db18-46f1-87cc-e468e0a09304,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.196300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0230afd9-41b7-4ac9-a623-809d154539cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.205120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95b0d1-fee4-442f-8acf-ffb6291f6222 req-04516a99-850c-41e3-8bd1-77b06fbea02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.206590 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5aaeda0-0faa-4b47-9468-1b648ebd01d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.206723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa95b0d1-fee4-442f-8acf-ffb6291f6222 req-04516a99-850c-41e3-8bd1-77b06fbea02a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de67c453549e4d97bc84749e7a93ba49&device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 1095 time: 0.1709239 Aug 10 03:42:33.208207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.210544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.234440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.339064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95b0d1-fee4-442f-8acf-ffb6291f6222 req-25366f85-0fe1-4517-a3d0-56a2a5650a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.340634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa95b0d1-fee4-442f-8acf-ffb6291f6222 req-25366f85-0fe1-4517-a3d0-56a2a5650a16 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=de67c453549e4d97bc84749e7a93ba49&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1245875 Aug 10 03:42:33.352774 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5aaeda0-0faa-4b47-9468-1b648ebd01d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.368459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.368923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7447a671-f296-4128-9350-2e065f24f37c {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:33.400830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.401960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cb6cf7b2-4f4c-45c5-83c5-57ca4a3d2b58 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7447a671-f296-4128-9350-2e065f24f37c HTTP/1.1" status: 204 len: 168 time: 0.5478163 Aug 10 03:42:33.405880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57314) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.412266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Request body: {'router': {'name': 'tempest-router-1081980630', 'distributed': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:33.433905 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.450052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95b0d1-fee4-442f-8acf-ffb6291f6222 req-b588582b-eed5-4655-80e1-2bad66bf85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.451602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa95b0d1-fee4-442f-8acf-ffb6291f6222 req-b588582b-eed5-4655-80e1-2bad66bf85d9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030934 Aug 10 03:42:33.472314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:33.483272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c5aaeda0-0faa-4b47-9468-1b648ebd01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.485840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:33.499640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:33.532699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-ac94a1f9-8756-4209-ba21-d149e588671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.533354 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=fc5a179f-2f89-404c-a85c-7cf5dc940a90,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.534394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-ac94a1f9-8756-4209-ba21-d149e588671a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de67c453549e4d97bc84749e7a93ba49&device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 1095 time: 0.0424082 Aug 10 03:42:33.571132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaeda0-0faa-4b47-9468-1b648ebd01d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db11f64-94e9-4546-8a6d-acf3f6e916a5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.577661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c5aaeda0-0faa-4b47-9468-1b648ebd01d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e13ea55bec1343bfb9df96ade6ce2fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123098 Aug 10 03:42:33.581109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57318) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.589304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-112a4b76-db78-47bd-a2ea-e2ff360a8a5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac1db466-db18-46f1-87cc-e468e0a09304 HTTP/1.1" status: 200 len: 217 time: 0.0468476 Aug 10 03:42:33.656204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-4bf1154d-f48a-46ac-8072-107f2e5306c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.658042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-4bf1154d-f48a-46ac-8072-107f2e5306c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b6a44b2-24cb-4c35-a1b8-5feaa0eed803 HTTP/1.1" status: 200 len: 849 time: 0.0621469 Aug 10 03:42:33.674308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.675568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.700713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-eee910a8-9592-4bd6-b23a-df4761012f7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82c30dc9-1641-4d9d-b010-c7fd63451e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357277 Aug 10 03:42:33.798146 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.803092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e077-5acc-4658-afdf-ce9a1250e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.827922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad633e6e-9d77-418c-9244-6b94e277b6e5 req-bbbee8be-b6b6-48db-977e-748d852b8770 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.828404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e077-5acc-4658-afdf-ce9a1250e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.829811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad633e6e-9d77-418c-9244-6b94e277b6e5 req-bbbee8be-b6b6-48db-977e-748d852b8770 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 943 time: 0.1106601 Aug 10 03:42:33.844660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-8f93927a-a15e-47f2-9d05-9600b923aaad service neutron] 10.222.0.46 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366670 Aug 10 03:42:33.922425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad633e6e-9d77-418c-9244-6b94e277b6e5 req-7c71ad91-1064-4ead-a733-fab8ae10c24d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Aug 10 03:42:33.947319 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.965526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eaca45d5-27e4-4f66-bba4-3723e64d55f0 req-123ead51-e3ee-4516-849a-8c357e1786e5 service neutron] 10.222.0.46 "GET /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083140 Aug 10 03:42:34.011953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e077-5acc-4658-afdf-ce9a1250e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.014555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e077-5acc-4658-afdf-ce9a1250e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.015758 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b3f9e077-5acc-4658-afdf-ce9a1250e4af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0db11f64-94e9-4546-8a6d-acf3f6e916a5 HTTP/1.1" status: 204 len: 168 time: 0.4336910 Aug 10 03:42:34.029947 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.031784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9e077-5acc-4658-afdf-ce9a1250e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db11f64-94e9-4546-8a6d-acf3f6e916a5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:34.073185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.074399 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1138391a-c6e7-486b-b1d7-615cc03c4b04 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6666527 Aug 10 03:42:34.077096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.189808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.199511 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.393116 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.396677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.483508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.573822 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.574263 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9951a549-ee24-44b9-9c43-ea9509babe74 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:34.587557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.587557 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-abc93887-93a7-4900-85cf-fb58f7d10802 tempest-RoutersTestDVR-1326732656 tempest-RoutersTestDVR-1326732656-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9951a549-ee24-44b9-9c43-ea9509babe74 HTTP/1.1" status: 204 len: 168 time: 0.5049260 Aug 10 03:42:34.727138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 49173e10-f65e-446e-9ed1-2650281c4e6b is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:34.841414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:34.851343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Sync routers for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:34.860593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:34.861221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:34.965990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:34.973320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.983751 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-37f09f54-26a4-4fa3-8032-3f6fa85a8362 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1226907 Aug 10 03:42:34.984017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57334) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.995078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.010273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1f4e-e22f-4561-a314-e1d67185ebae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.043216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-45825c17-db55-43b1-b782-9b1b0c8d0070 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ecad60eae0044d380480d1afb195fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639868 Aug 10 03:42:35.046102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57338) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.113673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1f4e-e22f-4561-a314-e1d67185ebae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.174306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:33Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:35.218527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Checking router: 49173e10-f65e-446e-9ed1-2650281c4e6b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:35.219567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Updating router 49173e10-f65e-446e-9ed1-2650281c4e6b port fc5a179f-2f89-404c-a85c-7cf5dc940a90 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:35.231226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb6baf-5b00-48d0-bd80-d1250406579d req-5b8a10dd-4046-44b4-986d-2e026ca20f8b tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.232773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5fb6baf-5b00-48d0-bd80-d1250406579d req-5b8a10dd-4046-44b4-986d-2e026ca20f8b tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 943 time: 0.1874273 Aug 10 03:42:35.241504 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1f4e-e22f-4561-a314-e1d67185ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.247646 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.278902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57342) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.285101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef1f4e-e22f-4561-a314-e1d67185ebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e925b9-12c7-47ab-93c7-461096a6d6a3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.292543 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e4ef1f4e-e22f-4561-a314-e1d67185ebae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99045f28ec394670bf8917913e4a1f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930675 Aug 10 03:42:35.293491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57346) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.325797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf72f5-622d-4b52-be86-05ad2abdc78d tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.330223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a1bf72f5-622d-4b52-be86-05ad2abdc78d tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2800732 Aug 10 03:42:35.333740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57348) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.357758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3f369fb-1237-4cd2-bf77-2ba95a5d6998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.384779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5fb6baf-5b00-48d0-bd80-d1250406579d req-33953254-f6b5-4825-8501-06453953a6aa tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454685 Aug 10 03:42:35.389522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3f821e43-5c35-416f-829a-abded3d6fac1 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522888 Aug 10 03:42:35.392039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57350) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.397366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049624343', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:35.398379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3f369fb-1237-4cd2-bf77-2ba95a5d6998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.466380 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8241dd7f-e483-4d9b-a92d-6f936e09cad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.500424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:42:35.500424 n-d-765315-26 neutron-server[94805]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:42:35.500424 n-d-765315-26 neutron-server[94805]: [parameters: {'project_id': '1ecad60eae0044d380480d1afb195fed', 'id': 'bee600f7-40c8-4618-a0a6-3c5c4e248ad7', 'expiration': datetime.datetime(2021, 8, 10, 3, 44, 35, 496966)}] Aug 10 03:42:35.500424 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:35.500849 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:35.572524 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.582355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Transition to ACTIVE for port object fc5a179f-2f89-404c-a85c-7cf5dc940a90 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:35.584709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3f369fb-1237-4cd2-bf77-2ba95a5d6998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.588083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3f369fb-1237-4cd2-bf77-2ba95a5d6998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.589415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3f369fb-1237-4cd2-bf77-2ba95a5d6998 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2e925b9-12c7-47ab-93c7-461096a6d6a3 HTTP/1.1" status: 204 len: 168 time: 0.2956240 Aug 10 03:42:35.604523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f369fb-1237-4cd2-bf77-2ba95a5d6998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e925b9-12c7-47ab-93c7-461096a6d6a3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.665250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8241dd7f-e483-4d9b-a92d-6f936e09cad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.725131 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.779210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8241dd7f-e483-4d9b-a92d-6f936e09cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.782507 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.787057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Attempting to bind port fc5a179f-2f89-404c-a85c-7cf5dc940a90 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:35.787057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Attempting to bind port fc5a179f-2f89-404c-a85c-7cf5dc940a90 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:35.787461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Attempting to bind port fc5a179f-2f89-404c-a85c-7cf5dc940a90 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:35.791175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830306e-e0ca-4823-8b94-724157872329 None None] Pushing event updated for resources: {'Port': ['ID=fc5a179f-2f89-404c-a85c-7cf5dc940a90,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.796744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:35.797355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:35.797562 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.797979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:35.798557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Bound port: fc5a179f-2f89-404c-a85c-7cf5dc940a90, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:35.798944 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.834035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241dd7f-e483-4d9b-a92d-6f936e09cad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dad28a-abc9-4b06-9d01-c3e0107d9f9c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.843808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57356) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.850417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8241dd7f-e483-4d9b-a92d-6f936e09cad3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=062bf0be9dc448769a2150a8a6458514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699644 Aug 10 03:42:35.855129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] For port fc5a179f-2f89-404c-a85c-7cf5dc940a90, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:35.859531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] For port fc5a179f-2f89-404c-a85c-7cf5dc940a90, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fc5a179f-2f89-404c-a85c-7cf5dc940a90,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:35.901815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee36b229-2759-4dd6-bb2b-945f107a244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.919963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee36b229-2759-4dd6-bb2b-945f107a244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.977441 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.027778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:36.028424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:36.079792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830306e-e0ca-4823-8b94-724157872329 None None] Pushing event updated for resources: {'Port': ['ID=fc5a179f-2f89-404c-a85c-7cf5dc940a90,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.112855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee36b229-2759-4dd6-bb2b-945f107a244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.115725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee36b229-2759-4dd6-bb2b-945f107a244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.116950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ee36b229-2759-4dd6-bb2b-945f107a244c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96dad28a-abc9-4b06-9d01-c3e0107d9f9c HTTP/1.1" status: 204 len: 168 time: 0.2712922 Aug 10 03:42:36.135631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36b229-2759-4dd6-bb2b-945f107a244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dad28a-abc9-4b06-9d01-c3e0107d9f9c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.176468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:36.396814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:36.401119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.515380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:33Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:36.544210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef619e-d9d2-4baa-a02b-9bb761890b31 None None] The sync data for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 is: [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:33Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:36.574156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879dd2e-a756-45d1-99ea-cf5bd7eaad96 req-35493b79-e03e-453d-82f6-30c133db9d93 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.575674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1879dd2e-a756-45d1-99ea-cf5bd7eaad96 req-35493b79-e03e-453d-82f6-30c133db9d93 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 943 time: 0.0954423 Aug 10 03:42:36.681093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1879dd2e-a756-45d1-99ea-cf5bd7eaad96 req-ddba7bff-7fa3-4262-917d-87cb8d37ce6f tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Aug 10 03:42:36.876536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.933842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Subnet': ['ID=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.953814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Checking segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:36.954494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network hostable DHCP agents. Network: a4fe8f79-4e52-4d5c-b510-427c4d3336a3, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:37.062122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:37.100208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc5a179f-2f89-404c-a85c-7cf5dc940a90 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:37.168738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57386) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.185786 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba597377-b411-41ab-9229-2162623546de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.243897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, a4fe8f79-4e52-4d5c-b510-427c4d3336a3) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:37.250132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.250990 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.263700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857803f-cf5c-4792-94d6-451686731c66 None None] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:37.296464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba597377-b411-41ab-9229-2162623546de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.379755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fc5a179f-2f89-404c-a85c-7cf5dc940a90 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:37.388088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fc5a179f-2f89-404c-a85c-7cf5dc940a90 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:37.388484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.424930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ba597377-b411-41ab-9229-2162623546de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.462035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:37.462904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.472493 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ba597377-b411-41ab-9229-2162623546de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75b975e6796b43129ceda11f3f4ec5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011870 Aug 10 03:42:37.473879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57388) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.474371 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba597377-b411-41ab-9229-2162623546de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f9e96c-49b5-4b94-8755-b0c7a1b2528c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.550717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83161e98-703e-4912-bd6f-fd4e6c57cb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.564790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.566097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57392) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.567963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0964bf88-0163-40eb-a782-aa9d8ca297e3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1746509 Aug 10 03:42:37.602958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port fc5a179f-2f89-404c-a85c-7cf5dc940a90, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fc5a179f-2f89-404c-a85c-7cf5dc940a90,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:37.609464 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83161e98-703e-4912-bd6f-fd4e6c57cb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.675313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Allocated IP 172.20.0.2 (a4fe8f79-4e52-4d5c-b510-427c4d3336a3/8c4f5f02-993a-4ca8-9b82-a32a28c9bd84/e57982b5-3ddf-42ff-8b4e-d438ff3e44fd) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:37.690001 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.799322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=fc5a179f-2f89-404c-a85c-7cf5dc940a90,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.807492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83161e98-703e-4912-bd6f-fd4e6c57cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.822156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-83161e98-703e-4912-bd6f-fd4e6c57cb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.828645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-83161e98-703e-4912-bd6f-fd4e6c57cb5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98f9e96c-49b5-4b94-8755-b0c7a1b2528c HTTP/1.1" status: 204 len: 168 time: 0.3534400 Aug 10 03:42:37.919451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83161e98-703e-4912-bd6f-fd4e6c57cb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f9e96c-49b5-4b94-8755-b0c7a1b2528c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.964680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983ca3c-2133-48af-ad81-8b07f7d4244c req-5a7d094a-685f-4fb0-bee8-05c605d30e2b tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.966888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1983ca3c-2133-48af-ad81-8b07f7d4244c req-5a7d094a-685f-4fb0-bee8-05c605d30e2b tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 943 time: 0.1371329 Aug 10 03:42:38.024123 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.024123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Transition to ACTIVE for port object e57982b5-3ddf-42ff-8b4e-d438ff3e44fd will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:38.026508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1983ca3c-2133-48af-ad81-8b07f7d4244c req-be3f2ff3-9a01-4dc8-89b9-f71cd55ecdb0 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481184 Aug 10 03:42:38.034512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Transition to ACTIVE for port object e57982b5-3ddf-42ff-8b4e-d438ff3e44fd will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:38.136451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.176826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:38.179815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:38.183543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:38.191349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Pushing event updated for resources: {'Port': ['ID=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.199833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ac1db466-db18-46f1-87cc-e468e0a09304 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:38.324654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Attempting to bind port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:38.325033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Attempting to bind port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:38.325398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Attempting to bind port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:38.337641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:38.338304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Checking segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:38.338889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.339292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Bound using segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:38.339778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Bound port: e57982b5-3ddf-42ff-8b4e-d438ff3e44fd, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:38.340153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.408337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ac1db466-db18-46f1-87cc-e468e0a09304, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ac1db466-db18-46f1-87cc-e468e0a09304,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:38.431026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'ac1db466-db18-46f1-87cc-e468e0a09304', 'network_id': '82c30dc9-1641-4d9d-b010-c7fd63451e98', 'port_id': 'ac1db466-db18-46f1-87cc-e468e0a09304', 'mac_address': 'fa:16:3e:c9:3f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6a44b2-24cb-4c35-a1b8-5feaa0eed803', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:38.443043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] For port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:38.446975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] For port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:38.487158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.508288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.541075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1db466-db18-46f1-87cc-e468e0a09304 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:38.550882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ac1db466-db18-46f1-87cc-e468e0a09304, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ac1db466-db18-46f1-87cc-e468e0a09304,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:38.567960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.632022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8637e-2641-4724-ab44-08ef1408e33a None None] Pushing event updated for resources: {'Port': ['ID=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.699678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.755917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ac1db466-db18-46f1-87cc-e468e0a09304,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.882728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.1 (a4fe8f79-4e52-4d5c-b510-427c4d3336a3/8c4f5f02-993a-4ca8-9b82-a32a28c9bd84/4bb3cd40-5aa3-4153-a136-014aab694eeb) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:38.901158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ac1db466-db18-46f1-87cc-e468e0a09304'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:39.015381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.034357 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 4bb3cd40-5aa3-4153-a136-014aab694eeb will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:39.179107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.209673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a5f7-5b40-4346-9992-9e7e3278679d req-a55c6db0-e9c7-420f-a6b7-f5395d4bb1a3 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.218738 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:39.222133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9b2a5f7-5b40-4346-9992-9e7e3278679d req-a55c6db0-e9c7-420f-a6b7-f5395d4bb1a3 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 944 time: 0.0737405 Aug 10 03:42:39.227697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:39.235005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:39.270038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc5a179f-2f89-404c-a85c-7cf5dc940a90 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:39.285501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9b2a5f7-5b40-4346-9992-9e7e3278679d req-07f4a81f-f1f7-48ed-b395-99c0b25ecc88 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Aug 10 03:42:39.321637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=4bb3cd40-5aa3-4153-a136-014aab694eeb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:39.329960 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.342555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fc5a179f-2f89-404c-a85c-7cf5dc940a90 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:39.343270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.459035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e57982b5-3ddf-42ff-8b4e-d438ff3e44fd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:39.594949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.622011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:39.878160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57450) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:39.899136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62008fb4-d775-484d-afbc-a28a9d9ceea8 None None] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:39.965834 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.042953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0e97cbcb-4326-4452-9361-d3b6ad88b0ca tempest-AgentManagementNegativeTest-462125793 tempest-AgentManagementNegativeTest-462125793-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1477046 Aug 10 03:42:40.148111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.149109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] Provisioning for port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:40.154178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] Provisioning complete for port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:40.240717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.240717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ac1db466-db18-46f1-87cc-e468e0a09304 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:40.261023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.267238 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:40.267821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=4bb3cd40-5aa3-4153-a136-014aab694eeb,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.377517 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.393261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] For port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:40.448901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a5e3-2132-40bd-acd9-72959aed5560 req-a3840a24-2e75-4085-8358-95b93ef21409 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.450571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ab5a5e3-2132-40bd-acd9-72959aed5560 req-a3840a24-2e75-4085-8358-95b93ef21409 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 944 time: 0.0809197 Aug 10 03:42:40.457660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:40.459290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:40.496726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ab5a5e3-2132-40bd-acd9-72959aed5560 req-21963c41-e352-4f8c-bb9f-3b233034b7c5 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Aug 10 03:42:40.522599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port ac1db466-db18-46f1-87cc-e468e0a09304 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:40.533892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port ac1db466-db18-46f1-87cc-e468e0a09304 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:40.533892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.586574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.614506 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 49173e10-f65e-446e-9ed1-2650281c4e6b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:40.639778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd404b9e-f6da-4380-b00f-40693ea1dc32 None None] Pushing event updated for resources: {'Port': ['ID=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.692140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.728047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1db466-db18-46f1-87cc-e468e0a09304'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:40.731472 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf13f1b-5271-4edd-8ad3-229d96ee16f9" -d '{"events": [{"server_uuid": "f6427f4c-49e8-491e-b0f4-1c01b2ca2f91", "name": "network-vif-plugged", "status": "completed", "tag": "ac1db466-db18-46f1-87cc-e468e0a09304"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:40.752078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ac1db466-db18-46f1-87cc-e468e0a09304, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ac1db466-db18-46f1-87cc-e468e0a09304,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:40.761740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57472) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:40.763440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d17de222-720b-4110-a649-36961043d6fc None None] Provisioning complete for port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:40.763828 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d17de222-720b-4110-a649-36961043d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.810145 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92be914-f5ed-4b47-893e-bafe3a41bee7 x-openstack-request-id: req-c92be914-f5ed-4b47-893e-bafe3a41bee7 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:40.810682 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6427f4c-49e8-491e-b0f4-1c01b2ca2f91", "name": "network-vif-plugged", "status": "completed", "tag": "ac1db466-db18-46f1-87cc-e468e0a09304", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:40.810894 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c92be914-f5ed-4b47-893e-bafe3a41bee7 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:40.811318 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1db466-db18-46f1-87cc-e468e0a09304', 'code': 200} Aug 10 03:42:40.825140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:40.835683 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Sync routers for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:40.841016 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0552e434-f1ba-4618-aaf3-1a89b9e9d439 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/49173e10-f65e-446e-9ed1-2650281c4e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2738583 Aug 10 03:42:40.861953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:40.862580 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:40.936750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.947497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ed06-f438-4685-965c-05da1731a2bd req-a4614f96-97ce-4ab6-8b4a-f1e94a897866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.949057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d97ed06-f438-4685-965c-05da1731a2bd req-a4614f96-97ce-4ab6-8b4a-f1e94a897866 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 1096 time: 0.0740855 Aug 10 03:42:41.006019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d97ed06-f438-4685-965c-05da1731a2bd req-88ba6b2d-7559-4ffd-a3ca-af4c9c264533 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Aug 10 03:42:41.017006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.034819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:41.041357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ac1db466-db18-46f1-87cc-e468e0a09304,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.134258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e57982b5-3ddf-42ff-8b4e-d438ff3e44fd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:41.152636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-33a66c70-b967-4bba-ad89-94a4ca22549d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410295628&fields=id&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 267 time: 0.0573342 Aug 10 03:42:41.174704 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.183638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d17de222-720b-4110-a649-36961043d6fc None None] Provisioning for port 4bb3cd40-5aa3-4153-a136-014aab694eeb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:41.196203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d17de222-720b-4110-a649-36961043d6fc None None] Provisioning complete for port 4bb3cd40-5aa3-4153-a136-014aab694eeb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:41.196839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d17de222-720b-4110-a649-36961043d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.238158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:41.238985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.265136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d17de222-720b-4110-a649-36961043d6fc None None] Port 4bb3cd40-5aa3-4153-a136-014aab694eeb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:41.288062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-744cab15-5cb6-4d05-8cb8-b424c93877b0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.290304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-744cab15-5cb6-4d05-8cb8-b424c93877b0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 797 time: 0.1141782 Aug 10 03:42:41.306795 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 2, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:41.312835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.346003 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Checking router: 49173e10-f65e-446e-9ed1-2650281c4e6b for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:41.346621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Updating router 49173e10-f65e-446e-9ed1-2650281c4e6b port 4bb3cd40-5aa3-4153-a136-014aab694eeb binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:41.350956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-54dd1ecb-301f-4c5c-a9c6-7545c31d59da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/quotas/1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 375 time: 0.0545521 Aug 10 03:42:41.373589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86710590c8ee42b7aea75db23960d165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116598 Aug 10 03:42:41.376793 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.376989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57490) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:41.391264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8423d23a-c1e2-4d04-8f9a-cccd213616fa None None] Provisioning complete for port 4bb3cd40-5aa3-4153-a136-014aab694eeb triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:41.391671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8423d23a-c1e2-4d04-8f9a-cccd213616fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.407643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca4959-f6bd-4baa-b4c2-89aa5ad69d48,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.422672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.423263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.423783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.424293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.424829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.425326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.425839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.426174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.426505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.426836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.427191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.427515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b081ab-f8e9-4ef0-8c7a-fcd8f35a5474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.446388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8423d23a-c1e2-4d04-8f9a-cccd213616fa None None] Port 4bb3cd40-5aa3-4153-a136-014aab694eeb cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:41.459070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e461f0e-0bd7-4765-8aa7-87b302ea4649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.466779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-59f83fec-ffd5-4609-a6d2-fef9f2ca9f28 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076229 Aug 10 03:42:41.498114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e461f0e-0bd7-4765-8aa7-87b302ea4649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.575498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-bfc177f4-b1d6-42a1-bcde-86e30c12690e service neutron] 10.222.0.26 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947437 Aug 10 03:42:41.653155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e461f0e-0bd7-4765-8aa7-87b302ea4649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.655762 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e461f0e-0bd7-4765-8aa7-87b302ea4649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.659009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e461f0e-0bd7-4765-8aa7-87b302ea4649 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaca4959-f6bd-4baa-b4c2-89aa5ad69d48 HTTP/1.1" status: 204 len: 168 time: 0.2787390 Aug 10 03:42:41.671154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e461f0e-0bd7-4765-8aa7-87b302ea4649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca4959-f6bd-4baa-b4c2-89aa5ad69d48,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.700272 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.704978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-50c5bcf9-2bd3-4e75-b206-63f04ad95d2d service neutron] 10.222.0.26 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229305 Aug 10 03:42:41.712014 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Transition to ACTIVE for port object 4bb3cd40-5aa3-4153-a136-014aab694eeb will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:41.806768 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.866368 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Pushing event updated for resources: {'Port': ['ID=4bb3cd40-5aa3-4153-a136-014aab694eeb,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.889015 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.889354 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.889693 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.890023 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.890347 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.890667 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.890989 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.891308 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.891623 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.891955 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.892250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.892591 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:41.926830 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Attempting to bind port 4bb3cd40-5aa3-4153-a136-014aab694eeb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:41.927206 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Attempting to bind port 4bb3cd40-5aa3-4153-a136-014aab694eeb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:41.927565 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Attempting to bind port 4bb3cd40-5aa3-4153-a136-014aab694eeb on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:41.935127 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:41.935632 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Checking segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:41.936034 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.936468 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Bound using segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:41.936941 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Bound port: 4bb3cd40-5aa3-4153-a136-014aab694eeb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:41.937319 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.035580 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] For port 4bb3cd40-5aa3-4153-a136-014aab694eeb, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:42.041586 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] For port 4bb3cd40-5aa3-4153-a136-014aab694eeb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bb3cd40-5aa3-4153-a136-014aab694eeb,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:42.110689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf6b2d-1ba5-435c-9c3d-4a28f1ef2297 req-31c6c566-2203-4c1f-8919-059edfb612b5 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.112219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebdf6b2d-1ba5-435c-9c3d-4a28f1ef2297 req-31c6c566-2203-4c1f-8919-059edfb612b5 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 945 time: 0.0672755 Aug 10 03:42:42.189235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebdf6b2d-1ba5-435c-9c3d-4a28f1ef2297 req-a867b606-7d28-461c-8f08-4c713e2f1171 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642676 Aug 10 03:42:42.207700 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.291902 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:42.292555 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:42:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.295632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c175396-6f98-4683-83a8-5a93e6cce1a2 req-295842e6-e8c8-4e8f-b108-e932d7ab2524 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 210 time: 0.0562801 Aug 10 03:42:42.420801 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44e424-9dd6-462d-94a1-086c4a544b76 None None] Pushing event updated for resources: {'Port': ['ID=4bb3cd40-5aa3-4153-a136-014aab694eeb,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:42.465035 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:42.713313 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:42Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:42.740290 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14babe1-d55e-458a-b3ad-430f1a8fccdb None None] The sync data for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 is: [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:42Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:43.118849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bb3cd40-5aa3-4153-a136-014aab694eeb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:43.294596 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57538) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.323735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29d9fd-dfa8-45c9-9262-4e264a12e6bb req-9a3e0fc9-c942-42ec-bd13-4c2083992591 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.325404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff29d9fd-dfa8-45c9-9262-4e264a12e6bb req-9a3e0fc9-c942-42ec-bd13-4c2083992591 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 945 time: 0.0643516 Aug 10 03:42:43.368196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff29d9fd-dfa8-45c9-9262-4e264a12e6bb req-d027ac44-6155-4d56-b982-510fc5f925ef tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 Aug 10 03:42:43.373245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 4bb3cd40-5aa3-4153-a136-014aab694eeb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:43.378287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4bb3cd40-5aa3-4153-a136-014aab694eeb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:43.379090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.456298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-693739953'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:43.506986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-519cdafa-b4cc-4479-935d-a9aefa4043c3 req-9233672b-1a57-47e1-8a1d-306a302aee3c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 210 time: 0.0505743 Aug 10 03:42:43.556093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.591424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 4bb3cd40-5aa3-4153-a136-014aab694eeb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bb3cd40-5aa3-4153-a136-014aab694eeb,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:43.713158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:43.713364 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.722297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.737845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.774726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=4bb3cd40-5aa3-4153-a136-014aab694eeb,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.850351 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.989950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.037645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba7dc3-724b-4d60-9557-45eb1b6ef204,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.234451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:44.244042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.244494 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Added segment 8ced5883-0148-4148-8c8e-b7d1f6474011 of type vlan for network 297b8651-47fc-47ba-b852-04c972f23d84 Aug 10 03:42:44.283664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.427518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.433137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.433738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.509176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Network': ['ID=297b8651-47fc-47ba-b852-04c972f23d84,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.520099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 297b8651-47fc-47ba-b852-04c972f23d84 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:44.617882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b6ee6e9-6878-41ae-b4cc-0db53cbb6053 req-c09ffcce-990d-48d5-aff7-e5627c050b5a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 210 time: 0.0343966 Aug 10 03:42:44.625153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-62d352f8-e33b-4f0c-a858-c0eb5d52bf2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3288639 Aug 10 03:42:45.116167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bb3cd40-5aa3-4153-a136-014aab694eeb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:45.157163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-9269ade5-5430-413c-b9eb-be750b610104 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.158614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-9269ade5-5430-413c-b9eb-be750b610104 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 797 time: 0.1422427 Aug 10 03:42:45.180004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4bb3cd40-5aa3-4153-a136-014aab694eeb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:45.180447 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.217956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-75e590ee-fd7f-4ab0-a0ee-f09c76a89a81 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 379 time: 0.0492263 Aug 10 03:42:45.227860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'port': {'device_id': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'admin_state_up': True, 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'security_groups': ['da295988-11e3-46ba-aa31-9af45b69f770']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:45.401077 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.439551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9849d35-4ea6-4e39-a85c-538e59c1499c req-8707f0de-e51c-4894-b9d7-c3c123acac04 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.441097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9849d35-4ea6-4e39-a85c-538e59c1499c req-8707f0de-e51c-4894-b9d7-c3c123acac04 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 945 time: 0.0505495 Aug 10 03:42:45.461675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:45.464689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.506386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9849d35-4ea6-4e39-a85c-538e59c1499c req-241d0d34-e59f-4ffe-b05e-c03698c7f6e1 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591826 Aug 10 03:42:45.629597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.12 (a4fe8f79-4e52-4d5c-b510-427c4d3336a3/8c4f5f02-993a-4ca8-9b82-a32a28c9bd84/1b4d5f6c-bc2d-4a35-b6b8-9806851da857) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:45.814277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.828262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:45.890685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41262d7f-6d56-4e69-8d63-38e1ed49a7a1 req-579624d3-381a-43e5-b824-6bc30732ee43 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 210 time: 0.0324357 Aug 10 03:42:45.945477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.003200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:46.006487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:46.010522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:46.020118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.083587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.084326 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.218077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c43b8218-f617-4580-b933-1f9702f64941 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9940300 Aug 10 03:42:46.235804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Request body: {'port': {'device_id': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:46.320942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.450133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c9f46aa8-b993-450c-b4d7-dc08cfab47f1 None None] Provisioning for port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:46.457023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c9f46aa8-b993-450c-b4d7-dc08cfab47f1 None None] Provisioning complete for port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:46.457792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c9f46aa8-b993-450c-b4d7-dc08cfab47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.523716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c9f46aa8-b993-450c-b4d7-dc08cfab47f1 None None] Port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:46.635890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:46.645620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.675948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Transition to ACTIVE for port object 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:46.719691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3da6fa-04f4-4721-ba59-abb128fd33ce req-b18e99bf-bfa4-485d-a698-abb2803f43af tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.728554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c3da6fa-04f4-4721-ba59-abb128fd33ce req-b18e99bf-bfa4-485d-a698-abb2803f43af tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 945 time: 0.0853195 Aug 10 03:42:46.766050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.849648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c3da6fa-04f4-4721-ba59-abb128fd33ce req-5092290c-ac2c-4477-8e8d-ff6c1cd2e2d7 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/security-groups?id=c04ce367-f497-460c-8276-718434419a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200688 Aug 10 03:42:46.864482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.917120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-455caf77-f830-4f02-974c-eff05c3d8077 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.918899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-455caf77-f830-4f02-974c-eff05c3d8077 tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 945 time: 0.1112964 Aug 10 03:42:47.168872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:47.169213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:47.169545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:47.187387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be36329-e1bb-49c4-bcaa-8dd0750dd2ae req-bd7e8be2-2a94-4bf2-b872-dfac74920041 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.189024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be36329-e1bb-49c4-bcaa-8dd0750dd2ae req-bd7e8be2-2a94-4bf2-b872-dfac74920041 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 944 time: 0.1476505 Aug 10 03:42:47.189669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:47.189998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:47.208055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:47.208423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Checking segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:47.208803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Bound using segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:47.209221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Bound port: 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:47.209645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.276318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be36329-e1bb-49c4-bcaa-8dd0750dd2ae req-6208673f-5ca1-4075-994d-b4f8314ec6bf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806215 Aug 10 03:42:47.279621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Deleting port ac1db466-db18-46f1-87cc-e468e0a09304 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:47.279973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.372015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:47.380869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:47.399546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] For port ac1db466-db18-46f1-87cc-e468e0a09304, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ac1db466-db18-46f1-87cc-e468e0a09304,segment=NetworkSegment(e580725c-b58c-4c70-beef-fc4edaa1b673),segment_id=e580725c-b58c-4c70-beef-fc4edaa1b673)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:47.399918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.415579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Calling delete_port for ac1db466-db18-46f1-87cc-e468e0a09304 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:47.492625 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.528125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.528771 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.530209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] 10.222.0.46 "PUT /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 1093 time: 1.2989049 Aug 10 03:42:47.531224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:47.533549 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f673a64-c2b6-4a90-86ef-5312d65ef74b" -d '{"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:47.607767 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0987503f-e410-4954-be17-b14373d35cdc x-openstack-request-id: req-0987503f-e410-4954-be17-b14373d35cdc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:47.608214 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:47.608587 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0987503f-e410-4954-be17-b14373d35cdc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:47.609066 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'status': 'completed', 'code': 200} Aug 10 03:42:47.620579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c71df-2a28-44b0-ad9c-c0dff4e2267c service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.689286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673a64-c2b6-4a90-86ef-5312d65ef74b req-a1b86027-69be-492a-82c0-69c13fb93af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.694112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f673a64-c2b6-4a90-86ef-5312d65ef74b req-a1b86027-69be-492a-82c0-69c13fb93af8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1096 time: 0.0701756 Aug 10 03:42:47.820996 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.837803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ac1db466-db18-46f1-87cc-e468e0a09304'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:47.891670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57610) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:47.896663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Pushing event deleted for resources: {'Port': ['ID=ac1db466-db18-46f1-87cc-e468e0a09304,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.897994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'subnet': {'network_id': '297b8651-47fc-47ba-b852-04c972f23d84', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.924507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673a64-c2b6-4a90-86ef-5312d65ef74b req-4971cc17-b717-450b-bb50-61461f678de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.926014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f673a64-c2b6-4a90-86ef-5312d65ef74b req-4971cc17-b717-450b-bb50-61461f678de8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ecad60eae0044d380480d1afb195fed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2232277 Aug 10 03:42:47.948462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] No DVR routers for this DVR port ac1db466-db18-46f1-87cc-e468e0a09304 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:47.959182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.965136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89e8665c-5081-48f7-91b5-16f6aa635340 req-d5184e35-12b8-4a92-be3e-c64c790eb22a tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.46 "DELETE /v2.0/ports/ac1db466-db18-46f1-87cc-e468e0a09304 HTTP/1.1" status: 204 len: 173 time: 1.0226908 Aug 10 03:42:48.032450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0752f01c-2607-41df-9902-3c127175667c req-b09dc54f-c7b5-411f-9fd9-805ed7241f2d tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 210 time: 0.0610650 Aug 10 03:42:48.073483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673a64-c2b6-4a90-86ef-5312d65ef74b req-0ce28b9c-72a8-48a3-91b9-f2b0230e8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.074985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f673a64-c2b6-4a90-86ef-5312d65ef74b req-0ce28b9c-72a8-48a3-91b9-f2b0230e8ff2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243460 Aug 10 03:42:48.135951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:48.139536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.175770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-8ae374df-bd35-4db6-b785-7c3240f95506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.177480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-8ae374df-bd35-4db6-b785-7c3240f95506 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1096 time: 0.0628455 Aug 10 03:42:48.498630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.574978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Subnet': ['ID=b8e04476-513f-40d1-b3d5-16f04b77aa5b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.584898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Checking segment: {'id': '8ced5883-0148-4148-8c8e-b7d1f6474011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '297b8651-47fc-47ba-b852-04c972f23d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:48.585266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network hostable DHCP agents. Network: 297b8651-47fc-47ba-b852-04c972f23d84, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:48.639060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-f7f69b85-d75e-4413-9a9f-a913bde857f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 217 time: 0.4513934 Aug 10 03:42:48.681144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network 297b8651-47fc-47ba-b852-04c972f23d84 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:48.719585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503277d-02ee-4d43-a869-6f6dcc3a1c44 req-161d4519-e5e2-4d94-a5ea-21376a676d62 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.723158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a503277d-02ee-4d43-a869-6f6dcc3a1c44 req-161d4519-e5e2-4d94-a5ea-21376a676d62 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 944 time: 0.0843878 Aug 10 03:42:48.724763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-caac8b07-1984-4c8c-885c-1ef14748a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.726139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-caac8b07-1984-4c8c-885c-1ef14748a816 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.0785780 Aug 10 03:42:48.773699 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 297b8651-47fc-47ba-b852-04c972f23d84) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:48.784689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18ed32-f7aa-4510-bbf7-6387c1be758f None None] Network 297b8651-47fc-47ba-b852-04c972f23d84 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:48.788420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a503277d-02ee-4d43-a869-6f6dcc3a1c44 req-076f4ef6-2e83-44d9-9560-a835c8bc6f0d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580852 Aug 10 03:42:48.797834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.797984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d094-40d5-449d-a231-52c6a12cf919 req-b49e4870-6234-4261-8296-5f55eceaedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.799492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-b49e4870-6234-4261-8296-5f55eceaedd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633447 Aug 10 03:42:48.800122 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.963625 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d8ed43e3-19c5-4fe4-9ec4-3b48832bda6c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0706275 Aug 10 03:42:48.964318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:48.970342 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373603118'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:48.997294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-3ac25978-fd39-4c64-b3db-2fa3b38b8887 service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895392 Aug 10 03:42:49.002675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-297b8651-47fc-47ba-b852-04c972f23d84', 'network_id': '297b8651-47fc-47ba-b852-04c972f23d84', 'tenant_id': '9b6a3e4a9375411080f87f74690fd7a6', 'fixed_ips': [{'subnet_id': 'b8e04476-513f-40d1-b3d5-16f04b77aa5b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:49.014835 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.138467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:49.143623 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.148903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5432d094-40d5-449d-a231-52c6a12cf919 req-c3ce541a-32c1-4b7f-993e-333552f63334 service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304247 Aug 10 03:42:49.199816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:49.215612 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.215885 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Added segment 9dea1c6e-7a6c-49da-a342-eee1d99dbfd9 of type vlan for network 3b730967-413b-4241-9163-773c5a8f7557 Aug 10 03:42:49.230394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Allocated IP 2001:db8:0:ffff::2 (297b8651-47fc-47ba-b852-04c972f23d84/b8e04476-513f-40d1-b3d5-16f04b77aa5b/456f537c-41a2-47b8-8351-09ddef1a6557) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:49.231124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e5e6b8e-8935-460b-811d-0e83e86213e1 req-529f2f97-aae4-4aa3-8f92-d6bde783af5c tempest-VolumesActionsTest-478917803 tempest-VolumesActionsTest-478917803-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6427f4c-49e8-491e-b0f4-1c01b2ca2f91 HTTP/1.1" status: 200 len: 210 time: 0.0611846 Aug 10 03:42:49.279783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.372626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.378475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.380440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.389460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.398202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Transition to ACTIVE for port object 456f537c-41a2-47b8-8351-09ddef1a6557 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:49.412826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Transition to ACTIVE for port object 456f537c-41a2-47b8-8351-09ddef1a6557 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:49.446716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Network': ['ID=3b730967-413b-4241-9163-773c5a8f7557,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.459076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3b730967-413b-4241-9163-773c5a8f7557 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:49.607240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.607633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-178ea4b2-bc15-42b7-adb1-0f1bb6b62205 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6419494 Aug 10 03:42:49.610452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'name': 'network-vif-deleted', 'tag': 'ac1db466-db18-46f1-87cc-e468e0a09304'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:49.610613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57628) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.614009 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839ffd29-80f2-4fd7-a536-6c803ff027d3" -d '{"events": [{"server_uuid": "f6427f4c-49e8-491e-b0f4-1c01b2ca2f91", "name": "network-vif-deleted", "tag": "ac1db466-db18-46f1-87cc-e468e0a09304"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:49.615890 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'subnet': {'network_id': '3b730967-413b-4241-9163-773c5a8f7557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:49.653144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Network 297b8651-47fc-47ba-b852-04c972f23d84 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:49.658006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:49.662470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Pushing event updated for resources: {'Port': ['ID=456f537c-41a2-47b8-8351-09ddef1a6557,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.665606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:49.687416 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff13782f-b4e0-4198-91e3-c23df2e4a8e5 x-openstack-request-id: req-ff13782f-b4e0-4198-91e3-c23df2e4a8e5 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:49.687590 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6427f4c-49e8-491e-b0f4-1c01b2ca2f91", "name": "network-vif-deleted", "tag": "ac1db466-db18-46f1-87cc-e468e0a09304", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:49.687831 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff13782f-b4e0-4198-91e3-c23df2e4a8e5 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:49.688222 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6427f4c-49e8-491e-b0f4-1c01b2ca2f91', 'name': 'network-vif-deleted', 'tag': 'ac1db466-db18-46f1-87cc-e468e0a09304', 'status': 'completed', 'code': 200} Aug 10 03:42:49.730543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Attempting to bind port 456f537c-41a2-47b8-8351-09ddef1a6557 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:49.731051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Attempting to bind port 456f537c-41a2-47b8-8351-09ddef1a6557 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '8ced5883-0148-4148-8c8e-b7d1f6474011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '297b8651-47fc-47ba-b852-04c972f23d84'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:49.731514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Attempting to bind port 456f537c-41a2-47b8-8351-09ddef1a6557 on network 297b8651-47fc-47ba-b852-04c972f23d84 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:49.736774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:49.737297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Checking segment: {'id': '8ced5883-0148-4148-8c8e-b7d1f6474011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '297b8651-47fc-47ba-b852-04c972f23d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:49.737838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.738140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Bound using segment: {'id': '8ced5883-0148-4148-8c8e-b7d1f6474011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '297b8651-47fc-47ba-b852-04c972f23d84'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:49.738542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Bound port: 456f537c-41a2-47b8-8351-09ddef1a6557, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced5883-0148-4148-8c8e-b7d1f6474011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '297b8651-47fc-47ba-b852-04c972f23d84'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:49.738917 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.771934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57634) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.804266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:49.808172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.813175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] For port 456f537c-41a2-47b8-8351-09ddef1a6557, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:49.818128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] For port 456f537c-41a2-47b8-8351-09ddef1a6557, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=456f537c-41a2-47b8-8351-09ddef1a6557,segment=NetworkSegment(8ced5883-0148-4148-8c8e-b7d1f6474011),segment_id=8ced5883-0148-4148-8c8e-b7d1f6474011)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:49.908067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce905-2168-49c9-a3ae-a2c38c02f290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.914486 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.928164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b85d6-52f6-4e27-9c58-f7d458c1fe05 req-984f74f4-51ff-48c7-9aeb-d22931c7b647 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.930895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-178b85d6-52f6-4e27-9c58-f7d458c1fe05 req-984f74f4-51ff-48c7-9aeb-d22931c7b647 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 944 time: 0.0527847 Aug 10 03:42:50.010930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf24dc7-7369-44fa-b798-3dabfc5abba0 None None] Pushing event updated for resources: {'Port': ['ID=456f537c-41a2-47b8-8351-09ddef1a6557,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.044709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-178b85d6-52f6-4e27-9c58-f7d458c1fe05 req-bcaba781-8095-4fe0-bb85-cb0bf195fb96 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979064 Aug 10 03:42:50.153850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce905-2168-49c9-a3ae-a2c38c02f290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.280239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ac1db466-db18-46f1-87cc-e468e0a09304 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:50.337855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: ac1db466-db18-46f1-87cc-e468e0a09304 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:50.338443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ac1db466-db18-46f1-87cc-e468e0a09304 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:50.348714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.objects.ports [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:42:50.353291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.395887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce905-2168-49c9-a3ae-a2c38c02f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.463071 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b8ce905-2168-49c9-a3ae-a2c38c02f290 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38df2af676af405bbe0f31846ebfee36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899464 Aug 10 03:42:50.465822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.466707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ce905-2168-49c9-a3ae-a2c38c02f290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8bc6f3-fa07-450f-97c7-518007f4681c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.472680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Subnet': ['ID=f4337640-253e-471e-9ee5-25b850c2213d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.494451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Checking segment: {'id': '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3b730967-413b-4241-9163-773c5a8f7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:50.494815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network hostable DHCP agents. Network: 3b730967-413b-4241-9163-773c5a8f7557, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:50.534412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-beac8dde-7980-45ae-80a5-0a45fd71cb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.553546 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-beac8dde-7980-45ae-80a5-0a45fd71cb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.609991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network 3b730967-413b-4241-9163-773c5a8f7557 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:50.749785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-beac8dde-7980-45ae-80a5-0a45fd71cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.753088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-beac8dde-7980-45ae-80a5-0a45fd71cb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.756688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-beac8dde-7980-45ae-80a5-0a45fd71cb52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab8bc6f3-fa07-450f-97c7-518007f4681c HTTP/1.1" status: 204 len: 168 time: 0.2873559 Aug 10 03:42:50.769741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac8dde-7980-45ae-80a5-0a45fd71cb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8bc6f3-fa07-450f-97c7-518007f4681c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.810785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3b730967-413b-4241-9163-773c5a8f7557) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:50.815433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.815552 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.821764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31260b9b-91b0-4ddd-8d9b-bbd0bffe53aa None None] Network 3b730967-413b-4241-9163-773c5a8f7557 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:50.989524 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1e402ef2-9fe8-4f3c-a9d6-802a5e63b15e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3751626 Aug 10 03:42:50.992891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.001969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3b730967-413b-4241-9163-773c5a8f7557', 'network_id': '3b730967-413b-4241-9163-773c5a8f7557', 'tenant_id': '9b6a3e4a9375411080f87f74690fd7a6', 'fixed_ips': [{'subnet_id': 'f4337640-253e-471e-9ee5-25b850c2213d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:51.002856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.005452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'port': {'network_id': '3b730967-413b-4241-9163-773c5a8f7557', 'name': 'tempest-NetworksIpV6TestAttrs-85169726'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:51.257507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 456f537c-41a2-47b8-8351-09ddef1a6557 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:51.260102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f457d-4ab6-4a45-a3cb-d471f9992e87 req-ad88662a-39ca-44cd-984a-d539e1c96e19 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.270897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d9f457d-4ab6-4a45-a3cb-d471f9992e87 req-ad88662a-39ca-44cd-984a-d539e1c96e19 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 944 time: 0.1352191 Aug 10 03:42:51.294770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68deb898-cc86-4bf8-a3a8-b56a321e5eaa None None] Network 297b8651-47fc-47ba-b852-04c972f23d84 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:51.318745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d9f457d-4ab6-4a45-a3cb-d471f9992e87 req-042a2a8c-d6d5-4150-bc80-fef184bc9a0a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466371 Aug 10 03:42:51.455762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'port': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:51.461529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.482880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] device_id is not set on port 42457714-2346-4e03-9768-82e7329a5f06 yet. {{(pid=94804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:51.518224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Allocated IP 2001:db8::f816:3eff:fe59:1b97 (3b730967-413b-4241-9163-773c5a8f7557/f4337640-253e-471e-9ee5-25b850c2213d/5827557a-2471-4a75-965e-e62fa8300f86) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:51.664439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bff36120-2049-4c16-a6e5-4a5406959e66 None None] Provisioning for port 456f537c-41a2-47b8-8351-09ddef1a6557 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:51.686754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 456f537c-41a2-47b8-8351-09ddef1a6557 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:51.697125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 456f537c-41a2-47b8-8351-09ddef1a6557 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:51.697546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.783388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57678) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.798705 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df5cf78d-8245-4370-b3fe-e99097c8874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.799427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.821085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Transition to ACTIVE for port object 5827557a-2471-4a75-965e-e62fa8300f86 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:51.862016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Transition to ACTIVE for port object 5827557a-2471-4a75-965e-e62fa8300f86 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:51.866209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.910161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 456f537c-41a2-47b8-8351-09ddef1a6557, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=456f537c-41a2-47b8-8351-09ddef1a6557,segment=NetworkSegment(8ced5883-0148-4148-8c8e-b7d1f6474011),segment_id=8ced5883-0148-4148-8c8e-b7d1f6474011)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:51.928322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df5cf78d-8245-4370-b3fe-e99097c8874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.955838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.992985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Network 3b730967-413b-4241-9163-773c5a8f7557 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:51.996797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:52.002958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:52.013497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Pushing event updated for resources: {'Port': ['ID=5827557a-2471-4a75-965e-e62fa8300f86,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.017902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Allocated IP 2001:db8::f816:3eff:fe94:79a2 (3b730967-413b-4241-9163-773c5a8f7557/f4337640-253e-471e-9ee5-25b850c2213d/42457714-2346-4e03-9768-82e7329a5f06) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:52.068324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.070265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Attempting to bind port 5827557a-2471-4a75-965e-e62fa8300f86 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:52.070644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Attempting to bind port 5827557a-2471-4a75-965e-e62fa8300f86 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3b730967-413b-4241-9163-773c5a8f7557'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:52.071174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Attempting to bind port 5827557a-2471-4a75-965e-e62fa8300f86 on network 3b730967-413b-4241-9163-773c5a8f7557 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:52.092264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-df5cf78d-8245-4370-b3fe-e99097c8874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.108231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:52.108467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Checking segment: {'id': '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3b730967-413b-4241-9163-773c5a8f7557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:52.108826 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.109222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Bound using segment: {'id': '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3b730967-413b-4241-9163-773c5a8f7557'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:52.109699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Bound port: 5827557a-2471-4a75-965e-e62fa8300f86, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3b730967-413b-4241-9163-773c5a8f7557'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:52.110075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.170894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cf78d-8245-4370-b3fe-e99097c8874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fc47d0-1b8d-45ea-aa70-44958723e6ec,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.176428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5f395444-36cd-471f-b957-92912a52710d None None] Provisioning complete for port 456f537c-41a2-47b8-8351-09ddef1a6557 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:52.176798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f395444-36cd-471f-b957-92912a52710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.182252 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-df5cf78d-8245-4370-b3fe-e99097c8874a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0841e8f17dc642dd89b99b3e2a217d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977525 Aug 10 03:42:52.182990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57692) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:52.205565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=456f537c-41a2-47b8-8351-09ddef1a6557,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.242396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] For port 5827557a-2471-4a75-965e-e62fa8300f86, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:52.250641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.250796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] For port 5827557a-2471-4a75-965e-e62fa8300f86, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5827557a-2471-4a75-965e-e62fa8300f86,segment=NetworkSegment(9dea1c6e-7a6c-49da-a342-eee1d99dbfd9),segment_id=9dea1c6e-7a6c-49da-a342-eee1d99dbfd9)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:52.258458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Transition to ACTIVE for port object 42457714-2346-4e03-9768-82e7329a5f06 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:52.263220 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1941923b-5ad4-4708-a88e-71da35c4c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.314357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:52.329755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.330545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1941923b-5ad4-4708-a88e-71da35c4c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.404983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.479530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce449e-1f90-4221-9706-7489b0fc0b19 None None] Pushing event updated for resources: {'Port': ['ID=5827557a-2471-4a75-965e-e62fa8300f86,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.479735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1941923b-5ad4-4708-a88e-71da35c4c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.489103 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1941923b-5ad4-4708-a88e-71da35c4c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.490342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1941923b-5ad4-4708-a88e-71da35c4c4cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2fc47d0-1b8d-45ea-aa70-44958723e6ec HTTP/1.1" status: 204 len: 168 time: 0.3062382 Aug 10 03:42:52.530137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941923b-5ad4-4708-a88e-71da35c4c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fc47d0-1b8d-45ea-aa70-44958723e6ec,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.541362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487f70a-cfed-4f88-a15a-3fe29e2821ec req-52d806d6-51af-4bc8-95b2-59023c68d5c2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.550903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network 3b730967-413b-4241-9163-773c5a8f7557 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:52.552285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4487f70a-cfed-4f88-a15a-3fe29e2821ec req-52d806d6-51af-4bc8-95b2-59023c68d5c2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 944 time: 0.1426537 Aug 10 03:42:52.567636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.587752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Port': ['ID=42457714-2346-4e03-9768-82e7329a5f06,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.592785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:52.605952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'port_id': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'mac_address': 'fa:16:3e:48:b1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:52.618051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:52.629999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.633262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.652885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4487f70a-cfed-4f88-a15a-3fe29e2821ec req-85229110-9f46-4e32-97c9-daf4d96b5239 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946465 Aug 10 03:42:52.680511 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.707584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:52.737018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.750424 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-226d9183-4465-4186-b3b2-ebbf4d56b433 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.7534328 Aug 10 03:42:52.754849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57718) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:52.829885 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.846234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting subnet f4337640-253e-471e-9ee5-25b850c2213d {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:52.856544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.911197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.919267 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.049939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['1b4d5f6c-bc2d-4a35-b6b8-9806851da857'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:53.089513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.218816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5827557a-2471-4a75-965e-e62fa8300f86 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:53.401703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5827557a-2471-4a75-965e-e62fa8300f86 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:53.407370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 456f537c-41a2-47b8-8351-09ddef1a6557 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:53.456629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 456f537c-41a2-47b8-8351-09ddef1a6557 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:53.457041 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.482135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57740) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.497346 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15011aa6-eb1d-47fb-8c4d-ead3879cbcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.533706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.559507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.561810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/f4337640-253e-471e-9ee5-25b850c2213d HTTP/1.1" status: 204 len: 168 time: 0.8047795 Aug 10 03:42:53.564591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57742) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.586858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f0b90-1de4-489d-94e5-86ff3f1d6866 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Subnet': ['ID=f4337640-253e-471e-9ee5-25b850c2213d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.675323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10674033-4c43-400b-8a7a-257b3a96c149 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.677592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15011aa6-eb1d-47fb-8c4d-ead3879cbcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.682436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10674033-4c43-400b-8a7a-257b3a96c149 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.685871 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-10674033-4c43-400b-8a7a-257b3a96c149 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1194494 Aug 10 03:42:53.689233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57754) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.708717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37c631-9bf2-4329-b8e1-d15cec9d9923 None None] Network 3b730967-413b-4241-9163-773c5a8f7557 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:53.775302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-15011aa6-eb1d-47fb-8c4d-ead3879cbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.852964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e4bca6f-3c5f-462d-bf54-ef7354fd74ae tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.864625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-15011aa6-eb1d-47fb-8c4d-ead3879cbcc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5915ed6f5c64ccca05d3ba3c97e7570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813698 Aug 10 03:42:53.867424 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57756) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.868302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15011aa6-eb1d-47fb-8c4d-ead3879cbcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f78e2e-eca9-4a50-8b43-228544f5b858,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.896024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] Provisioning for port 5827557a-2471-4a75-965e-e62fa8300f86 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:53.896440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a346111-f2cd-41dd-aabe-7b555375204f req-ad95cbca-a757-450e-a7fb-35ee1666fb3f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.901576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] Provisioning complete for port 5827557a-2471-4a75-965e-e62fa8300f86 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:53.903184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.916796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a346111-f2cd-41dd-aabe-7b555375204f req-ad95cbca-a757-450e-a7fb-35ee1666fb3f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.1613717 Aug 10 03:42:53.922140 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4bca6f-3c5f-462d-bf54-ef7354fd74ae tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:42:53.923130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4bca6f-3c5f-462d-bf54-ef7354fd74ae tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:53.932123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5e4bca6f-3c5f-462d-bf54-ef7354fd74ae tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/3b730967-413b-4241-9163-773c5a8f7557 HTTP/1.1" status: 409 len: 405 time: 0.2377524 Aug 10 03:42:53.932966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57760) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.940195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] DHCP port deletion for 3b730967-413b-4241-9163-773c5a8f7557 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:53.955612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-352887815'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:53.959070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c519-c602-4e60-9bb1-92340c5832cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.001376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c519-c602-4e60-9bb1-92340c5832cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.060600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] Deleting port 5827557a-2471-4a75-965e-e62fa8300f86 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:54.060898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.061126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a346111-f2cd-41dd-aabe-7b555375204f req-245dc474-46ff-4bb9-92e2-abb08e62b0af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417713 Aug 10 03:42:54.075957 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.169801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] For port 5827557a-2471-4a75-965e-e62fa8300f86, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5827557a-2471-4a75-965e-e62fa8300f86,segment=NetworkSegment(9dea1c6e-7a6c-49da-a342-eee1d99dbfd9),segment_id=9dea1c6e-7a6c-49da-a342-eee1d99dbfd9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:54.178767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:54.186868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.218405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c519-c602-4e60-9bb1-92340c5832cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.221194 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c519-c602-4e60-9bb1-92340c5832cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.222929 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bbe0c519-c602-4e60-9bb1-92340c5832cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40f78e2e-eca9-4a50-8b43-228544f5b858 HTTP/1.1" status: 204 len: 168 time: 0.3544550 Aug 10 03:42:54.241048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c519-c602-4e60-9bb1-92340c5832cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f78e2e-eca9-4a50-8b43-228544f5b858,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:54.260917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] For port 5827557a-2471-4a75-965e-e62fa8300f86, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5827557a-2471-4a75-965e-e62fa8300f86,segment=NetworkSegment(9dea1c6e-7a6c-49da-a342-eee1d99dbfd9),segment_id=9dea1c6e-7a6c-49da-a342-eee1d99dbfd9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:54.261359 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.278286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:54.287423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.311563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.313080 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Added segment fbe87a64-45d2-41eb-9337-ad1016a919d9 of type vlan for network 04dc50e5-58bf-40e6-a0de-67ad865ca02f Aug 10 03:42:54.314138 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] Calling delete_port for 5827557a-2471-4a75-965e-e62fa8300f86 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:54.322440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:54.389558 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.592674 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.603524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.604631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.624270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b450b-0c1f-41bb-8012-b4bfa9b8b12f None None] Pushing event updated for resources: {'Port': ['ID=5827557a-2471-4a75-965e-e62fa8300f86,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:54.750935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8161855 Aug 10 03:42:54.754576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966eab-7b39-4169-90f6-6640139645ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Network': ['ID=04dc50e5-58bf-40e6-a0de-67ad865ca02f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:54.759876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57774) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.766854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 04dc50e5-58bf-40e6-a0de-67ad865ca02f details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:54.769224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'subnet': {'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:54.789862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.910041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:54.951932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:54.952681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.957916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] Pushing event deleted for resources: {'Port': ['ID=5827557a-2471-4a75-965e-e62fa8300f86,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:54.964428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd6553-d904-4ea0-b8f7-f607ec9dc64e None None] No DVR routers for this DVR port 5827557a-2471-4a75-965e-e62fa8300f86 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:55.044314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:55.048457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.141623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.188758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:55.190491 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df00dca-1005-486d-b21f-9263592432b6" -d '{"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:55.201338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5827557a-2471-4a75-965e-e62fa8300f86 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:55.227845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5827557a-2471-4a75-965e-e62fa8300f86 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:55.228199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5827557a-2471-4a75-965e-e62fa8300f86 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:55.232923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:55.350139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.417494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.425904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb27cc-0813-4366-a6da-ac8d8d959848 req-e8b3afe2-9542-4670-bd21-379132ce9c45 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.436492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79fb27cc-0813-4366-a6da-ac8d8d959848 req-e8b3afe2-9542-4670-bd21-379132ce9c45 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.1587973 Aug 10 03:42:55.481222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79fb27cc-0813-4366-a6da-ac8d8d959848 req-276bdd1b-a065-4035-a168-4bfa56dfd316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Aug 10 03:42:55.537535 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578634a7-de83-40e4-b7bc-28ac0e5a8790 x-openstack-request-id: req-578634a7-de83-40e4-b7bc-28ac0e5a8790 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:55.537821 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:55.538106 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-578634a7-de83-40e4-b7bc-28ac0e5a8790 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:55.538519 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'code': 200} Aug 10 03:42:55.688047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.objects.ports [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94805) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:42:55.691250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.763186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31a45a-8c0e-4e3a-8e8b-bd993de0331f req-f81f3aae-2cc2-48af-b0fe-32c1e2961d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.764788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd31a45a-8c0e-4e3a-8e8b-bd993de0331f req-f81f3aae-2cc2-48af-b0fe-32c1e2961d9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1098 time: 0.1531975 Aug 10 03:42:55.847132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Subnet': ['ID=f9186701-b60b-42c8-b8e8-15977ad6c05f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.856951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd31a45a-8c0e-4e3a-8e8b-bd993de0331f req-16728688-bfa7-4c75-b4c6-1b344c18db6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793672 Aug 10 03:42:55.863225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Checking segment: {'id': 'fbe87a64-45d2-41eb-9337-ad1016a919d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:55.863608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network hostable DHCP agents. Network: 04dc50e5-58bf-40e6-a0de-67ad865ca02f, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:55.975911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network 04dc50e5-58bf-40e6-a0de-67ad865ca02f is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:56.047251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57808) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:56.089638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.161051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 04dc50e5-58bf-40e6-a0de-67ad865ca02f) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:56.166103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.166964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.175087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15fc8a-7a1f-4e45-b3da-5879456f26d9 None None] Network 04dc50e5-58bf-40e6-a0de-67ad865ca02f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:56.237739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1950416277-network', 'tenant_id': '4ba819fc27044df6945aace01fb6372c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:56.283613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19e0060f-761b-4707-9b52-a87920d9b5b7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5173101 Aug 10 03:42:56.283613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57814) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:56.296049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'port': {'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f', 'name': 'tempest-NetworksIpV6TestAttrs-1754417288'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:56.426898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-04dc50e5-58bf-40e6-a0de-67ad865ca02f', 'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f', 'tenant_id': '9b6a3e4a9375411080f87f74690fd7a6', 'fixed_ips': [{'subnet_id': 'f9186701-b60b-42c8-b8e8-15977ad6c05f'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:56.427973 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.528235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Made reservation on behalf of 4ba819fc27044df6945aace01fb6372c for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:56.531445 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.567150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.614016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Allocated IP 2001:db8::f816:3eff:fee4:6544 (04dc50e5-58bf-40e6-a0de-67ad865ca02f/f9186701-b60b-42c8-b8e8-15977ad6c05f/f5290b06-00d2-4f16-b946-598bef030287) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:56.652392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7183-349e-4142-bc3a-371d279370ee req-9bd9d71f-d056-484f-a018-e21e9a62f530 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.654012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0fe7183-349e-4142-bc3a-371d279370ee req-9bd9d71f-d056-484f-a018-e21e9a62f530 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0680008 Aug 10 03:42:56.718189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:56.721711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.800601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] device_id is not set on port 943b83de-a5c9-48ff-b148-8e49f0b70bc4 yet. {{(pid=94805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:56.846258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.859593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Transition to ACTIVE for port object f5290b06-00d2-4f16-b946-598bef030287 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:56.894744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0fe7183-349e-4142-bc3a-371d279370ee req-e7f7bb78-aa46-4ba2-9295-83dee1175ecc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313421 Aug 10 03:42:56.902117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Transition to ACTIVE for port object f5290b06-00d2-4f16-b946-598bef030287 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:56.989864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.026761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Network 04dc50e5-58bf-40e6-a0de-67ad865ca02f is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:57.029946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:57.047586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Allocated IP 2001:db8::f816:3eff:fe2f:7d3c (04dc50e5-58bf-40e6-a0de-67ad865ca02f/f9186701-b60b-42c8-b8e8-15977ad6c05f/943b83de-a5c9-48ff-b148-8e49f0b70bc4) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:57.059003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:57.089641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.151257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Pushing event updated for resources: {'Port': ['ID=f5290b06-00d2-4f16-b946-598bef030287,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.162401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Attempting to bind port f5290b06-00d2-4f16-b946-598bef030287 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:57.162401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Attempting to bind port f5290b06-00d2-4f16-b946-598bef030287 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'fbe87a64-45d2-41eb-9337-ad1016a919d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:57.162401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Attempting to bind port f5290b06-00d2-4f16-b946-598bef030287 on network 04dc50e5-58bf-40e6-a0de-67ad865ca02f {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:57.166296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:57.166690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Checking segment: {'id': 'fbe87a64-45d2-41eb-9337-ad1016a919d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:57.167773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.168167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Bound using segment: {'id': 'fbe87a64-45d2-41eb-9337-ad1016a919d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:57.168678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Bound port: f5290b06-00d2-4f16-b946-598bef030287, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe87a64-45d2-41eb-9337-ad1016a919d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '04dc50e5-58bf-40e6-a0de-67ad865ca02f'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:57.169189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.194306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.245800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:57.261313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb9bec-70e0-4b60-8711-786b6eddc887,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.262444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] For port f5290b06-00d2-4f16-b946-598bef030287, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:57.266563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] For port f5290b06-00d2-4f16-b946-598bef030287, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f5290b06-00d2-4f16-b946-598bef030287,segment=NetworkSegment(fbe87a64-45d2-41eb-9337-ad1016a919d9),segment_id=fbe87a64-45d2-41eb-9337-ad1016a919d9)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:57.273237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.273472 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Added segment db6a87ba-654d-4589-aedc-c7d654fe991e of type vlan for network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d Aug 10 03:42:57.286527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.327884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Transition to ACTIVE for port object 943b83de-a5c9-48ff-b148-8e49f0b70bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:57.345395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.407236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.477924 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.479265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.480091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.567374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec694a24-e06c-420d-a0bd-b0a804a1e5f5 None None] Pushing event updated for resources: {'Port': ['ID=f5290b06-00d2-4f16-b946-598bef030287,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.593691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.664841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network 04dc50e5-58bf-40e6-a0de-67ad865ca02f is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:57.665984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] Pushing event updated for resources: {'Network': ['ID=3e3a30ce-73fe-42d6-b168-dcff5277dd5d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.674293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:57.676921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:57.686639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:57.692753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.693671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.708971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-aaae2252-3298-4147-b1b9-60c73f08366b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6603355 Aug 10 03:42:57.712767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57830) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.718998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Request body: {'subnet': {'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1950416277-subnet', 'tenant_id': '4ba819fc27044df6945aace01fb6372c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:57.724849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Port': ['ID=943b83de-a5c9-48ff-b148-8e49f0b70bc4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.850384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57832) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:57.864042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2c138f57-453d-4af2-9402-69dcb731d4eb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5625646 Aug 10 03:42:57.987312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting subnet f9186701-b60b-42c8-b8e8-15977ad6c05f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:57.989488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Made reservation on behalf of 4ba819fc27044df6945aace01fb6372c for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:57.992856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.017200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.143641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.275406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13e14e-8f4f-4fca-8b40-75d6b34e9cb0 req-8e249b5a-0f68-499c-b672-c1f0d107e85c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.277359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe13e14e-8f4f-4fca-8b40-75d6b34e9cb0 req-8e249b5a-0f68-499c-b672-c1f0d107e85c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.1459382 Aug 10 03:42:58.375055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.404050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe13e14e-8f4f-4fca-8b40-75d6b34e9cb0 req-56a3f9c7-9ee4-407f-a7dc-4f49443e2ed7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186125 Aug 10 03:42:58.484309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.591018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.646755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Subnet': ['ID=f9186701-b60b-42c8-b8e8-15977ad6c05f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.667596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.674220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57844) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.675088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3f5a1d03-a85a-4fb3-aa8c-b6dd22d76c65 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/f9186701-b60b-42c8-b8e8-15977ad6c05f HTTP/1.1" status: 204 len: 168 time: 0.8217185 Aug 10 03:42:58.693730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ee7966-32e2-400f-a3fa-58eaf6a217e8,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.809803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Checking segment: {'id': 'db6a87ba-654d-4589-aedc-c7d654fe991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:58.810474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Network hostable DHCP agents. Network: 3e3a30ce-73fe-42d6-b168-dcff5277dd5d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:58.833729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad122-d53a-447d-b8c5-a50d61165335 req-da60096e-941a-4ee0-b4fc-ef6f893ccb62 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.836814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba3ad122-d53a-447d-b8c5-a50d61165335 req-da60096e-941a-4ee0-b4fc-ef6f893ccb62 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.3201518 Aug 10 03:42:58.843905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ec956-07f4-42ef-b3f3-76e6796a362a tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.846130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ec956-07f4-42ef-b3f3-76e6796a362a tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.857597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-393ec956-07f4-42ef-b3f3-76e6796a362a tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1794367 Aug 10 03:42:58.858671 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57846) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.979211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba3ad122-d53a-447d-b8c5-a50d61165335 req-c68c4e67-fc34-4355-b11e-dab07b5ad7b9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144814 Aug 10 03:42:59.001342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57848) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:59.018045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e258a5f0-3ee8-4d5f-bb51-fee1b13a04de None None] Network 04dc50e5-58bf-40e6-a0de-67ad865ca02f requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:59.028508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-430d365d-2a39-4c72-85a4-95c6c1f06543 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.060512 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-430d365d-2a39-4c72-85a4-95c6c1f06543 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:42:59.060512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430d365d-2a39-4c72-85a4-95c6c1f06543 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:42:59.060512 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-430d365d-2a39-4c72-85a4-95c6c1f06543 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/04dc50e5-58bf-40e6-a0de-67ad865ca02f HTTP/1.1" status: 409 len: 405 time: 0.1822550 Aug 10 03:42:59.066610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57850) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:59.072774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-847014028'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:59.082603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdb6e5-045e-4c6a-a6fc-4f51f4d78bf4 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.088070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57852) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:59.088792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6ccdb6e5-045e-4c6a-a6fc-4f51f4d78bf4 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1093 time: 0.0858791 Aug 10 03:42:59.092919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:59.106551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:42:59.106551 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:42:59.106551 n-d-765315-26 neutron-server[94804]: [parameters: {'project_id_1': '1ecad60eae0044d380480d1afb195fed', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 42, 59, 99028)}] Aug 10 03:42:59.106551 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:59.106950 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:59.186000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f5290b06-00d2-4f16-b946-598bef030287 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:59.258657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] DHCP port deletion for 04dc50e5-58bf-40e6-a0de-67ad865ca02f request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:42:59.317452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] Deleting port f5290b06-00d2-4f16-b946-598bef030287 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:59.317830 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.332093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:59.385292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] For port f5290b06-00d2-4f16-b946-598bef030287, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f5290b06-00d2-4f16-b946-598bef030287,segment=NetworkSegment(fbe87a64-45d2-41eb-9337-ad1016a919d9),segment_id=fbe87a64-45d2-41eb-9337-ad1016a919d9)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:59.385697 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.389357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:59.393250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.399844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5f4944a3-e5c3-448c-a4ff-69301fdbbc2e None None] Provisioning for port f5290b06-00d2-4f16-b946-598bef030287 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:59.401858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f5290b06-00d2-4f16-b946-598bef030287 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:59.408938 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] Calling delete_port for f5290b06-00d2-4f16-b946-598bef030287 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:59.410710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5f4944a3-e5c3-448c-a4ff-69301fdbbc2e None None] Provisioning complete for port f5290b06-00d2-4f16-b946-598bef030287 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:59.411060 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f4944a3-e5c3-448c-a4ff-69301fdbbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.416076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f5290b06-00d2-4f16-b946-598bef030287 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:59.416484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.419652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:59.429582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.429885 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Added segment d3935293-9494-489b-aca4-8f23d2bf887a of type vlan for network d2355dec-b2c1-478a-aaaa-d4cd71de659b Aug 10 03:42:59.441513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3e3a30ce-73fe-42d6-b168-dcff5277dd5d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:59.447509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.448122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.469631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605c161-fa6a-46fe-9592-0169c89f693f None None] Network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:59.513429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.593821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ebe189bb-8901-46ad-9005-cac70fde0658 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8795495 Aug 10 03:42:59.660795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.668744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.669703 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.772973 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.872590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Network': ['ID=d2355dec-b2c1-478a-aaaa-d4cd71de659b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.924968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0aed502a-e7dd-4385-8f21-b320fcf532e1 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8571100 Aug 10 03:42:59.925588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57870) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:59.934053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'subnet': {'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:00.037540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.245884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d2355dec-b2c1-478a-aaaa-d4cd71de659b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:00.266232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:00.269863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.379023 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.27 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/b5de8106-7d15-44bd-95f9-ad14067e594c) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:00.646533 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.653578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41430cec-c4dc-42c0-a1e9-d71d745905ed None None] Network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:00.785193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72a1d987-4db2-4c7d-bbf1-328fb96aa6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.830031 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.850602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:00.873604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:00.877853 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:00.945903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.980509 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f4944a3-e5c3-448c-a4ff-69301fdbbc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.982025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 57888) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.000685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374951303-network', 'tenant_id': 'e010b157bd7b4d1388ddc1246fa2e9fc'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:01.078651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.objects.ports [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94805) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:43:01.081630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.089141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] Pushing event deleted for resources: {'Port': ['ID=f5290b06-00d2-4f16-b946-598bef030287,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.091959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0d457-c06f-4234-a4d6-362a1f91d200 None None] No DVR routers for this DVR port f5290b06-00d2-4f16-b946-598bef030287 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:01.096110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.188632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Subnet': ['ID=4ca329d5-2e6e-44b0-baa3-9e90a3a22ac3,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.194566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Checking segment: {'id': 'd3935293-9494-489b-aca4-8f23d2bf887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:01.195043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network hostable DHCP agents. Network: d2355dec-b2c1-478a-aaaa-d4cd71de659b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:01.225331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Made reservation on behalf of e010b157bd7b4d1388ddc1246fa2e9fc for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:01.250447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.273830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.301240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=b5de8106-7d15-44bd-95f9-ad14067e594c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.393815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f5290b06-00d2-4f16-b946-598bef030287 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:01.416991 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f5290b06-00d2-4f16-b946-598bef030287 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:01.417493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f5290b06-00d2-4f16-b946-598bef030287 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:01.428373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network d2355dec-b2c1-478a-aaaa-d4cd71de659b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:01.451206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.552273 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.559602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d2355dec-b2c1-478a-aaaa-d4cd71de659b) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:01.568310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1fc74-a486-4361-84a9-5ea6884e4087 None None] Network d2355dec-b2c1-478a-aaaa-d4cd71de659b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:01.575294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.576259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.599303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:01.618515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1fcbad-ba65-4a35-b33d-d577bb420085,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.620401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.624780 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.625403 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Added segment 49813428-24ce-4cd0-81a3-5c8003094cb8 of type vlan for network a36c88b6-36e1-4539-95e0-cd6a48bc7df1 Aug 10 03:43:01.707544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57896) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.720987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8bfed10f-80b5-48bf-a711-db703d654c2f tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7940352 Aug 10 03:43:01.730586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.892638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.896514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.896514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.914963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.936167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-d2355dec-b2c1-478a-aaaa-d4cd71de659b', 'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b', 'tenant_id': '9b6a3e4a9375411080f87f74690fd7a6', 'fixed_ips': [{'subnet_id': '4ca329d5-2e6e-44b0-baa3-9e90a3a22ac3'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:01.937372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.999862 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.040312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] Pushing event updated for resources: {'Network': ['ID=a36c88b6-36e1-4539-95e0-cd6a48bc7df1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.055609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a36c88b6-36e1-4539-95e0-cd6a48bc7df1 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:02.097204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57898) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:02.098285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d21a683-15e1-4b04-9243-25e532ad0921 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1125789 Aug 10 03:43:02.108273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Request body: {'subnet': {'network_id': 'a36c88b6-36e1-4539-95e0-cd6a48bc7df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374951303-subnet', 'tenant_id': 'e010b157bd7b4d1388ddc1246fa2e9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:02.154195 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.199993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Allocated IP 2001:db8::f816:3eff:fe39:6461 (d2355dec-b2c1-478a-aaaa-d4cd71de659b/4ca329d5-2e6e-44b0-baa3-9e90a3a22ac3/1ceda9d4-7fb4-4d4e-9d60-433bc0844f94) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:02.258992 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.262450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Made reservation on behalf of e010b157bd7b4d1388ddc1246fa2e9fc for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:02.270924 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.379511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.454101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.470948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Transition to ACTIVE for port object 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:02.511314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Transition to ACTIVE for port object 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:02.600067 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.668240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Pushing event updated for resources: {'Port': ['ID=1ceda9d4-7fb4-4d4e-9d60-433bc0844f94,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.677145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=b5de8106-7d15-44bd-95f9-ad14067e594c,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.689774 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.697698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Network d2355dec-b2c1-478a-aaaa-d4cd71de659b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:02.700130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:02.709629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:02.709629 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.782272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Attempting to bind port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:02.782804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Attempting to bind port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'd3935293-9494-489b-aca4-8f23d2bf887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:02.783255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Attempting to bind port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 on network d2355dec-b2c1-478a-aaaa-d4cd71de659b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:02.793770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:02.794570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Checking segment: {'id': 'd3935293-9494-489b-aca4-8f23d2bf887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:02.795041 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.795501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Bound using segment: {'id': 'd3935293-9494-489b-aca4-8f23d2bf887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:02.796049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Bound port: 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3935293-9494-489b-aca4-8f23d2bf887a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:02.796556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.888780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] For port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:02.893036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] For port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1ceda9d4-7fb4-4d4e-9d60-433bc0844f94,segment=NetworkSegment(d3935293-9494-489b-aca4-8f23d2bf887a),segment_id=d3935293-9494-489b-aca4-8f23d2bf887a)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:02.990020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.045394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63961c19-abe4-453f-a305-441aa9224117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.081939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf69f87-f330-4a38-b581-6585279c5946 None None] Pushing event updated for resources: {'Port': ['ID=1ceda9d4-7fb4-4d4e-9d60-433bc0844f94,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.103773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3c4c50-cf87-4aee-bcad-0f63b4b578f3 None None] Network d2355dec-b2c1-478a-aaaa-d4cd71de659b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:03.113713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.177740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca329d5-2e6e-44b0-baa3-9e90a3a22ac3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.329761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816e400-d055-4a3c-b1b7-ee4eee10f5e1 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:03.338372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.351576 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP 6e92ba8c-0403-4a29-8d7c-fdc73f5008fe associated. External IP: 172.25.1.27, port: 1b4d5f6c-bc2d-4a35-b6b8-9806851da857. Aug 10 03:43:03.544576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2355dec-b2c1-478a-aaaa-d4cd71de659b']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:03.547410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816e400-d055-4a3c-b1b7-ee4eee10f5e1 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:03.571188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3935293-9494-489b-aca4-8f23d2bf887a') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:03.572291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3935293-9494-489b-aca4-8f23d2bf887a') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:03.596692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.626925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.635426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:03.635961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.724357 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:03.728463 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:03.781114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8845b3ca-19ac-4f6d-858c-11820fcd2361,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.791563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:03.791563 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:03.791563 n-d-765315-26 neutron-server[94804]: [parameters: {'id': 'd2355dec-b2c1-478a-aaaa-d4cd71de659b'}] Aug 10 03:43:03.791563 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:03.792190 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:03.933492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 49173e10-f65e-446e-9ed1-2650281c4e6b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:04.032365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Checking segment: {'id': '49813428-24ce-4cd0-81a3-5c8003094cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a36c88b6-36e1-4539-95e0-cd6a48bc7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:04.032733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Network hostable DHCP agents. Network: a36c88b6-36e1-4539-95e0-cd6a48bc7df1, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:04.128886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:04.143362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] Sync routers for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:04.165778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:04.166288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Network a36c88b6-36e1-4539-95e0-cd6a48bc7df1 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:04.168306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:04.174341 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.293502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.298672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, a36c88b6-36e1-4539-95e0-cd6a48bc7df1) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:04.303727 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.318613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.320666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6baa37-47b9-410c-8d19-3ca179d996bd None None] Network a36c88b6-36e1-4539-95e0-cd6a48bc7df1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:04.322148 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.410792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:04.451072 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8ee86a4a-4573-47b5-81b0-67724fe78fd9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3591745 Aug 10 03:43:04.467345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:04.472721 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:04.519276 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-06a9f0de-00a2-4af7-9b60-b16b2e27f9e1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4169822 Aug 10 03:43:04.537914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:04.538653 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.640012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0a3cb-427d-42c3-8995-4d9e4d00fcfc req-ed1c5387-2acf-49ec-9a05-8209391c40b7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.651703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afd0a3cb-427d-42c3-8995-4d9e4d00fcfc req-ed1c5387-2acf-49ec-9a05-8209391c40b7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0836136 Aug 10 03:43:04.652398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fb98d-9e0e-4178-9302-eada9ba9cb75 None None] Network a36c88b6-36e1-4539-95e0-cd6a48bc7df1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:04.707846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afd0a3cb-427d-42c3-8995-4d9e4d00fcfc req-a46f1e4d-3ebd-4cdc-9a68-478079bdc1fd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543535 Aug 10 03:43:04.721813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 57960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:04.856408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-d1154ca5-8898-445a-98c1-fbc1f05c4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.856408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-d1154ca5-8898-445a-98c1-fbc1f05c4ea4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1098 time: 0.0748324 Aug 10 03:43:04.869099 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b69d17-8c76-4bdf-bb89-1918c74147ef x-openstack-request-id: req-98b69d17-8c76-4bdf-bb89-1918c74147ef {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:04.869397 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:04.869690 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98b69d17-8c76-4bdf-bb89-1918c74147ef {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:04.870080 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'status': 'completed', 'code': 200} Aug 10 03:43:04.934681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] For port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1ceda9d4-7fb4-4d4e-9d60-433bc0844f94,segment=NetworkSegment(d3935293-9494-489b-aca4-8f23d2bf887a),segment_id=d3935293-9494-489b-aca4-8f23d2bf887a)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:04.935322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.990937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Calling delete_port for 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:05.023218 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ed6a2147-e15a-4275-9572-1a1cc4e9d01a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/6e92ba8c-0403-4a29-8d7c-fdc73f5008fe HTTP/1.1" status: 200 len: 991 time: 0.3002319 Aug 10 03:43:05.073222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-6ba20f4a-52f3-4924-a7f6-d26cf880a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.076254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-6ba20f4a-52f3-4924-a7f6-d26cf880a99b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 898 time: 0.2125528 Aug 10 03:43:05.334826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.405801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Port': ['ID=1ceda9d4-7fb4-4d4e-9d60-433bc0844f94,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.420277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No DVR routers for this DVR port 1ceda9d4-7fb4-4d4e-9d60-433bc0844f94 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:05.429790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6e92ba8c-0403-4a29-8d7c-fdc73f5008fe', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'port_id': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'mac_address': 'fa:16:3e:48:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:01Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:43Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.469921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] Checking router: 49173e10-f65e-446e-9ed1-2650281c4e6b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:05.502616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:05.503268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.574423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.590872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2355dec-b2c1-478a-aaaa-d4cd71de659b']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.607132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3935293-9494-489b-aca4-8f23d2bf887a') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.607644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3935293-9494-489b-aca4-8f23d2bf887a') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.622347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.648891 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.659969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:05.660796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:05.665351 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:05.699146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:05.712744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-1abafec5-1622-4c3c-8e5f-f8fbf3ff01d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 999 time: 0.6294532 Aug 10 03:43:05.781574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-0745d69b-7103-4b45-84c1-0a602571a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.783178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-0745d69b-7103-4b45-84c1-0a602571a4e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.0625405 Aug 10 03:43:05.836776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-17d9baeb-86ac-45a8-9dd1-0266e8030cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.868374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-17d9baeb-86ac-45a8-9dd1-0266e8030cbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472856 Aug 10 03:43:05.942678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-97a66bcd-fbd0-458f-872e-9df4b63ae85b service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967698 Aug 10 03:43:05.957525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6e92ba8c-0403-4a29-8d7c-fdc73f5008fe', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'port_id': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'mac_address': 'fa:16:3e:48:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:01Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:43Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.988807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2a5ae-6d23-4858-b40a-0039927d7115 None None] The sync data for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 is: [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6e92ba8c-0403-4a29-8d7c-fdc73f5008fe', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'port_id': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'mac_address': 'fa:16:3e:48:b1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:01Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:43Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:06.026235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58012) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.046618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.051194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec79e5f-9d91-4067-85a0-ab3ca04f3a6d req-f0a03374-d91c-4287-9e92-5b4894ecc886 service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001940 Aug 10 03:43:06.098684 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.103888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.109747 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/d2355dec-b2c1-478a-aaaa-d4cd71de659b HTTP/1.1" status: 204 len: 168 time: 4.3975506 Aug 10 03:43:06.111146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58014) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.115362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1606934197'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:06.131083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7be826-287e-4ed2-b9e8-999e84777155 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Network': ['ID=d2355dec-b2c1-478a-aaaa-d4cd71de659b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.154243 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1bd928db-5a2a-42a2-828e-e4a7987acee5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/6e92ba8c-0403-4a29-8d7c-fdc73f5008fe HTTP/1.1" status: 200 len: 991 time: 0.1268363 Aug 10 03:43:06.240472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:06.244693 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.271209 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b05af-1660-4345-9186-ca9422093672 None None] New status for floating IP 6e92ba8c-0403-4a29-8d7c-fdc73f5008fe: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:43:06.299663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:06.322997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.322997 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Added segment 7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196 of type vlan for network 2d1b87b5-fd40-440b-99fe-105b2f7df28e Aug 10 03:43:06.379988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.503833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.509873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.513239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.613763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Network': ['ID=2d1b87b5-fd40-440b-99fe-105b2f7df28e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.626527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 2d1b87b5-fd40-440b-99fe-105b2f7df28e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:06.644774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58022) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.644980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8a5c3784-609e-45f5-9f29-4f0b098d27b2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5338864 Aug 10 03:43:06.651366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'subnet': {'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:06.840200 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:06.846820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.160933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58024) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:07.214288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.303800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a1e44a5a-7abd-4540-bcc2-f1ae182923c7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/6e92ba8c-0403-4a29-8d7c-fdc73f5008fe HTTP/1.1" status: 200 len: 993 time: 0.1326067 Aug 10 03:43:07.303800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Subnet': ['ID=90fc034b-a392-4d7f-becb-b76d0268ac9d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.335709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Checking segment: {'id': '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:07.336287 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network hostable DHCP agents. Network: 2d1b87b5-fd40-440b-99fe-105b2f7df28e, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:07.426376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network 2d1b87b5-fd40-440b-99fe-105b2f7df28e is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:07.531630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 2d1b87b5-fd40-440b-99fe-105b2f7df28e) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:07.542491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e5699-f2e8-463f-bfe1-5b2f5fa885c1 None None] Network 2d1b87b5-fd40-440b-99fe-105b2f7df28e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:07.542995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.543292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.654074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58028) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:07.657778 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-35eee976-f07b-47ba-ad06-fd045abcae9c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0103264 Aug 10 03:43:07.746240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-2d1b87b5-fd40-440b-99fe-105b2f7df28e', 'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e', 'tenant_id': '9b6a3e4a9375411080f87f74690fd7a6', 'fixed_ips': [{'subnet_id': '90fc034b-a392-4d7f-becb-b76d0268ac9d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:07.748555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.854502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.963134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Allocated IP 2001:db8::2 (2d1b87b5-fd40-440b-99fe-105b2f7df28e/90fc034b-a392-4d7f-becb-b76d0268ac9d/d2a6f9f8-d1ad-4b34-a5be-209612ece2e3) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:07.980212 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.158193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.167758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Transition to ACTIVE for port object d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:08.183490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Transition to ACTIVE for port object d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:08.304461 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.352461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Network 2d1b87b5-fd40-440b-99fe-105b2f7df28e is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:08.355695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:08.359520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:08.368715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Pushing event updated for resources: {'Port': ['ID=d2a6f9f8-d1ad-4b34-a5be-209612ece2e3,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.429461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.447364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Attempting to bind port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:08.447364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Attempting to bind port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:08.447364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Attempting to bind port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 on network 2d1b87b5-fd40-440b-99fe-105b2f7df28e {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:08.454837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:08.456829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Checking segment: {'id': '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:08.457257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.457672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Bound using segment: {'id': '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:08.458592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Bound port: d2a6f9f8-d1ad-4b34-a5be-209612ece2e3, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:08.458986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.491138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Subnet': ['ID=90fc034b-a392-4d7f-becb-b76d0268ac9d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.624480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.624833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] For port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:08.625377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1b87b5-fd40-440b-99fe-105b2f7df28e']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:08.625493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] For port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d2a6f9f8-d1ad-4b34-a5be-209612ece2e3,segment=NetworkSegment(7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196),segment_id=7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:08.642952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:08.643434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:08.655923 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.166569 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.173721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.182559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:09.183138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:09.189514 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:09.252867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb164-28ab-426d-bcf6-2cf288d0a82a None None] Pushing event updated for resources: {'Port': ['ID=d2a6f9f8-d1ad-4b34-a5be-209612ece2e3,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.274199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8ef27-d510-43cf-958b-e9839066cc93 None None] Network 2d1b87b5-fd40-440b-99fe-105b2f7df28e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:09.391065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:09.391065 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:09.391065 n-d-765315-26 neutron-server[94805]: [parameters: {'id': '2d1b87b5-fd40-440b-99fe-105b2f7df28e'}] Aug 10 03:43:09.391065 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:09.391552 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:09.443301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ebae4d-eefb-405c-a893-0fb73a79d08d None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:09.548937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebae4d-eefb-405c-a893-0fb73a79d08d None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:09.892709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.965585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:09.966274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.075191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] For port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d2a6f9f8-d1ad-4b34-a5be-209612ece2e3,segment=NetworkSegment(7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196),segment_id=7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:10.075567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.090064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Calling delete_port for d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:10.275039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.310447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No DVR routers for this DVR port d2a6f9f8-d1ad-4b34-a5be-209612ece2e3 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:10.316440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Port': ['ID=d2a6f9f8-d1ad-4b34-a5be-209612ece2e3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.424867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.437068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1b87b5-fd40-440b-99fe-105b2f7df28e']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.450677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.451896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb8cbfb-8b63-4cdc-bcb4-e2d2dbf05196') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.464142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.480795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.489368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:10.489782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:10.493638 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:10.766014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.773670 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.775409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/2d1b87b5-fd40-440b-99fe-105b2f7df28e HTTP/1.1" status: 204 len: 168 time: 3.1202354 Aug 10 03:43:10.778877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.784554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1219068392'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:10.791716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117d80d-5c62-40d9-a497-a47c6937f50c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Network': ['ID=2d1b87b5-fd40-440b-99fe-105b2f7df28e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.931483 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:10.937780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.971989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:10.986848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.987307 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Added segment 637fc7c6-a053-4d90-8b80-8f625aa9ecc7 of type vlan for network c569820a-38ea-4c3b-b20c-d66986b3964d Aug 10 03:43:11.051522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.167396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.177864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.178675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.263108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Network': ['ID=c569820a-38ea-4c3b-b20c-d66986b3964d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.276852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c569820a-38ea-4c3b-b20c-d66986b3964d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:11.321925 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-99fbdc07-75f2-486d-a6b9-2b29b5c86e0b tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5416763 Aug 10 03:43:11.324660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58042) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:11.331227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Request body: {'subnet': {'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:11.571629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Made reservation on behalf of 9b6a3e4a9375411080f87f74690fd7a6 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:11.583073 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.888895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-75881101-391e-4b77-b1b7-6564e17e5c8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570590 Aug 10 03:43:12.054490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.objects.ports [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94805) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:43:12.063268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-888da5e5-18af-4e85-aaac-07b17f10acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.065104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-888da5e5-18af-4e85-aaac-07b17f10acfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1098 time: 0.0989900 Aug 10 03:43:12.065952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.219542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event updated for resources: {'Subnet': ['ID=f7f0a38f-ded2-4a72-a41c-9dfa69bc441a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.229142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Checking segment: {'id': '637fc7c6-a053-4d90-8b80-8f625aa9ecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:12.229602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network hostable DHCP agents. Network: c569820a-38ea-4c3b-b20c-d66986b3964d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:12.268274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-607df60b-0d67-4465-879f-5f1750d1598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.269978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-607df60b-0d67-4465-879f-5f1750d1598b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 898 time: 0.1813095 Aug 10 03:43:12.351699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-39e63533-5c1b-47f9-9876-22ccba582aa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 1001 time: 0.0723364 Aug 10 03:43:12.406486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Network c569820a-38ea-4c3b-b20c-d66986b3964d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:12.426289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-3f93c4e2-c2df-4109-8b88-6c2f20d8660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.428334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-3f93c4e2-c2df-4109-8b88-6c2f20d8660f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.0680335 Aug 10 03:43:12.501631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-6881072f-bbbb-420d-8159-dacdca759955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.503347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-6881072f-bbbb-420d-8159-dacdca759955 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671608 Aug 10 03:43:12.532220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c569820a-38ea-4c3b-b20c-d66986b3964d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:12.537802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.538818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.541775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1de5c2-254f-427e-892d-5e583dbd3054 None None] Network c569820a-38ea-4c3b-b20c-d66986b3964d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:12.628235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-ec0dbea6-9b86-4654-be60-63da38aa0924 service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167281 Aug 10 03:43:12.734951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ef60e86a-8219-4afe-a439-1f5e7516a880 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4089468 Aug 10 03:43:12.737595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58046) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.746397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63fb65d8-6c1f-4d39-bc4f-608ea02fb37e req-d21121ae-c29c-4533-859d-88a38fcf4ddd service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104577 Aug 10 03:43:12.810191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c569820a-38ea-4c3b-b20c-d66986b3964d', 'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d', 'tenant_id': '9b6a3e4a9375411080f87f74690fd7a6', 'fixed_ips': [{'subnet_id': 'f7f0a38f-ded2-4a72-a41c-9dfa69bc441a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:12.810553 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.919373 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.978955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Allocated IP 2001:db8::f816:3eff:fece:7e9a (c569820a-38ea-4c3b-b20c-d66986b3964d/f7f0a38f-ded2-4a72-a41c-9dfa69bc441a/92edd019-d5dc-4983-8f71-ec06cec655cf) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:13.007418 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.198750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.207065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Transition to ACTIVE for port object 92edd019-d5dc-4983-8f71-ec06cec655cf will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:13.224954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Transition to ACTIVE for port object 92edd019-d5dc-4983-8f71-ec06cec655cf will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:13.329870 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.377934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Network c569820a-38ea-4c3b-b20c-d66986b3964d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:13.381399 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:13.385417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:13.409636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Pushing event updated for resources: {'Port': ['ID=92edd019-d5dc-4983-8f71-ec06cec655cf,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.435404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.447129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Attempting to bind port 92edd019-d5dc-4983-8f71-ec06cec655cf on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:13.447634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Attempting to bind port 92edd019-d5dc-4983-8f71-ec06cec655cf by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '637fc7c6-a053-4d90-8b80-8f625aa9ecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:13.448098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Attempting to bind port 92edd019-d5dc-4983-8f71-ec06cec655cf on network c569820a-38ea-4c3b-b20c-d66986b3964d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:13.454369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:13.454866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Checking segment: {'id': '637fc7c6-a053-4d90-8b80-8f625aa9ecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:13.455331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.455804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Bound using segment: {'id': '637fc7c6-a053-4d90-8b80-8f625aa9ecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:13.456327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Bound port: 92edd019-d5dc-4983-8f71-ec06cec655cf, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637fc7c6-a053-4d90-8b80-8f625aa9ecc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c569820a-38ea-4c3b-b20c-d66986b3964d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:13.456980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.472335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f0a38f-ded2-4a72-a41c-9dfa69bc441a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.552877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] For port 92edd019-d5dc-4983-8f71-ec06cec655cf, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:13.554779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.558985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] For port 92edd019-d5dc-4983-8f71-ec06cec655cf, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=92edd019-d5dc-4983-8f71-ec06cec655cf,segment=NetworkSegment(637fc7c6-a053-4d90-8b80-8f625aa9ecc7),segment_id=637fc7c6-a053-4d90-8b80-8f625aa9ecc7)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:13.567185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c569820a-38ea-4c3b-b20c-d66986b3964d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:13.578919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637fc7c6-a053-4d90-8b80-8f625aa9ecc7') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:13.579221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637fc7c6-a053-4d90-8b80-8f625aa9ecc7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:13.588934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.640704 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.643435 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.654881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:13.655421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:13.665489 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:13.735521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1825ce7-e1c1-4a9d-8cc9-ab595effcc9c None None] Pushing event updated for resources: {'Port': ['ID=92edd019-d5dc-4983-8f71-ec06cec655cf,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.757889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485a81c-3b2f-4486-b33e-9b5eb7d2d593 None None] Network c569820a-38ea-4c3b-b20c-d66986b3964d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:13.834989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:13.834989 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:13.834989 n-d-765315-26 neutron-server[94804]: [parameters: {'id': 'c569820a-38ea-4c3b-b20c-d66986b3964d'}] Aug 10 03:43:13.834989 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:13.835810 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:13.917194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f7077-a301-4b33-a3b4-e7e9d3737e8a None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:14.011896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f7077-a301-4b33-a3b4-e7e9d3737e8a None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:14.337037 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.425181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting port 92edd019-d5dc-4983-8f71-ec06cec655cf {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:14.425626 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.507390 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] For port 92edd019-d5dc-4983-8f71-ec06cec655cf, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=92edd019-d5dc-4983-8f71-ec06cec655cf,segment=NetworkSegment(637fc7c6-a053-4d90-8b80-8f625aa9ecc7),segment_id=637fc7c6-a053-4d90-8b80-8f625aa9ecc7)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:14.507783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.527373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Calling delete_port for 92edd019-d5dc-4983-8f71-ec06cec655cf owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:14.706185 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.730825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Port': ['ID=92edd019-d5dc-4983-8f71-ec06cec655cf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.737170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No DVR routers for this DVR port 92edd019-d5dc-4983-8f71-ec06cec655cf on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:14.843200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.857274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c569820a-38ea-4c3b-b20c-d66986b3964d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:14.872327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637fc7c6-a053-4d90-8b80-8f625aa9ecc7') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:14.872663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637fc7c6-a053-4d90-8b80-8f625aa9ecc7') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:14.884403 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.899330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.907358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:14.908086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:14.913209 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:15.060256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.070627 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.070627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/c569820a-38ea-4c3b-b20c-d66986b3964d HTTP/1.1" status: 204 len: 168 time: 2.3307805 Aug 10 03:43:15.073300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.083819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1c4a-7627-43f0-a5d0-e117b42f22f2 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Network': ['ID=c569820a-38ea-4c3b-b20c-d66986b3964d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.113766 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f5cafd-bb85-491f-abac-76c384f983ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.114384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f5cafd-bb85-491f-abac-76c384f983ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.116320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-58f5cafd-bb85-491f-abac-76c384f983ed tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/f7f0a38f-ded2-4a72-a41c-9dfa69bc441a HTTP/1.1" status: 404 len: 337 time: 0.0418863 Aug 10 03:43:15.119194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58054) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.142069 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd735f7a-932a-448d-8e4a-a6f788735a6d tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.142704 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd735f7a-932a-448d-8e4a-a6f788735a6d tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.147463 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fd735f7a-932a-448d-8e4a-a6f788735a6d tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/c569820a-38ea-4c3b-b20c-d66986b3964d HTTP/1.1" status: 404 len: 339 time: 0.0238628 Aug 10 03:43:15.148122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58056) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.183781 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eb6da0-4519-451c-ba50-0d8193f4907e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.186563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eb6da0-4519-451c-ba50-0d8193f4907e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.186563 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-67eb6da0-4519-451c-ba50-0d8193f4907e tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/90fc034b-a392-4d7f-becb-b76d0268ac9d HTTP/1.1" status: 404 len: 337 time: 0.0368743 Aug 10 03:43:15.189018 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58058) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.212239 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-415b286b-c474-43a5-8607-4bdfc636b867 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.212837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415b286b-c474-43a5-8607-4bdfc636b867 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.216390 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-415b286b-c474-43a5-8607-4bdfc636b867 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/2d1b87b5-fd40-440b-99fe-105b2f7df28e HTTP/1.1" status: 404 len: 339 time: 0.0243897 Aug 10 03:43:15.217574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58060) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.250912 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4529e439-1a06-4d71-896c-93597f21b0c7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.251946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4529e439-1a06-4d71-896c-93597f21b0c7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.254526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4529e439-1a06-4d71-896c-93597f21b0c7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/4ca329d5-2e6e-44b0-baa3-9e90a3a22ac3 HTTP/1.1" status: 404 len: 337 time: 0.0359099 Aug 10 03:43:15.258184 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.278122 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb13ad3f-a627-4134-a9de-d44f142d99d5 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.278677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb13ad3f-a627-4134-a9de-d44f142d99d5 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.280403 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb13ad3f-a627-4134-a9de-d44f142d99d5 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/d2355dec-b2c1-478a-aaaa-d4cd71de659b HTTP/1.1" status: 404 len: 339 time: 0.0211654 Aug 10 03:43:15.283271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.392988 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting port 943b83de-a5c9-48ff-b148-8e49f0b70bc4 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:15.393807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.474322 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.487343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Calling delete_port for 943b83de-a5c9-48ff-b148-8e49f0b70bc4 owned by {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:15.531444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.662977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.696059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Port': ['ID=943b83de-a5c9-48ff-b148-8e49f0b70bc4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.710491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.713062 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87fd5e2d-b087-4559-b50f-5e79f527ece9 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/ports/943b83de-a5c9-48ff-b148-8e49f0b70bc4 HTTP/1.1" status: 204 len: 168 time: 0.4288538 Aug 10 03:43:15.716464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.745188 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-1975f91f-2178-4440-8664-1f89eefa3ebb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:15.745743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1975f91f-2178-4440-8664-1f89eefa3ebb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:15.747576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1975f91f-2178-4440-8664-1f89eefa3ebb tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/f9186701-b60b-42c8-b8e8-15977ad6c05f HTTP/1.1" status: 404 len: 337 time: 0.0308099 Aug 10 03:43:15.750191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58074) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.848064 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.954127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.972604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dc50e5-58bf-40e6-a0de-67ad865ca02f']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:15.985759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe87a64-45d2-41eb-9337-ad1016a919d9') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:15.986158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe87a64-45d2-41eb-9337-ad1016a919d9') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.001282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.018124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.025512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:16.025923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:16.029548 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:16.199937 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.207341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.211409 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/04dc50e5-58bf-40e6-a0de-67ad865ca02f HTTP/1.1" status: 204 len: 168 time: 0.4574327 Aug 10 03:43:16.211781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.227846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabe39a-7773-4eca-8533-2878d1118b1c tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Network': ['ID=04dc50e5-58bf-40e6-a0de-67ad865ca02f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.316859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting port 42457714-2346-4e03-9768-82e7329a5f06 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:16.317342 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.417886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.433158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Calling delete_port for 42457714-2346-4e03-9768-82e7329a5f06 owned by {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:16.674162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.709468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Port': ['ID=42457714-2346-4e03-9768-82e7329a5f06,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.717695 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.719665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5a4e445-0005-4c23-acd4-9eadeda458ca tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/ports/42457714-2346-4e03-9768-82e7329a5f06 HTTP/1.1" status: 204 len: 168 time: 0.5068741 Aug 10 03:43:16.722160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.753792 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aa55a4-91b2-408e-b253-9cd699099bb7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:16.754534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aa55a4-91b2-408e-b253-9cd699099bb7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:16.756983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b7aa55a4-91b2-408e-b253-9cd699099bb7 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/f4337640-253e-471e-9ee5-25b850c2213d HTTP/1.1" status: 404 len: 337 time: 0.0338881 Aug 10 03:43:16.759887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58082) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.859698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.953520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.965985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b730967-413b-4241-9163-773c5a8f7557']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.978128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.983764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dea1c6e-7a6c-49da-a342-eee1d99dbfd9') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.988009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.004492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.011240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:17.011731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:17.014825 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:17.267987 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:17.652950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.674274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.678502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/3b730967-413b-4241-9163-773c5a8f7557 HTTP/1.1" status: 204 len: 168 time: 0.9147277 Aug 10 03:43:17.678502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a153b-ba0f-4afa-8219-6778ce9fb885 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Network': ['ID=3b730967-413b-4241-9163-773c5a8f7557,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:17.679136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:17.743071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting subnet b8e04476-513f-40d1-b3d5-16f04b77aa5b {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:17.746967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.791305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.911238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.202885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.231098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e04476-513f-40d1-b3d5-16f04b77aa5b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.252596 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.252825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17bafa-77a7-4d0f-ad7c-3aaa032bad00 None None] Network 297b8651-47fc-47ba-b852-04c972f23d84 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:18.254867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-133ae9d6-e4dc-41bd-80c4-a43e7c3a0730 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/subnets/b8e04476-513f-40d1-b3d5-16f04b77aa5b HTTP/1.1" status: 204 len: 168 time: 0.5704191 Aug 10 03:43:18.257275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58088) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:18.370040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.442734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Deleting port 456f537c-41a2-47b8-8351-09ddef1a6557 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:18.443301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.532336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] DHCP port deletion for 297b8651-47fc-47ba-b852-04c972f23d84 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:18.536253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] For port 456f537c-41a2-47b8-8351-09ddef1a6557, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=456f537c-41a2-47b8-8351-09ddef1a6557,segment=NetworkSegment(8ced5883-0148-4148-8c8e-b7d1f6474011),segment_id=8ced5883-0148-4148-8c8e-b7d1f6474011)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:18.537430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.552743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Calling delete_port for 456f537c-41a2-47b8-8351-09ddef1a6557 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:18.610925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] Deleting port 456f537c-41a2-47b8-8351-09ddef1a6557 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:18.611876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.715903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] For port 456f537c-41a2-47b8-8351-09ddef1a6557, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=456f537c-41a2-47b8-8351-09ddef1a6557,segment=NetworkSegment(8ced5883-0148-4148-8c8e-b7d1f6474011),segment_id=8ced5883-0148-4148-8c8e-b7d1f6474011)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:18.716627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.734620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] Calling delete_port for 456f537c-41a2-47b8-8351-09ddef1a6557 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:18.742899 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.779147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Port': ['ID=456f537c-41a2-47b8-8351-09ddef1a6557,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.781379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] No DVR routers for this DVR port 456f537c-41a2-47b8-8351-09ddef1a6557 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:18.858151 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.887691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] Pushing event deleted for resources: {'Port': ['ID=456f537c-41a2-47b8-8351-09ddef1a6557,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.900498 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.904218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2de2c-8cac-44d0-a02f-998b048ee36d None None] No DVR routers for this DVR port 456f537c-41a2-47b8-8351-09ddef1a6557 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:18.912067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297b8651-47fc-47ba-b852-04c972f23d84']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.925158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ced5883-0148-4148-8c8e-b7d1f6474011') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.925476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ced5883-0148-4148-8c8e-b7d1f6474011') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:18.939801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.959706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.966047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:18.966497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:18.970182 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:19.157198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.169243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.169243 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] 10.222.0.26 "DELETE /v2.0/networks/297b8651-47fc-47ba-b852-04c972f23d84 HTTP/1.1" status: 204 len: 168 time: 0.9084432 Aug 10 03:43:19.186267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08fd00-6b51-4dc0-a249-7dfcdb0b8bd6 tempest-NetworksIpV6TestAttrs-56493086 tempest-NetworksIpV6TestAttrs-56493086-project] Pushing event deleted for resources: {'Network': ['ID=297b8651-47fc-47ba-b852-04c972f23d84,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:19.374260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 456f537c-41a2-47b8-8351-09ddef1a6557 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:19.398598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 456f537c-41a2-47b8-8351-09ddef1a6557 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:19.398940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 456f537c-41a2-47b8-8351-09ddef1a6557 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:19.837381 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:20.006462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-23ecd51f-199f-4edc-b0cc-d43d4aac5315 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b6a3e4a9375411080f87f74690fd7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1677792 Aug 10 03:43:20.008985 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:20.061316 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f58d-e5f3-4d62-a269-0982f4f75bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.084851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f58d-e5f3-4d62-a269-0982f4f75bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.228807 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f58d-e5f3-4d62-a269-0982f4f75bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.231419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f58d-e5f3-4d62-a269-0982f4f75bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.235081 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ceb2f58d-e5f3-4d62-a269-0982f4f75bfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8eba7dc3-724b-4d60-9557-45eb1b6ef204 HTTP/1.1" status: 204 len: 168 time: 0.2227025 Aug 10 03:43:20.242256 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f58d-e5f3-4d62-a269-0982f4f75bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba7dc3-724b-4d60-9557-45eb1b6ef204,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.496242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58142) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.629174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140225515'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:21.667339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-9160a83a-ce11-44f9-8417-1fda53fb6c2f tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.668867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-9160a83a-ce11-44f9-8417-1fda53fb6c2f tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/networks?id=3e3a30ce-73fe-42d6-b168-dcff5277dd5d HTTP/1.1" status: 200 len: 809 time: 0.1207108 Aug 10 03:43:21.684656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-300473ba-f44d-4a5b-9205-d0100169700c tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/quotas/4ba819fc27044df6945aace01fb6372c HTTP/1.1" status: 200 len: 375 time: 0.0095623 Aug 10 03:43:21.722080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-de6e824f-3069-4c2b-8523-6ba8f33cb681 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4ba819fc27044df6945aace01fb6372c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310249 Aug 10 03:43:21.731015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:21.734447 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.751754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.832219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-d9b31434-211e-4de2-b1bb-4e24ecbf48eb service neutron] 10.222.0.26 "GET /v2.0/networks/3e3a30ce-73fe-42d6-b168-dcff5277dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033013 Aug 10 03:43:21.879649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.945598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-62c7f91f-1b91-4a37-a78d-da46b4f994ef service neutron] 10.222.0.26 "GET /v2.0/networks/3e3a30ce-73fe-42d6-b168-dcff5277dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022241 Aug 10 03:43:22.089042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.112117 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:22.126969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17757bdb-cd90-444e-beb5-4f3319f779eb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.129903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.130272 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f of type vlan for network 5a7224a8-b75a-429c-96ec-4756832dfc17 Aug 10 03:43:22.171379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.323785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.329847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.330607 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.340010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7dc21518-2756-4f1e-b5d9-e5cdbfa9dc9a req-6ec22936-7a67-4fb5-ad38-b5aeeb2e77d0 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 210 time: 0.0307784 Aug 10 03:43:22.412061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=5a7224a8-b75a-429c-96ec-4756832dfc17,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.422254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5a7224a8-b75a-429c-96ec-4756832dfc17 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:22.448724 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-96c53116-9ea5-46a3-abd8-bd19f5e2ef5c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9518290 Aug 10 03:43:22.577930 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:22.583583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:22.830945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:22.835869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.425288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccaa477b-b53b-4400-a4f0-c488e5e4c881 req-5b428e54-5761-421f-9560-dc099dcc103b tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 210 time: 0.0282550 Aug 10 03:43:23.857934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.921382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=a4efb143-06d4-41fe-b38c-1b61d87438d7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:23.932642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:23.932642 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: 5a7224a8-b75a-429c-96ec-4756832dfc17, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:24.076553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network 5a7224a8-b75a-429c-96ec-4756832dfc17 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:24.185193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 5a7224a8-b75a-429c-96ec-4756832dfc17) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:24.189114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.189703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.196955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93317a-1be8-4dd8-93b2-a114247c6832 None None] Network 5a7224a8-b75a-429c-96ec-4756832dfc17 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:24.328882 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5154ee8c-256e-4e6a-bc79-b606f342c5a4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7497830 Aug 10 03:43:24.332472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58232) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.337907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1238257465'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:24.468166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:24.471769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.503661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-5a7224a8-b75a-429c-96ec-4756832dfc17', 'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': 'a4efb143-06d4-41fe-b38c-1b61d87438d7'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:24.504750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.506814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:24.570956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5586a25-6b92-47a2-b2c4-0a4742807986 req-a9cb7c25-a0ce-4ed4-a2d9-66c9d9434431 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 210 time: 0.0614412 Aug 10 03:43:24.572194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.572643 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 84a95df5-f7eb-4b49-a54d-5fa513b6f65c of type vlan for network 41018c60-ecbd-4701-b3e9-59cdd4cf08d1 Aug 10 03:43:24.625065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.671085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Allocated IP 172.20.255.242 (5a7224a8-b75a-429c-96ec-4756832dfc17/a4efb143-06d4-41fe-b38c-1b61d87438d7/d0ee3187-3850-4729-b81a-a31ee5b56417) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:24.767880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.773963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.774565 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.829176 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.842578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Transition to ACTIVE for port object d0ee3187-3850-4729-b81a-a31ee5b56417 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:24.861813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Transition to ACTIVE for port object d0ee3187-3850-4729-b81a-a31ee5b56417 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:24.866255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=41018c60-ecbd-4701-b3e9-59cdd4cf08d1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.882748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 41018c60-ecbd-4701-b3e9-59cdd4cf08d1 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:24.997410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-efb4ea31-c112-49bb-b232-f72bfe839b15 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6637814 Aug 10 03:43:25.000438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.006000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': '41018c60-ecbd-4701-b3e9-59cdd4cf08d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:25.028601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.080711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Network 5a7224a8-b75a-429c-96ec-4756832dfc17 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:25.086273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:25.090806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:25.094112 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Pushing event updated for resources: {'Port': ['ID=d0ee3187-3850-4729-b81a-a31ee5b56417,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.125861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.126332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.126540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.126881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.127228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.127587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.128743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.129083 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.129417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.129762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.130149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.130946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:25.168915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Attempting to bind port d0ee3187-3850-4729-b81a-a31ee5b56417 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:25.169283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Attempting to bind port d0ee3187-3850-4729-b81a-a31ee5b56417 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:25.169669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Attempting to bind port d0ee3187-3850-4729-b81a-a31ee5b56417 on network 5a7224a8-b75a-429c-96ec-4756832dfc17 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:25.175386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:25.175760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Checking segment: {'id': '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:25.176163 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.176608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Bound using segment: {'id': '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:25.177617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Bound port: d0ee3187-3850-4729-b81a-a31ee5b56417, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a7224a8-b75a-429c-96ec-4756832dfc17'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:25.177997 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.251483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] For port d0ee3187-3850-4729-b81a-a31ee5b56417, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:25.260480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] For port d0ee3187-3850-4729-b81a-a31ee5b56417, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d0ee3187-3850-4729-b81a-a31ee5b56417,segment=NetworkSegment(84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f),segment_id=84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:25.346002 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.408803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139fdb5-182c-4a17-a894-c731dada9fe4 None None] Pushing event updated for resources: {'Port': ['ID=d0ee3187-3850-4729-b81a-a31ee5b56417,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.502499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:25.506869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.775508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27620c4b-c57c-47f4-a524-e043e7507e39 req-ffe2d115-6874-4455-927f-9652ff82fac4 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 210 time: 0.1109505 Aug 10 03:43:25.837030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-aaf8db75-c704-40dd-a2a5-5ddae4c0500b tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.838846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-aaf8db75-c704-40dd-a2a5-5ddae4c0500b tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.46 "GET /v2.0/networks?id=3e3a30ce-73fe-42d6-b168-dcff5277dd5d HTTP/1.1" status: 200 len: 809 time: 0.2590029 Aug 10 03:43:25.872870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Request body: {'port': {'device_id': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d', 'admin_state_up': True, 'tenant_id': '4ba819fc27044df6945aace01fb6372c'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:26.002347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.065626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.115336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Made reservation on behalf of 4ba819fc27044df6945aace01fb6372c for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:26.119013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.195746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '84a95df5-f7eb-4b49-a54d-5fa513b6f65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41018c60-ecbd-4701-b3e9-59cdd4cf08d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:26.196164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: 41018c60-ecbd-4701-b3e9-59cdd4cf08d1, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:26.198496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=55aab456-7391-47af-a9b4-51d8afb028fd,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.326830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Allocated IP 172.20.0.5 (3e3a30ce-73fe-42d6-b168-dcff5277dd5d/f2ee7966-32e2-400f-a3fa-58eaf6a217e8/4bee178a-efe2-4f01-9611-18055cbbf1c6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:26.338242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network 41018c60-ecbd-4701-b3e9-59cdd4cf08d1 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:26.435978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 41018c60-ecbd-4701-b3e9-59cdd4cf08d1) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:26.440960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.441555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.447038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cdf3d-3f8d-4996-a218-18254b3468c2 None None] Network 41018c60-ecbd-4701-b3e9-59cdd4cf08d1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:26.540585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54d617bb-4d36-4b98-b940-00c375f76d8f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5368252 Aug 10 03:43:26.541945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58276) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:26.559309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.641205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e86e2-62fc-45a0-b542-f577d25ffd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-41018c60-ecbd-4701-b3e9-59cdd4cf08d1', 'network_id': '41018c60-ecbd-4701-b3e9-59cdd4cf08d1', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '55aab456-7391-47af-a9b4-51d8afb028fd'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:26.642327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-541e86e2-62fc-45a0-b542-f577d25ffd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.668955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333079e-591f-4131-aac6-a0495f624e34 None None] Network 5a7224a8-b75a-429c-96ec-4756832dfc17 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:26.689114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.705494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.753133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:26.758708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:26.762768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.770460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:26.833783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Pushing event updated for resources: {'Port': ['ID=4bee178a-efe2-4f01-9611-18055cbbf1c6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.892711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.894141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.969490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44beb-4503-46b5-a538-0bef260ce60a req-eaaf0eba-f89f-4840-b806-24417428546a tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.980543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-756d97a6-e878-4192-97e5-165dffc0302e None None] Provisioning for port d0ee3187-3850-4729-b81a-a31ee5b56417 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:26.981020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fc44beb-4503-46b5-a538-0bef260ce60a req-eaaf0eba-f89f-4840-b806-24417428546a tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 931 time: 0.0822356 Aug 10 03:43:27.028919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fc44beb-4503-46b5-a538-0bef260ce60a req-6a27aa15-89aa-4d37-ba37-e3b3b50b0d93 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Aug 10 03:43:27.094340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.095478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-984a17ea-4fc6-45ae-b98c-eedf019e14d9 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2303278 Aug 10 03:43:27.111974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Request body: {'port': {'device_id': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:27.150013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=55aab456-7391-47af-a9b4-51d8afb028fd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server [None req-541e86e2-62fc-45a0-b542-f577d25ffd28 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55aab456-7391-47af-a9b4-51d8afb028fd: This subnet is being modified by another concurrent operation. Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55aab456-7391-47af-a9b4-51d8afb028fd: This subnet is being modified by another concurrent operation. Aug 10 03:43:27.178107 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Aug 10 03:43:27.202665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d64b6-b0ac-4bb2-9674-58827d6bf09f None None] Network 41018c60-ecbd-4701-b3e9-59cdd4cf08d1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:27.251820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.274708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.285406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41018c60-ecbd-4701-b3e9-59cdd4cf08d1']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:27.297499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a95df5-f7eb-4b49-a54d-5fa513b6f65c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:27.297804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a95df5-f7eb-4b49-a54d-5fa513b6f65c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:27.308291 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.334996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.359291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:27.360551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.446082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d0ee3187-3850-4729-b81a-a31ee5b56417 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:27.448942 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:27.475605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9c642-7b80-40fb-9c5a-7fcdbbba41aa None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:27.583995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9c642-7b80-40fb-9c5a-7fcdbbba41aa None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:27.605105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.616101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.624868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58284) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:27.626462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/41018c60-ecbd-4701-b3e9-59cdd4cf08d1 HTTP/1.1" status: 204 len: 168 time: 1.0825787 Aug 10 03:43:27.633078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54756231'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:27.647709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=41018c60-ecbd-4701-b3e9-59cdd4cf08d1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.654014 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.654650 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.655199 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.655792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.656773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.657341 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.657933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.659004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.659780 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.660320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.660882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.661965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de61d88-0886-492f-a2b0-4d422abbd2d3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:27.683551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d0ee3187-3850-4729-b81a-a31ee5b56417 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:27.687896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bee178a-efe2-4f01-9611-18055cbbf1c6 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:27.693025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d0ee3187-3850-4729-b81a-a31ee5b56417 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:27.693406 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.697779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.711930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Transition to ACTIVE for port object 4bee178a-efe2-4f01-9611-18055cbbf1c6 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:27.831032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:27.866102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.866215 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.866321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:27.868941 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.869299 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 4862639f-2c6a-4961-bf78-4cf3959e3df1 of type vlan for network 30f53e91-9b5f-42b0-b604-336a96509d17 Aug 10 03:43:27.920039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.920168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d0ee3187-3850-4729-b81a-a31ee5b56417, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d0ee3187-3850-4729-b81a-a31ee5b56417,segment=NetworkSegment(84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f),segment_id=84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:27.920384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.984022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Pushing event updated for resources: {'Port': ['ID=4bee178a-efe2-4f01-9611-18055cbbf1c6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.054060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Attempting to bind port 4bee178a-efe2-4f01-9611-18055cbbf1c6 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:28.054407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Attempting to bind port 4bee178a-efe2-4f01-9611-18055cbbf1c6 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'db6a87ba-654d-4589-aedc-c7d654fe991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:28.054737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Attempting to bind port 4bee178a-efe2-4f01-9611-18055cbbf1c6 on network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:28.059413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Port 4bee178a-efe2-4f01-9611-18055cbbf1c6 on network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:28.059789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Attempting to bind port 4bee178a-efe2-4f01-9611-18055cbbf1c6 on network 3e3a30ce-73fe-42d6-b168-dcff5277dd5d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:28.064596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:28.064941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Checking segment: {'id': 'db6a87ba-654d-4589-aedc-c7d654fe991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:28.065326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Bound using segment: {'id': 'db6a87ba-654d-4589-aedc-c7d654fe991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:28.065754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Bound port: 4bee178a-efe2-4f01-9611-18055cbbf1c6, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6a87ba-654d-4589-aedc-c7d654fe991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:28.066115 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.096929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.150622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d0ee3187-3850-4729-b81a-a31ee5b56417,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.161110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] For port 4bee178a-efe2-4f01-9611-18055cbbf1c6, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:28.164951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] For port 4bee178a-efe2-4f01-9611-18055cbbf1c6, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4bee178a-efe2-4f01-9611-18055cbbf1c6,segment=NetworkSegment(db6a87ba-654d-4589-aedc-c7d654fe991e),segment_id=db6a87ba-654d-4589-aedc-c7d654fe991e)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:28.167815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.173390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.173914 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.192268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b72e-994a-4ee8-b0f8-b94ce9f8fca2 req-58d1b5a0-9c72-4675-9f73-484ad91d7335 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.193828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd75b72e-994a-4ee8-b0f8-b94ce9f8fca2 req-58d1b5a0-9c72-4675-9f73-484ad91d7335 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 943 time: 0.0960388 Aug 10 03:43:28.278239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd75b72e-994a-4ee8-b0f8-b94ce9f8fca2 req-ab09a722-f781-4bc4-9bf4-14b33baef08d tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726919 Aug 10 03:43:28.278957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=30f53e91-9b5f-42b0-b604-336a96509d17,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.289409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 30f53e91-9b5f-42b0-b604-336a96509d17 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:28.351514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.388800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.389423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.390777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] 10.222.0.46 "PUT /v2.0/ports/4bee178a-efe2-4f01-9611-18055cbbf1c6 HTTP/1.1" status: 200 len: 1092 time: 1.2879851 Aug 10 03:43:28.391208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'tag': '4bee178a-efe2-4f01-9611-18055cbbf1c6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:28.393514 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a0576-582d-429f-b675-81af64f7930e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac", "tag": "4bee178a-efe2-4f01-9611-18055cbbf1c6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:28.400015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-58574984-21ab-49b0-9512-6037ac39f16a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7743735 Aug 10 03:43:28.403075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58296) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:28.410010 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:28.423458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ebb69-2e4d-41d0-8ba5-5a3adc14d632 service neutron] Pushing event updated for resources: {'Port': ['ID=4bee178a-efe2-4f01-9611-18055cbbf1c6,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.451969 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a05c12-964c-41d9-bfb4-a5c827172e35 x-openstack-request-id: req-a8a05c12-964c-41d9-bfb4-a5c827172e35 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:28.452274 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac", "tag": "4bee178a-efe2-4f01-9611-18055cbbf1c6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:28.454346 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8a05c12-964c-41d9-bfb4-a5c827172e35 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:28.454346 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'tag': '4bee178a-efe2-4f01-9611-18055cbbf1c6', 'status': 'completed', 'code': 200} Aug 10 03:43:28.525416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0576-582d-429f-b675-81af64f7930e req-cf943dd7-13cd-44ea-8cbe-aca88be2c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.526992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c3a0576-582d-429f-b675-81af64f7930e req-cf943dd7-13cd-44ea-8cbe-aca88be2c44a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ba819fc27044df6945aace01fb6372c&device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 1095 time: 0.0441523 Aug 10 03:43:28.628962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0576-582d-429f-b675-81af64f7930e req-066eece4-5419-4dfa-8d76-7120f0aed96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.631155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c3a0576-582d-429f-b675-81af64f7930e req-066eece4-5419-4dfa-8d76-7120f0aed96f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4ba819fc27044df6945aace01fb6372c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0961971 Aug 10 03:43:28.641879 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:28.646686 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.709704 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing IP validity checks on allocation pools {{(pid=94804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:43:28.710141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:43:28.747139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0576-582d-429f-b675-81af64f7930e req-9b8f13e0-279a-402b-ac67-43f562399ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.748686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c3a0576-582d-429f-b675-81af64f7930e req-9b8f13e0-279a-402b-ac67-43f562399ae0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080365 Aug 10 03:43:28.831009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-5e9762ae-6410-4a76-bd4e-c424ed3f3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.832793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-5e9762ae-6410-4a76-bd4e-c424ed3f3fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ba819fc27044df6945aace01fb6372c&device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 1095 time: 0.0459144 Aug 10 03:43:28.885179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-3ea663f7-a66e-42ca-b751-f78896a730eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bee178a-efe2-4f01-9611-18055cbbf1c6 HTTP/1.1" status: 200 len: 217 time: 0.0398233 Aug 10 03:43:28.902863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58300) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:28.973697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Deleting subnet 0b6a44b2-24cb-4c35-a1b8-5feaa0eed803 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:28.973697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-a4f3ee94-6aac-477f-8a9b-0d817759a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.974789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-a4f3ee94-6aac-477f-8a9b-0d817759a6a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2ee7966-32e2-400f-a3fa-58eaf6a217e8 HTTP/1.1" status: 200 len: 849 time: 0.0780566 Aug 10 03:43:28.975453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.019375 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.035148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-dcaa88c9-03c1-468f-99be-b2906be52f88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e3a30ce-73fe-42d6-b168-dcff5277dd5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369027 Aug 10 03:43:29.038621 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.087399 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=14c5298f-ae88-421e-9bcd-7bb60b5f0372,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.094684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '4862639f-2c6a-4961-bf78-4cf3959e3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:29.095048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: 30f53e91-9b5f-42b0-b604-336a96509d17, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:29.137256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.189262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-d8d74c0f-f00d-45fe-a503-54283d357fe0 service neutron] 10.222.0.46 "GET /v2.0/networks/3e3a30ce-73fe-42d6-b168-dcff5277dd5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485782 Aug 10 03:43:29.222547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network 30f53e91-9b5f-42b0-b604-336a96509d17 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:29.295007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b9f328-e442-44ba-979d-aff5a730bb0c req-e05125f2-2806-44f2-8e7b-26c1dd5cd37c service neutron] 10.222.0.46 "GET /v2.0/networks/3e3a30ce-73fe-42d6-b168-dcff5277dd5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963957 Aug 10 03:43:29.378025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d0ee3187-3850-4729-b81a-a31ee5b56417 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:29.379713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 30f53e91-9b5f-42b0-b604-336a96509d17) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:29.386764 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.386764 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.404599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547eaeed-8243-47f1-82ce-b75ce61500d0 None None] Network 30f53e91-9b5f-42b0-b604-336a96509d17 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:29.408780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d541-fe32-468b-b15c-9e913bc6f94c req-72ee3b82-a17c-49ef-a22b-def11f3f6680 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.410289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84c2d541-fe32-468b-b15c-9e913bc6f94c req-72ee3b82-a17c-49ef-a22b-def11f3f6680 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 943 time: 0.0568018 Aug 10 03:43:29.431176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.462353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6a44b2-24cb-4c35-a1b8-5feaa0eed803,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.475018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.476926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-185bdae5-3835-4971-8b5c-09b77e56c9ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0b6a44b2-24cb-4c35-a1b8-5feaa0eed803 HTTP/1.1" status: 204 len: 168 time: 0.5862029 Aug 10 03:43:29.479873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58306) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.480561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84c2d541-fe32-468b-b15c-9e913bc6f94c req-d715d4c2-eda7-49cd-b390-500246230b8a tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634701 Aug 10 03:43:29.503990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d0ee3187-3850-4729-b81a-a31ee5b56417 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:29.504385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.555285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6412d0f9-e12f-4232-92e5-fcc504907d82 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1506534 Aug 10 03:43:29.558687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58308) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.559957 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.621491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-30f53e91-9b5f-42b0-b604-336a96509d17', 'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '14c5298f-ae88-421e-9bcd-7bb60b5f0372'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:29.622338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.663286 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.730142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.782903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Allocated IP 172.20.0.3 (30f53e91-9b5f-42b0-b604-336a96509d17/14c5298f-ae88-421e-9bcd-7bb60b5f0372/a5a36c2f-40bb-4fe2-84d3-840fa93659c5) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:29.939392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.948602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Transition to ACTIVE for port object a5a36c2f-40bb-4fe2-84d3-840fa93659c5 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:29.964987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Transition to ACTIVE for port object a5a36c2f-40bb-4fe2-84d3-840fa93659c5 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:29.984688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.994218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c30dc9-1641-4d9d-b010-c7fd63451e98']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.003862 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e580725c-b58c-4c70-beef-fc4edaa1b673') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.004150 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e580725c-b58c-4c70-beef-fc4edaa1b673') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.013493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.027080 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.032917 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:30.033315 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:30.034937 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:30.051080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.094221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Network 30f53e91-9b5f-42b0-b604-336a96509d17 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:30.097105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:30.099697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:30.108604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Pushing event updated for resources: {'Port': ['ID=a5a36c2f-40bb-4fe2-84d3-840fa93659c5,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.131182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.161367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=14c5298f-ae88-421e-9bcd-7bb60b5f0372,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.173524 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.180026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.181387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Attempting to bind port a5a36c2f-40bb-4fe2-84d3-840fa93659c5 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:30.181756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Attempting to bind port a5a36c2f-40bb-4fe2-84d3-840fa93659c5 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '4862639f-2c6a-4961-bf78-4cf3959e3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:30.186245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Attempting to bind port a5a36c2f-40bb-4fe2-84d3-840fa93659c5 on network 30f53e91-9b5f-42b0-b604-336a96509d17 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:30.186375 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/82c30dc9-1641-4d9d-b010-c7fd63451e98 HTTP/1.1" status: 204 len: 168 time: 0.6971068 Aug 10 03:43:30.193283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:30.193676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Checking segment: {'id': '4862639f-2c6a-4961-bf78-4cf3959e3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:30.194180 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.194528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Bound using segment: {'id': '4862639f-2c6a-4961-bf78-4cf3959e3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:30.195004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Bound port: a5a36c2f-40bb-4fe2-84d3-840fa93659c5, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4862639f-2c6a-4961-bf78-4cf3959e3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '30f53e91-9b5f-42b0-b604-336a96509d17'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:30.195549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.202824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8f2a-1791-47e2-ad44-cecb163316d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c30dc9-1641-4d9d-b010-c7fd63451e98,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.223456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.233523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f53e91-9b5f-42b0-b604-336a96509d17']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.250360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4862639f-2c6a-4961-bf78-4cf3959e3df1') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.250658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4862639f-2c6a-4961-bf78-4cf3959e3df1') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:30.260502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.268642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] For port a5a36c2f-40bb-4fe2-84d3-840fa93659c5, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:30.271825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] For port a5a36c2f-40bb-4fe2-84d3-840fa93659c5, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a5a36c2f-40bb-4fe2-84d3-840fa93659c5,segment=NetworkSegment(4862639f-2c6a-4961-bf78-4cf3959e3df1),segment_id=4862639f-2c6a-4961-bf78-4cf3959e3df1)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:30.304656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-67680cc0-405f-44da-9e41-cca464719de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.385559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.387845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.394379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:30.394772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:30.397702 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:30.469915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e979b-b2fd-4542-ac8c-eee126b3d65f None None] Pushing event updated for resources: {'Port': ['ID=a5a36c2f-40bb-4fe2-84d3-840fa93659c5,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.481476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d680ae-1f4b-4cc0-8e3d-ab4e7bdea0bf None None] Network 30f53e91-9b5f-42b0-b604-336a96509d17 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:30.542608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:30.542608 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:30.542608 n-d-765315-26 neutron-server[94805]: [parameters: {'id': '30f53e91-9b5f-42b0-b604-336a96509d17'}] Aug 10 03:43:30.542608 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:30.546671 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:30.602467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c1beda-fab7-4c31-8054-e9fb5093bcd9 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:30.604230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d844d-1648-4dfa-a72f-c8f988a6ac21 req-f4e910a2-7b6f-4e44-add0-e7dd36e4c5c0 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.609188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d0d844d-1648-4dfa-a72f-c8f988a6ac21 req-f4e910a2-7b6f-4e44-add0-e7dd36e4c5c0 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 943 time: 0.0568213 Aug 10 03:43:30.645826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d0d844d-1648-4dfa-a72f-c8f988a6ac21 req-f66e7a13-cda6-4f48-ae55-41ebeca9f69c tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Aug 10 03:43:30.680815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1beda-fab7-4c31-8054-e9fb5093bcd9 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:30.795945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58316) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.840430 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-52095066-ba51-4508-bd92-874c4427b18f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de67c453549e4d97bc84749e7a93ba49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432603 Aug 10 03:43:30.843006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58318) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.891242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63ddf08c-1e0b-48d2-b1d6-02ba40d327dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.913458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63ddf08c-1e0b-48d2-b1d6-02ba40d327dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.041677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63ddf08c-1e0b-48d2-b1d6-02ba40d327dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.044371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-63ddf08c-1e0b-48d2-b1d6-02ba40d327dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.045590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-63ddf08c-1e0b-48d2-b1d6-02ba40d327dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c04ce367-f497-460c-8276-718434419a7c HTTP/1.1" status: 204 len: 168 time: 0.2016995 Aug 10 03:43:31.047917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.057314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf08c-1e0b-48d2-b1d6-02ba40d327dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ce367-f497-460c-8276-718434419a7c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.108547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port a5a36c2f-40bb-4fe2-84d3-840fa93659c5 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:31.108898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.174133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port a5a36c2f-40bb-4fe2-84d3-840fa93659c5, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a5a36c2f-40bb-4fe2-84d3-840fa93659c5,segment=NetworkSegment(4862639f-2c6a-4961-bf78-4cf3959e3df1),segment_id=4862639f-2c6a-4961-bf78-4cf3959e3df1)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:31.174496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.190054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for a5a36c2f-40bb-4fe2-84d3-840fa93659c5 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:31.422438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.449714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=a5a36c2f-40bb-4fe2-84d3-840fa93659c5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.451533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port a5a36c2f-40bb-4fe2-84d3-840fa93659c5 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:31.532232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.542214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f53e91-9b5f-42b0-b604-336a96509d17']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.553874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4862639f-2c6a-4961-bf78-4cf3959e3df1') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.554172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4862639f-2c6a-4961-bf78-4cf3959e3df1') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:31.564291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.579370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.586744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:31.587139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:31.590078 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:31.748540 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.758298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.760063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/30f53e91-9b5f-42b0-b604-336a96509d17 HTTP/1.1" status: 204 len: 168 time: 2.2000468 Aug 10 03:43:31.763635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58334) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.769062 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793259948'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:31.775357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91866048-9ae9-4d8f-94c9-3569ad77acb4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=30f53e91-9b5f-42b0-b604-336a96509d17,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.788973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6266a-113c-415a-8941-0e46d0dcfa80 req-6dd8da68-63e9-4157-90fe-478cf4cb5651 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.790744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae6266a-113c-415a-8941-0e46d0dcfa80 req-6dd8da68-63e9-4157-90fe-478cf4cb5651 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 943 time: 0.0732810 Aug 10 03:43:31.829573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae6266a-113c-415a-8941-0e46d0dcfa80 req-0bfa0d2e-be31-412f-a9f9-e63ceac3ba73 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Aug 10 03:43:31.882343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:31.886019 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.910421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:31.919775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.920120 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 939aeae3-112d-4734-a545-9a572434f163 of type vlan for network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 Aug 10 03:43:31.967971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.104998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.111164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.111886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.179535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=11ba96d8-5014-4d84-8d93-87718f7dd8e7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.189914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:32.285847 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e8dcfcad-83be-4c04-8cf7-36bb529f152b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5209558 Aug 10 03:43:32.291905 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58346) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.297201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:32.340567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58348) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.440911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-524699705-network', 'tenant_id': '165ce837b20644f6a91d6608955e903d'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:32.503457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4bee178a-efe2-4f01-9611-18055cbbf1c6 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:32.560167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:32.564272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.615770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4bee178a-efe2-4f01-9611-18055cbbf1c6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4bee178a-efe2-4f01-9611-18055cbbf1c6,segment=NetworkSegment(db6a87ba-654d-4589-aedc-c7d654fe991e),segment_id=db6a87ba-654d-4589-aedc-c7d654fe991e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:32.627355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '4bee178a-efe2-4f01-9611-18055cbbf1c6', 'network_id': '3e3a30ce-73fe-42d6-b168-dcff5277dd5d', 'port_id': '4bee178a-efe2-4f01-9611-18055cbbf1c6', 'mac_address': 'fa:16:3e:12:34:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ee7966-32e2-400f-a3fa-58eaf6a217e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:32.665255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.678596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bee178a-efe2-4f01-9611-18055cbbf1c6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:32.698972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4bee178a-efe2-4f01-9611-18055cbbf1c6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4bee178a-efe2-4f01-9611-18055cbbf1c6,segment=NetworkSegment(db6a87ba-654d-4589-aedc-c7d654fe991e),segment_id=db6a87ba-654d-4589-aedc-c7d654fe991e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:32.776905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Made reservation on behalf of 165ce837b20644f6a91d6608955e903d for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:32.780238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.796526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.847732 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.851506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.898388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.908520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4bee178a-efe2-4f01-9611-18055cbbf1c6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.947161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7e1c6-1f6d-4ef7-981f-b96b61ec234e req-28d4ea92-d494-49b1-a626-4797de47f5b7 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.948748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c7e1c6-1f6d-4ef7-981f-b96b61ec234e req-28d4ea92-d494-49b1-a626-4797de47f5b7 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 944 time: 0.0490627 Aug 10 03:43:32.976929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.990682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37c7e1c6-1f6d-4ef7-981f-b96b61ec234e req-9cc66eba-a962-4513-a9db-d1e67f59ac7f tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359230 Aug 10 03:43:33.038255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=49324c7c-553e-4c37-96ea-35c55fb97b08,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.046703 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '939aeae3-112d-4734-a545-9a572434f163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:33.047077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: 11ba96d8-5014-4d84-8d93-87718f7dd8e7, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:33.070021 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.089058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['4bee178a-efe2-4f01-9611-18055cbbf1c6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:33.091010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:33.105680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b38585-7268-43aa-91b7-b5342bf6ba97,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.108767 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.109111 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Added segment 7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0 of type vlan for network 41d4b1a5-b3f8-4e33-994d-041bda02e920 Aug 10 03:43:33.155408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.170425 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-de91f5d3-3762-40f2-946d-ac66fa8e3031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.270268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:33.356067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.357110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.357706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.417870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] Pushing event updated for resources: {'Network': ['ID=41d4b1a5-b3f8-4e33-994d-041bda02e920,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.427142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 41d4b1a5-b3f8-4e33-994d-041bda02e920 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:33.483577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c993-9254-4998-aa4e-b038ca055ffe req-3865adfb-0027-4f33-86d4-5f4de5c050f6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.485208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a70c993-9254-4998-aa4e-b038ca055ffe req-3865adfb-0027-4f33-86d4-5f4de5c050f6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0562751 Aug 10 03:43:33.487765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 11ba96d8-5014-4d84-8d93-87718f7dd8e7) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:33.500569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.501465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.532296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a70c993-9254-4998-aa4e-b038ca055ffe req-fee15163-1a74-4d90-b995-f06defb78bbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 Aug 10 03:43:33.537597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19c22599-c518-4c20-a57d-e2f5b97702f8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1926565 Aug 10 03:43:33.538182 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.550243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Request body: {'subnet': {'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-524699705-subnet', 'tenant_id': '165ce837b20644f6a91d6608955e903d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:33.561288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58364) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.629992 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a5651ca4-8cbe-41d7-9a57-e7243a4d1b93 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3345182 Aug 10 03:43:33.632142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58366) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.633182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225ad705-be0a-46d4-aad1-4975993a4959 None None] Network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:33.689038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-19f4e4bf-8454-426d-8478-5e0c19128252 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/6e92ba8c-0403-4a29-8d7c-fdc73f5008fe HTTP/1.1" status: 200 len: 993 time: 0.1261590 Aug 10 03:43:33.755257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.796843 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Made reservation on behalf of 165ce837b20644f6a91d6608955e903d for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:33.799208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.810817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-11ba96d8-5014-4d84-8d93-87718f7dd8e7', 'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '49324c7c-553e-4c37-96ea-35c55fb97b08'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:33.811682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.855318 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.949082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Allocated IP 172.20.0.1 (11ba96d8-5014-4d84-8d93-87718f7dd8e7/49324c7c-553e-4c37-96ea-35c55fb97b08/6748ff96-64d4-4e3c-a029-4535c557d84b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:34.013182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b02a8-c633-48df-a000-71e0d44d7a80 req-365c88fb-7d8a-491b-888c-b5fe8f3c1cb3 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:34.015509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd2b02a8-c633-48df-a000-71e0d44d7a80 req-365c88fb-7d8a-491b-888c-b5fe8f3c1cb3 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1098 time: 0.0470283 Aug 10 03:43:34.051107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd2b02a8-c633-48df-a000-71e0d44d7a80 req-db62319b-ddd7-482b-9735-06a51b0dc839 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293348 Aug 10 03:43:34.110349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.119189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Transition to ACTIVE for port object 6748ff96-64d4-4e3c-a029-4535c557d84b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:34.133801 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.137740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Transition to ACTIVE for port object 6748ff96-64d4-4e3c-a029-4535c557d84b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:34.156629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271625aa-b9a6-4869-a259-df38a0f23057 req-f8c1d976-0774-40f9-b10d-77320956a165 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:34.161115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-271625aa-b9a6-4869-a259-df38a0f23057 req-f8c1d976-0774-40f9-b10d-77320956a165 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 944 time: 0.0495768 Aug 10 03:43:34.189376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0460bc0-9d83-49a7-81f6-40135608fc53,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.198123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-271625aa-b9a6-4869-a259-df38a0f23057 req-62e64d45-d38c-49e9-a028-e9c7e262296a tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330570 Aug 10 03:43:34.200500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Checking segment: {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:34.200809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Network hostable DHCP agents. Network: 41d4b1a5-b3f8-4e33-994d-041bda02e920, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:34.264520 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.299225 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.338503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:34.341299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:34.344765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:34.351743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Pushing event updated for resources: {'Port': ['ID=6748ff96-64d4-4e3c-a029-4535c557d84b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.367206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Network 41d4b1a5-b3f8-4e33-994d-041bda02e920 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:34.404732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Attempting to bind port 6748ff96-64d4-4e3c-a029-4535c557d84b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:34.405098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Attempting to bind port 6748ff96-64d4-4e3c-a029-4535c557d84b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '939aeae3-112d-4734-a545-9a572434f163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:34.405457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Attempting to bind port 6748ff96-64d4-4e3c-a029-4535c557d84b on network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:34.410298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:34.410674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Checking segment: {'id': '939aeae3-112d-4734-a545-9a572434f163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:34.411605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.412002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Bound using segment: {'id': '939aeae3-112d-4734-a545-9a572434f163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:34.412492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Bound port: 6748ff96-64d4-4e3c-a029-4535c557d84b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939aeae3-112d-4734-a545-9a572434f163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:34.412870 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.419152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.454724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=49324c7c-553e-4c37-96ea-35c55fb97b08,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.479008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] For port 6748ff96-64d4-4e3c-a029-4535c557d84b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:34.481988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] For port 6748ff96-64d4-4e3c-a029-4535c557d84b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6748ff96-64d4-4e3c-a029-4535c557d84b,segment=NetworkSegment(939aeae3-112d-4734-a545-9a572434f163),segment_id=939aeae3-112d-4734-a545-9a572434f163)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:34.495958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 41d4b1a5-b3f8-4e33-994d-041bda02e920) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:34.503657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc68ce2-fad8-4419-ab26-855f498875da None None] Network 41d4b1a5-b3f8-4e33-994d-041bda02e920 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:34.507612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:34.508208 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.517850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4bee178a-efe2-4f01-9611-18055cbbf1c6 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:34.522505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.533822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ba96d8-5014-4d84-8d93-87718f7dd8e7']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:34.544185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939aeae3-112d-4734-a545-9a572434f163') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:34.544526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939aeae3-112d-4734-a545-9a572434f163') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:34.555147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.609085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.611240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.618400 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:34.623253 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:34.694094 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b00d8818-b041-44da-b1ff-25d49924bde8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1549428 Aug 10 03:43:34.727747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8fbac-2102-45dc-b29a-9c6dba333aa6 None None] Network 41d4b1a5-b3f8-4e33-994d-041bda02e920 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:34.728004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:34.728004 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:34.728004 n-d-765315-26 neutron-server[94804]: [parameters: {'id': '11ba96d8-5014-4d84-8d93-87718f7dd8e7'}] Aug 10 03:43:34.728004 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:34.728825 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:34.735786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805f458-d334-496f-9410-f03d5c5e1b5f None None] Pushing event updated for resources: {'Port': ['ID=6748ff96-64d4-4e3c-a029-4535c557d84b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.775429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858fbe1d-94af-4ffc-adca-fa9451fd8cb9 None None] Network 11ba96d8-5014-4d84-8d93-87718f7dd8e7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:34.829999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 4bee178a-efe2-4f01-9611-18055cbbf1c6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:34.846498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 4bee178a-efe2-4f01-9611-18055cbbf1c6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:34.846873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.032303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d1110-26fb-4669-8e19-1e126519517c None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:35.055649 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.089904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bee178a-efe2-4f01-9611-18055cbbf1c6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:35.092150 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418cad71-0060-4c29-bf41-959964be447b" -d '{"events": [{"server_uuid": "8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4bee178a-efe2-4f01-9611-18055cbbf1c6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:35.117151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 4bee178a-efe2-4f01-9611-18055cbbf1c6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4bee178a-efe2-4f01-9611-18055cbbf1c6,segment=NetworkSegment(db6a87ba-654d-4589-aedc-c7d654fe991e),segment_id=db6a87ba-654d-4589-aedc-c7d654fe991e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:35.148892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d1110-26fb-4669-8e19-1e126519517c None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:35.230523 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.297765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port 6748ff96-64d4-4e3c-a029-4535c557d84b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:35.298119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.343345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.366941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port 6748ff96-64d4-4e3c-a029-4535c557d84b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6748ff96-64d4-4e3c-a029-4535c557d84b,segment=NetworkSegment(939aeae3-112d-4734-a545-9a572434f163),segment_id=939aeae3-112d-4734-a545-9a572434f163)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:35.367311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.380431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for 6748ff96-64d4-4e3c-a029-4535c557d84b owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:35.423426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=4bee178a-efe2-4f01-9611-18055cbbf1c6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.667821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.696279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=6748ff96-64d4-4e3c-a029-4535c557d84b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.697842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port 6748ff96-64d4-4e3c-a029-4535c557d84b on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:35.811732 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.823366 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ba96d8-5014-4d84-8d93-87718f7dd8e7']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:35.824890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.835837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939aeae3-112d-4734-a545-9a572434f163') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:35.836126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939aeae3-112d-4734-a545-9a572434f163') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:35.845026 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-a2fe0462-7f5e-401c-8dd6-0aff5005c28a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800638 Aug 10 03:43:35.849201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.862271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:35.874324 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:36.144702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.152563 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.157498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/11ba96d8-5014-4d84-8d93-87718f7dd8e7 HTTP/1.1" status: 204 len: 168 time: 2.5215154 Aug 10 03:43:36.158260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58416) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:36.165726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275007227'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:36.169554 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19300-0a8b-48f3-b51e-af467b82a802 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=11ba96d8-5014-4d84-8d93-87718f7dd8e7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:36.305007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:36.308598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.338427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:36.348850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.349369 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment c7598b3c-530b-465c-9692-b8f8defc3e3c of type vlan for network beb7adbf-eb52-4289-bc22-20f91a15cb08 Aug 10 03:43:36.392202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.664284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.669839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.674408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.738175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=beb7adbf-eb52-4289-bc22-20f91a15cb08,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:36.749320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network beb7adbf-eb52-4289-bc22-20f91a15cb08 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:36.851013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2804f22d-b2c6-4f23-9363-592b6605feb8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6881158 Aug 10 03:43:36.851643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58424) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:36.864925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:37.118613 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-a448fb71-f9c3-4a09-8763-abd99a2004c1 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:43:37.119742 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-a448fb71-f9c3-4a09-8763-abd99a2004c1 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066884 Aug 10 03:43:37.130382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Request body: {'binding': {'host': 'n-h2-765315-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:37.130878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Unknown quota resources ['binding']. {{(pid=94804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:43:37.144321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:37.150172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.279387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on host n-h2-765315-26 for vnic_type normal with profile None {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:37.279727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:37.280064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:37.284329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:37.284682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:37.290012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:37.290348 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Checking segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:37.290728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Bound using segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:37.291153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Bound port: 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:37.385541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:37.468039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.530879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=99790351-73c4-4cc5-896e-e1b15b7e8b78,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.540238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': 'c7598b3c-530b-465c-9692-b8f8defc3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:37.540635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: beb7adbf-eb52-4289-bc22-20f91a15cb08, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:37.565994 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.567290 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] 10.222.0.26 "POST /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857/bindings HTTP/1.1" status: 201 len: 390 time: 0.4411485 Aug 10 03:43:37.699055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network beb7adbf-eb52-4289-bc22-20f91a15cb08 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:37.870290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, beb7adbf-eb52-4289-bc22-20f91a15cb08) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:37.876492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:37.877085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.880599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4854e8e3-d662-4096-8ac7-88a7d22307d6 None None] Network beb7adbf-eb52-4289-bc22-20f91a15cb08 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:38.033825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-beb7adbf-eb52-4289-bc22-20f91a15cb08', 'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '99790351-73c4-4cc5-896e-e1b15b7e8b78'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:38.035210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.043517 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a47f94-afa4-405c-a492-15b786252b9b x-openstack-request-id: req-78a47f94-afa4-405c-a492-15b786252b9b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:38.043517 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4bee178a-efe2-4f01-9611-18055cbbf1c6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:38.043517 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78a47f94-afa4-405c-a492-15b786252b9b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:38.043517 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bee178a-efe2-4f01-9611-18055cbbf1c6', 'code': 200} Aug 10 03:43:38.068984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ee5aa710-b680-47ae-ad97-8a9f70bd61bd tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2160871 Aug 10 03:43:38.071670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58434) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:38.179824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e2e1-4bda-4475-992e-49636cb835e2 req-d8c1a247-5419-478d-bf42-cc8ef377627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.181506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38a2e2e1-4bda-4475-992e-49636cb835e2 req-d8c1a247-5419-478d-bf42-cc8ef377627c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 1097 time: 0.0692825 Aug 10 03:43:38.187853 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.190186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299617f9-d785-4164-8ee7-147de320bb2f req-cb918843-5d87-40e0-94ea-90e0e40d8772 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.191775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-299617f9-d785-4164-8ee7-147de320bb2f req-cb918843-5d87-40e0-94ea-90e0e40d8772 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0897872 Aug 10 03:43:38.200999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Allocated IP 172.20.0.2 (beb7adbf-eb52-4289-bc22-20f91a15cb08/99790351-73c4-4cc5-896e-e1b15b7e8b78/c2716139-876f-4e89-992a-23abea26c31e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:38.260690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.383139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.391848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Transition to ACTIVE for port object c2716139-876f-4e89-992a-23abea26c31e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:38.408047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Transition to ACTIVE for port object c2716139-876f-4e89-992a-23abea26c31e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:38.525286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38a2e2e1-4bda-4475-992e-49636cb835e2 req-8c995cb1-7c3a-40ab-a482-d1e3d7717d0b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316901 Aug 10 03:43:38.532389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-299617f9-d785-4164-8ee7-147de320bb2f req-b4fa0dc1-6d0f-4d2d-8116-086013eaa60d tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Aug 10 03:43:38.596207 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.636191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458a6b-6933-45f2-ba9b-9e378cf98089 req-bfd5350b-d2ab-452e-8919-2b8819a6da66 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.637561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Network beb7adbf-eb52-4289-bc22-20f91a15cb08 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:38.637747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce458a6b-6933-45f2-ba9b-9e378cf98089 req-bfd5350b-d2ab-452e-8919-2b8819a6da66 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0497231 Aug 10 03:43:38.641727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:38.644175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:38.654311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Pushing event updated for resources: {'Port': ['ID=c2716139-876f-4e89-992a-23abea26c31e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.680598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce458a6b-6933-45f2-ba9b-9e378cf98089 req-e35dfa2f-d4c9-469e-8bff-40aa20928b26 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353987 Aug 10 03:43:38.709838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Attempting to bind port c2716139-876f-4e89-992a-23abea26c31e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:38.710207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Attempting to bind port c2716139-876f-4e89-992a-23abea26c31e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'c7598b3c-530b-465c-9692-b8f8defc3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:38.710569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Attempting to bind port c2716139-876f-4e89-992a-23abea26c31e on network beb7adbf-eb52-4289-bc22-20f91a15cb08 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:38.715950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:38.716316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Checking segment: {'id': 'c7598b3c-530b-465c-9692-b8f8defc3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:38.716750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.717144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Bound using segment: {'id': 'c7598b3c-530b-465c-9692-b8f8defc3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:38.717602 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Bound port: c2716139-876f-4e89-992a-23abea26c31e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7598b3c-530b-465c-9692-b8f8defc3e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:38.717980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.762170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.799208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] For port c2716139-876f-4e89-992a-23abea26c31e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:38.799208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] For port c2716139-876f-4e89-992a-23abea26c31e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c2716139-876f-4e89-992a-23abea26c31e,segment=NetworkSegment(c7598b3c-530b-465c-9692-b8f8defc3e3c),segment_id=c7598b3c-530b-465c-9692-b8f8defc3e3c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:38.799512 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=99790351-73c4-4cc5-896e-e1b15b7e8b78,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.888479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.901293 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb7adbf-eb52-4289-bc22-20f91a15cb08']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:38.913679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7598b3c-530b-465c-9692-b8f8defc3e3c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:38.914013 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7598b3c-530b-465c-9692-b8f8defc3e3c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:38.925749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.928833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-8c664303-e032-4ed7-b182-0e9de02c9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.930350 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-8c664303-e032-4ed7-b182-0e9de02c9b84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1098 time: 0.1591241 Aug 10 03:43:38.933329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.960754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.993151 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:38.993741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.995218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7db86-46e5-4e06-aa4e-21a869255dac None None] Pushing event updated for resources: {'Port': ['ID=c2716139-876f-4e89-992a-23abea26c31e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:38.997187 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:39.091561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-b0cd15d5-fea6-421b-ada0-4f4e9e580f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.093105 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-b0cd15d5-fea6-421b-ada0-4f4e9e580f49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 898 time: 0.1550567 Aug 10 03:43:39.177333 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ae76d1ee-d8b5-45f5-92e0-0049e0160b3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 1001 time: 0.0749609 Aug 10 03:43:39.227066 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:39.227066 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:39.227066 n-d-765315-26 neutron-server[94804]: [parameters: {'id': 'beb7adbf-eb52-4289-bc22-20f91a15cb08'}] Aug 10 03:43:39.227066 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:39.228070 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:39.232969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-ea150669-8402-4bcc-9188-afe675b42ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.234714 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ea150669-8402-4bcc-9188-afe675b42ff2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.0510869 Aug 10 03:43:39.288175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-a39665ca-fb7c-4b94-a751-8d55ec07af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.289950 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-a39665ca-fb7c-4b94-a751-8d55ec07af6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482922 Aug 10 03:43:39.388207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c2716139-876f-4e89-992a-23abea26c31e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:39.391811 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-35523ae5-4583-4623-9fb3-7a3007f8fafb service neutron] 10.222.0.54 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941958 Aug 10 03:43:39.485660 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-2d4bd903-b731-4b81-b3a9-9d201a71fdbf service neutron] 10.222.0.54 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Aug 10 03:43:39.553231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port c2716139-876f-4e89-992a-23abea26c31e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:39.666942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554c825-63ca-4ce1-8c3a-b663ad154c79 req-81bd563a-bfbf-4dbd-b7ee-fae1e3c333e5 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.678557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5554c825-63ca-4ce1-8c3a-b663ad154c79 req-81bd563a-bfbf-4dbd-b7ee-fae1e3c333e5 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0707221 Aug 10 03:43:39.707165 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-1793541c-4d82-45f0-a846-94e650ba837b tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.713170 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-1793541c-4d82-45f0-a846-94e650ba837b tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b&tenant_id=1ecad60eae0044d380480d1afb195fed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1098 time: 0.1186328 Aug 10 03:43:39.724947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-26'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:39.728710 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.735550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5554c825-63ca-4ce1-8c3a-b663ad154c79 req-a6b520e9-b9f1-4bcf-888c-ba4c679d768b tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533421 Aug 10 03:43:39.824105 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.901665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710b26f-2f1e-4ebd-8701-dee1d27ad78b req-00171cca-3f13-4147-b8e3-2cee63a58f67 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.907106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b710b26f-2f1e-4ebd-8701-dee1d27ad78b req-00171cca-3f13-4147-b8e3-2cee63a58f67 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.1011925 Aug 10 03:43:39.954819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port c2716139-876f-4e89-992a-23abea26c31e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:39.955198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.960681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b710b26f-2f1e-4ebd-8701-dee1d27ad78b req-53d1001e-db6a-4bab-87d4-9b6652b9f776 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Aug 10 03:43:40.054237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port c2716139-876f-4e89-992a-23abea26c31e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c2716139-876f-4e89-992a-23abea26c31e,segment=NetworkSegment(c7598b3c-530b-465c-9692-b8f8defc3e3c),segment_id=c7598b3c-530b-465c-9692-b8f8defc3e3c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:40.054615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.064094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa35f8a-3173-4591-9779-baba1698c2e6 None None] Network beb7adbf-eb52-4289-bc22-20f91a15cb08 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:40.068398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:40.084706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for c2716139-876f-4e89-992a-23abea26c31e owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:40.157060 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:40.215919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:40.218316 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e69dd-b47e-4a31-8963-70b358910f77" -d '{"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:40.222610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.270675 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d7073-5bb6-4a92-9c6e-28749937ffc6 x-openstack-request-id: req-677d7073-5bb6-4a92-9c6e-28749937ffc6 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:40.271299 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:40.271299 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-677d7073-5bb6-4a92-9c6e-28749937ffc6 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:40.271603 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'code': 200} Aug 10 03:43:40.284641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] DHCP port deletion for beb7adbf-eb52-4289-bc22-20f91a15cb08 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:40.292621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88eb952d-f7e8-4283-a800-17eaffe3445b None None] Provisioning for port c2716139-876f-4e89-992a-23abea26c31e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:40.314592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88eb952d-f7e8-4283-a800-17eaffe3445b None None] Provisioning complete for port c2716139-876f-4e89-992a-23abea26c31e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:40.315083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88eb952d-f7e8-4283-a800-17eaffe3445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.375950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] Deleting port c2716139-876f-4e89-992a-23abea26c31e {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:40.376336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.384071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.442502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.471125 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88eb952d-f7e8-4283-a800-17eaffe3445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.478032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] For port c2716139-876f-4e89-992a-23abea26c31e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c2716139-876f-4e89-992a-23abea26c31e,segment=NetworkSegment(c7598b3c-530b-465c-9692-b8f8defc3e3c),segment_id=c7598b3c-530b-465c-9692-b8f8defc3e3c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:40.478432 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.498755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] Calling delete_port for c2716139-876f-4e89-992a-23abea26c31e owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:40.530880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port c2716139-876f-4e89-992a-23abea26c31e on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:40.609938 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.637645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] Pushing event deleted for resources: {'Port': ['ID=c2716139-876f-4e89-992a-23abea26c31e,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.641263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30246e-83ea-4ee9-b8ff-ae1b934539f4 None None] No DVR routers for this DVR port c2716139-876f-4e89-992a-23abea26c31e on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:40.691291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=7']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.788412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.793421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=c2716139-876f-4e89-992a-23abea26c31e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.811003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb7adbf-eb52-4289-bc22-20f91a15cb08']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:40.867329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7598b3c-530b-465c-9692-b8f8defc3e3c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:40.867624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7598b3c-530b-465c-9692-b8f8defc3e3c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:40.886080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8f2f84d8-8bba-49be-be06-60beeddc613b None None] Provisioning complete for port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:40.886890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8f2f84d8-8bba-49be-be06-60beeddc613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.905956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.924548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.932534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f84d8-8bba-49be-be06-60beeddc613b None None] Port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:40.939274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:40.940235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:40.944939 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:40.968161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38069ab-dfa0-4c32-8ea5-82d5e4f3fda8 req-df7a8d78-9d01-45df-bdf3-abd9567a79be tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.969930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f38069ab-dfa0-4c32-8ea5-82d5e4f3fda8 req-df7a8d78-9d01-45df-bdf3-abd9567a79be tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0934289 Aug 10 03:43:40.995694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on host n-h1-765315-26 for vnic_type normal with profile {"migrating_to": "n-h2-765315-26"} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:40.996229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:40.996586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:41.010755 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:41.011083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Attempting to bind port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:41.018911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:41.018911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Checking segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:41.018911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Bound using segment: {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'} {{(pid=94804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:41.020697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.managers [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Bound port: 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b486bb7-5172-4fec-b476-28ee63659297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3'}}] {{(pid=94804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:41.020697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.061256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f38069ab-dfa0-4c32-8ea5-82d5e4f3fda8 req-aa633962-7454-4c5a-aaae-7a3955d2d7c2 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837553 Aug 10 03:43:41.124497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:41.128416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:41.145740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.159128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.161753 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/beb7adbf-eb52-4289-bc22-20f91a15cb08 HTTP/1.1" status: 204 len: 168 time: 3.0886815 Aug 10 03:43:41.165376 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:41.173250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1590232754'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:41.190091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5850-0f1c-4565-a825-8384d94d8442 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=beb7adbf-eb52-4289-bc22-20f91a15cb08,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:41.203214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a172fd-5953-4750-a12c-2d8e44220255 req-557e5576-b6b2-44b6-b024-588ea70cce2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:41.208845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1a172fd-5953-4750-a12c-2d8e44220255 req-557e5576-b6b2-44b6-b024-588ea70cce2d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 944 time: 0.0715160 Aug 10 03:43:41.246074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1a172fd-5953-4750-a12c-2d8e44220255 req-f36b7240-ddbc-4044-9e46-b264497bc2ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Aug 10 03:43:41.281878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.373009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:41.373176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c2716139-876f-4e89-992a-23abea26c31e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:41.373608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.396643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: c2716139-876f-4e89-992a-23abea26c31e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:41.396992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c2716139-876f-4e89-992a-23abea26c31e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:41.657611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af4ed964-daa6-4729-b48d-f4295d1cce79 None None] Provisioning complete for port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:41.657978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af4ed964-daa6-4729-b48d-f4295d1cce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.745670 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=8']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:41.758747 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af4ed964-daa6-4729-b48d-f4295d1cce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.770279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:41.786978 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.787327 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 964f68ba-ae6c-4817-8464-d619f5716898 of type vlan for network d3b5e5fd-68a7-492a-9c86-e77159f56456 Aug 10 03:43:41.790848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:41.793323 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83548de4-9d63-4796-9df0-e1a35f3bbd82" -d '{"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:41.809505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af4ed964-daa6-4729-b48d-f4295d1cce79 None None] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:41.840892 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:41.841256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.842675 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-077eb699-e85d-49af-8961-a0a67df889c9 service neutron] 10.222.0.54 "PUT /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 1124 time: 2.1255069 Aug 10 03:43:41.843148 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8132ebb6-d8b4-45ff-8d0f-4dced0e1a909 x-openstack-request-id: req-8132ebb6-d8b4-45ff-8d0f-4dced0e1a909 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:41.843529 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:41.844040 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8132ebb6-d8b4-45ff-8d0f-4dced0e1a909 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:41.844635 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'code': 200} Aug 10 03:43:41.858248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.896140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['1b4d5f6c-bc2d-4a35-b6b8-9806851da857'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:41.974279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.979997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:41.980697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.054693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=d3b5e5fd-68a7-492a-9c86-e77159f56456,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.077649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d3b5e5fd-68a7-492a-9c86-e77159f56456 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:42.081756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af4ed964-daa6-4729-b48d-f4295d1cce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.162395 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d4b7573-83db-414e-a808-9c7091a49872 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9957778 Aug 10 03:43:42.165310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58486) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:42.171770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:42.254826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed964-daa6-4729-b48d-f4295d1cce79 None None] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.273629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:42.276835 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:42.388912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:42.398720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.490643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing IP validity checks on allocation pools {{(pid=94805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:43:42.491602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.ipam_backend_mixin [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:43:42.591708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b954d-ae29-4def-aeff-5dd8f8a4b2be req-30a41c1c-3b1d-4bc6-a415-4f746db90ba2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.601676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-977b954d-ae29-4def-aeff-5dd8f8a4b2be req-30a41c1c-3b1d-4bc6-a415-4f746db90ba2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.2536907 Aug 10 03:43:42.694737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-977b954d-ae29-4def-aeff-5dd8f8a4b2be req-9a2a4f6b-dbee-45ca-874d-ffac8d453aa2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777757 Aug 10 03:43:42.729060 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292d269-bc5a-467b-b684-27970b15688f x-openstack-request-id: req-5292d269-bc5a-467b-b684-27970b15688f {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:42.729060 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:42.729060 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5292d269-bc5a-467b-b684-27970b15688f {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:42.729060 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'status': 'completed', 'code': 200} Aug 10 03:43:42.797082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-12d0f661-b96e-4bdd-b435-af5f8bd19bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.799177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-12d0f661-b96e-4bdd-b435-af5f8bd19bae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1129 time: 0.0473821 Aug 10 03:43:42.851761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.956472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=bd3d3f8e-d95c-4dfa-8643-c5951611b51b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.982072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.982425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.982777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.983119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.994051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:42.998669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-0b9ab81e-5297-4c61-83b4-7201dfc8ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.000223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-0b9ab81e-5297-4c61-83b4-7201dfc8ebe4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 898 time: 0.1942949 Aug 10 03:43:43.003160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '964f68ba-ae6c-4817-8464-d619f5716898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:43.003523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: d3b5e5fd-68a7-492a-9c86-e77159f56456, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:43.078485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-e192020c-11ed-4e32-8d00-faeb78104fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 1001 time: 0.0690041 Aug 10 03:43:43.128381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-e8019104-c590-4919-af52-66245249983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.130479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-e8019104-c590-4919-af52-66245249983b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.0445371 Aug 10 03:43:43.185102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-c54290c6-1454-49dc-988f-22cc5d2cda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.186656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-c54290c6-1454-49dc-988f-22cc5d2cda78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484607 Aug 10 03:43:43.189407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network d3b5e5fd-68a7-492a-9c86-e77159f56456 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:43.288410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-e6b6ff82-e4ed-43e7-ae99-518b23b5a0d0 service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923507 Aug 10 03:43:43.290352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d3b5e5fd-68a7-492a-9c86-e77159f56456) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:43.295902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.296506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.301522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d646859-3a0b-4a77-bfaf-460941270e74 None None] Network d3b5e5fd-68a7-492a-9c86-e77159f56456 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:43.444905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f350263-daa5-459a-bbb5-6fc12d6a6c8b req-992e5a1c-4be1-4ccc-8d3f-ff45f65bfcea service neutron] 10.222.0.46 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348081 Aug 10 03:43:43.476460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4c3dba25-baf5-4af1-a815-d49319823e7f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3080571 Aug 10 03:43:43.477876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:43.491998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-d3b5e5fd-68a7-492a-9c86-e77159f56456', 'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': 'bd3d3f8e-d95c-4dfa-8643-c5951611b51b'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:43.492979 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.585945 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.639644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Allocated IP 172.20.0.3 (d3b5e5fd-68a7-492a-9c86-e77159f56456/bd3d3f8e-d95c-4dfa-8643-c5951611b51b/aaf83c08-cc91-4013-bb68-27ff003b108b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:43.648672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.811489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dcc14-6555-4e1c-828b-70061615161a req-c972ad9b-64e0-4239-a85f-71394e674d3d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.813194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b3dcc14-6555-4e1c-828b-70061615161a req-c972ad9b-64e0-4239-a85f-71394e674d3d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0643370 Aug 10 03:43:43.813734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.823360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Transition to ACTIVE for port object aaf83c08-cc91-4013-bb68-27ff003b108b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:43.841847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Transition to ACTIVE for port object aaf83c08-cc91-4013-bb68-27ff003b108b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:43.857028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b3dcc14-6555-4e1c-828b-70061615161a req-a031a79a-4618-4b5f-a785-da3b5924060c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362878 Aug 10 03:43:43.908324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.990503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Pushing event updated for resources: {'Port': ['ID=aaf83c08-cc91-4013-bb68-27ff003b108b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.996966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Network d3b5e5fd-68a7-492a-9c86-e77159f56456 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:43.999890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:44.005287 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.005936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:44.058046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3d3f8e-d95c-4dfa-8643-c5951611b51b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.077488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Attempting to bind port aaf83c08-cc91-4013-bb68-27ff003b108b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:44.078150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Attempting to bind port aaf83c08-cc91-4013-bb68-27ff003b108b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '964f68ba-ae6c-4817-8464-d619f5716898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:44.078778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Attempting to bind port aaf83c08-cc91-4013-bb68-27ff003b108b on network d3b5e5fd-68a7-492a-9c86-e77159f56456 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:44.085816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:44.086689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Checking segment: {'id': '964f68ba-ae6c-4817-8464-d619f5716898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:44.087262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.087864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Bound using segment: {'id': '964f68ba-ae6c-4817-8464-d619f5716898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:44.088576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Bound port: aaf83c08-cc91-4013-bb68-27ff003b108b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964f68ba-ae6c-4817-8464-d619f5716898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:44.089183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.136014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:44.191118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.216369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b5e5fd-68a7-492a-9c86-e77159f56456']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:44.248590 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964f68ba-ae6c-4817-8464-d619f5716898') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:44.249075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964f68ba-ae6c-4817-8464-d619f5716898') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:44.250107 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] For port aaf83c08-cc91-4013-bb68-27ff003b108b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:44.268149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.293195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] For port aaf83c08-cc91-4013-bb68-27ff003b108b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=aaf83c08-cc91-4013-bb68-27ff003b108b,segment=NetworkSegment(964f68ba-ae6c-4817-8464-d619f5716898),segment_id=964f68ba-ae6c-4817-8464-d619f5716898)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:44.330508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:44.342490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 has no active binding in host n-h2-765315-26 {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:43:44.361811 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.364489 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.372285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:44.372953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:44.388419 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:44.469510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a2cb1-ab4f-4728-b360-fe28327b8fb6 None None] Pushing event updated for resources: {'Port': ['ID=aaf83c08-cc91-4013-bb68-27ff003b108b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.478110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29c335-d1df-455f-9e33-9b64504b1821 None None] Network d3b5e5fd-68a7-492a-9c86-e77159f56456 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:44.556163 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:44.556163 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:44.556163 n-d-765315-26 neutron-server[94804]: [parameters: {'id': 'd3b5e5fd-68a7-492a-9c86-e77159f56456'}] Aug 10 03:43:44.556163 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:44.556799 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:44.630803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b23aa4-8ecd-43d8-818e-7f7dc7dfabdb None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:44.713718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b23aa4-8ecd-43d8-818e-7f7dc7dfabdb None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:44.994859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a7cb1-dcbf-4fa2-8ade-ec128463e4cc req-a8b374cf-568f-4f97-9313-3104bbd20706 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.996470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19a7cb1-dcbf-4fa2-8ade-ec128463e4cc req-a8b374cf-568f-4f97-9313-3104bbd20706 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0653224 Aug 10 03:43:45.045584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19a7cb1-dcbf-4fa2-8ade-ec128463e4cc req-304e4bc1-c675-499f-8ac1-050b745d376c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425797 Aug 10 03:43:45.064677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.127657 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port aaf83c08-cc91-4013-bb68-27ff003b108b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:45.128136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.199375 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port aaf83c08-cc91-4013-bb68-27ff003b108b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=aaf83c08-cc91-4013-bb68-27ff003b108b,segment=NetworkSegment(964f68ba-ae6c-4817-8464-d619f5716898),segment_id=964f68ba-ae6c-4817-8464-d619f5716898)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:45.200008 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.212831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for aaf83c08-cc91-4013-bb68-27ff003b108b owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:45.402965 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.532990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.566118 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=aaf83c08-cc91-4013-bb68-27ff003b108b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:45.568212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port aaf83c08-cc91-4013-bb68-27ff003b108b on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:45.653926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.664317 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b5e5fd-68a7-492a-9c86-e77159f56456']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:45.675019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964f68ba-ae6c-4817-8464-d619f5716898') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:45.675405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964f68ba-ae6c-4817-8464-d619f5716898') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:45.685304 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.699611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.705938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:45.706431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:45.710380 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:45.916904 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.931764 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.934214 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/d3b5e5fd-68a7-492a-9c86-e77159f56456 HTTP/1.1" status: 204 len: 168 time: 2.4550793 Aug 10 03:43:45.939784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58556) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:45.945826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1524181664'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:45.951616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15693c-89c2-4a69-9c93-429e9efc959a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=d3b5e5fd-68a7-492a-9c86-e77159f56456,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.140882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:46.145398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.206913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:46.221617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee01f39-2308-42f2-8bb8-be14eed7e75c req-b08a7985-cf16-4a6c-888c-47c8f7ccd02e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.223153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ee01f39-2308-42f2-8bb8-be14eed7e75c req-b08a7985-cf16-4a6c-888c-47c8f7ccd02e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.1061342 Aug 10 03:43:46.230512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.230863 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82 of type vlan for network a3b459d2-d20c-4eda-9a64-72afb35f9d2d Aug 10 03:43:46.308728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ee01f39-2308-42f2-8bb8-be14eed7e75c req-317dacf8-f004-4deb-a0e7-626f18313d69 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759816 Aug 10 03:43:46.310451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.433545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-b925edcb-0819-4d6b-8336-ca8bf79e59d0 req-e7c20392-9253-438f-9b07-8746148cc68b service neutron] (94805) timed out ('10.222.0.46', 53568) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:43:46.475158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.481547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.481547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.553898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=a3b459d2-d20c-4eda-9a64-72afb35f9d2d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.564039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a3b459d2-d20c-4eda-9a64-72afb35f9d2d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:46.733356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5e89e96d-5611-4316-91e0-04108b9fabc2 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7920070 Aug 10 03:43:46.736632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.742329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:47.006712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:47.011280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.115939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21fba1-83c3-4cdd-993f-4fccbf24e516 req-ae5df77c-5159-4993-8ece-4305eba5d7d7 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.117711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f21fba1-83c3-4cdd-993f-4fccbf24e516 req-ae5df77c-5159-4993-8ece-4305eba5d7d7 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0760427 Aug 10 03:43:47.207531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f21fba1-83c3-4cdd-993f-4fccbf24e516 req-267d5e0f-ac31-4d81-88e5-ee424e756c37 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826709 Aug 10 03:43:47.452514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae239-a7ce-432a-9b6f-0feb9f2daf5e req-fc0579ed-7941-4da1-9b42-d8b0c93d61be tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.454556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6bae239-a7ce-432a-9b6f-0feb9f2daf5e req-fc0579ed-7941-4da1-9b42-d8b0c93d61be tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0529964 Aug 10 03:43:47.455886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.503196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6bae239-a7ce-432a-9b6f-0feb9f2daf5e req-a39789b4-8a11-4824-a7d1-1ed703e2608c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Aug 10 03:43:47.561068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=67067a9a-fc1a-4b9b-99fc-27bc88b42a73,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.580099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:47.580491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: a3b459d2-d20c-4eda-9a64-72afb35f9d2d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:47.703478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network a3b459d2-d20c-4eda-9a64-72afb35f9d2d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:47.839666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, a3b459d2-d20c-4eda-9a64-72afb35f9d2d) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:47.844167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.845238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.851368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b89f7-82eb-4438-8ea3-30bb9d2eb369 None None] Network a3b459d2-d20c-4eda-9a64-72afb35f9d2d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:47.985949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58578) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.986169 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2bbdb80d-1833-4511-b2ce-4a9bf39cf1a9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2483439 Aug 10 03:43:48.041031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-a3b459d2-d20c-4eda-9a64-72afb35f9d2d', 'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '67067a9a-fc1a-4b9b-99fc-27bc88b42a73'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:48.041865 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.116686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.200302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.210158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Allocated IP 172.20.0.1 (a3b459d2-d20c-4eda-9a64-72afb35f9d2d/67067a9a-fc1a-4b9b-99fc-27bc88b42a73/fbe809d4-61af-4776-8dfd-89e1b30e04b9) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:48.383551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c8a90-ce14-4d04-ba11-2e549c01fc4e req-e5c45841-58b2-453b-8ac7-b97cc8bb6e75 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.383551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8c8a90-ce14-4d04-ba11-2e549c01fc4e req-e5c45841-58b2-453b-8ac7-b97cc8bb6e75 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0647204 Aug 10 03:43:48.397685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.403659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8c8a90-ce14-4d04-ba11-2e549c01fc4e req-e5fc80de-5cba-4ad9-a510-0f839e7d4872 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368989 Aug 10 03:43:48.406385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Transition to ACTIVE for port object fbe809d4-61af-4776-8dfd-89e1b30e04b9 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:48.422030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Transition to ACTIVE for port object fbe809d4-61af-4776-8dfd-89e1b30e04b9 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:48.626274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef089b-b252-4f83-a373-fa7490be927e req-e28285be-df95-41f9-8076-47cb3b2425a5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.634940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0ef089b-b252-4f83-a373-fa7490be927e req-e28285be-df95-41f9-8076-47cb3b2425a5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.0590329 Aug 10 03:43:48.642230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.712255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Network a3b459d2-d20c-4eda-9a64-72afb35f9d2d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:48.714615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:48.719599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:48.741903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-9d14d74d-595b-41d9-86d0-f3d463e127f8 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.743323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-9d14d74d-595b-41d9-86d0-f3d463e127f8 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0952618 Aug 10 03:43:48.759393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0ef089b-b252-4f83-a373-fa7490be927e req-fe053ced-08b8-42ad-adc8-e1a82f348fad tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241558 Aug 10 03:43:48.777734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Pushing event updated for resources: {'Port': ['ID=fbe809d4-61af-4776-8dfd-89e1b30e04b9,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.811771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Attempting to bind port fbe809d4-61af-4776-8dfd-89e1b30e04b9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:48.812142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Attempting to bind port fbe809d4-61af-4776-8dfd-89e1b30e04b9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:48.812560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Attempting to bind port fbe809d4-61af-4776-8dfd-89e1b30e04b9 on network a3b459d2-d20c-4eda-9a64-72afb35f9d2d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:48.818374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:48.820503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Checking segment: {'id': 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:48.820503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.820503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Bound using segment: {'id': 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:48.820503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Bound port: fbe809d4-61af-4776-8dfd-89e1b30e04b9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:48.820503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.830853 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.886118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] For port fbe809d4-61af-4776-8dfd-89e1b30e04b9, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:48.890558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] For port fbe809d4-61af-4776-8dfd-89e1b30e04b9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fbe809d4-61af-4776-8dfd-89e1b30e04b9,segment=NetworkSegment(a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82),segment_id=a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:48.930121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=67067a9a-fc1a-4b9b-99fc-27bc88b42a73,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.959742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.973542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b459d2-d20c-4eda-9a64-72afb35f9d2d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:48.985994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:48.986290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:49.003266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.013347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.027895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Deleting port 4bee178a-efe2-4f01-9611-18055cbbf1c6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:49.028771 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.036329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.084828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:49.085242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:49.088640 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:49.102935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a158-3069-4eaa-89b9-52ab09b4adf1 None None] Pushing event updated for resources: {'Port': ['ID=fbe809d4-61af-4776-8dfd-89e1b30e04b9,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.151352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6339eca-57a0-42eb-ac23-484a8f8cc72b None None] Network a3b459d2-d20c-4eda-9a64-72afb35f9d2d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:49.240500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] For port 4bee178a-efe2-4f01-9611-18055cbbf1c6, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=4bee178a-efe2-4f01-9611-18055cbbf1c6,segment=NetworkSegment(db6a87ba-654d-4589-aedc-c7d654fe991e),segment_id=db6a87ba-654d-4589-aedc-c7d654fe991e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:49.240910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.255854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Calling delete_port for 4bee178a-efe2-4f01-9611-18055cbbf1c6 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:49.265884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:49.265884 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:49.265884 n-d-765315-26 neutron-server[94805]: [parameters: {'id': 'a3b459d2-d20c-4eda-9a64-72afb35f9d2d'}] Aug 10 03:43:49.265884 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:49.267141 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:49.356273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db573be8-771b-451e-a856-ddd8c574cd15 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:49.467834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db573be8-771b-451e-a856-ddd8c574cd15 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:49.540606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2cb8-1ca0-48b1-b5c5-cdb3efb83507 req-72834f60-277c-4e5d-9426-7d13ae1454c4 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.542160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3c2cb8-1ca0-48b1-b5c5-cdb3efb83507 req-72834f60-277c-4e5d-9426-7d13ae1454c4 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 945 time: 0.0560005 Aug 10 03:43:49.543878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.577492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['4bee178a-efe2-4f01-9611-18055cbbf1c6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:49.608051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Pushing event deleted for resources: {'Port': ['ID=4bee178a-efe2-4f01-9611-18055cbbf1c6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.661637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff3c2cb8-1ca0-48b1-b5c5-cdb3efb83507 req-9595686e-1509-4283-87c8-095e6035bfa8 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/security-groups?id=acdb9bec-70e0-4b60-8711-786b6eddc887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071236 Aug 10 03:43:49.679314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] No DVR routers for this DVR port 4bee178a-efe2-4f01-9611-18055cbbf1c6 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:49.682377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.684476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b45424b-315b-4936-b6ca-52bec9c55dc5 req-4e662249-0af1-4db9-a7fa-cda67f2a4442 tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.46 "DELETE /v2.0/ports/4bee178a-efe2-4f01-9611-18055cbbf1c6 HTTP/1.1" status: 204 len: 173 time: 0.9240377 Aug 10 03:43:49.684859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'name': 'network-vif-deleted', 'tag': '4bee178a-efe2-4f01-9611-18055cbbf1c6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:49.687210 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8037b64a-6004-4b96-8e68-31cb48b8de80" -d '{"events": [{"server_uuid": "8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac", "name": "network-vif-deleted", "tag": "4bee178a-efe2-4f01-9611-18055cbbf1c6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:49.729780 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c21d9a-1c08-40d2-bd7a-65eb5434ea7f x-openstack-request-id: req-93c21d9a-1c08-40d2-bd7a-65eb5434ea7f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:49.731058 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac", "name": "network-vif-deleted", "tag": "4bee178a-efe2-4f01-9611-18055cbbf1c6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:49.731058 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93c21d9a-1c08-40d2-bd7a-65eb5434ea7f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:49.731058 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac', 'name': 'network-vif-deleted', 'tag': '4bee178a-efe2-4f01-9611-18055cbbf1c6', 'status': 'completed', 'code': 200} Aug 10 03:43:49.770493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.940475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port fbe809d4-61af-4776-8dfd-89e1b30e04b9 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:49.945171 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.988976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb08f-1f00-4c96-ad3c-221b8e39f764 req-66555572-505d-4796-9060-eed985ee05ff tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.996436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b5cb08f-1f00-4c96-ad3c-221b8e39f764 req-66555572-505d-4796-9060-eed985ee05ff tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 946 time: 0.1354687 Aug 10 03:43:50.088139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b5cb08f-1f00-4c96-ad3c-221b8e39f764 req-5737906d-c724-4872-8eac-591b7e2b9f0c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906060 Aug 10 03:43:50.104246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port fbe809d4-61af-4776-8dfd-89e1b30e04b9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fbe809d4-61af-4776-8dfd-89e1b30e04b9,segment=NetworkSegment(a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82),segment_id=a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:50.104979 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.123895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for fbe809d4-61af-4776-8dfd-89e1b30e04b9 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:50.389742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.414803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=fbe809d4-61af-4776-8dfd-89e1b30e04b9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:50.430348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port fbe809d4-61af-4776-8dfd-89e1b30e04b9 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:50.547205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.563948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b459d2-d20c-4eda-9a64-72afb35f9d2d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:50.582232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:50.582523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc8bc7-5d8a-4da7-b0a7-9dd3f0c7db82') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:50.595621 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.610907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ccae6bbe-7a45-48b5-8c11-a13244ff50f9 service neutron] 10.222.0.46 "GET /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857/bindings/n-h2-765315-26 HTTP/1.1" status: 200 len: 385 time: 0.1090014 Aug 10 03:43:50.615372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.628064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:50.628064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:50.631279 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:50.818731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.829588 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.834649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/a3b459d2-d20c-4eda-9a64-72afb35f9d2d HTTP/1.1" status: 204 len: 168 time: 2.8442659 Aug 10 03:43:50.835006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:50.840338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-667165471'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:50.861928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8f26-3bb5-449f-8f74-61744aac2cf8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=a3b459d2-d20c-4eda-9a64-72afb35f9d2d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:50.883529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e73def85-aed0-4589-a344-a7016beef565 req-db60f256-c197-4a9f-a095-51db8003c4aa tempest-VolumesActionsTest-514715468 tempest-VolumesActionsTest-514715468-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae7c5cc-f1e9-4776-8b2e-e3843506e3ac HTTP/1.1" status: 200 len: 210 time: 0.0363636 Aug 10 03:43:50.915528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:50.937085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:50.971992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:50.976379 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.993509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:51.003751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:51.015526 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.016002 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 334744a2-c34a-4dda-96e2-02797ca883cc of type vlan for network 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 Aug 10 03:43:51.063898 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.116027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.222237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.232047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.233028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.237031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] Transition to ACTIVE for port object 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:51.251037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7bf43-cdd6-46e6-91c9-566e27c7b3af req-2cb6fb40-db0f-401b-abe8-45bc88b844cd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.252865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2da7bf43-cdd6-46e6-91c9-566e27c7b3af req-2cb6fb40-db0f-401b-abe8-45bc88b844cd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.0797873 Aug 10 03:43:51.305414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2da7bf43-cdd6-46e6-91c9-566e27c7b3af req-4b147028-b3d4-4fa7-908f-2a6d5a8a4954 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446451 Aug 10 03:43:51.314347 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.335383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=8ec26e91-b0bf-45cc-8b4f-7953fe24cc46,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.346297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:51.372285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6401b992-e614-4bed-9ada-e9d73121b392 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5361505 Aug 10 03:43:51.374866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58614) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:51.386570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': '8ec26e91-b0bf-45cc-8b4f-7953fe24cc46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:51.461451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=11']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.514102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] No DVR routers for this DVR port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:51.719423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:51.723029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.906888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:51.909181 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564f2004-e440-4a29-ac0f-37f3877b2b5b" -d '{"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:51.956450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-07926d71-2a79-4b8c-8813-8550a4608ff0 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857/bindings/n-h2-765315-26/activate HTTP/1.1" status: 200 len: 370 time: 1.3385780 Aug 10 03:43:52.021335 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a9c65-1bf3-47ca-9670-11a131333d55 x-openstack-request-id: req-f31a9c65-1bf3-47ca-9670-11a131333d55 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:52.021995 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:52.022457 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f31a9c65-1bf3-47ca-9670-11a131333d55 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:52.023137 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'code': 200} Aug 10 03:43:52.071111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.233064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=dbb01e17-36e6-4b30-b494-b2a951eee6d5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:52.249163 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-56a33047-0b9a-438e-9dcc-ef78ec6c8f28 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.251999 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-56a33047-0b9a-438e-9dcc-ef78ec6c8f28 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b&tenant_id=1ecad60eae0044d380480d1afb195fed&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.0979335 Aug 10 03:43:52.253602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '334744a2-c34a-4dda-96e2-02797ca883cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ec26e91-b0bf-45cc-8b4f-7953fe24cc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:52.254396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:52.342779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-9be65be6-2810-4a1a-980a-ecf960e75dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.344327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-9be65be6-2810-4a1a-980a-ecf960e75dc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 1097 time: 0.0831249 Aug 10 03:43:52.430388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-f22b7e3a-ae21-4dca-841e-15519c173e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.432521 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-f22b7e3a-ae21-4dca-841e-15519c173e98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1097 time: 0.0526981 Aug 10 03:43:52.436891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346de21-cfd8-471e-b4f9-455516afa613 req-15b9a264-d2fa-4a5e-89dd-5d4cc0ca8a94 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.445353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e346de21-cfd8-471e-b4f9-455516afa613 req-15b9a264-d2fa-4a5e-89dd-5d4cc0ca8a94 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.0579071 Aug 10 03:43:52.490004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:52.490881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e346de21-cfd8-471e-b4f9-455516afa613 req-795e9e55-a99f-4b79-8cf6-30169599f1ad tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445776 Aug 10 03:43:52.597378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:52.640370 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-e5f26793-2625-4e1a-8edd-c5b0c9f27caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.641823 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-e5f26793-2625-4e1a-8edd-c5b0c9f27caa service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 898 time: 0.1964383 Aug 10 03:43:52.671638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:52.672336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4bee178a-efe2-4f01-9611-18055cbbf1c6 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:52.740504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:52.756082 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.757574 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.801100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ddf76400-bb34-4cc3-aef3-3f3978fc6dc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 999 time: 0.1515336 Aug 10 03:43:52.881141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-a2ff8cc3-24e3-43ed-9fc7-b06a18ec1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.882865 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-a2ff8cc3-24e3-43ed-9fc7-b06a18ec1c5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.0740771 Aug 10 03:43:52.887888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58634) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:52.888315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7b24e986-8258-4f2f-9548-b8983507ad0d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5118580 Aug 10 03:43:52.944697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-ab98e678-4386-41a6-86ae-9f3280d9fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.948885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ab98e678-4386-41a6-86ae-9f3280d9fe71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592360 Aug 10 03:43:52.978773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d7426-e1d2-4353-8063-ad0b3d2b45d2 None None] Network 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:53.007549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 4bee178a-efe2-4f01-9611-18055cbbf1c6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:53.008449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 4bee178a-efe2-4f01-9611-18055cbbf1c6 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:53.057653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.095750 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-7c26d0cf-66f6-4367-bb1c-52623f79ec39 service neutron] 10.222.0.54 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388767 Aug 10 03:43:53.127374 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.266085 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-82a84f61-c15d-4299-8742-5512f1bdecec service neutron] 10.222.0.54 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603076 Aug 10 03:43:53.293518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5224ed0-60f8-4b5d-9bb1-78c08e07b922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-8ec26e91-b0bf-45cc-8b4f-7953fe24cc46', 'network_id': '8ec26e91-b0bf-45cc-8b4f-7953fe24cc46', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': 'dbb01e17-36e6-4b30-b494-b2a951eee6d5'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:53.300692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e5224ed0-60f8-4b5d-9bb1-78c08e07b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.327363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.445175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb01e17-36e6-4b30-b494-b2a951eee6d5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.464725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.478023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec26e91-b0bf-45cc-8b4f-7953fe24cc46']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:53.489698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334744a2-c34a-4dda-96e2-02797ca883cc') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:53.489997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334744a2-c34a-4dda-96e2-02797ca883cc') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:53.499350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server [None req-e5224ed0-60f8-4b5d-9bb1-78c08e07b922 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbb01e17-36e6-4b30-b494-b2a951eee6d5: This subnet is being modified by another concurrent operation. Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbb01e17-36e6-4b30-b494-b2a951eee6d5: This subnet is being modified by another concurrent operation. Aug 10 03:43:53.516059 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Aug 10 03:43:53.548967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.552078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ab46d-2f64-4abf-917a-859a5fe5e82d None None] Network 8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:53.554461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:53.554908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:53.558899 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:53.715316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe29a4-4b84-41cc-9d2d-edea29a44c12 req-7d9a6c43-3a53-456d-af5b-e408404854a4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.717087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6dbe29a4-4b84-41cc-9d2d-edea29a44c12 req-7d9a6c43-3a53-456d-af5b-e408404854a4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.1116443 Aug 10 03:43:53.753921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.756243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829fa80-28df-4087-b3e9-ff6ece3b13ea None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:53.796908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.805626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 HTTP/1.1" status: 204 len: 168 time: 0.9164011 Aug 10 03:43:53.807093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:53.823777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451737235'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:53.854441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6dbe29a4-4b84-41cc-9d2d-edea29a44c12 req-b47b6bbc-7b97-4a59-87e8-4518889b8c38 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309593 Aug 10 03:43:53.855711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb742c3-c1e8-4d54-b1c1-da92f0d0a8d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=8ec26e91-b0bf-45cc-8b4f-7953fe24cc46,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.901433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40089b-f050-444d-9593-229ad24c62bb req-33356a84-4a94-497f-b45d-85e3d522907e tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.902366 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-33356a84-4a94-497f-b45d-85e3d522907e tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b&tenant_id=1ecad60eae0044d380480d1afb195fed&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 1097 time: 0.1081429 Aug 10 03:43:53.949454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829fa80-28df-4087-b3e9-ff6ece3b13ea None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:53.995410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:53.998820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.037516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:54.049860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.050215 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment dcccb314-6f94-4282-b3d1-d98a5495ff26 of type vlan for network fd0fc868-2d06-4a23-a0df-043ede743dd7 Aug 10 03:43:54.101074 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.145745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [req-0a40089b-f050-444d-9593-229ad24c62bb req-3ad367ca-15a6-4fde-a932-e11c1d6f3e83 service neutron] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h1-765315-26, cleared binding levels {{(pid=94804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:54.151689 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [req-0a40089b-f050-444d-9593-229ad24c62bb req-3ad367ca-15a6-4fde-a932-e11c1d6f3e83 service neutron] Notify callbacks [] for binding, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.151689 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-3ad367ca-15a6-4fde-a932-e11c1d6f3e83 service neutron] 10.222.0.54 "DELETE /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857/bindings/n-h1-765315-26 HTTP/1.1" status: 204 len: 173 time: 0.2411544 Aug 10 03:43:54.181562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:54.216968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.229022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.230354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.275836 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:54.326953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=fd0fc868-2d06-4a23-a0df-043ede743dd7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.347219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:54.447134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8887c729-a899-425b-9704-81bfe571d806 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6284518 Aug 10 03:43:54.451254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58658) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:54.457305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:54.619327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.709554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.729744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 is not hosted by any dhcp agent {{(pid=94805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:43:54.736321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.737287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.739039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "PUT /v2.0/networks/fd0fc868-2d06-4a23-a0df-043ede743dd7 HTTP/1.1" status: 200 len: 723 time: 0.2865994 Aug 10 03:43:54.742132 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58660) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:54.747418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:54.846924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33545ac-8b91-4b05-b5a1-b03bf6b99be9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=fd0fc868-2d06-4a23-a0df-043ede743dd7,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.861656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:54.961192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:54.965248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.025634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5bded-70ed-48ed-b415-6efe1b879557 req-ce4bb788-f08d-42ab-a6c0-3b2339f797e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.027643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45c5bded-70ed-48ed-b415-6efe1b879557 req-ce4bb788-f08d-42ab-a6c0-3b2339f797e4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.0690601 Aug 10 03:43:55.092597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45c5bded-70ed-48ed-b415-6efe1b879557 req-6877b938-1214-4096-8b06-f24958ac6baa tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587363 Aug 10 03:43:55.251735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dbb57-b0ad-4f0d-b6eb-acf5ed78b0d1 req-0697a172-c724-46ee-958b-4ab07a22eb61 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.255115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-752dbb57-b0ad-4f0d-b6eb-acf5ed78b0d1 req-0697a172-c724-46ee-958b-4ab07a22eb61 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1097 time: 0.0758026 Aug 10 03:43:55.296231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-752dbb57-b0ad-4f0d-b6eb-acf5ed78b0d1 req-d5bff969-00f4-4cee-9800-4b1b66728221 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348153 Aug 10 03:43:55.445903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.473382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc08fe-559e-4f72-9c1a-1f25bbea2b1a req-7e09863c-b0fa-4b35-a19c-c7c33e786ae5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.483347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aefc08fe-559e-4f72-9c1a-1f25bbea2b1a req-7e09863c-b0fa-4b35-a19c-c7c33e786ae5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.0913265 Aug 10 03:43:55.526758 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.535126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': 'dcccb314-6f94-4282-b3d1-d98a5495ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:55.535528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: fd0fc868-2d06-4a23-a0df-043ede743dd7, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:55.537493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aefc08fe-559e-4f72-9c1a-1f25bbea2b1a req-4a325317-4721-4517-91d0-5879d928ddcd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511925 Aug 10 03:43:55.551034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58682) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:55.640940 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2e8ec15e-faa9-4b3d-9714-f7d4dd46cef0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/6e92ba8c-0403-4a29-8d7c-fdc73f5008fe HTTP/1.1" status: 200 len: 991 time: 0.0884929 Aug 10 03:43:55.681488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:55.773001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, fd0fc868-2d06-4a23-a0df-043ede743dd7) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:55.788717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48255021-b871-4e73-968c-79607ef9b94c None None] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:55.788974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.793266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.920869 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f6be404a-ff70-40e2-8bab-b540f1fa082d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1774151 Aug 10 03:43:55.921541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58688) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:55.930125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:55.950921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58690) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:56.017056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-fd0fc868-2d06-4a23-a0df-043ede743dd7', 'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:56.017965 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.038449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.072844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8962168'] for subnet, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.133367 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d40e922b-afa1-4fb5-bc5b-be9219e13005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.257326 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d40e922b-afa1-4fb5-bc5b-be9219e13005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.349768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759713456788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9050836'] for subnet, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.387953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d40e922b-afa1-4fb5-bc5b-be9219e13005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.393772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.394450 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.396399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "PUT /v2.0/subnets/70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1 HTTP/1.1" status: 200 len: 806 time: 0.4733431 Aug 10 03:43:56.401544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58698) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:56.427724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Allocated IP 172.20.0.2 (fd0fc868-2d06-4a23-a0df-043ede743dd7/70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1/0081fa74-d865-46cc-8d3e-c1a1f8e5596d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:56.461595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58700) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:56.462462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d40e922b-afa1-4fb5-bc5b-be9219e13005 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b818d32819f4bb5967461a7b2f3202e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100708 Aug 10 03:43:56.463851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e922b-afa1-4fb5-bc5b-be9219e13005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d8a306-b567-47ed-9bc9-c55f1ed9ec9d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.486089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6abf5f-3700-4300-9dea-ff8e274f88cc tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.565034 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.571819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a43e-2757-44a3-bc03-789b8d6008c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.597121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.606012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Transition to ACTIVE for port object 0081fa74-d865-46cc-8d3e-c1a1f8e5596d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:56.622813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a43e-2757-44a3-bc03-789b8d6008c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.624316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Transition to ACTIVE for port object 0081fa74-d865-46cc-8d3e-c1a1f8e5596d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:56.668058 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.689075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.733395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:56.736463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:56.741426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:56.750898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Pushing event updated for resources: {'Port': ['ID=0081fa74-d865-46cc-8d3e-c1a1f8e5596d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.784602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a43e-2757-44a3-bc03-789b8d6008c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.787795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d0f9a43e-2757-44a3-bc03-789b8d6008c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.791282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d0f9a43e-2757-44a3-bc03-789b8d6008c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38d8a306-b567-47ed-9bc9-c55f1ed9ec9d HTTP/1.1" status: 204 len: 168 time: 0.3263204 Aug 10 03:43:56.797806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9a43e-2757-44a3-bc03-789b8d6008c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d8a306-b567-47ed-9bc9-c55f1ed9ec9d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.807657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.827023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Attempting to bind port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:56.827398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Attempting to bind port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'dcccb314-6f94-4282-b3d1-d98a5495ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:56.827767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Attempting to bind port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d on network fd0fc868-2d06-4a23-a0df-043ede743dd7 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:56.833591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:56.833972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Checking segment: {'id': 'dcccb314-6f94-4282-b3d1-d98a5495ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:56.834377 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.834767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Bound using segment: {'id': 'dcccb314-6f94-4282-b3d1-d98a5495ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:56.835231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Bound port: 0081fa74-d865-46cc-8d3e-c1a1f8e5596d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcccb314-6f94-4282-b3d1-d98a5495ff26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:56.835688 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.839494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.904380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] For port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:56.907529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] For port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0081fa74-d865-46cc-8d3e-c1a1f8e5596d,segment=NetworkSegment(dcccb314-6f94-4282-b3d1-d98a5495ff26),segment_id=dcccb314-6f94-4282-b3d1-d98a5495ff26)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:56.916040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.925977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0fc868-2d06-4a23-a0df-043ede743dd7']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:56.937329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcccb314-6f94-4282-b3d1-d98a5495ff26') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:56.937631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcccb314-6f94-4282-b3d1-d98a5495ff26') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:56.946586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.995932 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.998639 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.008270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:57.008833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:57.012043 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:57.087411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50682a-4a2c-49a9-90a3-34a6db95c22e None None] Pushing event updated for resources: {'Port': ['ID=0081fa74-d865-46cc-8d3e-c1a1f8e5596d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.116490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3625b-3386-4e17-b885-3ee09bf43221 None None] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:57.139190 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:43:57.139190 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:43:57.139190 n-d-765315-26 neutron-server[94805]: [parameters: {'id': 'fd0fc868-2d06-4a23-a0df-043ede743dd7'}] Aug 10 03:43:57.139190 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:43:57.139528 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:43:57.244894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8c352-0744-476d-a2f3-beffc6f897db None None] Network fd0fc868-2d06-4a23-a0df-043ede743dd7 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:57.387226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe754fd-b32e-4bb3-b2b2-5e1ba26d3419 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:43:57.466538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe754fd-b32e-4bb3-b2b2-5e1ba26d3419 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:43:57.640884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.705727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:57.706243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.831119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0081fa74-d865-46cc-8d3e-c1a1f8e5596d,segment=NetworkSegment(dcccb314-6f94-4282-b3d1-d98a5495ff26),segment_id=dcccb314-6f94-4282-b3d1-d98a5495ff26)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:57.832036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.850232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for 0081fa74-d865-46cc-8d3e-c1a1f8e5596d owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:57.913628 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:58.051003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.101431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port b5de8106-7d15-44bd-95f9-ad14067e594c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:58.101867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.108843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=0081fa74-d865-46cc-8d3e-c1a1f8e5596d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.116890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port 0081fa74-d865-46cc-8d3e-c1a1f8e5596d on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:58.211274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.219943 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.220279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.222541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0fc868-2d06-4a23-a0df-043ede743dd7']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:58.236366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcccb314-6f94-4282-b3d1-d98a5495ff26') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:58.247297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcccb314-6f94-4282-b3d1-d98a5495ff26') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:58.247453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for b5de8106-7d15-44bd-95f9-ad14067e594c owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:58.250779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.275878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.282148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:58.282600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:58.369548 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:58.481708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.487855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.493508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58760) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:58.493663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/fd0fc868-2d06-4a23-a0df-043ede743dd7 HTTP/1.1" status: 204 len: 168 time: 2.0918236 Aug 10 03:43:58.521737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7cdb5-8db6-4608-b397-a09be38b7237 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=fd0fc868-2d06-4a23-a0df-043ede743dd7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.523352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.527379 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a315de32-1499-475b-95f7-38e0d66a1b86 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:58.527973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a315de32-1499-475b-95f7-38e0d66a1b86 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:58.529774 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a315de32-1499-475b-95f7-38e0d66a1b86 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/fd0fc868-2d06-4a23-a0df-043ede743dd7 HTTP/1.1" status: 404 len: 339 time: 0.0346918 Aug 10 03:43:58.533812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58762) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:58.541902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-642884517', 'description': 'd1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:58.559048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=b5de8106-7d15-44bd-95f9-ad14067e594c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.630483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.630818 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP 6e92ba8c-0403-4a29-8d7c-fdc73f5008fe disassociated (deleted). External IP: 172.25.1.27, port: 1b4d5f6c-bc2d-4a35-b6b8-9806851da857. Aug 10 03:43:58.693558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:58.698676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.777445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:58.811012 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.811477 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 3651eb4a-3002-49ac-81ac-d6b6a87097f8 of type vlan for network ced73833-18ad-48bf-83a9-0188f3916a25 Aug 10 03:43:58.865217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 49173e10-f65e-446e-9ed1-2650281c4e6b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:58.881399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.975036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58776) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:59.012450 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.018457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.019532 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.023080 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:59.033599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] Sync routers for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:59.035147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.049488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:59.050400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:59.087054 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-110ba2b1-8993-4eb3-98eb-6076346e19ba tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e92ba8c-0403-4a29-8d7c-fdc73f5008fe HTTP/1.1" status: 204 len: 168 time: 1.1655371 Aug 10 03:43:59.087054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:59.088858 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f" -d '{"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:59.213988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c46175ba-4a9b-43ac-b5e3-7f5704293965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.247030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=ced73833-18ad-48bf-83a9-0188f3916a25,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.263188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:59.274232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5ebf853f-f282-45a6-949e-a27aecad7f94 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7390223 Aug 10 03:43:59.277276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58786) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:59.340383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network ced73833-18ad-48bf-83a9-0188f3916a25 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:59.404124 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c46175ba-4a9b-43ac-b5e3-7f5704293965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.497457 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eceb35-7519-483c-9f13-9ecee61c398c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.500959 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-53eceb35-7519-483c-9f13-9ecee61c398c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks?id=ced73833-18ad-48bf-83a9-0188f3916a25 HTTP/1.1" status: 200 len: 760 time: 0.2224376 Aug 10 03:43:59.501686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58788) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:59.507220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'description': 'd2'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:59.576653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c46175ba-4a9b-43ac-b5e3-7f5704293965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.645400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c46175ba-4a9b-43ac-b5e3-7f5704293965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c140e6b1b0ce43898fd95ffb5edd4693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683412 Aug 10 03:43:59.648564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58798) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:59.653923 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09338851-9eff-45a0-9d8f-7ce55c8d2503 x-openstack-request-id: req-09338851-9eff-45a0-9d8f-7ce55c8d2503 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:59.658107 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:59.658107 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09338851-9eff-45a0-9d8f-7ce55c8d2503 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:59.658107 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'status': 'completed', 'code': 200} Aug 10 03:43:59.658529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46175ba-4a9b-43ac-b5e3-7f5704293965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96264b97-2297-4575-8e23-e80c8ba32029,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.685846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:43Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:59.735570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] Checking router: 49173e10-f65e-446e-9ed1-2650281c4e6b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:59.744157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:59.744832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:43:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:59.818338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-0ff75d26-c6fa-42e2-822d-d5a47231dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.820707 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-0ff75d26-c6fa-42e2-822d-d5a47231dc73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 1097 time: 0.1190250 Aug 10 03:43:59.897345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.915244 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0bf73c2a-9633-4c5d-b854-d5c7b0b28af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.954081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0bf73c2a-9633-4c5d-b854-d5c7b0b28af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.958819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:59.981024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-bd8af59f-1a44-45ed-9f60-dd3ee95eb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.983570 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-bd8af59f-1a44-45ed-9f60-dd3ee95eb7ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 200 len: 898 time: 0.1544180 Aug 10 03:43:59.985690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657064f8-7ac1-4f4a-af5e-b84fe9e3dde3 req-b21c68d2-ec03-40c1-9391-c45df7a678af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.993240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-657064f8-7ac1-4f4a-af5e-b84fe9e3dde3 req-b21c68d2-ec03-40c1-9391-c45df7a678af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.2047923 Aug 10 03:43:59.999960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.047444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network ced73833-18ad-48bf-83a9-0188f3916a25 is not hosted by any dhcp agent {{(pid=94805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:44:00.053110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.054402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.058346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "PUT /v2.0/networks/ced73833-18ad-48bf-83a9-0188f3916a25 HTTP/1.1" status: 200 len: 757 time: 0.5527370 Aug 10 03:44:00.084321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58802) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:00.106661 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-d123d272-511b-4c0c-a779-3588c3a8fbbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 200 len: 217 time: 0.1159151 Aug 10 03:44:00.150401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9987f-a332-4d9c-969f-b404d81fc66f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=ced73833-18ad-48bf-83a9-0188f3916a25,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:00.191843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-657064f8-7ac1-4f4a-af5e-b84fe9e3dde3 req-bb01a1ed-3704-4014-a666-bc4a3ab07724 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975119 Aug 10 03:44:00.254994 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-61fe4147-ea1b-448b-a0d1-85699fdf36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.256450 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-61fe4147-ea1b-448b-a0d1-85699fdf36e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 200 len: 835 time: 0.1379879 Aug 10 03:44:00.261993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network ced73833-18ad-48bf-83a9-0188f3916a25 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:00.264910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0bf73c2a-9633-4c5d-b854-d5c7b0b28af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.268333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0bf73c2a-9633-4c5d-b854-d5c7b0b28af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.269804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0bf73c2a-9633-4c5d-b854-d5c7b0b28af4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96264b97-2297-4575-8e23-e80c8ba32029 HTTP/1.1" status: 204 len: 168 time: 0.6201351 Aug 10 03:44:00.281032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf73c2a-9633-4c5d-b854-d5c7b0b28af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96264b97-2297-4575-8e23-e80c8ba32029,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:00.289162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15a264-dce3-42d1-a8e0-84edb6f5b8b1 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.294482 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-af15a264-dce3-42d1-a8e0-84edb6f5b8b1 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks?id=ced73833-18ad-48bf-83a9-0188f3916a25 HTTP/1.1" status: 200 len: 760 time: 0.2029121 Aug 10 03:44:00.296136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58810) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:00.303038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-9585432'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:00.363168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-8f564d38-61bf-43cf-b0af-4a6a38890230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.364975 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-8f564d38-61bf-43cf-b0af-4a6a38890230 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4fe8f79-4e52-4d5c-b510-427c4d3336a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971990 Aug 10 03:44:00.438913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3abf1969-3855-420d-aa9b-4bd2018a886d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.446990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:00.450646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.494664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:43Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:00.516310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-37971efd-89fd-42c0-9d58-db42b3461acd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.518062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-37971efd-89fd-42c0-9d58-db42b3461acd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.54 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 945 time: 0.0649292 Aug 10 03:44:00.518193 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-e8163d04-1a4c-46bb-8047-97e762405e06 service neutron] 10.222.0.54 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440411 Aug 10 03:44:00.532316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89de2659-8299-4abd-a008-fa698968cdb4 None None] The sync data for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 is: [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:39Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '4bb3cd40-5aa3-4153-a136-014aab694eeb', 'name': '', 'network_id': 'a4fe8f79-4e52-4d5c-b510-427c4d3336a3', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:94:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:38Z', 'updated_at': '2021-08-10T03:42:43Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '8c4f5f02-993a-4ca8-9b82-a32a28c9bd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:00.577029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:00.612502 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.615180 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 116f0076-96bb-489a-bcfa-1c1e4d791582 of type vlan for network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 Aug 10 03:44:00.689157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.709002 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-f8b29fdc-4481-4d2f-9e65-73ae46494dc5 service neutron] 10.222.0.54 "GET /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733539 Aug 10 03:44:00.741351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:00.741826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.818987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.826633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.827476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.911985 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f53b4c-de05-49d0-85a0-af6a9d88159e None None] New status for floating IP 6e92ba8c-0403-4a29-8d7c-fdc73f5008fe: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:00.951313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=2a06d8bb-8fe4-4fa9-a737-b2be79202686,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:00.963101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:00.979222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:00.980045 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.995703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:01.054702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06c41dfa-0a54-46c3-9e24-369550240de5 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.7544420 Aug 10 03:44:01.055051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58838) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:01.061051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:01.297611 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:01.299741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.306312 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.367935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=1b4d5f6c-bc2d-4a35-b6b8-9806851da857,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.422604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d83f2-8375-451c-bd27-77886e4988c0 req-d010d624-77a2-4f14-bd82-0cac67d7884d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.424164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d71d83f2-8375-451c-bd27-77886e4988c0 req-d010d624-77a2-4f14-bd82-0cac67d7884d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=114aad6e-a281-44d9-abb0-4fc64fd5bc3b HTTP/1.1" status: 200 len: 866 time: 0.1572022 Aug 10 03:44:01.425563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] No DVR routers for this DVR port 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:01.428737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.430731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a218773-a3c9-4b65-a779-cdb2a4a76c31 req-68594ad2-731c-4b51-aa03-d3e4343ab0a8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.54 "DELETE /v2.0/ports/1b4d5f6c-bc2d-4a35-b6b8-9806851da857 HTTP/1.1" status: 204 len: 173 time: 0.8988614 Aug 10 03:44:01.431179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-deleted', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:01.434245 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d0ca7-f26b-4106-bbc9-ff4eb4294cd2" -d '{"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-deleted", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:01.477714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d71d83f2-8375-451c-bd27-77886e4988c0 req-68c3aa1b-7544-4b5a-be7f-87a649651493 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=da295988-11e3-46ba-aa31-9af45b69f770&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396521 Aug 10 03:44:01.545862 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4473e-6b09-4432-b84b-f1194337006a x-openstack-request-id: req-28b4473e-6b09-4432-b84b-f1194337006a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:01.546669 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114aad6e-a281-44d9-abb0-4fc64fd5bc3b", "name": "network-vif-deleted", "tag": "1b4d5f6c-bc2d-4a35-b6b8-9806851da857", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:01.548233 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28b4473e-6b09-4432-b84b-f1194337006a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:01.548233 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114aad6e-a281-44d9-abb0-4fc64fd5bc3b', 'name': 'network-vif-deleted', 'tag': '1b4d5f6c-bc2d-4a35-b6b8-9806851da857', 'status': 'completed', 'code': 200} Aug 10 03:44:01.658539 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.744907 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=523b88d2-afa1-4e67-a538-f335fca10054,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.788566 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '116f0076-96bb-489a-bcfa-1c1e4d791582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:01.788934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: 2a06d8bb-8fe4-4fa9-a737-b2be79202686, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:01.954720 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:02.059140 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 2a06d8bb-8fe4-4fa9-a737-b2be79202686) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:02.063329 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.063923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.070032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060aae6-aa45-495b-a9a5-3591ff4861e9 None None] Network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:02.235114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-2a06d8bb-8fe4-4fa9-a737-b2be79202686', 'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '523b88d2-afa1-4e67-a538-f335fca10054'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:02.235987 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.287637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7ad0c413-4a2b-4a3d-bb36-0f603ce3221b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2281408 Aug 10 03:44:02.288513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58872) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:02.389175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Allocated IP 172.20.0.2 (2a06d8bb-8fe4-4fa9-a737-b2be79202686/523b88d2-afa1-4e67-a538-f335fca10054/0999488f-cb61-4d3e-84e1-1d1246b7b592) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:02.434251 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.501730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.567725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58880) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:02.587634 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.606167 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Transition to ACTIVE for port object 0999488f-cb61-4d3e-84e1-1d1246b7b592 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:02.640595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Transition to ACTIVE for port object 0999488f-cb61-4d3e-84e1-1d1246b7b592 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:02.721671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.751035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.835734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:02.838906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:02.840867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.843182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:02.848720 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Pushing event updated for resources: {'Port': ['ID=0999488f-cb61-4d3e-84e1-1d1246b7b592,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.887143 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=523b88d2-afa1-4e67-a538-f335fca10054,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.908449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Attempting to bind port 0999488f-cb61-4d3e-84e1-1d1246b7b592 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:02.908944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Attempting to bind port 0999488f-cb61-4d3e-84e1-1d1246b7b592 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '116f0076-96bb-489a-bcfa-1c1e4d791582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:02.909404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Attempting to bind port 0999488f-cb61-4d3e-84e1-1d1246b7b592 on network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:02.916372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:02.920149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Checking segment: {'id': '116f0076-96bb-489a-bcfa-1c1e4d791582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:02.920149 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.920149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Bound using segment: {'id': '116f0076-96bb-489a-bcfa-1c1e4d791582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:02.920149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Bound port: 0999488f-cb61-4d3e-84e1-1d1246b7b592, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116f0076-96bb-489a-bcfa-1c1e4d791582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:02.920149 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.948955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.959632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a06d8bb-8fe4-4fa9-a737-b2be79202686']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:02.971870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116f0076-96bb-489a-bcfa-1c1e4d791582') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:02.972159 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116f0076-96bb-489a-bcfa-1c1e4d791582') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:02.982261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.000054 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.006448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] For port 0999488f-cb61-4d3e-84e1-1d1246b7b592, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:03.008561 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:03.009098 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:03.012442 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:03.088769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] For port 0999488f-cb61-4d3e-84e1-1d1246b7b592, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0999488f-cb61-4d3e-84e1-1d1246b7b592,segment=NetworkSegment(116f0076-96bb-489a-bcfa-1c1e4d791582),segment_id=116f0076-96bb-489a-bcfa-1c1e4d791582)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:03.110032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0470482a-87aa-4f8a-a8a5-3f1181ec9d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.111995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.159027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:44:03.159027 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:44:03.159027 n-d-765315-26 neutron-server[94804]: [parameters: {'id': '2a06d8bb-8fe4-4fa9-a737-b2be79202686'}] Aug 10 03:44:03.159027 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:44:03.159027 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:44:03.201799 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.304023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681504a3-7fd1-457e-a5e0-87bb6eee7394 None None] Pushing event updated for resources: {'Port': ['ID=0999488f-cb61-4d3e-84e1-1d1246b7b592,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.347101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3680f0c-cd02-47ca-978a-671a4aec41e9 None None] Network 2a06d8bb-8fe4-4fa9-a737-b2be79202686 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:03.489679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79896aa-d82b-41a7-831a-b5f2316c6b0d None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:44:03.575374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79896aa-d82b-41a7-831a-b5f2316c6b0d None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:44:03.657335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.734645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port 0999488f-cb61-4d3e-84e1-1d1246b7b592 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:03.734902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.881077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 4bb3cd40-5aa3-4153-a136-014aab694eeb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:03.881972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.038276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 4bb3cd40-5aa3-4153-a136-014aab694eeb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4bb3cd40-5aa3-4153-a136-014aab694eeb,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:04.038671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.054514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 4bb3cd40-5aa3-4153-a136-014aab694eeb owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:04.176929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.213141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:04.255553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:04.256188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1b4d5f6c-bc2d-4a35-b6b8-9806851da857 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:04.353600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port 0999488f-cb61-4d3e-84e1-1d1246b7b592, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0999488f-cb61-4d3e-84e1-1d1246b7b592,segment=NetworkSegment(116f0076-96bb-489a-bcfa-1c1e4d791582),segment_id=116f0076-96bb-489a-bcfa-1c1e4d791582)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:04.353966 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.367463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for 0999488f-cb61-4d3e-84e1-1d1246b7b592 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:04.405735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.445030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=4bb3cd40-5aa3-4153-a136-014aab694eeb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:04.548664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.583614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port 0999488f-cb61-4d3e-84e1-1d1246b7b592 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:04.590361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=0999488f-cb61-4d3e-84e1-1d1246b7b592,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:04.677857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.699717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.703373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a06d8bb-8fe4-4fa9-a737-b2be79202686']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:04.725145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116f0076-96bb-489a-bcfa-1c1e4d791582') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:04.725448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116f0076-96bb-489a-bcfa-1c1e4d791582') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:04.736084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.752286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.762055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:04.762055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:04.763421 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:04.921567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.929106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.931026 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/2a06d8bb-8fe4-4fa9-a737-b2be79202686 HTTP/1.1" status: 204 len: 168 time: 2.6416786 Aug 10 03:44:04.933927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58926) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:04.947318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf54669-69be-483c-b3a5-ece41873e3c9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=2a06d8bb-8fe4-4fa9-a737-b2be79202686,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:05.007844 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e390a4-6880-4755-a79d-4c1bd2c81d53 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] GET failed (client error): The resource could not be found. Aug 10 03:44:05.009568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-06e390a4-6880-4755-a79d-4c1bd2c81d53 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/subnets/523b88d2-afa1-4e67-a538-f335fca10054 HTTP/1.1" status: 404 len: 337 time: 0.0731456 Aug 10 03:44:05.012197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58932) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.057330 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fe6585-b747-463e-a030-4f86c49027bb tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:05.058597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fe6585-b747-463e-a030-4f86c49027bb tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:05.060796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-10fe6585-b747-463e-a030-4f86c49027bb tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/2a06d8bb-8fe4-4fa9-a737-b2be79202686 HTTP/1.1" status: 404 len: 339 time: 0.0475402 Aug 10 03:44:05.064371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58940) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.218103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 49173e10-f65e-446e-9ed1-2650281c4e6b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:05.220264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-8913760d-a88f-4794-8b4e-7a2b2921bc16 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e93c72bd35a9443ca791de1bda59ec63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725775 Aug 10 03:44:05.475546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df3e325-93fa-4257-9f13-51a30b2034d8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.480365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9df3e325-93fa-4257-9f13-51a30b2034d8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4116714 Aug 10 03:44:05.480539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58954) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.542868 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-919aee1f-4ac2-44cd-858a-c43f1cbd7cb7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19 HTTP/1.1" status: 200 len: 207 time: 0.0615156 Aug 10 03:44:05.546028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58956) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.597781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d48adac8-0581-495b-be2a-dbd6ba9079f9 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.608157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d48adac8-0581-495b-be2a-dbd6ba9079f9 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3811238 Aug 10 03:44:05.628796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-0f5adc63-fc9f-485c-8e90-882f6fafdfe4 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/quotas/e93c72bd35a9443ca791de1bda59ec63 HTTP/1.1" status: 200 len: 375 time: 0.0190997 Aug 10 03:44:05.646458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:05.662531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] Sync routers for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:05.667355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e741761e-5145-4217-b83f-6ff6f3ce1342 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/49173e10-f65e-446e-9ed1-2650281c4e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0959954 Aug 10 03:44:05.667505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-32830f8a-ffdc-419b-ad19-ee9cf44c3e2d tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e93c72bd35a9443ca791de1bda59ec63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332937 Aug 10 03:44:05.667660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.676046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:05.677273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:05.724826 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf89eb0-28a6-4f45-91c3-24933e1234f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.731051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf89eb0-28a6-4f45-91c3-24933e1234f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.738299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf89eb0-28a6-4f45-91c3-24933e1234f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.745098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf89eb0-28a6-4f45-91c3-24933e1234f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.747100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0bf89eb0-28a6-4f45-91c3-24933e1234f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1999321 Aug 10 03:44:05.751455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58964) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.773587 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting subnet 8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:05.777372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.784363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:05.823604 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.890281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7346fd35-d73e-4743-9e59-f80d18622f34 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1373553 Aug 10 03:44:05.897873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58968) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.935223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.980055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.051384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:44:04Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:06.082288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc03d3-440a-4c6c-a005-127c1af0b78f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.094668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc03d3-440a-4c6c-a005-127c1af0b78f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.095395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] Checking router: 49173e10-f65e-446e-9ed1-2650281c4e6b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:06.096536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-84dc03d3-440a-4c6c-a005-127c1af0b78f tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1967175 Aug 10 03:44:06.100991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58976) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.110693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] Routers {'49173e10-f65e-446e-9ed1-2650281c4e6b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:06.114849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['49173e10-f65e-446e-9ed1-2650281c4e6b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:06.158073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c33fce4f-d8ae-4edd-99fe-e72a935e0490 req-972d5ff4-978b-452c-a51e-8d02c25d58ee tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 210 time: 0.1256564 Aug 10 03:44:06.170915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.203660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4f5f02-993a-4ca8-9b82-a32a28c9bd84,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.225237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.227100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19ee6d5f-0145-47f0-898c-12ca2e6e0259 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/subnets/8c4f5f02-993a-4ca8-9b82-a32a28c9bd84 HTTP/1.1" status: 204 len: 168 time: 0.5582786 Aug 10 03:44:06.229960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 58978) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.253669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b836a-2528-4fc9-a328-6dbe7d6dac9d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.255325 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b836a-2528-4fc9-a328-6dbe7d6dac9d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.256915 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4d9b836a-2528-4fc9-a328-6dbe7d6dac9d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1549222 Aug 10 03:44:06.260499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58982) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.293307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] Set router 49173e10-f65e-446e-9ed1-2650281c4e6b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:06.357515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d10565-03f7-440a-bcde-b702c2c6e6b9 None None] Network a4fe8f79-4e52-4d5c-b510-427c4d3336a3 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:06.375846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.383296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbe41ed-38d3-4af7-8553-14a0efc3d1f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.384999 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8dbe41ed-38d3-4af7-8553-14a0efc3d1f7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks/5a7224a8-b75a-429c-96ec-4756832dfc17 HTTP/1.1" status: 200 len: 799 time: 0.1235647 Aug 10 03:44:06.388852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.496236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.508428 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c7d3a9d7-d8f1-4d4d-86fc-b1ce6afb4cfa tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/networks/5a7224a8-b75a-429c-96ec-4756832dfc17?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1178610 Aug 10 03:44:06.511511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58992) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.576274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef03e7-f00a-4b20-b120-a4cf3721a9e7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.577685 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32ef03e7-f00a-4b20-b120-a4cf3721a9e7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/subnets/a4efb143-06d4-41fe-b38c-1b61d87438d7 HTTP/1.1" status: 200 len: 811 time: 0.0650661 Aug 10 03:44:06.581929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58994) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.617697 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:44:04Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:06.660047 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ec0f0-3881-433d-a5c9-ae7e4ec54e4c None None] The sync data for ids ['49173e10-f65e-446e-9ed1-2650281c4e6b'] in n-d-765315-26 is: [{'id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392565315', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:44:04Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': 'fc5a179f-2f89-404c-a85c-7cf5dc940a90', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173e10-f65e-446e-9ed1-2650281c4e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:32Z', 'updated_at': '2021-08-10T03:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:06.660471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43bf0c-d7c5-4cd9-a2f8-c02248bce750 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['shared'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.660471 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6d43bf0c-d7c5-4cd9-a2f8-c02248bce750 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "GET /v2.0/subnets/a4efb143-06d4-41fe-b38c-1b61d87438d7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0767248 Aug 10 03:44:06.664602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 58996) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.666185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] DHCP port deletion for a4fe8f79-4e52-4d5c-b510-427c4d3336a3 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:44:06.678944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-408093218'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:06.694265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port fc5a179f-2f89-404c-a85c-7cf5dc940a90 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:06.694513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.744262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] Deleting port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:06.744590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.788304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:06.790894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port fc5a179f-2f89-404c-a85c-7cf5dc940a90, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fc5a179f-2f89-404c-a85c-7cf5dc940a90,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:06.791311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.791857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.806049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for fc5a179f-2f89-404c-a85c-7cf5dc940a90 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:06.816419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:06.819719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] For port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,segment=NetworkSegment(5b486bb7-5172-4fec-b476-28ee63659297),segment_id=5b486bb7-5172-4fec-b476-28ee63659297)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:06.820375 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.826485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.826904 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Added segment 88cc24da-280d-426b-adcb-7a0915599103 of type vlan for network a92563fb-3e23-4b68-bd03-85062c6b77d5 Aug 10 03:44:06.838302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] Calling delete_port for e57982b5-3ddf-42ff-8b4e-d438ff3e44fd owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:06.874860 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.955969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.962386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.963218 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.007363 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.037605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] Pushing event deleted for resources: {'Port': ['ID=e57982b5-3ddf-42ff-8b4e-d438ff3e44fd,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.054027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Network': ['ID=a92563fb-3e23-4b68-bd03-85062c6b77d5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.065463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0f644-33ba-4d5c-a204-7951011940c2 None None] No DVR routers for this DVR port e57982b5-3ddf-42ff-8b4e-d438ff3e44fd on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:07.082226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a92563fb-3e23-4b68-bd03-85062c6b77d5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:07.105176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.137230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=fc5a179f-2f89-404c-a85c-7cf5dc940a90,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.180639 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-62ecea0a-0467-4a9a-8608-44b4d9c1e7b9 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5061972 Aug 10 03:44:07.186751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59010) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:07.201923 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'network_id': 'a92563fb-3e23-4b68-bd03-85062c6b77d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:07.284616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a7d1f24-bbab-4007-a2f9-3d8475e0ad03 req-7bd3111b-c34a-4dc1-beeb-1b813fcc1824 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 210 time: 0.0760217 Aug 10 03:44:07.312439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.418476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.421952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.471357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bb3cd40-5aa3-4153-a136-014aab694eeb no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:07.484980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 4bb3cd40-5aa3-4153-a136-014aab694eeb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:07.485330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4bb3cd40-5aa3-4153-a136-014aab694eeb not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:07.485742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e57982b5-3ddf-42ff-8b4e-d438ff3e44fd no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:07.491864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Made reservation on behalf of bcd00095bf714be0af115019e4a282a7 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:07.504227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.532688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e57982b5-3ddf-42ff-8b4e-d438ff3e44fd {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:07.533440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e57982b5-3ddf-42ff-8b4e-d438ff3e44fd not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:07.550344 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.550925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Fanout notify agent at l3_agent the message router_deleted on router 49173e10-f65e-446e-9ed1-2650281c4e6b {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:44:07.559544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.560742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b347538f-e18b-4933-9d35-5c9a751a0453 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/routers/49173e10-f65e-446e-9ed1-2650281c4e6b HTTP/1.1" status: 204 len: 168 time: 1.3297215 Aug 10 03:44:07.563348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59024) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:07.586232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Performing IP validity checks on allocation pools {{(pid=94804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:44:07.587033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:44:07.670515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.793749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.808877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fe8f79-4e52-4d5c-b510-427c4d3336a3']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:07.820063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b486bb7-5172-4fec-b476-28ee63659297') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:07.820441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b486bb7-5172-4fec-b476-28ee63659297') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:07.830061 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.845988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.853354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:07.853767 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:07.857152 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:07.888484 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.982818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.990177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.992218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/networks/a4fe8f79-4e52-4d5c-b510-427c4d3336a3 HTTP/1.1" status: 204 len: 168 time: 0.4277015 Aug 10 03:44:07.994834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59034) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:08.009378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741dcd7-6c2d-4449-a895-09209c5080dd tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Network': ['ID=a4fe8f79-4e52-4d5c-b510-427c4d3336a3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:08.023655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=510f6556-b225-4507-848f-24964874829d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:08.055896 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Checking segment: {'id': '88cc24da-280d-426b-adcb-7a0915599103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a92563fb-3e23-4b68-bd03-85062c6b77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:08.056201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network hostable DHCP agents. Network: a92563fb-3e23-4b68-bd03-85062c6b77d5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:08.091276 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fbabe73-8687-4e8f-a435-46626abd5316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.127202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fbabe73-8687-4e8f-a435-46626abd5316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.184632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Network a92563fb-3e23-4b68-bd03-85062c6b77d5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:08.313725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, a92563fb-3e23-4b68-bd03-85062c6b77d5) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:08.320677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.320677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.324932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517eaa4-ccfd-4780-aa7b-c1a787858a69 None None] Network a92563fb-3e23-4b68-bd03-85062c6b77d5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:08.350431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fbabe73-8687-4e8f-a435-46626abd5316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.354550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8fbabe73-8687-4e8f-a435-46626abd5316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.355865 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8fbabe73-8687-4e8f-a435-46626abd5316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/security-groups/da295988-11e3-46ba-aa31-9af45b69f770 HTTP/1.1" status: 204 len: 168 time: 0.3587129 Aug 10 03:44:08.373649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbabe73-8687-4e8f-a435-46626abd5316 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da295988-11e3-46ba-aa31-9af45b69f770,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:08.423608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d4ad2c7-29b3-482e-a7dd-045941457dc7 req-4e78b9f6-2197-4eeb-9863-d9e85c4bb687 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 210 time: 0.0567248 Aug 10 03:44:08.467860 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-233d9bea-d035-4741-94e8-29b6c69ca8b0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2766666 Aug 10 03:44:08.468081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59044) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:08.473464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:08.519845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d41d7f-bf11-478a-8c9a-eb5acaeee8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-a92563fb-3e23-4b68-bd03-85062c6b77d5', 'network_id': 'a92563fb-3e23-4b68-bd03-85062c6b77d5', 'tenant_id': 'bcd00095bf714be0af115019e4a282a7', 'fixed_ips': [{'subnet_id': '510f6556-b225-4507-848f-24964874829d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:08.521787 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-57d41d7f-bf11-478a-8c9a-eb5acaeee8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.601223 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9787887'] for subnet, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.693945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-fdfcb73f-bf78-4b14-9951-3ad919f8d400 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e93c72bd35a9443ca791de1bda59ec63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380852 Aug 10 03:44:08.735222 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-57d41d7f-bf11-478a-8c9a-eb5acaeee8e5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:44:08.735222 n-d-765315-26 neutron-server[94806]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 10 03:44:08.735222 n-d-765315-26 neutron-server[94806]: [parameters: {'in_use': 1, 'id_1': '510f6556-b225-4507-848f-24964874829d'}] Aug 10 03:44:08.735222 n-d-765315-26 neutron-server[94806]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:44:08.735927 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-57d41d7f-bf11-478a-8c9a-eb5acaeee8e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:44:08.842457 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-08103737-fcc9-4040-9882-96469549ab18 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.843920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-08103737-fcc9-4040-9882-96469549ab18 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445959 Aug 10 03:44:08.857488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Request body: {'port': {'device_id': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'e93c72bd35a9443ca791de1bda59ec63'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:08.926090 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759713456788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12065686'] for subnet, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.998800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event updated for resources: {'Subnet': ['ID=510f6556-b225-4507-848f-24964874829d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.009321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.009942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.014473 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cdd64f36-9e82-47d6-98c3-0208c4743677 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "PUT /v2.0/subnets/510f6556-b225-4507-848f-24964874829d HTTP/1.1" status: 200 len: 877 time: 0.5453954 Aug 10 03:44:09.015598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59056) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.105879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59058) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.112032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793997390', 'description': 'tempest-secgroup-smoke-793997390 description', 'project_id': '1ecad60eae0044d380480d1afb195fed'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:09.153597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.154005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Made reservation on behalf of e93c72bd35a9443ca791de1bda59ec63 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:09.158113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.168824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.218117 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.237640 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-57d41d7f-bf11-478a-8c9a-eb5acaeee8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.289803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.346371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.346564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc5a179f-2f89-404c-a85c-7cf5dc940a90 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:09.376747 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fc5a179f-2f89-404c-a85c-7cf5dc940a90 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:09.377401 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fc5a179f-2f89-404c-a85c-7cf5dc940a90 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:09.384992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=510f6556-b225-4507-848f-24964874829d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server [None req-57d41d7f-bf11-478a-8c9a-eb5acaeee8e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 510f6556-b225-4507-848f-24964874829d: This subnet is being modified by another concurrent operation. Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 510f6556-b225-4507-848f-24964874829d: This subnet is being modified by another concurrent operation. Aug 10 03:44:09.465147 n-d-765315-26 neutron-server[94806]: ERROR oslo_messaging.rpc.server Aug 10 03:44:09.488039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.506652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92563fb-3e23-4b68-bd03-85062c6b77d5']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:09.507684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2dec0-a67f-4780-91f8-8713757f4bb2 None None] Network a92563fb-3e23-4b68-bd03-85062c6b77d5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:09.525318 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cc24da-280d-426b-adcb-7a0915599103') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:09.525821 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cc24da-280d-426b-adcb-7a0915599103') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:09.539909 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.564010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.573770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:09.574221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:09.620035 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:09.655064 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47331e2b-9fff-4ffd-964b-694329a80434 None None] Network a92563fb-3e23-4b68-bd03-85062c6b77d5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:09.698885 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.729663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.731899 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/a92563fb-3e23-4b68-bd03-85062c6b77d5 HTTP/1.1" status: 204 len: 168 time: 0.7152674 Aug 10 03:44:09.732978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699af3a-4fe2-4a0d-8574-dab604188c5d tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=a92563fb-3e23-4b68-bd03-85062c6b77d5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.735856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59068) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.770924 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-132f5e7d-01ca-43f2-a195-d620e957de9c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:09.771389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132f5e7d-01ca-43f2-a195-d620e957de9c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:09.775519 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-132f5e7d-01ca-43f2-a195-d620e957de9c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/510f6556-b225-4507-848f-24964874829d HTTP/1.1" status: 404 len: 337 time: 0.0361028 Aug 10 03:44:09.775753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59070) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.797557 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcfd4b1-2007-4137-892a-4045556ad30b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:09.797753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ca6a4-d1be-4a56-a71b-af68b78aee6e None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:44:09.798170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcfd4b1-2007-4137-892a-4045556ad30b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:09.802942 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6bcfd4b1-2007-4137-892a-4045556ad30b tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/a92563fb-3e23-4b68-bd03-85062c6b77d5 HTTP/1.1" status: 404 len: 339 time: 0.0237157 Aug 10 03:44:09.803203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59072) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.817849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30741908-3345-4bb6-8628-c4cda803dc55 req-abf34139-d2d7-40c3-93e8-283df2d44250 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 210 time: 0.0394316 Aug 10 03:44:09.830236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.837622 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa03a3ef-3066-47f2-b8a4-e276f4224c23 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:09.838488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa03a3ef-3066-47f2-b8a4-e276f4224c23 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:09.841335 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa03a3ef-3066-47f2-b8a4-e276f4224c23 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/523b88d2-afa1-4e67-a538-f335fca10054 HTTP/1.1" status: 404 len: 337 time: 0.0362751 Aug 10 03:44:09.846475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59076) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.873207 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9cba14-19f9-4e91-b8e2-e745c08e5359 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:09.873794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9cba14-19f9-4e91-b8e2-e745c08e5359 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:09.874218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ca6a4-d1be-4a56-a71b-af68b78aee6e None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:44:09.876609 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe9cba14-19f9-4e91-b8e2-e745c08e5359 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/2a06d8bb-8fe4-4fa9-a737-b2be79202686 HTTP/1.1" status: 404 len: 339 time: 0.0279887 Aug 10 03:44:09.878363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59080) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:09.979143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.033068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690c2cde-5378-4e6d-a6da-8a57027b88dc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.060120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.292116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.304065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced73833-18ad-48bf-83a9-0188f3916a25']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:10.316139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3651eb4a-3002-49ac-81ac-d6b6a87097f8') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:10.316560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3651eb4a-3002-49ac-81ac-d6b6a87097f8') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:10.326519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.414617 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.433918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:10.434330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:10.437337 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:10.536407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.559915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Allocated IP 192.168.233.139 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/87be1038-41a2-4faf-94f4-6d24566ad75d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:10.644958 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.717751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.733396 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.735230 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/ced73833-18ad-48bf-83a9-0188f3916a25 HTTP/1.1" status: 204 len: 168 time: 0.8558609 Aug 10 03:44:10.737872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.762042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd5d2a-127b-4d65-b332-0e88943356a0 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=ced73833-18ad-48bf-83a9-0188f3916a25,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.766665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3513489b-dbc3-4867-9609-bb77d020cb27,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.780715 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f06960-d658-4cb0-a293-53003c549379 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:10.781179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f06960-d658-4cb0-a293-53003c549379 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:10.783799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d8f06960-d658-4cb0-a293-53003c549379 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/70f25e2c-a6e7-4ea8-91e3-bffd2b3155f1 HTTP/1.1" status: 404 len: 337 time: 0.0449204 Aug 10 03:44:10.786464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.806726 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f88e648-de9b-4dc0-8f3d-a7ab3ffed1d8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:10.807238 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f88e648-de9b-4dc0-8f3d-a7ab3ffed1d8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:10.809288 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f88e648-de9b-4dc0-8f3d-a7ab3ffed1d8 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/fd0fc868-2d06-4a23-a0df-043ede743dd7 HTTP/1.1" status: 404 len: 339 time: 0.0218906 Aug 10 03:44:10.811911 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59100) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.823259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.840145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Transition to ACTIVE for port object 87be1038-41a2-4faf-94f4-6d24566ad75d will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:10.841804 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb78d47-5800-4336-9f49-8ac68b494d0c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:10.842404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb78d47-5800-4336-9f49-8ac68b494d0c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:10.846548 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ddb78d47-5800-4336-9f49-8ac68b494d0c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/dbb01e17-36e6-4b30-b494-b2a951eee6d5 HTTP/1.1" status: 404 len: 337 time: 0.0312366 Aug 10 03:44:10.846945 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.858885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.861100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-58a2439c-c61a-440a-b4cb-f6ebf5d9bad8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7531259 Aug 10 03:44:10.868642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.872498 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd4ff10-eaac-472b-8b28-92aa3bf504d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:10.873246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd4ff10-eaac-472b-8b28-92aa3bf504d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:10.873471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '3513489b-dbc3-4867-9609-bb77d020cb27', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:10.877897 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3bd4ff10-eaac-472b-8b28-92aa3bf504d6 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/8ec26e91-b0bf-45cc-8b4f-7953fe24cc46 HTTP/1.1" status: 404 len: 339 time: 0.0301147 Aug 10 03:44:10.878116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.927683 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b44fa47-1f02-4ec8-902e-9dd239feaacf tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:10.928145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b44fa47-1f02-4ec8-902e-9dd239feaacf tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:10.929909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7b44fa47-1f02-4ec8-902e-9dd239feaacf tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/67067a9a-fc1a-4b9b-99fc-27bc88b42a73 HTTP/1.1" status: 404 len: 337 time: 0.0449820 Aug 10 03:44:10.932673 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59114) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.960170 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-994e263d-8c92-4ce5-95a6-28e6a0cd60da tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:10.971633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994e263d-8c92-4ce5-95a6-28e6a0cd60da tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:10.971633 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-994e263d-8c92-4ce5-95a6-28e6a0cd60da tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/a3b459d2-d20c-4eda-9a64-72afb35f9d2d HTTP/1.1" status: 404 len: 339 time: 0.0278091 Aug 10 03:44:10.971633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59116) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.006165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-669b0999-666b-49d5-8f43-baf88a68b9d9 req-d37885ed-8b7b-4c68-9a2d-1bc8aaa2dbf9 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 210 time: 0.0524116 Aug 10 03:44:11.012541 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4310031a-2a41-4d5e-8f84-9948aef161fa tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.013127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4310031a-2a41-4d5e-8f84-9948aef161fa tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.014986 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4310031a-2a41-4d5e-8f84-9948aef161fa tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/bd3d3f8e-d95c-4dfa-8643-c5951611b51b HTTP/1.1" status: 404 len: 337 time: 0.0443685 Aug 10 03:44:11.016084 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.018016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59120) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.076656 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-596f76d2-a719-4dfe-8ea7-6efe72951bca tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.077300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596f76d2-a719-4dfe-8ea7-6efe72951bca tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.081511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-596f76d2-a719-4dfe-8ea7-6efe72951bca tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/d3b5e5fd-68a7-492a-9c86-e77159f56456 HTTP/1.1" status: 404 len: 339 time: 0.0603714 Aug 10 03:44:11.081946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59122) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.095794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:11.097486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.110655 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5034b8c-455e-4645-9998-ee6ca8e6e04a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.111190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5034b8c-455e-4645-9998-ee6ca8e6e04a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.116153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e5034b8c-455e-4645-9998-ee6ca8e6e04a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/99790351-73c4-4cc5-896e-e1b15b7e8b78 HTTP/1.1" status: 404 len: 337 time: 0.0300579 Aug 10 03:44:11.116387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59124) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.136528 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa83277-f6f6-4ef9-9d65-9a46915362f4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.137300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa83277-f6f6-4ef9-9d65-9a46915362f4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.141462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ffa83277-f6f6-4ef9-9d65-9a46915362f4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/beb7adbf-eb52-4289-bc22-20f91a15cb08 HTTP/1.1" status: 404 len: 339 time: 0.0218515 Aug 10 03:44:11.141707 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59126) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.155207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:11.170484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:11.202222 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc145859-1089-4ec5-8cef-b6b36da1fb6c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.204609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc145859-1089-4ec5-8cef-b6b36da1fb6c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.208735 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc145859-1089-4ec5-8cef-b6b36da1fb6c tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/49324c7c-553e-4c37-96ea-35c55fb97b08 HTTP/1.1" status: 404 len: 337 time: 0.0637615 Aug 10 03:44:11.209147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59128) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.228895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.273822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Pushing event updated for resources: {'Port': ['ID=87be1038-41a2-4faf-94f4-6d24566ad75d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.281765 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1c7092-7799-49fd-87e4-acd13867eb3a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.282404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1c7092-7799-49fd-87e4-acd13867eb3a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.284496 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9a1c7092-7799-49fd-87e4-acd13867eb3a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/11ba96d8-5014-4d84-8d93-87718f7dd8e7 HTTP/1.1" status: 404 len: 339 time: 0.0743892 Aug 10 03:44:11.292615 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59132) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.306492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.327032 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad7f5f2-2604-4469-8fd3-b1e53049ddda tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.327387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad7f5f2-2604-4469-8fd3-b1e53049ddda tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.329469 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bad7f5f2-2604-4469-8fd3-b1e53049ddda tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/14c5298f-ae88-421e-9bcd-7bb60b5f0372 HTTP/1.1" status: 404 len: 337 time: 0.0357070 Aug 10 03:44:11.330439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.331571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.332072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59134) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.352213 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-83db84b1-518d-4b7c-9288-3003dc0c2ec4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.357315 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83db84b1-518d-4b7c-9288-3003dc0c2ec4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.357315 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-83db84b1-518d-4b7c-9288-3003dc0c2ec4 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/30f53e91-9b5f-42b0-b604-336a96509d17 HTTP/1.1" status: 404 len: 339 time: 0.0216064 Aug 10 03:44:11.357552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6c5a58-9d45-413c-9ef8-82f5a5e10dbd,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.359716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59136) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.397774 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cffecb2-9295-43ce-97c8-a6389f545ec3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.398233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cffecb2-9295-43ce-97c8-a6389f545ec3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.399993 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8cffecb2-9295-43ce-97c8-a6389f545ec3 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/55aab456-7391-47af-a9b4-51d8afb028fd HTTP/1.1" status: 404 len: 337 time: 0.0392733 Aug 10 03:44:11.402569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59140) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.427472 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0011bcf5-c2e0-4c16-9960-25530b4b468a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:11.428042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0011bcf5-c2e0-4c16-9960-25530b4b468a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:11.429857 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0011bcf5-c2e0-4c16-9960-25530b4b468a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/41018c60-ecbd-4701-b3e9-59cdd4cf08d1 HTTP/1.1" status: 404 len: 339 time: 0.0263515 Aug 10 03:44:11.432269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59142) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.434450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-e8003fd4-b8c3-4e33-8572-c4500cee4adb tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5810564 Aug 10 03:44:11.435770 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.439260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4dc38550-639c-44b2-93c5-5b693c2018b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5694547 Aug 10 03:44:11.443575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59144) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.453864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Request body: {'port': {'device_id': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:11.461971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '3513489b-dbc3-4867-9609-bb77d020cb27', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:11.505828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting subnet a4efb143-06d4-41fe-b38c-1b61d87438d7 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:11.509018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.539096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5f841e70-6618-43a3-975f-c5baede37352 None None] Provisioning for port 87be1038-41a2-4faf-94f4-6d24566ad75d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:11.545547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5f841e70-6618-43a3-975f-c5baede37352 None None] Provisioning complete for port 87be1038-41a2-4faf-94f4-6d24566ad75d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:11.545952 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f841e70-6618-43a3-975f-c5baede37352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.550242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.552575 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.620925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5f841e70-6618-43a3-975f-c5baede37352 None None] Port 87be1038-41a2-4faf-94f4-6d24566ad75d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:11.664463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.674488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.806567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.811500 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.847167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Subnet': ['ID=a4efb143-06d4-41fe-b38c-1b61d87438d7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.854431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.862746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59154) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.863326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49eb24d-8604-404c-851b-bec4e59f761a None None] Network 5a7224a8-b75a-429c-96ec-4756832dfc17 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:11.863577 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3d46def1-76c7-443a-b7b5-e8fae8c17ea7 tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/subnets/a4efb143-06d4-41fe-b38c-1b61d87438d7 HTTP/1.1" status: 204 len: 168 time: 0.4264152 Aug 10 03:44:11.922457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.974475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3168dab9-6487-4ee8-b543-ba4513fe173d,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.004371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.010272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87be1038-41a2-4faf-94f4-6d24566ad75d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:12.019728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.036156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Transition to ACTIVE for port object 87be1038-41a2-4faf-94f4-6d24566ad75d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:12.089883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Deleting port d0ee3187-3850-4729-b81a-a31ee5b56417 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:12.090611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.105213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] DHCP port deletion for 5a7224a8-b75a-429c-96ec-4756832dfc17 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:44:12.159845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] Deleting port d0ee3187-3850-4729-b81a-a31ee5b56417 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:12.160206 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.163062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.164279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-80ef5f04-31c7-4fab-ac93-2a153d47ecbc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7178009 Aug 10 03:44:12.167242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59164) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.173395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '3513489b-dbc3-4867-9609-bb77d020cb27', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:12.184396 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.221662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] For port d0ee3187-3850-4729-b81a-a31ee5b56417, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d0ee3187-3850-4729-b81a-a31ee5b56417,segment=NetworkSegment(84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f),segment_id=84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.222064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.232240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] For port d0ee3187-3850-4729-b81a-a31ee5b56417, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d0ee3187-3850-4729-b81a-a31ee5b56417,segment=NetworkSegment(84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f),segment_id=84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.232646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.236016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] Calling delete_port for d0ee3187-3850-4729-b81a-a31ee5b56417 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:12.266243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c12994-86d9-413d-92e2-7d557296a9bb req-9e32102c-2c85-4d2c-92fa-0daaf773edc2 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.268818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45c12994-86d9-413d-92e2-7d557296a9bb req-9e32102c-2c85-4d2c-92fa-0daaf773edc2 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 936 time: 0.1759589 Aug 10 03:44:12.269895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Calling delete_port for d0ee3187-3850-4729-b81a-a31ee5b56417 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:12.287707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Pushing event updated for resources: {'Port': ['ID=87be1038-41a2-4faf-94f4-6d24566ad75d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.302156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.381996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.408325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.428409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45c12994-86d9-413d-92e2-7d557296a9bb req-c053224c-11c5-4731-b2b8-67c777697055 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489854 Aug 10 03:44:12.443365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] Pushing event deleted for resources: {'Port': ['ID=d0ee3187-3850-4729-b81a-a31ee5b56417,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.467695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9abf0-08af-4ef8-bc4d-bcd6e90d9d83 None None] No DVR routers for this DVR port d0ee3187-3850-4729-b81a-a31ee5b56417 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:12.489611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Attempting to bind port 87be1038-41a2-4faf-94f4-6d24566ad75d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:12.489960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Attempting to bind port 87be1038-41a2-4faf-94f4-6d24566ad75d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:12.490214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.490322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Attempting to bind port 87be1038-41a2-4faf-94f4-6d24566ad75d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:12.495209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Port 87be1038-41a2-4faf-94f4-6d24566ad75d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:12.495711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Attempting to bind port 87be1038-41a2-4faf-94f4-6d24566ad75d on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:12.504562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:12.504562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:12.505548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:12.505829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Bound port: 87be1038-41a2-4faf-94f4-6d24566ad75d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:12.506199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.508856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.512086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10de2dd-51a6-4e0d-a519-b5ca458f3ad6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.548031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Port': ['ID=d0ee3187-3850-4729-b81a-a31ee5b56417,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.554814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] No DVR routers for this DVR port d0ee3187-3850-4729-b81a-a31ee5b56417 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:12.579171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.586705 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fdcb41ec-b2f5-42be-b759-801a19b3d8a9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4143941 Aug 10 03:44:12.586705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59168) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.589092 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '3513489b-dbc3-4867-9609-bb77d020cb27', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:12.678530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.681348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] For port 87be1038-41a2-4faf-94f4-6d24566ad75d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:12.688845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] For port 87be1038-41a2-4faf-94f4-6d24566ad75d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=87be1038-41a2-4faf-94f4-6d24566ad75d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:12.693086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7224a8-b75a-429c-96ec-4756832dfc17']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:12.702360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:12.702657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84177b72-5c58-4ce8-b4fe-a5bb05e0dc2f') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:12.713153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.727084 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.733220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:12.733643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.735454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: self.session.flush() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:12.736546 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:12.813997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.835162 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.849910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.850429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.851873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] 10.222.0.46 "PUT /v2.0/ports/87be1038-41a2-4faf-94f4-6d24566ad75d HTTP/1.1" status: 200 len: 1097 time: 1.4073100 Aug 10 03:44:12.855806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'tag': '87be1038-41a2-4faf-94f4-6d24566ad75d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:12.855806 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c4f9bc-bfdd-4356-920d-7603bbaee0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "99c3149d-7a86-479f-b36c-1ee35e682f65", "tag": "87be1038-41a2-4faf-94f4-6d24566ad75d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:12.887130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf0e69-4ccd-4874-839e-27dd13639528 service neutron] Pushing event updated for resources: {'Port': ['ID=87be1038-41a2-4faf-94f4-6d24566ad75d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.903724 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.903899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.917685 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.920332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] 10.222.0.26 "DELETE /v2.0/networks/5a7224a8-b75a-429c-96ec-4756832dfc17 HTTP/1.1" status: 204 len: 168 time: 1.0601406 Aug 10 03:44:12.922261 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fecf47-576c-4c72-a6c9-55190dcdd11c x-openstack-request-id: req-d4fecf47-576c-4c72-a6c9-55190dcdd11c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:12.922706 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c3149d-7a86-479f-b36c-1ee35e682f65", "tag": "87be1038-41a2-4faf-94f4-6d24566ad75d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:12.928839 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4fecf47-576c-4c72-a6c9-55190dcdd11c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:12.929369 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'tag': '87be1038-41a2-4faf-94f4-6d24566ad75d', 'status': 'completed', 'code': 200} Aug 10 03:44:12.959410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71221c57-2103-4bf5-8862-da929894db0a tempest-NetworksTest-1346845220 tempest-NetworksTest-1346845220-project] Pushing event deleted for resources: {'Network': ['ID=5a7224a8-b75a-429c-96ec-4756832dfc17,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.991040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02e6b4a-473a-49af-9bb6-e6a62a30a00f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.020962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9bc-bfdd-4356-920d-7603bbaee0a9 req-8ee88a0f-3857-4602-88b7-f887e30626a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.022973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50c4f9bc-bfdd-4356-920d-7603bbaee0a9 req-8ee88a0f-3857-4602-88b7-f887e30626a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e93c72bd35a9443ca791de1bda59ec63&device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 1100 time: 0.0732868 Aug 10 03:44:13.053683 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.056089 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b5dae79-cb69-4706-a588-29a6669c85d1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4707363 Aug 10 03:44:13.060944 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.066374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '3513489b-dbc3-4867-9609-bb77d020cb27', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:13.081845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50c4f9bc-bfdd-4356-920d-7603bbaee0a9 req-86ae1a2e-bb3f-40c3-9d94-491b128cab9e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e93c72bd35a9443ca791de1bda59ec63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446064 Aug 10 03:44:13.179819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f9bc-bfdd-4356-920d-7603bbaee0a9 req-c8e438c6-7a85-4de3-8fbb-9f3dace16079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.181317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50c4f9bc-bfdd-4356-920d-7603bbaee0a9 req-c8e438c6-7a85-4de3-8fbb-9f3dace16079 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944300 Aug 10 03:44:13.230382 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:13.237011 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.269934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-ab5bc0d5-71fd-4d12-b659-cdc644336504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.272065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-ab5bc0d5-71fd-4d12-b659-cdc644336504 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e93c72bd35a9443ca791de1bda59ec63&device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 1100 time: 0.0566998 Aug 10 03:44:13.316107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-6799a719-0742-48c5-9f3e-16850bc5168d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=87be1038-41a2-4faf-94f4-6d24566ad75d HTTP/1.1" status: 200 len: 217 time: 0.0365908 Aug 10 03:44:13.326798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.407933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d0ee3187-3850-4729-b81a-a31ee5b56417 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:13.417009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d3875ce0-5491-4019-a218-04735d1f11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.419131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d3875ce0-5491-4019-a218-04735d1f11ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0894971 Aug 10 03:44:13.419570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.430017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d0ee3187-3850-4729-b81a-a31ee5b56417 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:13.430732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d0ee3187-3850-4729-b81a-a31ee5b56417 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:13.454687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d5295e-d66e-4d36-9787-83e84d139801,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.485950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-95c94bc7-41ea-43b6-812b-1ab26a20ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.487698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-95c94bc7-41ea-43b6-812b-1ab26a20ec30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608809 Aug 10 03:44:13.522593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.525886 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eaf37af8-2c62-4f05-8f9c-193f80a84db3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4616010 Aug 10 03:44:13.527959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59202) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.533607 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'security_group_rule': {'security_group_id': '3513489b-dbc3-4867-9609-bb77d020cb27', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:13.617292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.633921 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Project 1ecad60eae0044d380480d1afb195fed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:44:13.642506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e9a38-2b6c-4002-93a7-b59161a2a9b3 req-d4bec43a-49f8-4554-8243-628a081a0387 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.644069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d3e9a38-2b6c-4002-93a7-b59161a2a9b3 req-d4bec43a-49f8-4554-8243-628a081a0387 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 948 time: 0.1012533 Aug 10 03:44:13.658269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.669902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-d5e74f05-33da-4c27-8010-0088f837b1e5 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743703 Aug 10 03:44:13.754890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d3e9a38-2b6c-4002-93a7-b59161a2a9b3 req-67f4315c-ce3e-4d4b-9e9c-e65d8a570960 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988722 Aug 10 03:44:13.808999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-722e78dc-5368-4d75-b5c3-498d896ac8d3 req-52d3c2c9-0636-43d7-8fdf-e744594178c8 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272657 Aug 10 03:44:13.831014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.861277 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-599d4e1a-f99a-483e-9360-ea3d43b952a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcd00095bf714be0af115019e4a282a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425423 Aug 10 03:44:13.863899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59210) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.913329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0026ca97-abb4-4391-b9fa-3d53018b896c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.918009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.954910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0026ca97-abb4-4391-b9fa-3d53018b896c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.956765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73700a7-8688-4ab6-b849-1e0e22d86365,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.017450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.018801 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c765ff2c-a1bd-464b-b9f1-7839ca4c4e24 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4892333 Aug 10 03:44:14.023076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59216) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.028332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'network': {'name': 'tempest-network-smoke--413374310', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:14.093499 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0026ca97-abb4-4391-b9fa-3d53018b896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.096123 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0026ca97-abb4-4391-b9fa-3d53018b896c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.100195 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0026ca97-abb4-4391-b9fa-3d53018b896c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17757bdb-cd90-444e-beb5-4f3319f779eb HTTP/1.1" status: 204 len: 168 time: 0.2350981 Aug 10 03:44:14.108681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026ca97-abb4-4391-b9fa-3d53018b896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17757bdb-cd90-444e-beb5-4f3319f779eb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.150701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:14.157682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.205461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:14.215101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.215541 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Added segment 86a2c22e-1a3d-4b34-9bf7-e028691ff8f4 of type vlan for network 5a158516-d22c-4ec4-bcbd-e30deed8e09a Aug 10 03:44:14.261953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.356193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.362279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.362880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.444029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Network': ['ID=5a158516-d22c-4ec4-bcbd-e30deed8e09a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.457728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:14.538009 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6bb44d32-c5d9-41a6-a954-92e12288e2e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5084772 Aug 10 03:44:14.538310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59230) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.543406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'admin_state_up': True, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:14.680976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.682182 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.737652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.875015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17993a-1faf-4a73-a026-9b2c7e59473e req-9b3730d8-e4f1-4065-b4f2-e5a94f52fb79 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.877145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f17993a-1faf-4a73-a026-9b2c7e59473e req-9b3730d8-e4f1-4065-b4f2-e5a94f52fb79 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 948 time: 0.0570009 Aug 10 03:44:14.921528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f17993a-1faf-4a73-a026-9b2c7e59473e req-15b9404c-8361-4372-a6f7-22a2fa1c43b0 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Aug 10 03:44:14.983968 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.320529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.328210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59258) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.345350 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.367863 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.429992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1199384225'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:15.448509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.29 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3964f885-1548-48dc-8d58-bae1d168b993) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:15.537358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Made reservation on behalf of 4f85b343a7bc4a09a1677cf7fc911233 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:15.541193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.554434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.585506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.674438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.703711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.746547 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:15.749724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:15.753484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:15.760688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.783848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:15.784194 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=3964f885-1548-48dc-8d58-bae1d168b993,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.799201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacb6817-6c45-44f8-83cb-5ddee7adcb59,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.804182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.804626 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Added segment 22914e68-292f-4077-8dd4-6a52608523d3 of type vlan for network a2522b6f-63d6-4797-8eea-47642c5b72bc Aug 10 03:44:15.855937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.979253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.985215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.991683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.093681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Pushing event updated for resources: {'Network': ['ID=a2522b6f-63d6-4797-8eea-47642c5b72bc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:16.107468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network a2522b6f-63d6-4797-8eea-47642c5b72bc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:16.118209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd464444-418a-4f78-9d59-4f1ac513afcc req-4baa69ee-84e1-40e1-b8c3-70b7bf6d5c0a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.130548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd464444-418a-4f78-9d59-4f1ac513afcc req-4baa69ee-84e1-40e1-b8c3-70b7bf6d5c0a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 948 time: 0.1221066 Aug 10 03:44:16.207450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd464444-418a-4f78-9d59-4f1ac513afcc req-e460fa74-cb14-41a9-8320-16437f39f810 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708699 Aug 10 03:44:16.210400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-24832148-d2a3-4b92-8b0d-824b33c74899 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8801529 Aug 10 03:44:16.214433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59280) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.224821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-459534a4-120a-4d87-a083-43bca285bf7d tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-1212629848') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:16.318607 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.460502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-459534a4-120a-4d87-a083-43bca285bf7d tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "PUT /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-1212629848 HTTP/1.1" status: 201 len: 201 time: 0.2446718 Aug 10 03:44:16.462984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59286) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.467575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-d36b6ddb-8f02-4708-98bc-50af9e15bf1d tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-1212629848') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:16.537670 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.546033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d36b6ddb-8f02-4708-98bc-50af9e15bf1d tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-1212629848 HTTP/1.1" status: 204 len: 168 time: 0.0819993 Aug 10 03:44:16.548485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59288) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.553413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-4fa55038-6971-4570-99db-34c33917e821 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:16.623237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4fa55038-6971-4570-99db-34c33917e821 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags HTTP/1.1" status: 200 len: 238 time: 0.0713873 Aug 10 03:44:16.623380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59290) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.630680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-b3feba0c-313c-48e4-922c-8ee47ac15f0d tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', {'tags': ['tempest-TagsTest-Tag-371011951', 'tempest-TagsTest-Tag-202379119', 'tempest-TagsTest-Tag-991118642']}) {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:16.738908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 87be1038-41a2-4faf-94f4-6d24566ad75d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:16.756434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:44:16.786399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b3feba0c-313c-48e4-922c-8ee47ac15f0d tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "PUT /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags HTTP/1.1" status: 200 len: 306 time: 0.1616778 Aug 10 03:44:16.789171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59296) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.798993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-9cb8e662-9ad2-4de2-8e96-d8f7467060ab tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-371011951') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:16.863559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 87be1038-41a2-4faf-94f4-6d24566ad75d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=87be1038-41a2-4faf-94f4-6d24566ad75d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:16.873161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:16.883585 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Sync routers for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:16.893249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '87be1038-41a2-4faf-94f4-6d24566ad75d', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '87be1038-41a2-4faf-94f4-6d24566ad75d', 'mac_address': 'fa:16:3e:9a:c3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:16.901702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:16.902273 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:16.944438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.956920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.958249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6946bf1e-6be4-47e5-80a3-6e675510a713 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4185619 Aug 10 03:44:16.960093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87be1038-41a2-4faf-94f4-6d24566ad75d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:16.961742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59300) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.981784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 87be1038-41a2-4faf-94f4-6d24566ad75d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=87be1038-41a2-4faf-94f4-6d24566ad75d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:16.987391 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9cb8e662-9ad2-4de2-8e96-d8f7467060ab tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "DELETE /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-371011951 HTTP/1.1" status: 204 len: 168 time: 0.1927135 Aug 10 03:44:16.987880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59302) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.993237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-db95cfd9-84a7-404e-a73b-adb29a2c1aba tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-371011951') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.025663 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7849abb5-1186-4b31-8b1b-47efb9d2407b tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ecad60eae0044d380480d1afb195fed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604320 Aug 10 03:44:17.026029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59304) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.042944 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:17.053376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.103635 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [None req-db95cfd9-84a7-404e-a73b-adb29a2c1aba tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] show failed (client error): The resource could not be found. Aug 10 03:44:17.108115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db95cfd9-84a7-404e-a73b-adb29a2c1aba tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-371011951 HTTP/1.1" status: 404 len: 325 time: 0.1161141 Aug 10 03:44:17.112005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59308) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.120432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-e2c45388-78f6-49c4-a060-4af3c920a20b tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-202379119') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.167851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=87be1038-41a2-4faf-94f4-6d24566ad75d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:17.171783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c1518b-1e92-4d94-b73b-f7982a478c73 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.173309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d8c1518b-1e92-4d94-b73b-f7982a478c73 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463585 Aug 10 03:44:17.176044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59310) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.222851 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3109fdbb-f92c-4ce5-9668-199849fbc353 tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426207 Aug 10 03:44:17.222851 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59314) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.227279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e2c45388-78f6-49c4-a060-4af3c920a20b tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-202379119 HTTP/1.1" status: 204 len: 168 time: 0.1140749 Aug 10 03:44:17.229113 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156683049', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'project_id': '1ecad60eae0044d380480d1afb195fed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:17.231150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59316) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.241349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-010bd2bf-54a7-4312-80ca-18589612e922 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-991118642') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.257100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['87be1038-41a2-4faf-94f4-6d24566ad75d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:17.356930 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:15Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.439420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-010bd2bf-54a7-4312-80ca-18589612e922 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-991118642 HTTP/1.1" status: 204 len: 168 time: 0.2068551 Aug 10 03:44:17.443374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.448877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-e3b12006-56ef-40d5-8870-170ec4a63f4c tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.457387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c0f64-7214-4a0a-9983-71f709629596 req-a8c3da24-9bcc-4a60-9043-5961090233ce tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.460160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-052c0f64-7214-4a0a-9983-71f709629596 req-a8c3da24-9bcc-4a60-9043-5961090233ce tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 949 time: 0.0907564 Aug 10 03:44:17.462842 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Checking router: 42a4f19e-4fef-4a86-bf08-b3239490c0d5 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:17.463265 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Updating router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 port 3964f885-1548-48dc-8d58-bae1d168b993 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:44:17.517396 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.533385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:17.543508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-052c0f64-7214-4a0a-9983-71f709629596 req-b4153532-f808-4ce5-ab43-f10631e3e5fa tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709221 Aug 10 03:44:17.553191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.809455 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.816882 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e3b12006-56ef-40d5-8870-170ec4a63f4c tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "DELETE /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags HTTP/1.1" status: 204 len: 168 time: 0.3700919 Aug 10 03:44:17.817502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59328) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.819542 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Transition to ACTIVE for port object 3964f885-1548-48dc-8d58-bae1d168b993 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:17.821577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-991d95db-0005-4c4e-976d-289ca138870e tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-202379119') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.860926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.937904 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.943172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Subnet': ['ID=4757e28c-cbef-40aa-93be-64985a56638e,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:17.951878 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-991d95db-0005-4c4e-976d-289ca138870e tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] show failed (client error): The resource could not be found. Aug 10 03:44:17.952961 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-991d95db-0005-4c4e-976d-289ca138870e tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-202379119 HTTP/1.1" status: 404 len: 325 time: 0.1348162 Aug 10 03:44:17.956017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.960279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.tag.tag_plugin [None req-93fa779d-ada1-4e2b-bdd9-d53263f3825e tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc', 'tempest-TagsTest-Tag-991118642') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:17.965768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Checking segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:17.966119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network hostable DHCP agents. Network: 5a158516-d22c-4ec4-bcbd-e30deed8e09a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:17.997367 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Attempting to bind port 3964f885-1548-48dc-8d58-bae1d168b993 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:17.999145 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Attempting to bind port 3964f885-1548-48dc-8d58-bae1d168b993 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:17.999145 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Attempting to bind port 3964f885-1548-48dc-8d58-bae1d168b993 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:18.009986 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:18.010359 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:18.010756 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.011318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:18.011937 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Bound port: 3964f885-1548-48dc-8d58-bae1d168b993, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:18.012537 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.037887 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-93fa779d-ada1-4e2b-bdd9-d53263f3825e tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] show failed (client error): The resource could not be found. Aug 10 03:44:18.039001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93fa779d-ada1-4e2b-bdd9-d53263f3825e tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "GET /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags/tempest-TagsTest-Tag-991118642 HTTP/1.1" status: 404 len: 325 time: 0.0820584 Aug 10 03:44:18.041918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59334) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:18.043617 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Pushing event updated for resources: {'Port': ['ID=3964f885-1548-48dc-8d58-bae1d168b993,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:18.048983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.tag.tag_plugin [None req-9bd1d9b5-45ab-4a35-afe2-c413e7992877 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a2522b6f-63d6-4797-8eea-47642c5b72bc') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.061959 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.062231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.062574 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.062906 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.063233 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.063555 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.063921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.064194 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.064539 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.064861 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.065179 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.065494 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:18.077352 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] For port 3964f885-1548-48dc-8d58-bae1d168b993, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:18.080534 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] For port 3964f885-1548-48dc-8d58-bae1d168b993, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3964f885-1548-48dc-8d58-bae1d168b993,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:18.105190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:18.132817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9bd1d9b5-45ab-4a35-afe2-c413e7992877 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "DELETE /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0896902 Aug 10 03:44:18.136874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59340) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:18.189844 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.210100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.228836 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 5a158516-d22c-4ec4-bcbd-e30deed8e09a) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:18.233028 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.233671 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.247984 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:18.248830 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.250345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570f14b-0cee-48b7-8f1d-6cd841517b9c None None] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:18.289969 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5e02a-d0b4-494c-a8a5-d3dd4f28c62b None None] Pushing event updated for resources: {'Port': ['ID=3964f885-1548-48dc-8d58-bae1d168b993,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:18.328716 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b49aa4e7-39a7-49f5-8b37-33704be358a2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1050878 Aug 10 03:44:18.331241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59346) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:18.338959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.374038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2522b6f-63d6-4797-8eea-47642c5b72bc']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.393308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22914e68-292f-4077-8dd4-6a52608523d3') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.393961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22914e68-292f-4077-8dd4-6a52608523d3') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.408240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.412660 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:18.442150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.460877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:18.461296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:18.464339 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:18.492977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:18.494060 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.677437 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.683672 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.688893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] 10.222.0.26 "DELETE /v2.0/networks/a2522b6f-63d6-4797-8eea-47642c5b72bc HTTP/1.1" status: 204 len: 168 time: 0.5509784 Aug 10 03:44:18.715743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:15Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.726195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb84c38-d0a2-4e75-8584-da4c60b98dac req-c07d2d76-e140-4c67-a09e-5968d1c0339b tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.734623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb84c38-d0a2-4e75-8584-da4c60b98dac req-c07d2d76-e140-4c67-a09e-5968d1c0339b tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 949 time: 0.1043680 Aug 10 03:44:18.743282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66680b0f-4b62-4981-9d48-58d67dd4b3f0 tempest-TagsTest-382796692 tempest-TagsTest-382796692-project] Pushing event deleted for resources: {'Network': ['ID=a2522b6f-63d6-4797-8eea-47642c5b72bc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:18.761003 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db1157-6cc2-4049-86c5-468d5e0af3d2 None None] The sync data for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 is: [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:15Z', 'revision_number': 3, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:18.790660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 87be1038-41a2-4faf-94f4-6d24566ad75d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:18.793254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb84c38-d0a2-4e75-8584-da4c60b98dac req-f3ce2adc-ec54-4866-8fd8-ad1d97177233 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574417 Aug 10 03:44:18.969449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Allocated IP 172.20.0.2 (5a158516-d22c-4ec4-bcbd-e30deed8e09a/4757e28c-cbef-40aa-93be-64985a56638e/b2c8df10-26f8-4476-86c8-e02305e29b62) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 87be1038-41a2-4faf-94f4-6d24566ad75d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 87be1038-41a2-4faf-94f4-6d24566ad75d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Transition to ACTIVE for port object b2c8df10-26f8-4476-86c8-e02305e29b62 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Transition to ACTIVE for port object b2c8df10-26f8-4476-86c8-e02305e29b62 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:19.287261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.303422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be1038-41a2-4faf-94f4-6d24566ad75d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:19.306679 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7734652-be00-43d1-a137-ca7c689db7b9" -d '{"events": [{"server_uuid": "99c3149d-7a86-479f-b36c-1ee35e682f65", "name": "network-vif-plugged", "status": "completed", "tag": "87be1038-41a2-4faf-94f4-6d24566ad75d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:19.338313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 87be1038-41a2-4faf-94f4-6d24566ad75d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=87be1038-41a2-4faf-94f4-6d24566ad75d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:19.365600 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d78bcc-88fb-43cd-a444-88b113202057 x-openstack-request-id: req-44d78bcc-88fb-43cd-a444-88b113202057 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:19.366234 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3149d-7a86-479f-b36c-1ee35e682f65", "name": "network-vif-plugged", "status": "completed", "tag": "87be1038-41a2-4faf-94f4-6d24566ad75d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:19.366928 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44d78bcc-88fb-43cd-a444-88b113202057 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:19.368302 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87be1038-41a2-4faf-94f4-6d24566ad75d', 'code': 200} Aug 10 03:44:19.431772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.490081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3964f885-1548-48dc-8d58-bae1d168b993 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:19.496046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77fd53-f56f-41ed-a7eb-2a552b11274b req-86f8296c-cf9d-4ff5-acd6-0d7847ec5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.498574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d77fd53-f56f-41ed-a7eb-2a552b11274b req-86f8296c-cf9d-4ff5-acd6-0d7847ec5551 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 1101 time: 0.0583501 Aug 10 03:44:19.551978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6d77fd53-f56f-41ed-a7eb-2a552b11274b req-686bbc2a-b570-404f-962f-6b2628738723 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Aug 10 03:44:19.557216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.608682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.614188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:19.628338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:19.637830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:19.666130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Pushing event updated for resources: {'Port': ['ID=b2c8df10-26f8-4476-86c8-e02305e29b62,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:19.838423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3964f885-1548-48dc-8d58-bae1d168b993 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:19.885473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.1 (5a158516-d22c-4ec4-bcbd-e30deed8e09a/4757e28c-cbef-40aa-93be-64985a56638e/7dd192ac-f2a0-465d-bae9-9240f2d49843) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:19.890610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Attempting to bind port b2c8df10-26f8-4476-86c8-e02305e29b62 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:19.891318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Attempting to bind port b2c8df10-26f8-4476-86c8-e02305e29b62 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:19.892013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Attempting to bind port b2c8df10-26f8-4476-86c8-e02305e29b62 on network 5a158516-d22c-4ec4-bcbd-e30deed8e09a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:19.897110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3964f885-1548-48dc-8d58-bae1d168b993 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:19.897824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.919851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59386) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:19.974634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:19.975012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Checking segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:19.975412 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.975807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Bound using segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:19.976283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Bound port: b2c8df10-26f8-4476-86c8-e02305e29b62, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:19.976687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.982265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=87be1038-41a2-4faf-94f4-6d24566ad75d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.086645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfe936-c9ea-4dd4-bf6c-fdb1918bbbfb req-55019975-942a-4a6d-8a87-17def23e38b4 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.088620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36bfe936-c9ea-4dd4-bf6c-fdb1918bbbfb req-55019975-942a-4a6d-8a87-17def23e38b4 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 950 time: 0.1223376 Aug 10 03:44:20.117161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-86412bea-01de-43e5-8169-44a243ec993c None None] For port b2c8df10-26f8-4476-86c8-e02305e29b62, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:20.143061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.157781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 7dd192ac-f2a0-465d-bae9-9240f2d49843 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:20.168120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-86412bea-01de-43e5-8169-44a243ec993c None None] For port b2c8df10-26f8-4476-86c8-e02305e29b62, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b2c8df10-26f8-4476-86c8-e02305e29b62,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:20.188143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.218072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 3964f885-1548-48dc-8d58-bae1d168b993, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3964f885-1548-48dc-8d58-bae1d168b993,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:20.253644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4aa1a02f-1573-4a6c-92c5-6e369ae15355 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f85b343a7bc4a09a1677cf7fc911233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315897 Aug 10 03:44:20.256299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59396) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:20.261362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36bfe936-c9ea-4dd4-bf6c-fdb1918bbbfb req-15d1530f-1054-4b57-a235-75eb3fe7a2ca tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637611 Aug 10 03:44:20.294168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.337048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.367825 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.374851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01d29bfa-eb6d-43c7-ba57-b504069cffbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.407662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86412bea-01de-43e5-8169-44a243ec993c None None] Pushing event updated for resources: {'Port': ['ID=b2c8df10-26f8-4476-86c8-e02305e29b62,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.439084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:20.457044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:20.476622 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:20.490274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01d29bfa-eb6d-43c7-ba57-b504069cffbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.508114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=3964f885-1548-48dc-8d58-bae1d168b993,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.542284 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=7dd192ac-f2a0-465d-bae9-9240f2d49843,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.571462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.813936 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01d29bfa-eb6d-43c7-ba57-b504069cffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.820636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01d29bfa-eb6d-43c7-ba57-b504069cffbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.820636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01d29bfa-eb6d-43c7-ba57-b504069cffbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eacb6817-6c45-44f8-83cb-5ddee7adcb59 HTTP/1.1" status: 204 len: 168 time: 0.5591273 Aug 10 03:44:20.826627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29bfa-eb6d-43c7-ba57-b504069cffbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacb6817-6c45-44f8-83cb-5ddee7adcb59,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.890709 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.225027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.356507 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.466489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56ffea-5540-4aca-8cc9-2a8a84532b8d req-90fe8447-b9fc-43cc-8940-f2441a3c592a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.475616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb56ffea-5540-4aca-8cc9-2a8a84532b8d req-90fe8447-b9fc-43cc-8940-f2441a3c592a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 950 time: 0.1012740 Aug 10 03:44:21.517506 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.532999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=7dd192ac-f2a0-465d-bae9-9240f2d49843,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.540715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb56ffea-5540-4aca-8cc9-2a8a84532b8d req-5f8d971e-9203-42c4-8ccb-81957a60d6fd tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633862 Aug 10 03:44:21.693289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:21.695005 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:21.697342 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b2c8df10-26f8-4476-86c8-e02305e29b62 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:21.886139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b2c8df10-26f8-4476-86c8-e02305e29b62 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:21.899267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3964f885-1548-48dc-8d58-bae1d168b993 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:21.923974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:22.011667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e17fe-918a-43a7-b2ff-3b0ae557b656 None None] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:22.106638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:22.115228 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3bdb1908-c94a-4134-9917-8b754062835b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/42a4f19e-4fef-4a86-bf08-b3239490c0d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7810514 Aug 10 03:44:22.128807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3964f885-1548-48dc-8d58-bae1d168b993 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:22.129930 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.158932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Sync routers for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:22.200874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:22.201505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.377620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-03a1383c-fdb9-4557-9eaf-b44325211a40 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793997390&fields=id&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 267 time: 0.0412033 Aug 10 03:44:22.526286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] Provisioning for port b2c8df10-26f8-4476-86c8-e02305e29b62 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:22.542222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] Provisioning complete for port b2c8df10-26f8-4476-86c8-e02305e29b62 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:22.542452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-1ca51126-ed02-4427-929a-5b6e3806324a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.543340 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.553248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-1ca51126-ed02-4427-929a-5b6e3806324a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/networks?id=5a158516-d22c-4ec4-bcbd-e30deed8e09a HTTP/1.1" status: 200 len: 796 time: 0.1686237 Aug 10 03:44:22.574246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-46a42d43-b398-4c74-9306-427b60c23b1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/quotas/1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 375 time: 0.0177653 Aug 10 03:44:22.640969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:22.658079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-9ac22524-1a66-40c8-8921-7af1f7b4a7ae tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853319 Aug 10 03:44:22.766021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-3cde45ee-c883-4952-907b-d1d4982b2639 service neutron] 10.222.0.26 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948250 Aug 10 03:44:22.828153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.898055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-fa03302b-4a4a-49a8-b5f3-d12f73a4b938 service neutron] 10.222.0.26 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239216 Aug 10 03:44:22.913197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] For port b2c8df10-26f8-4476-86c8-e02305e29b62, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b2c8df10-26f8-4476-86c8-e02305e29b62,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:22.985677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:21Z', 'revision_number': 2, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:23.021143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Checking router: 42a4f19e-4fef-4a86-bf08-b3239490c0d5 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:23.021700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Updating router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 port 7dd192ac-f2a0-465d-bae9-9240f2d49843 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:44:23.025112 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.084659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.104960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28e1f-a779-4de8-9fd4-f7c7393d40cd None None] Pushing event updated for resources: {'Port': ['ID=b2c8df10-26f8-4476-86c8-e02305e29b62,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.257639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b8e1cf36-1524-4d17-b94e-8b620d9f9d03 None None] Provisioning for port 7dd192ac-f2a0-465d-bae9-9240f2d49843 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:23.289291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b8e1cf36-1524-4d17-b94e-8b620d9f9d03 None None] Provisioning complete for port 7dd192ac-f2a0-465d-bae9-9240f2d49843 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:23.289734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8e1cf36-1524-4d17-b94e-8b620d9f9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.347792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1cf36-1524-4d17-b94e-8b620d9f9d03 None None] Port 7dd192ac-f2a0-465d-bae9-9240f2d49843 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:23.377882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b8e1cf36-1524-4d17-b94e-8b620d9f9d03 None None] Provisioning complete for port b2c8df10-26f8-4476-86c8-e02305e29b62 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:23.378259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8e1cf36-1524-4d17-b94e-8b620d9f9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.491728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b2c8df10-26f8-4476-86c8-e02305e29b62 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:23.620676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.754831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b2c8df10-26f8-4476-86c8-e02305e29b62 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:23.755845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.758097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Transition to ACTIVE for port object 7dd192ac-f2a0-465d-bae9-9240f2d49843 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:23.866280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2687a-48f4-4a5d-a22c-831b3099e3f1 req-9d34a932-6efa-428a-ba22-da7fee03d93f tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.875877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ab2687a-48f4-4a5d-a22c-831b3099e3f1 req-9d34a932-6efa-428a-ba22-da7fee03d93f tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 950 time: 0.2311807 Aug 10 03:44:23.889383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-827c48c7-2fff-447e-903d-18ad516af9ac tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.893957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-827c48c7-2fff-447e-903d-18ad516af9ac tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 950 time: 0.2595680 Aug 10 03:44:23.922509 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.045457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ab2687a-48f4-4a5d-a22c-831b3099e3f1 req-9a4c8b48-47b9-479a-85cd-7adc0e19f7ce tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502945 Aug 10 03:44:24.118548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Deleting port 87be1038-41a2-4faf-94f4-6d24566ad75d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:24.118913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.142834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc003d-70d8-4bba-9706-d4d4c4d461b2 None None] Pushing event updated for resources: {'Port': ['ID=7dd192ac-f2a0-465d-bae9-9240f2d49843,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.189821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Attempting to bind port 7dd192ac-f2a0-465d-bae9-9240f2d49843 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:24.190344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Attempting to bind port 7dd192ac-f2a0-465d-bae9-9240f2d49843 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:24.194742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Attempting to bind port 7dd192ac-f2a0-465d-bae9-9240f2d49843 on network 5a158516-d22c-4ec4-bcbd-e30deed8e09a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:24.213887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7087d98d-c4f7-45a1-828c-5e9403c2527b req-d8360439-d022-4204-a6aa-a497c298f309 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 210 time: 0.0889244 Aug 10 03:44:24.217308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:24.217690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Checking segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:24.218228 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.218626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Bound using segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:24.219119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Bound port: 7dd192ac-f2a0-465d-bae9-9240f2d49843, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:24.219501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.361632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] For port 7dd192ac-f2a0-465d-bae9-9240f2d49843, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:24.366731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] For port 7dd192ac-f2a0-465d-bae9-9240f2d49843, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7dd192ac-f2a0-465d-bae9-9240f2d49843,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:24.414140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] For port 87be1038-41a2-4faf-94f4-6d24566ad75d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=87be1038-41a2-4faf-94f4-6d24566ad75d,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:24.414949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.451107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Calling delete_port for 87be1038-41a2-4faf-94f4-6d24566ad75d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:24.462603 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.573528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:24.574163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:24.577227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc003d-70d8-4bba-9706-d4d4c4d461b2 None None] Pushing event updated for resources: {'Port': ['ID=7dd192ac-f2a0-465d-bae9-9240f2d49843,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.802780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:25.094757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:24Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:25.157829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4917ca7-5192-4321-866b-6f53ea3f8249 None None] The sync data for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 is: [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:24Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:25.175767 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.221463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea2956-d106-4b6a-8710-e1e854533d9e req-d7df60d1-0b6b-4305-b815-e24579e3926e tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:25.229609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57ea2956-d106-4b6a-8710-e1e854533d9e req-d7df60d1-0b6b-4305-b815-e24579e3926e tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 867 time: 0.0874543 Aug 10 03:44:25.309146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Pushing event deleted for resources: {'Port': ['ID=87be1038-41a2-4faf-94f4-6d24566ad75d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:25.444916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] No DVR routers for this DVR port 87be1038-41a2-4faf-94f4-6d24566ad75d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:25.448967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.451077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6652dab4-65ca-4ffc-ab06-53e23225bd31 req-391cf228-ea32-4508-a951-c19cc4d42d2a tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.46 "DELETE /v2.0/ports/87be1038-41a2-4faf-94f4-6d24566ad75d HTTP/1.1" status: 204 len: 173 time: 1.5187788 Aug 10 03:44:25.467582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'name': 'network-vif-deleted', 'tag': '87be1038-41a2-4faf-94f4-6d24566ad75d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:25.470230 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c745bc0c-e856-4b79-977f-1df38ab05fb9" -d '{"events": [{"server_uuid": "99c3149d-7a86-479f-b36c-1ee35e682f65", "name": "network-vif-deleted", "tag": "87be1038-41a2-4faf-94f4-6d24566ad75d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:25.483216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57ea2956-d106-4b6a-8710-e1e854533d9e req-891d3e7e-fba7-43b8-8304-288d3b962e0c tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/security-groups?id=690c2cde-5378-4e6d-a6da-8a57027b88dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419238 Aug 10 03:44:25.562036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7dd192ac-f2a0-465d-bae9-9240f2d49843 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:25.733664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dcfac17-c5d5-4fb8-ad0f-262ec39afd1e req-e6c6ba04-fa7a-4733-bc54-80854ec254a6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 210 time: 0.0682385 Aug 10 03:44:25.787238 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bea2ccd-9ff2-47ec-a1fd-31e57b437d90 x-openstack-request-id: req-1bea2ccd-9ff2-47ec-a1fd-31e57b437d90 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:25.787571 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3149d-7a86-479f-b36c-1ee35e682f65", "name": "network-vif-deleted", "tag": "87be1038-41a2-4faf-94f4-6d24566ad75d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:25.787861 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bea2ccd-9ff2-47ec-a1fd-31e57b437d90 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:25.788275 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c3149d-7a86-479f-b36c-1ee35e682f65', 'name': 'network-vif-deleted', 'tag': '87be1038-41a2-4faf-94f4-6d24566ad75d', 'status': 'completed', 'code': 200} Aug 10 03:44:25.871923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 7dd192ac-f2a0-465d-bae9-9240f2d49843 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:25.891744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7dd192ac-f2a0-465d-bae9-9240f2d49843 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:25.892487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.997356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59570) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.034550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.085136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 7dd192ac-f2a0-465d-bae9-9240f2d49843, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7dd192ac-f2a0-465d-bae9-9240f2d49843,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:26.086936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.159827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eb35-6943-4434-91ed-a2566a55bd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.163689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.232748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=7dd192ac-f2a0-465d-bae9-9240f2d49843,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.241968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.242674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.243226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.243788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.244379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.245087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.245639 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.246175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.246715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.247260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.247871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.248446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:26.266557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eb35-6943-4434-91ed-a2566a55bd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.390712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6bf8eb35-6943-4434-91ed-a2566a55bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.424189 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6bf8eb35-6943-4434-91ed-a2566a55bd05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c2de1dfcd6d4b77835f0424d965c6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254470 Aug 10 03:44:26.427609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.473162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8eb35-6943-4434-91ed-a2566a55bd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf0bec3-eba7-47a9-b901-d6ffe94491ca,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.568579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724dd8db-c998-42aa-afca-e393e680b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.607895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-90272d2e-c5b1-46bf-a269-dcec5fff6d0e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.609451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-90272d2e-c5b1-46bf-a269-dcec5fff6d0e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/networks?id=5a158516-d22c-4ec4-bcbd-e30deed8e09a HTTP/1.1" status: 200 len: 796 time: 0.1535759 Aug 10 03:44:26.632337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724dd8db-c998-42aa-afca-e393e680b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.689865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-058af8f2-dc11-4947-8d83-2bc4e9b34362 req-06eaa710-5fff-49e8-a205-e9fd66d56738 tempest-VolumesNegativeTest-2122959652 tempest-VolumesNegativeTest-2122959652-project] 10.222.0.26 "GET /v2.0/ports?device_id=99c3149d-7a86-479f-b36c-1ee35e682f65 HTTP/1.1" status: 200 len: 210 time: 0.0541914 Aug 10 03:44:26.716816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-07c01edc-a271-4c81-9824-d7e3ea685f2f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecad60eae0044d380480d1afb195fed HTTP/1.1" status: 200 len: 379 time: 0.0912673 Aug 10 03:44:26.726980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'port': {'device_id': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'admin_state_up': True, 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'security_groups': ['3513489b-dbc3-4867-9609-bb77d020cb27']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.814771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 87be1038-41a2-4faf-94f4-6d24566ad75d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:26.841670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 87be1038-41a2-4faf-94f4-6d24566ad75d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:26.841872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 87be1038-41a2-4faf-94f4-6d24566ad75d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:26.861291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49ec23ba-607f-4b71-8328-02fe136925ef req-4a696881-1138-4235-a7e4-d345e64b6b29 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 210 time: 0.0344825 Aug 10 03:44:26.934432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724dd8db-c998-42aa-afca-e393e680b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.938782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-724dd8db-c998-42aa-afca-e393e680b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.940456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-724dd8db-c998-42aa-afca-e393e680b674 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddf0bec3-eba7-47a9-b901-d6ffe94491ca HTTP/1.1" status: 204 len: 168 time: 0.5111909 Aug 10 03:44:26.952049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dd8db-c998-42aa-afca-e393e680b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf0bec3-eba7-47a9-b901-d6ffe94491ca,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.990787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Made reservation on behalf of 1ecad60eae0044d380480d1afb195fed for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:26.994877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.193554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.20.0.3 (5a158516-d22c-4ec4-bcbd-e30deed8e09a/4757e28c-cbef-40aa-93be-64985a56638e/608bd85e-ad24-4c61-9fd3-5573268107c1) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:27.339663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.358577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Transition to ACTIVE for port object 608bd85e-ad24-4c61-9fd3-5573268107c1 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:27.371624 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59600) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.458382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Deleting subnet f2ee7966-32e2-400f-a3fa-58eaf6a217e8 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:27.464052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7dd192ac-f2a0-465d-bae9-9240f2d49843 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:27.475558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.483085 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.538518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.581145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7dd192ac-f2a0-465d-bae9-9240f2d49843 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:27.581515 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.595566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.598211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:27.605669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:27.636933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:27.685008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.720041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.720900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.764686 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.807484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ee7966-32e2-400f-a3fa-58eaf6a217e8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.812902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.814814 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f2ee7966-32e2-400f-a3fa-58eaf6a217e8 HTTP/1.1" status: 204 len: 168 time: 0.4421613 Aug 10 03:44:27.817708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59616) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.822888 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.823250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.823597 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.823940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.824280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.824653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.825108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.825454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.825779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.826114 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.826918 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.827088 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb138b-9ac9-41c3-9a64-6bea6d462ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.881907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-d75b0860-8dd8-4f5f-ad4b-6d49999e0f71 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1589446 Aug 10 03:44:27.901581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Request body: {'port': {'device_id': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.922379 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59620) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.939658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.971783 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf6339d6-01eb-49e8-8aa4-165d8ea2e90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.007962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.100396 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf6339d6-01eb-49e8-8aa4-165d8ea2e90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.133454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.148451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3a30ce-73fe-42d6-b168-dcff5277dd5d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:28.163406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e97aa0b-180b-4234-91f9-b5554f8698f1 None None] Provisioning for port 608bd85e-ad24-4c61-9fd3-5573268107c1 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:28.167374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7e97aa0b-180b-4234-91f9-b5554f8698f1 None None] Provisioning complete for port 608bd85e-ad24-4c61-9fd3-5573268107c1 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:28.168018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7e97aa0b-180b-4234-91f9-b5554f8698f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.175215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6a87ba-654d-4589-aedc-c7d654fe991e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:28.175521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6a87ba-654d-4589-aedc-c7d654fe991e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:28.191973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8792-2ac1-4926-9db6-8d194df16e96 req-88008725-fa95-4cc9-aaf7-8ed1aa1c33fe tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.193759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-494d8792-2ac1-4926-9db6-8d194df16e96 req-88008725-fa95-4cc9-aaf7-8ed1aa1c33fe tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 931 time: 0.1816707 Aug 10 03:44:28.203815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7e97aa0b-180b-4234-91f9-b5554f8698f1 None None] Port 608bd85e-ad24-4c61-9fd3-5573268107c1 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:28.204030 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.277681 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.306014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bf6339d6-01eb-49e8-8aa4-165d8ea2e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:28.306883 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:28.342314 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bf6339d6-01eb-49e8-8aa4-165d8ea2e90f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4fbf9c53b7546acae629d6602c127d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182067 Aug 10 03:44:28.343489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6339d6-01eb-49e8-8aa4-165d8ea2e90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50836195-db5b-4aa1-80a7-a823697f68b9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.345881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.395538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f6dc8f-eb00-4ea8-8c54-53e5a990ea48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.415652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-494d8792-2ac1-4926-9db6-8d194df16e96 req-b16ff3c7-acb5-43c8-9c96-def4c44b82d4 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608922 Aug 10 03:44:28.422067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f6dc8f-eb00-4ea8-8c54-53e5a990ea48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.509356 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.518814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.523216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] 10.222.0.26 "DELETE /v2.0/networks/3e3a30ce-73fe-42d6-b168-dcff5277dd5d HTTP/1.1" status: 204 len: 168 time: 0.7008023 Aug 10 03:44:28.523694 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59644) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.535050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608bd85e-ad24-4c61-9fd3-5573268107c1 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:28.541927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18be994-adec-4978-b1a1-0c3e3a28b1df admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3a30ce-73fe-42d6-b168-dcff5277dd5d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.544963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.574841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Deleting subnet 8845b3ca-19ac-4f6d-858c-11820fcd2361 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:28.579215 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.579642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Transition to ACTIVE for port object 608bd85e-ad24-4c61-9fd3-5573268107c1 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:28.581432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f6dc8f-eb00-4ea8-8c54-53e5a990ea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.584264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f6dc8f-eb00-4ea8-8c54-53e5a990ea48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.585477 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-98f6dc8f-eb00-4ea8-8c54-53e5a990ea48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50836195-db5b-4aa1-80a7-a823697f68b9 HTTP/1.1" status: 204 len: 168 time: 0.2386093 Aug 10 03:44:28.619048 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6dc8f-eb00-4ea8-8c54-53e5a990ea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50836195-db5b-4aa1-80a7-a823697f68b9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.649193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.649450 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.694266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.772428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.829982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Attempting to bind port 608bd85e-ad24-4c61-9fd3-5573268107c1 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:28.830320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Attempting to bind port 608bd85e-ad24-4c61-9fd3-5573268107c1 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:28.830664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Attempting to bind port 608bd85e-ad24-4c61-9fd3-5573268107c1 on network 5a158516-d22c-4ec4-bcbd-e30deed8e09a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:28.835889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Port 608bd85e-ad24-4c61-9fd3-5573268107c1 on network 5a158516-d22c-4ec4-bcbd-e30deed8e09a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:28.836214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Attempting to bind port 608bd85e-ad24-4c61-9fd3-5573268107c1 on network 5a158516-d22c-4ec4-bcbd-e30deed8e09a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:28.841295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:28.841627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Checking segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:28.842070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Bound using segment: {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:28.842433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Bound port: 608bd85e-ad24-4c61-9fd3-5573268107c1, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:28.842928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.848497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.878217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.882998 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8845b3ca-19ac-4f6d-858c-11820fcd2361 HTTP/1.1" status: 204 len: 168 time: 0.3556592 Aug 10 03:44:28.882998 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529fbb-de49-4f99-8083-ffa7f4588551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8845b3ca-19ac-4f6d-858c-11820fcd2361,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.883542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59658) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.979199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.001973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:29.069867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:29.089725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.101632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c88b6-36e1-4539-95e0-cd6a48bc7df1']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:29.112618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49813428-24ce-4cd0-81a3-5c8003094cb8') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:29.113150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49813428-24ce-4cd0-81a3-5c8003094cb8') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:29.125773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.149944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.191219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.198169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.199111 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.200436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] 10.222.0.46 "PUT /v2.0/ports/608bd85e-ad24-4c61-9fd3-5573268107c1 HTTP/1.1" status: 200 len: 1092 time: 1.3104630 Aug 10 03:44:29.205363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:29.207998 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a54a84-d116-48cc-a96a-c42e44e8f868" -d '{"events": [{"name": "network-changed", "server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:29.216674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:29.217090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:29.218888 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:29.264136 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53105080-94ec-4c0f-a05b-65a79625e98f x-openstack-request-id: req-53105080-94ec-4c0f-a05b-65a79625e98f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:29.264486 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:29.269589 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53105080-94ec-4c0f-a05b-65a79625e98f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:29.269589 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'status': 'completed', 'code': 200} Aug 10 03:44:29.323181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6c21-1ad4-432d-bb2d-2d1d7404def8 service neutron] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.359789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54a84-d116-48cc-a96a-c42e44e8f868 req-3dcfb267-a90f-40d4-aba1-3143db4db115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.361462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6a54a84-d116-48cc-a96a-c42e44e8f868 req-3dcfb267-a90f-40d4-aba1-3143db4db115 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1095 time: 0.0783515 Aug 10 03:44:29.502940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.515272 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.517169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a36c88b6-36e1-4539-95e0-cd6a48bc7df1 HTTP/1.1" status: 204 len: 168 time: 0.6327536 Aug 10 03:44:29.529189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fc3b2-2fdf-4cf2-846a-0cb0b01b3b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36c88b6-36e1-4539-95e0-cd6a48bc7df1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.534531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54a84-d116-48cc-a96a-c42e44e8f868 req-d9f7b274-c820-4d88-b505-e5224b9231e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.535911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6a54a84-d116-48cc-a96a-c42e44e8f868 req-d9f7b274-c820-4d88-b505-e5224b9231e1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1ecad60eae0044d380480d1afb195fed&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1665235 Aug 10 03:44:29.715448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aed98e-9215-41ef-a0ef-95987912dcb7 req-d2f8636c-1f02-4313-b567-0b985f771121 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.717081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6aed98e-9215-41ef-a0ef-95987912dcb7 req-d2f8636c-1f02-4313-b567-0b985f771121 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 943 time: 0.1134868 Aug 10 03:44:29.737825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54a84-d116-48cc-a96a-c42e44e8f868 req-ead6f86c-769a-486e-a566-d12eacb5d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.739342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6a54a84-d116-48cc-a96a-c42e44e8f868 req-ead6f86c-769a-486e-a566-d12eacb5d28e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935234 Aug 10 03:44:29.772590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6aed98e-9215-41ef-a0ef-95987912dcb7 req-cfdf55c5-6c19-4c84-9f78-7381bd5ee590 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457294 Aug 10 03:44:29.827475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-0f93e8eb-8c99-47ae-b9bc-0978fecc2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.829419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-0f93e8eb-8c99-47ae-b9bc-0978fecc2b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1095 time: 0.0445669 Aug 10 03:44:29.876931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-7eb53be8-79c1-4096-8820-135c4ae34900 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608bd85e-ad24-4c61-9fd3-5573268107c1 HTTP/1.1" status: 200 len: 217 time: 0.0386989 Aug 10 03:44:29.937026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-8c9b1a97-671d-43fa-9e34-ec7693e741c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.937026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-8c9b1a97-671d-43fa-9e34-ec7693e741c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4757e28c-cbef-40aa-93be-64985a56638e HTTP/1.1" status: 200 len: 835 time: 0.0504525 Aug 10 03:44:30.005027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-a447fa1f-61c5-40f8-a504-e9365b3c25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.007341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-a447fa1f-61c5-40f8-a504-e9365b3c25b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a158516-d22c-4ec4-bcbd-e30deed8e09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657492 Aug 10 03:44:30.071710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 59754) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.141588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6065ea9e-ea1a-46a8-bddd-fb713915f92b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ba819fc27044df6945aace01fb6372c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686197 Aug 10 03:44:30.148249 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59764) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.149382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-1c4a6310-c2c7-4ec5-97c6-86c363509aad service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308839 Aug 10 03:44:30.201134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-062f2464-230d-4cf2-b774-8bd14c69aa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.229940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-062f2464-230d-4cf2-b774-8bd14c69aa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.252666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c47bf67-c482-4f73-bc8b-f6a601748f5c req-0b7d96e5-9a43-45fc-ae95-0253d974d5d9 service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985007 Aug 10 03:44:30.265715 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25543316-309d-4634-b340-c84c28f2e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.398759 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-062f2464-230d-4cf2-b774-8bd14c69aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.405149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-062f2464-230d-4cf2-b774-8bd14c69aa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.409654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-062f2464-230d-4cf2-b774-8bd14c69aa6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/acdb9bec-70e0-4b60-8711-786b6eddc887 HTTP/1.1" status: 204 len: 168 time: 0.2640464 Aug 10 03:44:30.418468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2464-230d-4cf2-b774-8bd14c69aa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb9bec-70e0-4b60-8711-786b6eddc887,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.944692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf161c3-7e06-4553-8b6f-3587dbfb8833 req-284fea89-2386-41e2-b0ca-21cb549001c2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.951941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cf161c3-7e06-4553-8b6f-3587dbfb8833 req-284fea89-2386-41e2-b0ca-21cb549001c2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 943 time: 0.0717733 Aug 10 03:44:30.985468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cf161c3-7e06-4553-8b6f-3587dbfb8833 req-02522502-2c7c-4c40-a586-c0274cc4bcf2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Aug 10 03:44:31.268782 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:31.286046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.355187 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-149b8521-6fb3-4515-9ae9-c4db00a697fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e010b157bd7b4d1388ddc1246fa2e9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657303 Aug 10 03:44:31.361091 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 59814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.410369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2625cda-87c8-408a-ac12-57434d859691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.437691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2625cda-87c8-408a-ac12-57434d859691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.590872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2625cda-87c8-408a-ac12-57434d859691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.593700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b2625cda-87c8-408a-ac12-57434d859691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.596783 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b2625cda-87c8-408a-ac12-57434d859691 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db1fcbad-ba65-4a35-b33d-d577bb420085 HTTP/1.1" status: 204 len: 168 time: 0.2326829 Aug 10 03:44:31.603086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2625cda-87c8-408a-ac12-57434d859691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1fcbad-ba65-4a35-b33d-d577bb420085,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.120204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12426272-c5a9-49de-bc2c-c4da2e3e0a69 req-fe1acd2b-10d1-4858-95be-4a7d520f3913 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.121964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12426272-c5a9-49de-bc2c-c4da2e3e0a69 req-fe1acd2b-10d1-4858-95be-4a7d520f3913 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 943 time: 0.0545070 Aug 10 03:44:32.180829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12426272-c5a9-49de-bc2c-c4da2e3e0a69 req-4ea149c2-328b-4faa-8739-c0e00094c548 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446677 Aug 10 03:44:32.677199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.019868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3efd-a923-4a4f-8f78-a2595c58d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.308787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842ca2e-d934-4e03-a9e2-f6026a42b87b req-2e9d9e4b-a69d-4d19-abce-9080d61b6227 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.316747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f842ca2e-d934-4e03-a9e2-f6026a42b87b req-2e9d9e4b-a69d-4d19-abce-9080d61b6227 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 943 time: 0.0582347 Aug 10 03:44:33.355013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f842ca2e-d934-4e03-a9e2-f6026a42b87b req-cb963d64-cfec-4edb-b7f3-74ee1b20e011 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335131 Aug 10 03:44:34.312508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.473628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ce7b-e923-410d-b6b7-73a07dea673e req-edb7e262-f131-44b8-a0b7-762b00925c4e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.475169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a962ce7b-e923-410d-b6b7-73a07dea673e req-edb7e262-f131-44b8-a0b7-762b00925c4e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 943 time: 0.0548193 Aug 10 03:44:34.513815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a962ce7b-e923-410d-b6b7-73a07dea673e req-9476b44b-bd56-4f43-bc3f-c125268f3177 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326836 Aug 10 03:44:34.841244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:34.939514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:34.951531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'port_id': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'mac_address': 'fa:16:3e:f9:cc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:34.987492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.000493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608bd85e-ad24-4c61-9fd3-5573268107c1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:35.021063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:35.134442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.195995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:35.334660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['608bd85e-ad24-4c61-9fd3-5573268107c1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:35.717183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dbecf-b318-47f3-a03c-1368f21ab60f req-b8a2a495-f18e-4713-a7ad-6e06c2e69d59 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.718687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf9dbecf-b318-47f3-a03c-1368f21ab60f req-b8a2a495-f18e-4713-a7ad-6e06c2e69d59 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 944 time: 0.0983071 Aug 10 03:44:35.770996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf9dbecf-b318-47f3-a03c-1368f21ab60f req-6b639cb8-b274-43b5-a402-12a132235d7c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339069 Aug 10 03:44:35.848284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.594631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60188) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:36.726383 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53e1d3d-4de7-4856-9c23-54bcce1a4b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.849980 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53e1d3d-4de7-4856-9c23-54bcce1a4b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.869797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:36.923174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55489ef9-297a-4577-80f0-18fcb1b93e92 req-a26a80ab-4a44-41e0-9173-226df5a4397a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.926047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55489ef9-297a-4577-80f0-18fcb1b93e92 req-a26a80ab-4a44-41e0-9173-226df5a4397a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 944 time: 0.0819383 Aug 10 03:44:36.929028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a53e1d3d-4de7-4856-9c23-54bcce1a4b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.986030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e1d3d-4de7-4856-9c23-54bcce1a4b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e067e-3002-49c6-a281-9e7ce39d3c69,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.002905 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a53e1d3d-4de7-4856-9c23-54bcce1a4b3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df824ee1218d43d0873da296d3a74dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064910 Aug 10 03:44:37.003874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55489ef9-297a-4577-80f0-18fcb1b93e92 req-45aff8b4-b6c3-43f3-843d-5097d5277f86 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707910 Aug 10 03:44:37.004478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60200) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:37.025489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 608bd85e-ad24-4c61-9fd3-5573268107c1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:37.030055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 608bd85e-ad24-4c61-9fd3-5573268107c1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:37.030442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.066065 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730c9209-bf85-4858-96c9-db0c02cf2d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.089908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730c9209-bf85-4858-96c9-db0c02cf2d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.141547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.169637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:37.171884 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb4467-a9df-4dbd-bec5-6ea79a20d23e" -d '{"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-plugged", "status": "completed", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:37.185850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:37.211554 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8966b31a-ceb7-4c51-aee7-0bbe5493f051 x-openstack-request-id: req-8966b31a-ceb7-4c51-aee7-0bbe5493f051 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:37.211850 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-plugged", "status": "completed", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:37.212112 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8966b31a-ceb7-4c51-aee7-0bbe5493f051 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:37.212544 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'code': 200} Aug 10 03:44:37.294336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.300802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730c9209-bf85-4858-96c9-db0c02cf2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.303975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-730c9209-bf85-4858-96c9-db0c02cf2d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.305151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-730c9209-bf85-4858-96c9-db0c02cf2d3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/667e067e-3002-49c6-a281-9e7ce39d3c69 HTTP/1.1" status: 204 len: 168 time: 0.2993722 Aug 10 03:44:37.318657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c9209-bf85-4858-96c9-db0c02cf2d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e067e-3002-49c6-a281-9e7ce39d3c69,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.343045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a296-7f87-4aa2-aa27-b3d5480b92ce req-497ab8be-9897-4b3c-9699-4e30c2bcd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.344990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a92a296-7f87-4aa2-aa27-b3d5480b92ce req-497ab8be-9897-4b3c-9699-4e30c2bcd16c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1096 time: 0.0698807 Aug 10 03:44:37.391098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a92a296-7f87-4aa2-aa27-b3d5480b92ce req-425bf180-b5bf-4b27-af90-d17cb606b214 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Aug 10 03:44:37.406084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.870609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60224) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.051185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60234) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.089097 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-698f5e72-73ed-481f-8df5-07d645c81aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.135478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60236) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.135989 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eb6b6242-cbfb-4943-85a3-2b750ca35733 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e93c72bd35a9443ca791de1bda59ec63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638338 Aug 10 03:44:38.231989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea646-ff8c-46d7-a996-3f9ce1a898e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.244288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7229bc0-6f49-49d7-8cbf-ed3b18d144dc req-336e4d31-1b1d-4268-879c-9fd62e54ed19 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.251255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7229bc0-6f49-49d7-8cbf-ed3b18d144dc req-336e4d31-1b1d-4268-879c-9fd62e54ed19 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.1558626 Aug 10 03:44:38.261042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea646-ff8c-46d7-a996-3f9ce1a898e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.361944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7229bc0-6f49-49d7-8cbf-ed3b18d144dc req-2421409c-471f-4fcf-bbbe-c148943cb86c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826087 Aug 10 03:44:38.367870 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-698f5e72-73ed-481f-8df5-07d645c81aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.426307 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea646-ff8c-46d7-a996-3f9ce1a898e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.430243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea646-ff8c-46d7-a996-3f9ce1a898e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.431547 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7c8ea646-ff8c-46d7-a996-3f9ce1a898e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/690c2cde-5378-4e6d-a6da-8a57027b88dc HTTP/1.1" status: 204 len: 168 time: 0.2939873 Aug 10 03:44:38.441723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ea646-ff8c-46d7-a996-3f9ce1a898e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c2cde-5378-4e6d-a6da-8a57027b88dc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:38.461296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-698f5e72-73ed-481f-8df5-07d645c81aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.516523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-698f5e72-73ed-481f-8df5-07d645c81aba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f5b82d04c4f43d7ab05cf419c48fb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628787 Aug 10 03:44:38.517780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60246) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.543189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f5e72-73ed-481f-8df5-07d645c81aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c7f74-43a2-47c3-ab76-bad9afb89e36,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:38.589080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91e984fa-89bd-4d7f-94fa-630334170fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.611093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91e984fa-89bd-4d7f-94fa-630334170fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.791527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91e984fa-89bd-4d7f-94fa-630334170fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.802427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-91e984fa-89bd-4d7f-94fa-630334170fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.802427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-91e984fa-89bd-4d7f-94fa-630334170fa0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c54c7f74-43a2-47c3-ab76-bad9afb89e36 HTTP/1.1" status: 204 len: 168 time: 0.2764924 Aug 10 03:44:38.803812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e984fa-89bd-4d7f-94fa-630334170fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c7f74-43a2-47c3-ab76-bad9afb89e36,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:39.494326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ba20b-7cbf-4c88-a7e7-820fce543e33 req-1074b8ee-6998-4df4-b14d-d9f0b5fbdf11 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.495889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e8ba20b-7cbf-4c88-a7e7-820fce543e33 req-1074b8ee-6998-4df4-b14d-d9f0b5fbdf11 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0621102 Aug 10 03:44:39.540432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e8ba20b-7cbf-4c88-a7e7-820fce543e33 req-917f96b7-1451-4739-9b33-cae0e00a725e tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386226 Aug 10 03:44:39.686274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c47-ee6f-4262-b66a-e59705de1dab req-71870b99-7ebc-4c49-bffb-ac02de3fe349 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.688602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cac78c47-ee6f-4262-b66a-e59705de1dab req-71870b99-7ebc-4c49-bffb-ac02de3fe349 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0661907 Aug 10 03:44:39.738343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cac78c47-ee6f-4262-b66a-e59705de1dab req-5e7504ba-a327-436a-a051-3d8b70ba39f9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430775 Aug 10 03:44:39.764097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60298) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:39.810679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2ea84-b248-4e3c-b020-7dc8fbf356ab tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.814828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bbf2ea84-b248-4e3c-b020-7dc8fbf356ab tempest-TestNetworkAdvancedServerOps-2124239102 tempest-TestNetworkAdvancedServerOps-2124239102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1092 time: 0.0470665 Aug 10 03:44:39.815047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60302) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:39.820815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:39.940291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.056377 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.279616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Allocated IP 172.25.1.84 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/465dffb7-213c-4b43-bfc0-45b689cb6516) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:40.389526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.501690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.560179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:40.563705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:40.568915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:40.572135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=465dffb7-213c-4b43-bfc0-45b689cb6516,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:41.499736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.751894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.939071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.074341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.153465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event updated for resources: {'Port': ['ID=465dffb7-213c-4b43-bfc0-45b689cb6516,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:42.170157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.291292 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP e89c6dbc-2087-4831-909a-2bd69abfbddd associated. External IP: 172.25.1.84, port: 608bd85e-ad24-4c61-9fd3-5573268107c1. Aug 10 03:44:42.539013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:42.670160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:42.681446 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] Sync routers for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:42.692574 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:42.693257 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:42.896236 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:43.123937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.142778 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'e89c6dbc-2087-4831-909a-2bd69abfbddd', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'port_id': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'mac_address': 'fa:16:3e:f9:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:40Z', 'updated_at': '2021-08-10T03:44:40Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:26Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:43.181383 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] Checking router: 42a4f19e-4fef-4a86-bf08-b3239490c0d5 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:43.188112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a5371699-bceb-44c4-b8e7-a2f8a8050ca0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3708837 Aug 10 03:44:43.190859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60398) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:43.195916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:43.196464 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3684cc89-f8f9-455e-930e-3846c83e855a" -d '{"events": [{"name": "network-changed", "server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:43.197045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'network': {'name': 'tempest-network-smoke--613961378', 'project_id': '643057884d9a46c28ab087fb7d965287', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:43.198171 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:43.199611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:43.305626 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Made reservation on behalf of 643057884d9a46c28ab087fb7d965287 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:43.310297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.334201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.334434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3498415-db33-4822-9dea-6ff37b9724b1 req-9603f273-8360-4df2-b3bc-3a397e1dcccf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.334434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3498415-db33-4822-9dea-6ff37b9724b1 req-9603f273-8360-4df2-b3bc-3a397e1dcccf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0811896 Aug 10 03:44:43.386198 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:43.425654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3498415-db33-4822-9dea-6ff37b9724b1 req-c01017c7-28f7-421d-a5da-398ef3977bc1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857797 Aug 10 03:44:43.458857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.464900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60414) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:43.500215 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577edd3-d204-49dc-9cb8-d7b1cadcb9e7 x-openstack-request-id: req-2577edd3-d204-49dc-9cb8-d7b1cadcb9e7 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:43.500544 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:43.500985 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2577edd3-d204-49dc-9cb8-d7b1cadcb9e7 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:43.501392 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'status': 'completed', 'code': 200} Aug 10 03:44:43.538713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.592759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd702096-bb70-4f3b-a215-d8a4c9b88959,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.610290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684cc89-f8f9-455e-930e-3846c83e855a req-5c15c621-d818-4c28-87c4-e13be99b5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.612619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-5c15c621-d818-4c28-87c4-e13be99b5638 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1097 time: 0.0852044 Aug 10 03:44:43.618295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:43.633965 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a387c8b9-2509-4569-8574-f687d03ed145 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/e89c6dbc-2087-4831-909a-2bd69abfbddd HTTP/1.1" status: 200 len: 990 time: 0.1662185 Aug 10 03:44:43.637465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.647913 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Added segment 0d2f7c58-80a1-4610-acb3-6574b2599cf0 of type vlan for network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 Aug 10 03:44:43.689871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.777076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684cc89-f8f9-455e-930e-3846c83e855a req-7feb31e4-f641-4a23-ae40-662d001372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.779269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-7feb31e4-f641-4a23-ae40-662d001372f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a158516-d22c-4ec4-bcbd-e30deed8e09a HTTP/1.1" status: 200 len: 897 time: 0.1574695 Aug 10 03:44:43.797657 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'e89c6dbc-2087-4831-909a-2bd69abfbddd', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'port_id': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'mac_address': 'fa:16:3e:f9:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:40Z', 'updated_at': '2021-08-10T03:44:40Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:26Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:43.834462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f164f9-5ba3-4d8b-9c86-e5822ee04f43 None None] The sync data for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 is: [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'e89c6dbc-2087-4831-909a-2bd69abfbddd', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'floating_ip_address': '172.25.1.84', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'port_id': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'mac_address': 'fa:16:3e:f9:cc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:40Z', 'updated_at': '2021-08-10T03:44:40Z', 'revision_number': 0, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:26Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:43.837443 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.843680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.848052 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.879190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-d710c63f-f45d-490a-84ea-680b281b3cdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608bd85e-ad24-4c61-9fd3-5573268107c1 HTTP/1.1" status: 200 len: 998 time: 0.0926993 Aug 10 03:44:43.953678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684cc89-f8f9-455e-930e-3846c83e855a req-7e43538b-45af-4c4d-9168-f0e5efd15c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.964698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Network': ['ID=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.967421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-7e43538b-45af-4c4d-9168-f0e5efd15c13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4757e28c-cbef-40aa-93be-64985a56638e HTTP/1.1" status: 200 len: 835 time: 0.0782235 Aug 10 03:44:43.972276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:44.046427 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45f7ce9e-c236-4e34-86d4-cb4f1142bdfb tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8543627 Aug 10 03:44:44.057453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:44.062716 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'admin_state_up': True, 'project_id': '643057884d9a46c28ab087fb7d965287', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:44.075296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684cc89-f8f9-455e-930e-3846c83e855a req-20e58ff7-69d0-4d1f-a455-dd123d601f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.076858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-20e58ff7-69d0-4d1f-a455-dd123d601f08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a158516-d22c-4ec4-bcbd-e30deed8e09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944381 Aug 10 03:44:44.197755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6e1ee-52de-46fe-a31c-d3266e68e8a1 None None] New status for floating IP e89c6dbc-2087-4831-909a-2bd69abfbddd: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:44.207519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-e5371147-32e3-4c7c-b22a-e8a1f067b613 service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212273 Aug 10 03:44:44.266389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.267522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.325483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3684cc89-f8f9-455e-930e-3846c83e855a req-73e639f2-d0e2-4b76-a718-d509a4054df6 service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096792 Aug 10 03:44:44.346142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.636567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.636795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60442) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:44.707458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d3e967a6-3c50-4e43-b14c-354a74c910c3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/e89c6dbc-2087-4831-909a-2bd69abfbddd HTTP/1.1" status: 200 len: 992 time: 0.0681067 Aug 10 03:44:44.946971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.977001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.095453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.25.1.115 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/448b1db4-bf52-4285-bf5b-f753e6deecc4) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:45.225028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.414673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.415310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.460579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:45.468903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:45.473212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:45.494802 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=448b1db4-bf52-4285-bf5b-f753e6deecc4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.983410 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.215874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.246256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60470) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.372589 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.415361 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 36a53af4-0467-42c0-bfb3-63293ee6f675 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:44:46.485741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.549522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:46.562691 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Sync routers for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:46.578653 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:46.580803 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.584696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:46.654544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8605e698b674fb1bd2144190ed33b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071870 Aug 10 03:44:46.655681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332a7f7e-5a09-41cb-ba5e-aed6ac890911,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.657319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60482) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.664609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.665184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.665638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.666041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.666387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.666719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.667097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.667426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.667753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.668379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.668712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.669036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84deb0af-c573-46b1-b91c-86a9f15337dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.684221 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.684221 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-84033a84-50f5-41e1-9c01-8aa19f91d5b6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6253421 Aug 10 03:44:46.684511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60484) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.727512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c953463-1b4c-471a-9b19-6d7fb1862027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.744808 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:46.755662 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c953463-1b4c-471a-9b19-6d7fb1862027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.915039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9062a4e2-8275-4315-b5de-ab3c5cad1a52 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=643057884d9a46c28ab087fb7d965287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2269561 Aug 10 03:44:46.915039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60490) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.917289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c953463-1b4c-471a-9b19-6d7fb1862027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.920191 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4c953463-1b4c-471a-9b19-6d7fb1862027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.921649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4c953463-1b4c-471a-9b19-6d7fb1862027 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/332a7f7e-5a09-41cb-ba5e-aed6ac890911 HTTP/1.1" status: 204 len: 168 time: 0.2630076 Aug 10 03:44:46.933279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c953463-1b4c-471a-9b19-6d7fb1862027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332a7f7e-5a09-41cb-ba5e-aed6ac890911,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.017250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:45Z', 'revision_number': 3, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.046754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b95d95-a18b-4947-abb1-d80b90d8fd95 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.048800 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Checking router: 36a53af4-0467-42c0-bfb3-63293ee6f675 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:47.049327 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Updating router 36a53af4-0467-42c0-bfb3-63293ee6f675 port 448b1db4-bf52-4285-bf5b-f753e6deecc4 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:44:47.051463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-45b95d95-a18b-4947-abb1-d80b90d8fd95 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356478 Aug 10 03:44:47.051677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60494) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.087108 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c3610229-fcd4-4f8f-a92e-434ac1faca52 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343666 Aug 10 03:44:47.089668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60498) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.091999 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.094908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934676545', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'project_id': '643057884d9a46c28ab087fb7d965287', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:47.299927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Made reservation on behalf of 643057884d9a46c28ab087fb7d965287 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:47.303495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.371082 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.387812 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Transition to ACTIVE for port object 448b1db4-bf52-4285-bf5b-f753e6deecc4 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:47.466551 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.544330 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b63a-c53f-4533-a50b-19efd65530d5 None None] Pushing event updated for resources: {'Port': ['ID=448b1db4-bf52-4285-bf5b-f753e6deecc4,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.546921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Attempting to bind port 448b1db4-bf52-4285-bf5b-f753e6deecc4 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:47.547481 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Attempting to bind port 448b1db4-bf52-4285-bf5b-f753e6deecc4 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:47.548029 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Attempting to bind port 448b1db4-bf52-4285-bf5b-f753e6deecc4 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:47.554673 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:47.555051 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:47.555451 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.555840 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:47.556425 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Bound port: 448b1db4-bf52-4285-bf5b-f753e6deecc4, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:47.556700 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.618121 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] For port 448b1db4-bf52-4285-bf5b-f753e6deecc4, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:47.618121 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] For port 448b1db4-bf52-4285-bf5b-f753e6deecc4, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=448b1db4-bf52-4285-bf5b-f753e6deecc4,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:47.626428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.702223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Subnet': ['ID=dc95a742-3efb-497e-8cf4-a49338427f74,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.713013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Checking segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:47.713376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network hostable DHCP agents. Network: 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:47.740210 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.798168 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:47.798799 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.820416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:47.841400 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b63a-c53f-4533-a50b-19efd65530d5 None None] Pushing event updated for resources: {'Port': ['ID=448b1db4-bf52-4285-bf5b-f753e6deecc4,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.872456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60512) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.891258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0b731f95-7fcc-4a83-9bd3-479f3b93f007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.912166 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:47.926079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:47.936632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96656c4-065e-4885-82d6-3ae099d6cefd None None] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:47.950545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.953097 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.044116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0b731f95-7fcc-4a83-9bd3-479f3b93f007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.124954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0b731f95-7fcc-4a83-9bd3-479f3b93f007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.145068 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:45Z', 'revision_number': 3, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:48.154049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:48.154983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.176503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60516) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.180086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0b731f95-7fcc-4a83-9bd3-479f3b93f007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34da39d288c14eed8b4f7cc2cb5f051b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039999 Aug 10 03:44:48.182496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731f95-7fcc-4a83-9bd3-479f3b93f007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9889f-2ac0-421e-b363-3fb9221b44e4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.184404 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351427d-ca5d-4aab-8890-83b1fa34ef23 None None] The sync data for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 is: [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:45Z', 'revision_number': 3, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:48.251650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b94fc5a1-09c6-45fd-b523-fc7adbc97b74 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1603942 Aug 10 03:44:48.254065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60518) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.269970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d44acb93-0408-470c-ae97-e984ee093715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.313147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Allocated IP 172.20.0.2 (72870c3c-5716-4fc2-ae3f-c2bdbf9638d4/dc95a742-3efb-497e-8cf4-a49338427f74/6cf8197f-8708-430e-884d-c1643e038237) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:48.318369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d44acb93-0408-470c-ae97-e984ee093715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.546430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d44acb93-0408-470c-ae97-e984ee093715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.549211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d44acb93-0408-470c-ae97-e984ee093715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.553263 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d44acb93-0408-470c-ae97-e984ee093715 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41a9889f-2ac0-421e-b363-3fb9221b44e4 HTTP/1.1" status: 204 len: 168 time: 0.3755648 Aug 10 03:44:48.578690 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.591491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44acb93-0408-470c-ae97-e984ee093715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9889f-2ac0-421e-b363-3fb9221b44e4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.601597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Transition to ACTIVE for port object 6cf8197f-8708-430e-884d-c1643e038237 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:48.656950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Transition to ACTIVE for port object 6cf8197f-8708-430e-884d-c1643e038237 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:48.748514 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.777956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:48.807583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:48.810777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:49.101493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Pushing event updated for resources: {'Port': ['ID=6cf8197f-8708-430e-884d-c1643e038237,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.145077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.169097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Attempting to bind port 6cf8197f-8708-430e-884d-c1643e038237 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:49.170118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Attempting to bind port 6cf8197f-8708-430e-884d-c1643e038237 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:49.171524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Attempting to bind port 6cf8197f-8708-430e-884d-c1643e038237 on network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:49.180645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:49.180645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Checking segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:49.180645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.180645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Bound using segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:49.180645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Bound port: 6cf8197f-8708-430e-884d-c1643e038237, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:49.180645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.302290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] For port 6cf8197f-8708-430e-884d-c1643e038237, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:49.311688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] For port 6cf8197f-8708-430e-884d-c1643e038237, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6cf8197f-8708-430e-884d-c1643e038237,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:49.415427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.534262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 448b1db4-bf52-4285-bf5b-f753e6deecc4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:49.560099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a189e8d-e35d-4c32-adbe-6674343cf7f9 None None] Pushing event updated for resources: {'Port': ['ID=6cf8197f-8708-430e-884d-c1643e038237,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.826508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 448b1db4-bf52-4285-bf5b-f753e6deecc4 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:49.833893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 448b1db4-bf52-4285-bf5b-f753e6deecc4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:49.839567 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.001005 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.027448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 448b1db4-bf52-4285-bf5b-f753e6deecc4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=448b1db4-bf52-4285-bf5b-f753e6deecc4,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:50.085383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.20.0.1 (72870c3c-5716-4fc2-ae3f-c2bdbf9638d4/dc95a742-3efb-497e-8cf4-a49338427f74/087d1256-57df-4126-b276-78cb60be46cc) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:50.204026 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.233938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.248611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Transition to ACTIVE for port object 087d1256-57df-4126-b276-78cb60be46cc will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:50.269430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=448b1db4-bf52-4285-bf5b-f753e6deecc4,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.369367 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.408798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:50.411937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:50.417269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:50.466451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=087d1256-57df-4126-b276-78cb60be46cc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.489026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.789390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.185260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.289766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.296286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd063a89-7bd7-47e0-9519-e97fede3ee4e None None] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:51.377646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=087d1256-57df-4126-b276-78cb60be46cc,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.386115 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.509998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:51.511529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:51.610156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6cf8197f-8708-430e-884d-c1643e038237 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:51.797687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 36a53af4-0467-42c0-bfb3-63293ee6f675 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:51.823309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:51.833769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74249580-e230-4c31-9467-57f4b364340f None None] Sync routers for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:51.848310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60586) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:51.849013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9c621979-39c2-4db4-b037-c806ab4083da tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "PUT /v2.0/routers/36a53af4-0467-42c0-bfb3-63293ee6f675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5931890 Aug 10 03:44:51.853889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:51.855500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:51.855958 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--230433313', 'description': 'tempest-secgroup_access--230433313 description', 'project_id': '643057884d9a46c28ab087fb7d965287'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:52.013782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:52.015802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aa79d94b-a5c0-4567-aa95-26c9163d6545 None None] Provisioning for port 6cf8197f-8708-430e-884d-c1643e038237 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:52.072851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6cf8197f-8708-430e-884d-c1643e038237 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:52.073451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.083601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6cf8197f-8708-430e-884d-c1643e038237 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:52.083985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.234096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.357411 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.363058 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.371191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e010b79e-9599-4e52-bd18-2428a2f536ec None None] Provisioning for port 087d1256-57df-4126-b276-78cb60be46cc completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:52.413087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d165c-c776-4212-b18d-71e27af5a750,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.415779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e010b79e-9599-4e52-bd18-2428a2f536ec None None] Provisioning complete for port 087d1256-57df-4126-b276-78cb60be46cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:52.416157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e010b79e-9599-4e52-bd18-2428a2f536ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.489668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e010b79e-9599-4e52-bd18-2428a2f536ec None None] Port 087d1256-57df-4126-b276-78cb60be46cc cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:52.497662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 6cf8197f-8708-430e-884d-c1643e038237, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6cf8197f-8708-430e-884d-c1643e038237,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:52.506014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.508191 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bd0d2b9d-aaa9-46f2-a160-62008e868d1b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6578712 Aug 10 03:44:52.510981 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 60602) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.515548 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1107248824', 'description': 'tempest-secgroup_general--1107248824 description', 'project_id': '643057884d9a46c28ab087fb7d965287'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:52.515735 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e010b79e-9599-4e52-bd18-2428a2f536ec None None] Provisioning complete for port 6cf8197f-8708-430e-884d-c1643e038237 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:52.516143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e010b79e-9599-4e52-bd18-2428a2f536ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.606680 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.607402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 448b1db4-bf52-4285-bf5b-f753e6deecc4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:52.614713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.676098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 2, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.682781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=6cf8197f-8708-430e-884d-c1643e038237,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.710956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.747580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74249580-e230-4c31-9467-57f4b364340f None None] Checking router: 36a53af4-0467-42c0-bfb3-63293ee6f675 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:52.747856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74249580-e230-4c31-9467-57f4b364340f None None] Updating router 36a53af4-0467-42c0-bfb3-63293ee6f675 port 087d1256-57df-4126-b276-78cb60be46cc binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:44:52.792183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.798504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74249580-e230-4c31-9467-57f4b364340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.837202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186f2566-38bd-4531-a796-50b5146f4ddb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.874217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 448b1db4-bf52-4285-bf5b-f753e6deecc4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:52.874722 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.965026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-dd26129a-92c8-42ce-80e0-8d0b9fd44d8a None None] Provisioning complete for port 087d1256-57df-4126-b276-78cb60be46cc triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:52.965403 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dd26129a-92c8-42ce-80e0-8d0b9fd44d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.997057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.002419 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-581a5f1f-99e2-4ffb-9909-7cd773f9b90b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4888496 Aug 10 03:44:53.002553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 60612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:53.008595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'security_group_rule': {'security_group_id': 'a11d165c-c776-4212-b18d-71e27af5a750', 'project_id': '643057884d9a46c28ab087fb7d965287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:53.046609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-dd26129a-92c8-42ce-80e0-8d0b9fd44d8a None None] Port 087d1256-57df-4126-b276-78cb60be46cc cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:53.145383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.254832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.283226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74249580-e230-4c31-9467-57f4b364340f None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.294616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-74249580-e230-4c31-9467-57f4b364340f None None] Transition to ACTIVE for port object 087d1256-57df-4126-b276-78cb60be46cc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:53.346443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.371857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bad2da6-87f5-400b-8194-a82b6a165fae,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:53.387122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74249580-e230-4c31-9467-57f4b364340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.450665 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.466036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-762d7cc6-3e3c-4ced-8716-b8230ef4601c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4614613 Aug 10 03:44:53.489493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6cf8197f-8708-430e-884d-c1643e038237 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:53.568387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246dcd8-cd0c-42e3-a938-6b2187e38f76 None None] Pushing event updated for resources: {'Port': ['ID=087d1256-57df-4126-b276-78cb60be46cc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:53.605851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-74249580-e230-4c31-9467-57f4b364340f None None] Attempting to bind port 087d1256-57df-4126-b276-78cb60be46cc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:53.606604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-74249580-e230-4c31-9467-57f4b364340f None None] Attempting to bind port 087d1256-57df-4126-b276-78cb60be46cc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:53.606604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74249580-e230-4c31-9467-57f4b364340f None None] Attempting to bind port 087d1256-57df-4126-b276-78cb60be46cc on network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:53.614900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6cf8197f-8708-430e-884d-c1643e038237 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:53.615268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.617603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74249580-e230-4c31-9467-57f4b364340f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:53.617867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74249580-e230-4c31-9467-57f4b364340f None None] Checking segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:53.618254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74249580-e230-4c31-9467-57f4b364340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.618648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74249580-e230-4c31-9467-57f4b364340f None None] Bound using segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:53.619131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-74249580-e230-4c31-9467-57f4b364340f None None] Bound port: 087d1256-57df-4126-b276-78cb60be46cc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:53.619687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74249580-e230-4c31-9467-57f4b364340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.771693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-74249580-e230-4c31-9467-57f4b364340f None None] For port 087d1256-57df-4126-b276-78cb60be46cc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:53.793409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-74249580-e230-4c31-9467-57f4b364340f None None] For port 087d1256-57df-4126-b276-78cb60be46cc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=087d1256-57df-4126-b276-78cb60be46cc,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:53.872714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74249580-e230-4c31-9467-57f4b364340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.964594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:53.964594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:53.970097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246dcd8-cd0c-42e3-a938-6b2187e38f76 None None] Pushing event updated for resources: {'Port': ['ID=087d1256-57df-4126-b276-78cb60be46cc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:54.038188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-1ea3dfe4-f50c-427b-84dc-101e7cf068e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--1107248824&fields=id&tenant_id=643057884d9a46c28ab087fb7d965287 HTTP/1.1" status: 200 len: 267 time: 0.0491829 Aug 10 03:44:54.085844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-7a45e931-b93b-40d9-8a5d-3725ac776165 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--230433313&fields=id&tenant_id=643057884d9a46c28ab087fb7d965287 HTTP/1.1" status: 200 len: 267 time: 0.0405540 Aug 10 03:44:54.143101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:54.214267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-e48d95b1-3255-49b1-bba3-801c73ac09c3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.215595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-e48d95b1-3255-49b1-bba3-801c73ac09c3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/networks?id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 HTTP/1.1" status: 200 len: 796 time: 0.1220415 Aug 10 03:44:54.284157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-12dfac82-0450-4554-b57f-e3dd62c8baef tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/quotas/643057884d9a46c28ab087fb7d965287 HTTP/1.1" status: 200 len: 375 time: 0.0566716 Aug 10 03:44:54.350409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-1df3d984-c089-4870-8f5d-83a827e20aaa tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648422 Aug 10 03:44:54.470763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-9d6a60d0-2b16-43fb-a7df-86834b332892 service neutron] 10.222.0.26 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063700 Aug 10 03:44:54.555676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-74249580-e230-4c31-9467-57f4b364340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:53Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:54.571105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c71a8d6a-5f39-4bff-ba3a-85459effba8d service neutron] 10.222.0.26 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946865 Aug 10 03:44:54.585058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74249580-e230-4c31-9467-57f4b364340f None None] The sync data for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 is: [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:53Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:54.941382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-d23f60d9-31aa-4de5-bc3e-fc477339a396 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba758af2370f44f79d68a95c701cdf40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271008 Aug 10 03:44:55.162902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-c2995c99-2058-4f63-8f8c-f285299b1af5 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.170741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-c2995c99-2058-4f63-8f8c-f285299b1af5 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199225 Aug 10 03:44:55.184826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-6c89e083-d4bc-4b39-b7c7-b0f55270e054 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/quotas/ba758af2370f44f79d68a95c701cdf40 HTTP/1.1" status: 200 len: 375 time: 0.0127752 Aug 10 03:44:55.233488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-ea34b447-724d-4353-832c-7a7ea58470f4 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba758af2370f44f79d68a95c701cdf40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386147 Aug 10 03:44:55.490221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 087d1256-57df-4126-b276-78cb60be46cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:55.586226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b78a7cfd-ba2d-41b7-bdd3-b02955fa19b5 req-11bf080e-ded5-451c-aef1-e2fa547b8268 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 210 time: 0.0445287 Aug 10 03:44:55.666770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 087d1256-57df-4126-b276-78cb60be46cc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:55.680977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 087d1256-57df-4126-b276-78cb60be46cc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:55.681715 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.708909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-521bfda2-e43d-4693-a70d-ed601f8577d2 req-ecf9faa1-0f67-4c66-a662-524955bdb16b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0700054 Aug 10 03:44:55.816546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.856832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 087d1256-57df-4126-b276-78cb60be46cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=087d1256-57df-4126-b276-78cb60be46cc,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:55.967493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.043110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=087d1256-57df-4126-b276-78cb60be46cc,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:56.214505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.686490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-294dae0a-1e15-497f-ba0f-e630e061cf57 req-80a6bd19-3679-43ef-9795-10dbdf96528f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 210 time: 0.0282893 Aug 10 03:44:56.823439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f219511-ef4f-4ac0-ac61-dc7a1688d04f req-9983ff90-c1b6-40f6-b9ea-2d620f96b5bb tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0338261 Aug 10 03:44:57.427785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 087d1256-57df-4126-b276-78cb60be46cc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:57.482517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 087d1256-57df-4126-b276-78cb60be46cc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:57.483068 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.786786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b86fa933-3128-41d9-9c02-a174db876639 req-3aaeb9ed-34cc-4b86-82bb-4ecff516fc9a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 210 time: 0.0291123 Aug 10 03:44:57.860550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-ff1c996d-e0b6-4765-a38b-11f5485fe6dd req-7a7deaab-4ff3-4af8-927d-a882e112a87d service neutron] (94805) timed out ('10.222.0.26', 40504) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:44:57.924202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ee62201-caad-4daf-8786-397e66f8d470 req-630d31fe-6356-493f-b845-b9409cf066b4 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0269256 Aug 10 03:44:58.888139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0a1792e-9f4c-422b-9971-f40d8c1c9090 req-1cc0353c-96cb-46bb-8472-d3133221486d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 210 time: 0.0306020 Aug 10 03:44:59.025807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd6aba02-d892-4d0b-8ea4-d0a841956db4 req-b2b121c6-f83b-4480-ac3e-113dbb8a0fd0 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0277836 Aug 10 03:44:59.161495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-2e3122d1-7a51-4571-803c-7cfdbea6a555 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:59.163458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-2e3122d1-7a51-4571-803c-7cfdbea6a555 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.46 "GET /v2.0/networks?id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 HTTP/1.1" status: 200 len: 796 time: 0.1120632 Aug 10 03:44:59.224513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-674b079c-2f26-4b9c-b255-45cd5567bf7d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=643057884d9a46c28ab087fb7d965287 HTTP/1.1" status: 200 len: 477 time: 0.0419922 Aug 10 03:44:59.226121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'port': {'device_id': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'admin_state_up': True, 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'security_groups': ['186f2566-38bd-4531-a796-50b5146f4ddb', 'a11d165c-c776-4212-b18d-71e27af5a750']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:59.512389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Made reservation on behalf of 643057884d9a46c28ab087fb7d965287 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:59.519048 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.676734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.20.0.10 (72870c3c-5716-4fc2-ae3f-c2bdbf9638d4/dc95a742-3efb-497e-8cf4-a49338427f74/02b13139-8b2b-432a-8b52-e8c162536c6e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:59.852370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-9b7dc8ee-cbe9-4bea-8ee9-f93728bb24fc tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ba758af2370f44f79d68a95c701cdf40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356522 Aug 10 03:44:59.855238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.917455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Transition to ACTIVE for port object 02b13139-8b2b-432a-8b52-e8c162536c6e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:00.004088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-a5b027aa-bca6-4e93-9f1a-dd91decf606d tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.005552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-a5b027aa-bca6-4e93-9f1a-dd91decf606d tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462197 Aug 10 03:45:00.022235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Request body: {'port': {'device_id': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': 'ba758af2370f44f79d68a95c701cdf40'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:00.026352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6312856b-f510-4058-82a1-9c392916e558 req-12c37572-9248-45e3-a328-938c654fb7a6 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 210 time: 0.0484817 Aug 10 03:45:00.134909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5605bebb-65db-4033-b75f-1c05463c8fcc req-e38c9c92-64fe-4bd5-872e-45987a2c48b5 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0358863 Aug 10 03:45:00.192750 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.238531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:00.241995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:00.253654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:00.273881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=02b13139-8b2b-432a-8b52-e8c162536c6e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:00.294648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Made reservation on behalf of ba758af2370f44f79d68a95c701cdf40 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:00.298135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.312918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.327965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.328413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.346351 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-45ad64c9-2888-40f1-ab74-945c9629e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.428511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.564078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.624055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d1b3f0-51af-4386-9aff-ce912e087944,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:00.700605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Allocated IP 192.168.233.223 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/3fc328f9-2499-4686-bbc5-71de75a1beb3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:00.769518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ac099bdd-d3f2-43ca-8b4f-ed6365376a7c None None] Provisioning for port 02b13139-8b2b-432a-8b52-e8c162536c6e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:00.777766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ac099bdd-d3f2-43ca-8b4f-ed6365376a7c None None] Provisioning complete for port 02b13139-8b2b-432a-8b52-e8c162536c6e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:00.778212 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ac099bdd-d3f2-43ca-8b4f-ed6365376a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.793834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-c88dee4d-1aed-47d3-8a58-27f90381e798 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5719018 Aug 10 03:45:00.812552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Request body: {'port': {'device_id': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:00.815935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ac099bdd-d3f2-43ca-8b4f-ed6365376a7c None None] Port 02b13139-8b2b-432a-8b52-e8c162536c6e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:00.898106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.916492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.951229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Transition to ACTIVE for port object 3fc328f9-2499-4686-bbc5-71de75a1beb3 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:01.181370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc49-394c-490f-a196-a29b36bc3196 req-da270a28-48ae-419d-850c-9350f5e67b3a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.182912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe0bcc49-394c-490f-a196-a29b36bc3196 req-da270a28-48ae-419d-850c-9350f5e67b3a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 971 time: 0.0826275 Aug 10 03:45:01.202646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.308075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:01.314727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Pushing event updated for resources: {'Port': ['ID=3fc328f9-2499-4686-bbc5-71de75a1beb3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.322190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe0bcc49-394c-490f-a196-a29b36bc3196 req-d357fae3-35be-44c0-940e-5acbaea6a8f5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1290185 Aug 10 03:45:01.323034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:01.329559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:01.354905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b13139-8b2b-432a-8b52-e8c162536c6e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:01.366915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.395673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Transition to ACTIVE for port object 02b13139-8b2b-432a-8b52-e8c162536c6e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:01.408628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.408628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.465858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a13b7-e6fc-4ca0-b737-a347a6d1dc8e req-5103d8f3-3a8a-4b59-9c6e-87cef12f1756 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.467414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b49a13b7-e6fc-4ca0-b737-a347a6d1dc8e req-5103d8f3-3a8a-4b59-9c6e-87cef12f1756 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 936 time: 0.0705969 Aug 10 03:45:01.507414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b49a13b7-e6fc-4ca0-b737-a347a6d1dc8e req-968f7bd2-1181-4188-8ff1-70ef6ea05e3d tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Aug 10 03:45:01.597459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.643308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-5e5461b0-115f-4ca1-b13e-3262947733e7 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6247256 Aug 10 03:45:01.653831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Pushing event updated for resources: {'Port': ['ID=02b13139-8b2b-432a-8b52-e8c162536c6e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.660472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Request body: {'port': {'device_id': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:01.766264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.792402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b507195f-875f-48da-a296-ee29a994583b None None] Provisioning for port 3fc328f9-2499-4686-bbc5-71de75a1beb3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:01.796859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b507195f-875f-48da-a296-ee29a994583b None None] Provisioning complete for port 3fc328f9-2499-4686-bbc5-71de75a1beb3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:01.797387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b507195f-875f-48da-a296-ee29a994583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.818569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Attempting to bind port 02b13139-8b2b-432a-8b52-e8c162536c6e on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:01.818959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Attempting to bind port 02b13139-8b2b-432a-8b52-e8c162536c6e by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:01.820022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Attempting to bind port 02b13139-8b2b-432a-8b52-e8c162536c6e on network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:01.829921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Port 02b13139-8b2b-432a-8b52-e8c162536c6e on network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:01.830246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Attempting to bind port 02b13139-8b2b-432a-8b52-e8c162536c6e on network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:01.837554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b507195f-875f-48da-a296-ee29a994583b None None] Port 3fc328f9-2499-4686-bbc5-71de75a1beb3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:01.844224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:01.844618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Checking segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:01.845031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Bound using segment: {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:01.845507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Bound port: 02b13139-8b2b-432a-8b52-e8c162536c6e, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2f7c58-80a1-4610-acb3-6574b2599cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:01.845876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.021252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] For port 02b13139-8b2b-432a-8b52-e8c162536c6e, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:02.025656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] For port 02b13139-8b2b-432a-8b52-e8c162536c6e, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=02b13139-8b2b-432a-8b52-e8c162536c6e,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:02.117608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc328f9-2499-4686-bbc5-71de75a1beb3 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:02.125820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.138942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Transition to ACTIVE for port object 3fc328f9-2499-4686-bbc5-71de75a1beb3 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:02.227307 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.267889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.269023 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.270480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] 10.222.0.46 "PUT /v2.0/ports/02b13139-8b2b-432a-8b52-e8c162536c6e HTTP/1.1" status: 200 len: 1132 time: 1.4648051 Aug 10 03:45:02.272719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:02.276403 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c73e52-9914-4926-b489-e8efee21e4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:02.298240 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.307392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3acd0-36f9-42a3-9bde-d76be44e3b2f service neutron] Pushing event updated for resources: {'Port': ['ID=02b13139-8b2b-432a-8b52-e8c162536c6e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.338684 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b55d932-aade-4fdc-be34-60a00fef6475 x-openstack-request-id: req-8b55d932-aade-4fdc-be34-60a00fef6475 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:02.338970 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:02.339223 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b55d932-aade-4fdc-be34-60a00fef6475 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:02.339621 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'status': 'completed', 'code': 200} Aug 10 03:45:02.431732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Pushing event updated for resources: {'Port': ['ID=3fc328f9-2499-4686-bbc5-71de75a1beb3,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.523384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73e52-9914-4926-b489-e8efee21e4b9 req-9c00a371-3982-4865-8f64-111412736539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.525093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21c73e52-9914-4926-b489-e8efee21e4b9 req-9c00a371-3982-4865-8f64-111412736539 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1135 time: 0.1697655 Aug 10 03:45:02.539875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287eec-d865-43f2-ba3e-ee91f7fbed22 req-c30b3cde-3ff6-4f27-89b8-5a2293541183 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.541828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf287eec-d865-43f2-ba3e-ee91f7fbed22 req-c30b3cde-3ff6-4f27-89b8-5a2293541183 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 983 time: 0.1220975 Aug 10 03:45:02.590633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Attempting to bind port 3fc328f9-2499-4686-bbc5-71de75a1beb3 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:02.591084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Attempting to bind port 3fc328f9-2499-4686-bbc5-71de75a1beb3 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:02.591596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Attempting to bind port 3fc328f9-2499-4686-bbc5-71de75a1beb3 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:02.700655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.965745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Port 3fc328f9-2499-4686-bbc5-71de75a1beb3 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:02.966207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Attempting to bind port 3fc328f9-2499-4686-bbc5-71de75a1beb3 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:02.989134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:02.989134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:02.989134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:02.989134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Bound port: 3fc328f9-2499-4686-bbc5-71de75a1beb3, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:02.989134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.017374 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32e98f0f-3226-45de-ab66-35b0e1515b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.017942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf287eec-d865-43f2-ba3e-ee91f7fbed22 req-6e681abe-5a6c-473c-a145-e7eaa25b4b81 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4603348 Aug 10 03:45:03.078250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73e52-9914-4926-b489-e8efee21e4b9 req-ff896182-be2e-41a8-94c0-9ae8f12708b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.079712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21c73e52-9914-4926-b489-e8efee21e4b9 req-ff896182-be2e-41a8-94c0-9ae8f12708b3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=643057884d9a46c28ab087fb7d965287&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5369933 Aug 10 03:45:03.172689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] For port 3fc328f9-2499-4686-bbc5-71de75a1beb3, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:03.195630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] For port 3fc328f9-2499-4686-bbc5-71de75a1beb3, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:03.220222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4945e8-c518-49fe-9daa-e94a9b39f5bb req-b0214e83-efd7-456a-b305-c6a394afbbc4 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.221733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e4945e8-c518-49fe-9daa-e94a9b39f5bb req-b0214e83-efd7-456a-b305-c6a394afbbc4 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 948 time: 0.1354408 Aug 10 03:45:03.245818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73e52-9914-4926-b489-e8efee21e4b9 req-02d982e8-8b75-4dd4-b167-f58bc0dd0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.247155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21c73e52-9914-4926-b489-e8efee21e4b9 req-02d982e8-8b75-4dd4-b167-f58bc0dd0f1d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554990 Aug 10 03:45:03.278039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e4945e8-c518-49fe-9daa-e94a9b39f5bb req-b34cfb39-a9ae-4320-a47a-1841bcd484dc tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461700 Aug 10 03:45:03.301799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.354536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.355176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.356697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] 10.222.0.46 "PUT /v2.0/ports/3fc328f9-2499-4686-bbc5-71de75a1beb3 HTTP/1.1" status: 200 len: 1097 time: 1.7039332 Aug 10 03:45:03.385202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-cfc64df3-d4a2-4c03-85a5-ff22f14f98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.386704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-cfc64df3-d4a2-4c03-85a5-ff22f14f98a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1135 time: 0.0999038 Aug 10 03:45:03.439450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-f49eedb7-edee-4631-a6c2-1bee17fe2204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b13139-8b2b-432a-8b52-e8c162536c6e HTTP/1.1" status: 200 len: 217 time: 0.0382259 Aug 10 03:45:03.442574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dcf21-e75c-46c1-bf51-3c7d94ec3acf service neutron] Pushing event updated for resources: {'Port': ['ID=3fc328f9-2499-4686-bbc5-71de75a1beb3,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.497306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-8e5d5a73-2aee-4d63-90ab-a103c210396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.498705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-8e5d5a73-2aee-4d63-90ab-a103c210396e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc95a742-3efb-497e-8cf4-a49338427f74 HTTP/1.1" status: 200 len: 835 time: 0.0511131 Aug 10 03:45:03.555646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-789b7485-85dd-420f-863e-97cfc14ade17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.557233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-789b7485-85dd-420f-863e-97cfc14ade17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503247 Aug 10 03:45:03.674471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-afd07c16-2906-493c-8a52-792f5179b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.676184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-afd07c16-2906-493c-8a52-792f5179b4c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba758af2370f44f79d68a95c701cdf40&device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 1100 time: 0.1105163 Aug 10 03:45:03.722086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-fa28a9c5-a7fc-4435-b9ae-92276a4192e5 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552954 Aug 10 03:45:03.723446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-315d66ef-2b79-4c85-997b-57711b5d9de1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3 HTTP/1.1" status: 200 len: 217 time: 0.0367522 Aug 10 03:45:03.832594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-3ec8d41d-e6e8-45b2-a778-280c4532b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.833451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-3ec8d41d-e6e8-45b2-a778-280c4532b21c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0981519 Aug 10 03:45:03.896788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cca46a6a-3d9f-4a16-acfa-cbf45cf0ba10 req-7faffe15-3849-43b2-83a8-d51b338f1eb4 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520541 Aug 10 03:45:03.906932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-58a8ffb8-3b12-408d-8bcd-8df2f21f3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.908438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-58a8ffb8-3b12-408d-8bcd-8df2f21f3c02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648572 Aug 10 03:45:04.004119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-b84e30eb-71bc-4380-9b35-d4e9dfc05301 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 Aug 10 03:45:04.116609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61c2faef-a0ff-4e3b-b4d9-555e8304cb53 req-9e2026ff-9ca7-41e5-b634-5e9ee964768a service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050243 Aug 10 03:45:04.154583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2c15-dd6e-493b-a89e-847b64b97d6c req-f1143eba-9227-4113-b310-fba9a78f3f43 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.156143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fedb2c15-dd6e-493b-a89e-847b64b97d6c req-f1143eba-9227-4113-b310-fba9a78f3f43 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 983 time: 0.0593576 Aug 10 03:45:04.197152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fedb2c15-dd6e-493b-a89e-847b64b97d6c req-164675b1-b2f6-460e-9b37-c7a62495b6dd tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347438 Aug 10 03:45:04.266269 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.340916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'tag': '3fc328f9-2499-4686-bbc5-71de75a1beb3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:04.343325 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f079b55-1ff6-442b-bc64-3d4fec903575", "tag": "3fc328f9-2499-4686-bbc5-71de75a1beb3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:04.400384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd701fa-3aa1-4efe-bf26-7496a132f02b req-5332fae5-220e-417d-9126-bdd9c0b1df07 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.401932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfd701fa-3aa1-4efe-bf26-7496a132f02b req-5332fae5-220e-417d-9126-bdd9c0b1df07 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 948 time: 0.0540214 Aug 10 03:45:04.440988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfd701fa-3aa1-4efe-bf26-7496a132f02b req-0fabec05-139e-49e8-971a-b90f08b77e81 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Aug 10 03:45:04.482596 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a024ed9-bbf8-49fc-841a-90d482e5bf68 x-openstack-request-id: req-2a024ed9-bbf8-49fc-841a-90d482e5bf68 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:04.482722 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f079b55-1ff6-442b-bc64-3d4fec903575", "tag": "3fc328f9-2499-4686-bbc5-71de75a1beb3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:04.483037 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a024ed9-bbf8-49fc-841a-90d482e5bf68 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:04.483342 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'tag': '3fc328f9-2499-4686-bbc5-71de75a1beb3', 'status': 'completed', 'code': 200} Aug 10 03:45:04.554831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-286beeb3-cafd-4289-990f-7788d53a6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.556265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-286beeb3-cafd-4289-990f-7788d53a6823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba758af2370f44f79d68a95c701cdf40&device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 1100 time: 0.0401800 Aug 10 03:45:04.652961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-00041448-57cd-465e-9c85-93ef17e329e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.654440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-00041448-57cd-465e-9c85-93ef17e329e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0880923 Aug 10 03:45:04.697267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-0ea77c5f-a9db-4c59-b2f0-6c9066270ba9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3 HTTP/1.1" status: 200 len: 217 time: 0.0338626 Aug 10 03:45:04.749657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-0d7e56f2-6c42-4451-a0d8-5392b8dfd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.751178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-0d7e56f2-6c42-4451-a0d8-5392b8dfd60b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0427620 Aug 10 03:45:04.797208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-0b3b3878-905b-48e6-b9c5-db7fe76d9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.800682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-0b3b3878-905b-48e6-b9c5-db7fe76d9769 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413883 Aug 10 03:45:04.899543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-75c19c06-accc-4af2-8bd7-421ed64e8daf service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892620 Aug 10 03:45:04.993617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb7c29e3-97a0-4822-9cd6-2f216f0071f0 req-f098f2e8-022e-4243-9ef4-cffe6a1ad1d6 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837157 Aug 10 03:45:05.322308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b926aa-8433-430d-8056-a7d956725be0 req-e5a98a16-d197-4795-b4b8-8ae0c8b35dbf tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.322872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69b926aa-8433-430d-8056-a7d956725be0 req-e5a98a16-d197-4795-b4b8-8ae0c8b35dbf tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 983 time: 0.0576336 Aug 10 03:45:05.363489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69b926aa-8433-430d-8056-a7d956725be0 req-703da0dc-4b76-4022-8e02-75c8be15eadf tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344989 Aug 10 03:45:05.556615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dff8b0-7a33-434e-a7be-5b4bc500ec76 req-e38347f0-9063-40e6-9d32-f3198a0b0435 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.558131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91dff8b0-7a33-434e-a7be-5b4bc500ec76 req-e38347f0-9063-40e6-9d32-f3198a0b0435 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 948 time: 0.0498214 Aug 10 03:45:05.597464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91dff8b0-7a33-434e-a7be-5b4bc500ec76 req-30f67c00-8acf-490b-94c3-9fdbfded0013 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Aug 10 03:45:05.763761 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.486112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d882bf-311c-4573-887d-d50946380c3a req-bd7daccb-29bc-4b67-9c7f-73e791d70d2e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.487685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24d882bf-311c-4573-887d-d50946380c3a req-bd7daccb-29bc-4b67-9c7f-73e791d70d2e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 983 time: 0.0502186 Aug 10 03:45:06.528941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24d882bf-311c-4573-887d-d50946380c3a req-69320746-a8ec-4706-b747-ef2486d2546b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341511 Aug 10 03:45:06.732327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79245f15-2b81-4ad9-a435-1d478dcd88b4 req-b653cd8d-2110-46c1-a9da-70b877380ab4 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.733937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79245f15-2b81-4ad9-a435-1d478dcd88b4 req-b653cd8d-2110-46c1-a9da-70b877380ab4 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 948 time: 0.0586507 Aug 10 03:45:06.772512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79245f15-2b81-4ad9-a435-1d478dcd88b4 req-a9b9d38c-0884-4729-8f2f-eb6c11cce45f tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Aug 10 03:45:07.029016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 02b13139-8b2b-432a-8b52-e8c162536c6e details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:07.129463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 02b13139-8b2b-432a-8b52-e8c162536c6e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=02b13139-8b2b-432a-8b52-e8c162536c6e,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.143203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'port_id': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'mac_address': 'fa:16:3e:4e:e2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:07.184859 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.201649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b13139-8b2b-432a-8b52-e8c162536c6e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:07.221666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 02b13139-8b2b-432a-8b52-e8c162536c6e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=02b13139-8b2b-432a-8b52-e8c162536c6e,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.352786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.353489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3fc328f9-2499-4686-bbc5-71de75a1beb3 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:07.445262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=02b13139-8b2b-432a-8b52-e8c162536c6e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.488903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3fc328f9-2499-4686-bbc5-71de75a1beb3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.500626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '3fc328f9-2499-4686-bbc5-71de75a1beb3', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '3fc328f9-2499-4686-bbc5-71de75a1beb3', 'mac_address': 'fa:16:3e:7c:cb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:07.542811 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.556738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc328f9-2499-4686-bbc5-71de75a1beb3 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:07.579969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3fc328f9-2499-4686-bbc5-71de75a1beb3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.655138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.655805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16112e-43db-4cfd-9fa4-e94b32403291 req-8dfa19fe-02cf-4ec6-9119-ee29f15b74df tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:07.657360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c16112e-43db-4cfd-9fa4-e94b32403291 req-8dfa19fe-02cf-4ec6-9119-ee29f15b74df tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 984 time: 0.0546076 Aug 10 03:45:07.713206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3fc328f9-2499-4686-bbc5-71de75a1beb3,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.714748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c16112e-43db-4cfd-9fa4-e94b32403291 req-79c9b084-fb27-4212-b238-e1bcf0165335 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444014 Aug 10 03:45:07.898506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3fc328f9-2499-4686-bbc5-71de75a1beb3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:07.912007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09863-aa6d-44f4-a9a8-07400b65cbb2 req-7b4cf5be-c00e-44b8-88de-339113df51d1 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:07.914241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbc09863-aa6d-44f4-a9a8-07400b65cbb2 req-7b4cf5be-c00e-44b8-88de-339113df51d1 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 949 time: 0.0526357 Aug 10 03:45:07.921966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['02b13139-8b2b-432a-8b52-e8c162536c6e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:07.957331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbc09863-aa6d-44f4-a9a8-07400b65cbb2 req-dd64107a-88d2-4f7d-bba9-fade14cc6e98 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Aug 10 03:45:08.268311 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:08.337880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 32856) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:08.450814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6e44727-1ce0-4eab-96d9-a52008052fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.537706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6e44727-1ce0-4eab-96d9-a52008052fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.661071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c6e44727-1ce0-4eab-96d9-a52008052fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.699740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c6e44727-1ce0-4eab-96d9-a52008052fc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c0fe8cf05304ec5be2eb91e6d328ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606877 Aug 10 03:45:08.700603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e44727-1ce0-4eab-96d9-a52008052fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d674fb-c1ef-41f6-943d-2364a1ad5ea4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:08.702415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 32870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:08.763778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-587f1180-8bef-4ef4-ba2a-86e93f2d5ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.785273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-587f1180-8bef-4ef4-ba2a-86e93f2d5ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.823162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab2a38-6c9a-4f63-9a7a-bc8ac77b411f req-3c0348c4-d314-46aa-9d6d-0bd998ff3849 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:08.824697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70ab2a38-6c9a-4f63-9a7a-bc8ac77b411f req-3c0348c4-d314-46aa-9d6d-0bd998ff3849 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 984 time: 0.0495102 Aug 10 03:45:08.865652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70ab2a38-6c9a-4f63-9a7a-bc8ac77b411f req-de8e1176-ac0a-4e0c-b156-9a39265099c2 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347302 Aug 10 03:45:08.923793 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-587f1180-8bef-4ef4-ba2a-86e93f2d5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.926552 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-587f1180-8bef-4ef4-ba2a-86e93f2d5ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.927746 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-587f1180-8bef-4ef4-ba2a-86e93f2d5ce2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0d674fb-c1ef-41f6-943d-2364a1ad5ea4 HTTP/1.1" status: 204 len: 168 time: 0.2236052 Aug 10 03:45:08.936471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1180-8bef-4ef4-ba2a-86e93f2d5ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d674fb-c1ef-41f6-943d-2364a1ad5ea4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.047293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 02b13139-8b2b-432a-8b52-e8c162536c6e up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:09.084895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04671f-1356-4bcf-9d57-53b831014b8e req-6236ec60-4f0d-43f0-a74a-a84e8fe8c582 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.086959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad04671f-1356-4bcf-9d57-53b831014b8e req-6236ec60-4f0d-43f0-a74a-a84e8fe8c582 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 949 time: 0.0573061 Aug 10 03:45:09.126727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad04671f-1356-4bcf-9d57-53b831014b8e req-83043ddb-d613-4e91-bd34-483bbe165fc0 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Aug 10 03:45:09.209635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 02b13139-8b2b-432a-8b52-e8c162536c6e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:09.213546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 02b13139-8b2b-432a-8b52-e8c162536c6e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:09.213914 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.290171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.315392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:09.317767 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa61c64-aff6-40a6-b091-02f57efe15bb" -d '{"events": [{"server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "name": "network-vif-plugged", "status": "completed", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:09.334575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 02b13139-8b2b-432a-8b52-e8c162536c6e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=02b13139-8b2b-432a-8b52-e8c162536c6e,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:09.359205 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20ed2e-e15d-4470-b5aa-7ff4a7512bd9 x-openstack-request-id: req-ad20ed2e-e15d-4470-b5aa-7ff4a7512bd9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:09.359516 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "name": "network-vif-plugged", "status": "completed", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:09.359779 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad20ed2e-e15d-4470-b5aa-7ff4a7512bd9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:09.360186 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'code': 200} Aug 10 03:45:09.415325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.416324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3fc328f9-2499-4686-bbc5-71de75a1beb3 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:09.465653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a47c78-f380-4979-a3b6-7b7422baebc5 req-0aa49487-331b-44f1-8f05-a0962915e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.467212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19a47c78-f380-4979-a3b6-7b7422baebc5 req-0aa49487-331b-44f1-8f05-a0962915e254 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1137 time: 0.0519295 Aug 10 03:45:09.501768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=02b13139-8b2b-432a-8b52-e8c162536c6e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.503766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19a47c78-f380-4979-a3b6-7b7422baebc5 req-ac585e3b-9cf7-410a-bd5b-4977ac86aa7e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0287952 Aug 10 03:45:09.638357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 3fc328f9-2499-4686-bbc5-71de75a1beb3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:09.642879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 3fc328f9-2499-4686-bbc5-71de75a1beb3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:09.643348 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.723024 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.755527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 3fc328f9-2499-4686-bbc5-71de75a1beb3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:09.839082 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.889631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=3fc328f9-2499-4686-bbc5-71de75a1beb3,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.983109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379a7e-c7df-451d-97ff-a6f8f54c765f req-ec3784e7-5e36-4e5d-a5bf-1c3ee246a1cd tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.984656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c379a7e-c7df-451d-97ff-a6f8f54c765f req-ec3784e7-5e36-4e5d-a5bf-1c3ee246a1cd tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 985 time: 0.0488689 Aug 10 03:45:10.026046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c379a7e-c7df-451d-97ff-a6f8f54c765f req-ff8bdc46-5792-420a-8b86-fb29e749c890 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0350347 Aug 10 03:45:10.324897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5671f6f-a7bc-4e96-a4ab-0c8e83f1d5f0 req-1a9cfd60-d0cc-495b-a2b7-3905bb22305a tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.326438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5671f6f-a7bc-4e96-a4ab-0c8e83f1d5f0 req-1a9cfd60-d0cc-495b-a2b7-3905bb22305a tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 950 time: 0.1304610 Aug 10 03:45:10.369202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5671f6f-a7bc-4e96-a4ab-0c8e83f1d5f0 req-ad3a6e41-b8b6-43e4-abff-12d0497f63d1 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365200 Aug 10 03:45:11.149114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308904-d8c1-4a66-80c0-94e4f273dce4 req-b043b7a8-9a2b-49cf-ab56-e4aa15304830 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.150799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41308904-d8c1-4a66-80c0-94e4f273dce4 req-b043b7a8-9a2b-49cf-ab56-e4aa15304830 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 985 time: 0.0571790 Aug 10 03:45:11.193404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41308904-d8c1-4a66-80c0-94e4f273dce4 req-628b81e0-7f6c-4601-96e3-f070d3cac555 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351448 Aug 10 03:45:11.312935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4cdb0-4afb-4351-a3b1-ee51b63ea1ca req-4fd0be5f-bfac-42f2-b798-c7c16fb776f7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.314538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ea4cdb0-4afb-4351-a3b1-ee51b63ea1ca req-4fd0be5f-bfac-42f2-b798-c7c16fb776f7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 985 time: 0.0510118 Aug 10 03:45:11.360353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ea4cdb0-4afb-4351-a3b1-ee51b63ea1ca req-60b3e228-69c8-4ef0-a536-3aaeb1eb1cd7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349572 Aug 10 03:45:11.361650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc328f9-2499-4686-bbc5-71de75a1beb3'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:11.364168 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df7e8f-c165-4ccb-a63a-668cd3fc8b26" -d '{"events": [{"server_uuid": "8f079b55-1ff6-442b-bc64-3d4fec903575", "name": "network-vif-plugged", "status": "completed", "tag": "3fc328f9-2499-4686-bbc5-71de75a1beb3"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:11.403741 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e38671-7542-4cee-8b6c-b2f40561d989 x-openstack-request-id: req-d6e38671-7542-4cee-8b6c-b2f40561d989 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:11.404028 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f079b55-1ff6-442b-bc64-3d4fec903575", "name": "network-vif-plugged", "status": "completed", "tag": "3fc328f9-2499-4686-bbc5-71de75a1beb3", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:11.404281 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6e38671-7542-4cee-8b6c-b2f40561d989 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:11.404807 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc328f9-2499-4686-bbc5-71de75a1beb3', 'code': 200} Aug 10 03:45:11.524722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceacae-bf0d-4563-8b4b-9d53e5220b38 req-587fe346-c74b-47ab-9b8a-d60dd5506f7e tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.526261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61ceacae-bf0d-4563-8b4b-9d53e5220b38 req-587fe346-c74b-47ab-9b8a-d60dd5506f7e tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1137 time: 0.0778017 Aug 10 03:45:11.531930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c804c5-bc76-49bb-8083-126be685e37a req-1f72c07c-afac-431a-8fca-095bd564bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.533388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6c804c5-bc76-49bb-8083-126be685e37a req-1f72c07c-afac-431a-8fca-095bd564bf93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 1102 time: 0.0552785 Aug 10 03:45:11.558481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61ceacae-bf0d-4563-8b4b-9d53e5220b38 req-f799bf67-ac13-4250-86d5-82d614363ac2 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.586915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6c804c5-bc76-49bb-8083-126be685e37a req-cc380c42-57a9-4d9c-8928-f2ddaf3d8116 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Aug 10 03:45:11.660862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61ceacae-bf0d-4563-8b4b-9d53e5220b38 req-f799bf67-ac13-4250-86d5-82d614363ac2 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.809698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61ceacae-bf0d-4563-8b4b-9d53e5220b38 req-f799bf67-ac13-4250-86d5-82d614363ac2 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.838649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61ceacae-bf0d-4563-8b4b-9d53e5220b38 req-f799bf67-ac13-4250-86d5-82d614363ac2 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3043368 Aug 10 03:45:11.843117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799bf67-ac13-4250-86d5-82d614363ac2 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5924f0-9911-4821-9b7a-7719434f82b8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:11.863234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33032) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:11.908123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726f37c7-fa6d-40f0-9069-f0f296b40406 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.910298 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-726f37c7-fa6d-40f0-9069-f0f296b40406 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1132 time: 0.0462794 Aug 10 03:45:11.910965 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33038) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:11.915421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:11.956334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326ef9f-895d-448a-99ce-1db646d99dd9 req-089aef52-02ef-42c9-8041-9defafe23061 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.957900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7326ef9f-895d-448a-99ce-1db646d99dd9 req-089aef52-02ef-42c9-8041-9defafe23061 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 950 time: 0.0539739 Aug 10 03:45:11.996380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7326ef9f-895d-448a-99ce-1db646d99dd9 req-b44ac02f-b523-469b-b9a7-b380f0ad7bfc tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318897 Aug 10 03:45:12.066954 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.170758 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.629422 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.25.1.99 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/797ecbe2-ff41-41e5-91d1-7f5896077393) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:12.740481 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.879018 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.919565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:12.922848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:12.926621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:12.932219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=797ecbe2-ff41-41e5-91d1-7f5896077393,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.126554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44aba7-f3fd-4b86-8d13-5163b2cf103d req-997bec0c-3170-4003-9111-e8ae3dd97c6b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.128894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e44aba7-f3fd-4b86-8d13-5163b2cf103d req-997bec0c-3170-4003-9111-e8ae3dd97c6b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 950 time: 0.0577989 Aug 10 03:45:13.171521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e44aba7-f3fd-4b86-8d13-5163b2cf103d req-11cc03e8-983a-4310-8c0b-b8281086fe47 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352244 Aug 10 03:45:13.336593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.555283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.714471 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.865124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-9d1f1000-8884-4cb3-8ce2-e2baff349b31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400119 Aug 10 03:45:13.912564 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.977454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=797ecbe2-ff41-41e5-91d1-7f5896077393,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.980695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-3f285fed-faf3-48e4-93a1-ef2c5e6614d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.982419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-3f285fed-faf3-48e4-93a1-ef2c5e6614d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1097 time: 0.0605798 Aug 10 03:45:13.993907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.104015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-57bff166-b47e-4338-88ea-5f3985be9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.104650 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Floating IP 05fc4f64-dfbb-4ae5-84c5-12600c718c8b associated. External IP: 172.25.1.99, port: 02b13139-8b2b-432a-8b52-e8c162536c6e. Aug 10 03:45:14.105835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-57bff166-b47e-4338-88ea-5f3985be9a27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a158516-d22c-4ec4-bcbd-e30deed8e09a HTTP/1.1" status: 200 len: 897 time: 0.0997417 Aug 10 03:45:14.191476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-78643dcb-9d8a-4dbf-bfcd-ff66804f4fd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608bd85e-ad24-4c61-9fd3-5573268107c1 HTTP/1.1" status: 200 len: 1000 time: 0.0760880 Aug 10 03:45:14.243303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-d7f845dc-58cb-4f2a-ae49-1995cb1f7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.244816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-d7f845dc-58cb-4f2a-ae49-1995cb1f7e6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4757e28c-cbef-40aa-93be-64985a56638e HTTP/1.1" status: 200 len: 835 time: 0.0459626 Aug 10 03:45:14.298228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-ec3179d2-039d-4367-a21f-d228a2dd86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.299757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-ec3179d2-039d-4367-a21f-d228a2dd86d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a158516-d22c-4ec4-bcbd-e30deed8e09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462410 Aug 10 03:45:14.330865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 36a53af4-0467-42c0-bfb3-63293ee6f675 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:14.438924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-4d8bce45-4846-4ab2-b0d8-24304b1bce7f service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305370 Aug 10 03:45:14.495525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:14.505772 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0413636-76d9-4789-bce5-bc733931517b None None] Sync routers for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:14.520552 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:14.521192 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:14.588894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e170771-7932-458e-8f73-7900e67cf7d3 req-d9f21d34-8d34-4b1c-b14c-6dcf2e6f460b service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251450 Aug 10 03:45:14.593147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.628168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33114) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:14.637433 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-90ee43c2-6be2-4c2b-baca-e28e1df69e6c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7253208 Aug 10 03:45:14.641011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:14.643517 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32570d7-2873-4071-9cc3-bb5c3eaac822" -d '{"events": [{"name": "network-changed", "server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:14.698912 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b0855-eca8-40fd-9664-53df56e83151 x-openstack-request-id: req-597b0855-eca8-40fd-9664-53df56e83151 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:14.699210 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:14.699624 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-597b0855-eca8-40fd-9664-53df56e83151 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:14.700039 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'status': 'completed', 'code': 200} Aug 10 03:45:14.764948 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:14.848324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-1e9084b3-b297-4fc8-bcb5-b0a108faf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.849784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-1e9084b3-b297-4fc8-bcb5-b0a108faf046 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1137 time: 0.1204939 Aug 10 03:45:15.034788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-88a9f9e4-03ea-4d21-a546-81b9fe8d745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.036292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-88a9f9e4-03ea-4d21-a546-81b9fe8d745f service neutron] 10.222.0.46 "GET /v2.0/networks?id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 HTTP/1.1" status: 200 len: 897 time: 0.1745462 Aug 10 03:45:15.039780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.040172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.040785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.041135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.041871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.042066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.046404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2a7d3761-578b-4996-b50a-6775edb526e4 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4270 time: 0.4144495 Aug 10 03:45:15.047779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33132) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.049373 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '05fc4f64-dfbb-4ae5-84c5-12600c718c8b', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'port_id': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'mac_address': 'fa:16:3e:4e:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:13Z', 'updated_at': '2021-08-10T03:45:13Z', 'revision_number': 0, 'project_id': '643057884d9a46c28ab087fb7d965287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:55Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:15.076395 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0413636-76d9-4789-bce5-bc733931517b None None] Checking router: 36a53af4-0467-42c0-bfb3-63293ee6f675 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:15.084891 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:15.086093 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:15.209266 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:15.219291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.220018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.220330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.220692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.221140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.221586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.223333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a7841b46-1382-46e0-8f50-80f906adc7d3 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.1756294 Aug 10 03:45:15.226313 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33134) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.230657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-b04708f4-2cf6-4594-9707-51e6f4dc8a29 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.232267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-b04708f4-2cf6-4594-9707-51e6f4dc8a29 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/networks?id=41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 200 len: 813 time: 0.2599971 Aug 10 03:45:15.234268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-df6b22ce-8ddf-4403-8bbf-bcd5bcd42c21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b13139-8b2b-432a-8b52-e8c162536c6e HTTP/1.1" status: 200 len: 999 time: 0.1673443 Aug 10 03:45:15.311710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-745f3e22-785f-4dcc-b7ec-66870f3c3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.314795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-745f3e22-785f-4dcc-b7ec-66870f3c3f83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc95a742-3efb-497e-8cf4-a49338427f74 HTTP/1.1" status: 200 len: 835 time: 0.0606136 Aug 10 03:45:15.317941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-3eea2bfc-b74d-402c-ba29-d7a4a0639edd tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/quotas/165ce837b20644f6a91d6608955e903d HTTP/1.1" status: 200 len: 375 time: 0.0767124 Aug 10 03:45:15.364774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-17601d59-a890-4ab2-80f8-de3d378f3874 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399649 Aug 10 03:45:15.480646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-cb501160-4709-4fab-92bf-3853c59a3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.483399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-cb501160-4709-4fab-92bf-3853c59a3861 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462877 Aug 10 03:45:15.507333 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d0413636-76d9-4789-bce5-bc733931517b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '05fc4f64-dfbb-4ae5-84c5-12600c718c8b', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'port_id': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'mac_address': 'fa:16:3e:4e:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:13Z', 'updated_at': '2021-08-10T03:45:13Z', 'revision_number': 0, 'project_id': '643057884d9a46c28ab087fb7d965287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:55Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:15.542969 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0413636-76d9-4789-bce5-bc733931517b None None] The sync data for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 is: [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '05fc4f64-dfbb-4ae5-84c5-12600c718c8b', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'port_id': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3761, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'mac_address': 'fa:16:3e:4e:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:45:13Z', 'updated_at': '2021-08-10T03:45:13Z', 'revision_number': 0, 'project_id': '643057884d9a46c28ab087fb7d965287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:55Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:15.558369 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.578028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-d52b1f55-b491-4c89-8a95-1e5540b594bf service neutron] 10.222.0.26 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976492 Aug 10 03:45:15.602509 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-36c39328-c110-4f5c-936a-90ea7dc08748 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.3750203 Aug 10 03:45:15.609170 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33144) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.657984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87066c8b-0fd6-45f6-866f-8837641d38a7 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.658504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87066c8b-0fd6-45f6-866f-8837641d38a7 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.665432 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-87066c8b-0fd6-45f6-866f-8837641d38a7 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=36a53af4-0467-42c0-bfb3-63293ee6f675 HTTP/1.1" status: 200 len: 1992 time: 0.0548935 Aug 10 03:45:15.839518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858536bd-197c-4856-a149-b3dc5610d550 None None] New status for floating IP 05fc4f64-dfbb-4ae5-84c5-12600c718c8b: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:16.085010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-ce7f3d34-7f6f-4912-b050-53dc94cba326 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924416 Aug 10 03:45:16.147004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-bbcda2a1-f55b-4364-afa0-681736533c48 service neutron] 10.222.0.26 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576813 Aug 10 03:45:16.192569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32570d7-2873-4071-9cc3-bb5c3eaac822 req-a1e334d7-5df8-49a3-a985-5f4a7a7a10be service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978022 Aug 10 03:45:16.832772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b978935-a35e-4b06-9a3f-f3f80e4fd6b0 req-48dc1a9b-93ab-4dc4-925b-8a5611fed811 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Aug 10 03:45:16.963713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c3c3-226e-4b85-94cc-75881d749319 req-b9088489-01a1-4da7-9363-5b38d4d638df tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.965769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6b2c3c3-226e-4b85-94cc-75881d749319 req-b9088489-01a1-4da7-9363-5b38d4d638df tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0781651 Aug 10 03:45:17.005090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6b2c3c3-226e-4b85-94cc-75881d749319 req-e60e9bec-fb68-4741-be8f-7064553ad8fe tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332558 Aug 10 03:45:17.946555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b254159-d949-4bf4-a63e-56fbfe1cc6b9 req-4a831d80-7ef6-4a86-a9ad-f566d35d5a4b tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 210 time: 0.0419064 Aug 10 03:45:18.148305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dde80d-ac67-471a-ad9c-370b52ce82e5 req-794d7a0e-2580-4fa9-bf39-93c38cee00cf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.150004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11dde80d-ac67-471a-ad9c-370b52ce82e5 req-794d7a0e-2580-4fa9-bf39-93c38cee00cf tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0721865 Aug 10 03:45:18.190768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11dde80d-ac67-471a-ad9c-370b52ce82e5 req-8e902336-92a5-48e6-85f5-cf618e6e6be8 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349958 Aug 10 03:45:19.056681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df1b0fa5-019a-4fbd-8f30-2f615bac1d45 req-4304e4d1-6859-40f8-9631-0e23049f19e5 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 210 time: 0.0304701 Aug 10 03:45:19.263560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-ae004d39-b681-42aa-8d2b-a8589afa0585 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.265437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-ae004d39-b681-42aa-8d2b-a8589afa0585 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.46 "GET /v2.0/networks?id=41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 200 len: 813 time: 0.1138546 Aug 10 03:45:19.300217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Request body: {'port': {'device_id': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920', 'admin_state_up': True, 'tenant_id': '165ce837b20644f6a91d6608955e903d'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:19.377061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd61f-8df3-4eb2-a5d0-bc22cbffc51b req-17e9320c-68b6-4ef9-be76-136029b2d7ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.378656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e3fd61f-8df3-4eb2-a5d0-bc22cbffc51b req-17e9320c-68b6-4ef9-be76-136029b2d7ab tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.1109097 Aug 10 03:45:19.447478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e3fd61f-8df3-4eb2-a5d0-bc22cbffc51b req-b3233153-f3e5-43ca-a0dd-fe1c917e9ff9 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579815 Aug 10 03:45:19.992538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Made reservation on behalf of 165ce837b20644f6a91d6608955e903d for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:19.996550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.160945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02e0039f-a183-49ee-b3ee-524d905ed5db req-e00f46b3-96d3-4281-8988-8a208d06ab7c tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Aug 10 03:45:20.164796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Allocated IP 172.20.0.5 (41d4b1a5-b3f8-4e33-994d-041bda02e920/a0460bc0-9d83-49a7-81f6-40135608fc53/c11c3dfd-321d-4d77-ac04-23d55d4e2dd2) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:20.311201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.467520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.515009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Network 41d4b1a5-b3f8-4e33-994d-041bda02e920 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:20.527150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:20.532977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:20.555574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Pushing event updated for resources: {'Port': ['ID=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.611306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.611950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.623668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2e15-86d7-48c5-822c-54e4c2620b81 req-52a553cb-ba90-45e0-83ad-0188c835fc6a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.625223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a97e2e15-86d7-48c5-822c-54e4c2620b81 req-52a553cb-ba90-45e0-83ad-0188c835fc6a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.1091383 Aug 10 03:45:20.668880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a97e2e15-86d7-48c5-822c-54e4c2620b81 req-05b28aef-dcee-4a1f-abdf-f76f19855bd7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354128 Aug 10 03:45:20.696528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-5e5fc0bd-804b-4224-9f50-da7c770e6aae tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4008312 Aug 10 03:45:20.709783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Request body: {'port': {'device_id': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:20.764787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.044513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:21.054446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.066888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Transition to ACTIVE for port object c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:21.170543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.275513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.338297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765837f6-8c05-4527-a765-2876032da003 req-a892df8b-afc3-4686-b849-c61b56489dde tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.339909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-765837f6-8c05-4527-a765-2876032da003 req-a892df8b-afc3-4686-b849-c61b56489dde tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 943 time: 0.0830319 Aug 10 03:45:21.342496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Attempting to bind port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:21.342836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Attempting to bind port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:21.343167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Attempting to bind port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 on network 41d4b1a5-b3f8-4e33-994d-041bda02e920 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:21.353975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 on network 41d4b1a5-b3f8-4e33-994d-041bda02e920 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:21.354218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Attempting to bind port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 on network 41d4b1a5-b3f8-4e33-994d-041bda02e920 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:21.366975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:21.367314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Checking segment: {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:21.367696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Bound using segment: {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:21.368126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Bound port: c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:21.368541 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.398272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-765837f6-8c05-4527-a765-2876032da003 req-77ddc108-04de-4223-a56c-99bf4b36d4a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511744 Aug 10 03:45:21.447886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] For port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:21.451176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] For port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:21.513367 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.548148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.548148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.549666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] 10.222.0.46 "PUT /v2.0/ports/c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 HTTP/1.1" status: 200 len: 1092 time: 0.8443072 Aug 10 03:45:21.550097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'tag': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:21.552318 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "686e1906-ef80-4d01-90f8-7501f4c939b5", "tag": "c11c3dfd-321d-4d77-ac04-23d55d4e2dd2"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:21.577293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda29cc7-ad13-43f6-9d41-57052a20bca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.594530 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2f345-cf8e-40c4-b1dd-1c1a12d4274b x-openstack-request-id: req-44f2f345-cf8e-40c4-b1dd-1c1a12d4274b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:21.594820 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e1906-ef80-4d01-90f8-7501f4c939b5", "tag": "c11c3dfd-321d-4d77-ac04-23d55d4e2dd2", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:21.595070 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44f2f345-cf8e-40c4-b1dd-1c1a12d4274b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:21.595470 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'tag': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2', 'status': 'completed', 'code': 200} Aug 10 03:45:21.664321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8 req-7f6bc310-3130-490f-ba49-49c15e7cef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.666272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8 req-7f6bc310-3130-490f-ba49-49c15e7cef67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 1095 time: 0.0468764 Aug 10 03:45:21.798056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8 req-9c98bd18-be92-4029-866a-dfd0bcefa216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.799541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8 req-9c98bd18-be92-4029-866a-dfd0bcefa216 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=165ce837b20644f6a91d6608955e903d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1237626 Aug 10 03:45:21.812538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f059da-a8a9-4c50-a39a-eae60e1af68f req-8b9d474e-1513-4182-8ee5-d1bf8ce721f2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.813930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55f059da-a8a9-4c50-a39a-eae60e1af68f req-8b9d474e-1513-4182-8ee5-d1bf8ce721f2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0741255 Aug 10 03:45:21.902907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55f059da-a8a9-4c50-a39a-eae60e1af68f req-583e3708-84d1-47c3-b766-6fd4534366d0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806434 Aug 10 03:45:21.941830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8 req-368c598a-f477-4f7b-98be-4b22418c1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.943311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f0aaae-bfae-41e2-b37c-9202fa13d9d8 req-368c598a-f477-4f7b-98be-4b22418c1004 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285498 Aug 10 03:45:22.028225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-9c4932dc-1358-47d5-8bd0-c575b8fe00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.029886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-9c4932dc-1358-47d5-8bd0-c575b8fe00a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 1095 time: 0.0460372 Aug 10 03:45:22.079169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-64fa1773-53a7-40ae-aa3d-785d0c4d65d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 HTTP/1.1" status: 200 len: 217 time: 0.0405471 Aug 10 03:45:22.134720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-4ad8cc54-02bc-431b-8b1f-034692b12a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.136279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-4ad8cc54-02bc-431b-8b1f-034692b12a9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0460bc0-9d83-49a7-81f6-40135608fc53 HTTP/1.1" status: 200 len: 853 time: 0.0474200 Aug 10 03:45:22.173210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-650009b9-0cae-4fdd-9903-0d62fb507e59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41d4b1a5-b3f8-4e33-994d-041bda02e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270569 Aug 10 03:45:22.267556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-3583494e-74e3-4bb3-a435-976811dbabf4 service neutron] 10.222.0.46 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Aug 10 03:45:22.356651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce53ce9a-28a2-4862-b607-7330f7368797 req-11569222-9b4b-4c35-93ab-963308ca3cd1 service neutron] 10.222.0.46 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817413 Aug 10 03:45:22.514450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccc6fe-9953-4f54-98d9-3ef722bdc580 req-63782d14-ce0b-4a82-82c0-7400da1b4ed0 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.515929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eccc6fe-9953-4f54-98d9-3ef722bdc580 req-63782d14-ce0b-4a82-82c0-7400da1b4ed0 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 943 time: 0.0482197 Aug 10 03:45:22.552731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9eccc6fe-9953-4f54-98d9-3ef722bdc580 req-4905db2b-c319-4ced-8227-3af260c22fd9 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306962 Aug 10 03:45:23.022809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c70e55-dc14-4a03-9005-f1e5f4ef604b req-44c7f0e5-8e58-4de4-bebf-c5d416fc1af6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.024284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0c70e55-dc14-4a03-9005-f1e5f4ef604b req-44c7f0e5-8e58-4de4-bebf-c5d416fc1af6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0528560 Aug 10 03:45:23.061884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0c70e55-dc14-4a03-9005-f1e5f4ef604b req-6bf32ce4-3599-493b-b85b-a89d7908182b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316324 Aug 10 03:45:23.666328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4c2a-746e-43ba-9d76-0c9486fc8d93 req-a2b7e405-5158-41b7-a55b-de17f643ad95 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.667821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7efc4c2a-746e-43ba-9d76-0c9486fc8d93 req-a2b7e405-5158-41b7-a55b-de17f643ad95 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 943 time: 0.0487525 Aug 10 03:45:23.706762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7efc4c2a-746e-43ba-9d76-0c9486fc8d93 req-71a9ebed-bb4b-4458-9bc4-09bdadbc23d1 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Aug 10 03:45:24.176748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb966-8228-48b5-92a8-465bdf6c044a req-11b4376f-1911-46e6-a4ce-2e5ae2f5dfe5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.178332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03cdb966-8228-48b5-92a8-465bdf6c044a req-11b4376f-1911-46e6-a4ce-2e5ae2f5dfe5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Aug 10 03:45:24.217967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03cdb966-8228-48b5-92a8-465bdf6c044a req-4b19fcbb-0100-4ec0-a433-89c6a0cb2b5a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327027 Aug 10 03:45:24.824868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e69ad-1ba6-4e18-9747-bc56e92d0a0b req-0aafa2c8-aa29-4396-a426-1ac02e558786 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.826291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-332e69ad-1ba6-4e18-9747-bc56e92d0a0b req-0aafa2c8-aa29-4396-a426-1ac02e558786 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 943 time: 0.0530472 Aug 10 03:45:24.864900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-332e69ad-1ba6-4e18-9747-bc56e92d0a0b req-919e771a-5392-48b2-a576-177dfb54583e tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Aug 10 03:45:25.126902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:25.227002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:25.238922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2', 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920', 'port_id': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2', 'mac_address': 'fa:16:3e:03:f6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0460bc0-9d83-49a7-81f6-40135608fc53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:25.278079 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.292142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:25.314551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:25.356487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25670-b408-453a-a512-6764ee1b678e req-50b5939d-8e3e-49eb-b9c4-89a6960785e7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.357992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b25670-b408-453a-a512-6764ee1b678e req-50b5939d-8e3e-49eb-b9c4-89a6960785e7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0670290 Aug 10 03:45:25.396077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4b25670-b408-453a-a512-6764ee1b678e req-6f5e9d8e-ff55-4d2e-9fde-a0e75d5dd4c7 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318992 Aug 10 03:45:25.444620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.497010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.739630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['c11c3dfd-321d-4d77-ac04-23d55d4e2dd2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:25.981408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821a9e-848c-4350-8062-74789fffa811 req-f67b7523-a193-410a-b829-2c16d359be6a tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.982836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c821a9e-848c-4350-8062-74789fffa811 req-f67b7523-a193-410a-b829-2c16d359be6a tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 944 time: 0.0506461 Aug 10 03:45:26.026506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c821a9e-848c-4350-8062-74789fffa811 req-acd8bad3-deae-4637-b984-d0d3d82cbadd tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347433 Aug 10 03:45:26.052332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.523771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc01c2-7d13-464a-b855-dc34fd24079c req-f864787a-0e13-4d8a-9ea7-fcefdfea6a09 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.525350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9fc01c2-7d13-464a-b855-dc34fd24079c req-f864787a-0e13-4d8a-9ea7-fcefdfea6a09 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Aug 10 03:45:26.564666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9fc01c2-7d13-464a-b855-dc34fd24079c req-0a1cb190-58af-4211-a4ec-9de2bca0db77 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Aug 10 03:45:26.688053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.799324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e363308-eb71-4d21-b912-f239a11007f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.885586 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e363308-eb71-4d21-b912-f239a11007f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.027181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e363308-eb71-4d21-b912-f239a11007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.065279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e363308-eb71-4d21-b912-f239a11007f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c73481e-d490-4cd2-bfab-0a40ccb61b3e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.084765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33306) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:27.085285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6e363308-eb71-4d21-b912-f239a11007f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c9143ea4b92421f8324643817d6fc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955822 Aug 10 03:45:27.129397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:27.174891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbe61ea9-acce-455a-a838-16c58d46e867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.187269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3432e7-7c34-41d0-a9c2-8c776202dee2 req-a2d6bda7-4424-4e5c-a4af-0070a865995e tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.188810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a3432e7-7c34-41d0-a9c2-8c776202dee2 req-a2d6bda7-4424-4e5c-a4af-0070a865995e tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 944 time: 0.0780220 Aug 10 03:45:27.220936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbe61ea9-acce-455a-a838-16c58d46e867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.238267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:27.242755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:27.243152 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.260210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a3432e7-7c34-41d0-a9c2-8c776202dee2 req-8542d41f-dc17-487d-8fa7-dad8fe43eac8 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Aug 10 03:45:27.327324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.350355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:27.353254 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6a3ad-89a2-45f2-80a2-522ec2f785bf" -d '{"events": [{"server_uuid": "686e1906-ef80-4d01-90f8-7501f4c939b5", "name": "network-vif-plugged", "status": "completed", "tag": "c11c3dfd-321d-4d77-ac04-23d55d4e2dd2"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:27.366058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:27.375871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbe61ea9-acce-455a-a838-16c58d46e867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.378968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cbe61ea9-acce-455a-a838-16c58d46e867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.380221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cbe61ea9-acce-455a-a838-16c58d46e867 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c73481e-d490-4cd2-bfab-0a40ccb61b3e HTTP/1.1" status: 204 len: 168 time: 0.2936919 Aug 10 03:45:27.389401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe61ea9-acce-455a-a838-16c58d46e867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c73481e-d490-4cd2-bfab-0a40ccb61b3e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.389698 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86a32f-51f1-44ad-85c9-551990f66203 x-openstack-request-id: req-5e86a32f-51f1-44ad-85c9-551990f66203 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:27.390011 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e1906-ef80-4d01-90f8-7501f4c939b5", "name": "network-vif-plugged", "status": "completed", "tag": "c11c3dfd-321d-4d77-ac04-23d55d4e2dd2", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:27.390252 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e86a32f-51f1-44ad-85c9-551990f66203 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:27.390655 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2', 'code': 200} Aug 10 03:45:27.472223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.515303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.523460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.523819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.524163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.524526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.524862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.525198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.525528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.525873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.526182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.526557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.526836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.527156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:27.565243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f060587-34fc-4a5a-a920-6378087b9fe0 req-0b0ac8b9-1f66-4b06-a50c-3a9e0e9e7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.566797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f060587-34fc-4a5a-a920-6378087b9fe0 req-0b0ac8b9-1f66-4b06-a50c-3a9e0e9e7d1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 1097 time: 0.1075079 Aug 10 03:45:27.607039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f060587-34fc-4a5a-a920-6378087b9fe0 req-f7782342-7df1-4190-a259-2fc843f9c52d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 10 03:45:27.695197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b0c3-359b-4a57-ac68-5a5786f537ff req-4ffe8ac1-0c0d-44ab-9765-58ec8c5c20c6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.696778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d813b0c3-359b-4a57-ac68-5a5786f537ff req-4ffe8ac1-0c0d-44ab-9765-58ec8c5c20c6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0534678 Aug 10 03:45:27.736811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d813b0c3-359b-4a57-ac68-5a5786f537ff req-b3217eee-b036-4ebd-beb9-887a8fe4c440 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333974 Aug 10 03:45:28.050509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33320) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.070762 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f40cf7ee-039f-4cab-b339-9dac7c1897dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.172517 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f40cf7ee-039f-4cab-b339-9dac7c1897dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.256071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f40cf7ee-039f-4cab-b339-9dac7c1897dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.302032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f40cf7ee-039f-4cab-b339-9dac7c1897dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7148da736f1140b58d5f347639744682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478318 Aug 10 03:45:28.302032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf7ee-039f-4cab-b339-9dac7c1897dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f8f405-4ff2-49fb-9160-cec8dc50b7f4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.302501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.362117 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.386845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.406255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118b2f3-1b70-4687-81e4-c4b5168133b7 req-09eae695-ea94-4241-b42b-4495ab14221a tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.407772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f118b2f3-1b70-4687-81e4-c4b5168133b7 req-09eae695-ea94-4241-b42b-4495ab14221a tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 945 time: 0.0570772 Aug 10 03:45:28.447348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f118b2f3-1b70-4687-81e4-c4b5168133b7 req-b20e89a8-c412-4687-ae8d-ec2ebc214b2c tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Aug 10 03:45:28.501882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.504778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.505952 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3f8f405-4ff2-49fb-9160-cec8dc50b7f4 HTTP/1.1" status: 204 len: 168 time: 0.2027183 Aug 10 03:45:28.517259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f8f405-4ff2-49fb-9160-cec8dc50b7f4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.525155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.525507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.525852 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.526189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.526525 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.526858 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.527186 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.527555 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.527891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.528413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.528894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.529417 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1957afe-c884-47d2-8902-b66154ef8908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:28.868996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e8db1-2a71-4de8-9524-17a2fbec4e90 req-42e8dde3-e473-4114-9eb6-262972d1a7e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.870488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed0e8db1-2a71-4de8-9524-17a2fbec4e90 req-42e8dde3-e473-4114-9eb6-262972d1a7e1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0559747 Aug 10 03:45:28.908423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed0e8db1-2a71-4de8-9524-17a2fbec4e90 req-6b966e69-258e-423a-b8a8-82ae15118be0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318277 Aug 10 03:45:29.307221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.321050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8390810-9cd4-4abe-bac2-f12d122efe44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.412060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8390810-9cd4-4abe-bac2-f12d122efe44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.491804 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8390810-9cd4-4abe-bac2-f12d122efe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.534445 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e8390810-9cd4-4abe-bac2-f12d122efe44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d156c103e184210bc2a7cbbebfd554a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260737 Aug 10 03:45:29.535493 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8390810-9cd4-4abe-bac2-f12d122efe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ed1a4-f614-4fd6-abdc-053b2306563f,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.538098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33340) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:29.574441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cfbd6-ef43-40cb-bdcc-6744f9424c46 req-bb75c280-4169-43f8-8c6f-15548ec27dd1 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.575998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-751cfbd6-ef43-40cb-bdcc-6744f9424c46 req-bb75c280-4169-43f8-8c6f-15548ec27dd1 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 945 time: 0.0593183 Aug 10 03:45:29.596923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc43044-987b-4374-8205-93f7b5bf08ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.627593 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc43044-987b-4374-8205-93f7b5bf08ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.627921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-751cfbd6-ef43-40cb-bdcc-6744f9424c46 req-3cfa94e9-06ae-48de-bd33-b49f2839bc7f tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Aug 10 03:45:29.770310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc43044-987b-4374-8205-93f7b5bf08ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.784264 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc43044-987b-4374-8205-93f7b5bf08ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.784264 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1cc43044-987b-4374-8205-93f7b5bf08ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/420ed1a4-f614-4fd6-abdc-053b2306563f HTTP/1.1" status: 204 len: 168 time: 0.2345626 Aug 10 03:45:29.784264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc43044-987b-4374-8205-93f7b5bf08ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ed1a4-f614-4fd6-abdc-053b2306563f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.043069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1a616-8754-40d3-9c97-a7244a8dbc01 req-1fe8fd61-a206-43c6-919e-a45e44bbcd8f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:30.044906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e1a616-8754-40d3-9c97-a7244a8dbc01 req-1fe8fd61-a206-43c6-919e-a45e44bbcd8f tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0636051 Aug 10 03:45:30.092197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e1a616-8754-40d3-9c97-a7244a8dbc01 req-610eabc1-e0a7-4cb4-b815-1a14d3952804 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357728 Aug 10 03:45:30.284445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-49ef5dbc-7236-4fd3-866a-5790973ae552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.245136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90f74e-76d0-4a0c-856f-c155e24dfd0c req-e3f72bf7-cde6-4cba-bd95-5f870b318fc0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:31.248832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed90f74e-76d0-4a0c-856f-c155e24dfd0c req-e3f72bf7-cde6-4cba-bd95-5f870b318fc0 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0664353 Aug 10 03:45:31.290905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed90f74e-76d0-4a0c-856f-c155e24dfd0c req-9d1395aa-ff4d-45bb-b023-8d7415f8c683 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372903 Aug 10 03:45:32.416890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d1ba4-887d-4174-9b9e-26b136df4f55 req-a3744850-8c5a-483c-83f7-12993f8e353c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.418398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db3d1ba4-887d-4174-9b9e-26b136df4f55 req-a3744850-8c5a-483c-83f7-12993f8e353c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Aug 10 03:45:32.459692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db3d1ba4-887d-4174-9b9e-26b136df4f55 req-edb4ef2f-2be6-4ebd-aa23-0113290742ee tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Aug 10 03:45:32.701909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.067874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72a3a3b9-4c1f-4a4d-9b3b-a963cf6072b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.584410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f1c4-b34b-4ab0-a9d4-6d3b8b94fc29 req-6e5a8f96-fc20-450d-a8da-5ae0afa9e3e2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.592594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d53f1c4-b34b-4ab0-a9d4-6d3b8b94fc29 req-6e5a8f96-fc20-450d-a8da-5ae0afa9e3e2 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0626249 Aug 10 03:45:33.631885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d53f1c4-b34b-4ab0-a9d4-6d3b8b94fc29 req-dbf4c562-57a2-47f9-ba2d-bc0e2146d785 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 Aug 10 03:45:34.170473 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.771327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4caae7-5d83-401e-a070-6aa301d1469e req-1860b410-4a0d-410c-b1c2-d4d31d483b80 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.780012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a4caae7-5d83-401e-a070-6aa301d1469e req-1860b410-4a0d-410c-b1c2-d4d31d483b80 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0650024 Aug 10 03:45:34.814311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a4caae7-5d83-401e-a070-6aa301d1469e req-6800b45a-d3c4-41bc-b38a-a8125df90b1a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351686 Aug 10 03:45:35.758153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.955935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b860-4ded-418f-a6d9-1b8224dfbf1f req-0654e69f-17b1-4371-839c-1983722e436b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.957470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bca6b860-4ded-418f-a6d9-1b8224dfbf1f req-0654e69f-17b1-4371-839c-1983722e436b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0567920 Aug 10 03:45:36.002253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bca6b860-4ded-418f-a6d9-1b8224dfbf1f req-cd0b80ef-5915-4818-8a4c-01e38196a6af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375359 Aug 10 03:45:36.565354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe06635-c35a-4c6d-9f63-93309510812a req-0d3954c6-6107-46df-82c6-6af7d428e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.566908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfe06635-c35a-4c6d-9f63-93309510812a req-0d3954c6-6107-46df-82c6-6af7d428e826 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1097 time: 0.0461290 Aug 10 03:45:36.607408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bfe06635-c35a-4c6d-9f63-93309510812a req-498f8629-aee5-48b4-b7b4-997dbff1c272 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Aug 10 03:45:37.131560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51402-f899-4d65-9108-030324026d8e req-511c9363-2802-4ac6-b972-60cde335f3c1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.134156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c51402-f899-4d65-9108-030324026d8e req-511c9363-2802-4ac6-b972-60cde335f3c1 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Aug 10 03:45:37.174161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08c51402-f899-4d65-9108-030324026d8e req-791da1f1-15b8-43f0-81c9-3a6f04b9418b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Aug 10 03:45:38.307610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15b53a-aa1b-4a27-afaf-aafc6deb8d8e req-7eddbb65-8826-4a9b-838f-8a29bf791f78 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.316991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c15b53a-aa1b-4a27-afaf-aafc6deb8d8e req-7eddbb65-8826-4a9b-838f-8a29bf791f78 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0650644 Aug 10 03:45:38.357099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c15b53a-aa1b-4a27-afaf-aafc6deb8d8e req-82f09181-65d5-4aba-9d5c-790735496423 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387571 Aug 10 03:45:38.388495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 33568) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:38.456113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f0381aed-09c9-4cd3-956b-8ee48ad58a35 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/floatingips/e89c6dbc-2087-4831-909a-2bd69abfbddd HTTP/1.1" status: 200 len: 992 time: 0.0672579 Aug 10 03:45:39.171464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:39.176326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:39.326322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.329914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:39.348507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'port_id': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'mac_address': 'fa:16:3e:f9:cc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:39.401443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:39.403772 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fcba2a-82f9-4be1-a600-4112614f9718" -d '{"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-unplugged", "status": "completed", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:39.420154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.443855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:39.445691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 608bd85e-ad24-4c61-9fd3-5573268107c1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:39.482395 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24285a02-15c3-4a06-b4bf-5f762a8461e4 x-openstack-request-id: req-24285a02-15c3-4a06-b4bf-5f762a8461e4 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:39.482789 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-unplugged", "status": "completed", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:39.483055 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24285a02-15c3-4a06-b4bf-5f762a8461e4 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:39.483462 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'code': 200} Aug 10 03:45:40.302953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.375500 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:40.375849 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:40.385623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.913862 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.927049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608bd85e-ad24-4c61-9fd3-5573268107c1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:40.950702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:41.083886 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.152406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:41.447505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['608bd85e-ad24-4c61-9fd3-5573268107c1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:43.189510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:43.246350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 608bd85e-ad24-4c61-9fd3-5573268107c1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:43.247013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.334504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.359895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:43.362285 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd933b1-81a5-4a55-8aff-4e5f48227a28" -d '{"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-plugged", "status": "completed", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:43.377444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:43.405579 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab64352-aa8a-45ef-88d8-b48ae4987f7b x-openstack-request-id: req-4ab64352-aa8a-45ef-88d8-b48ae4987f7b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:43.405873 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-plugged", "status": "completed", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:43.406155 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ab64352-aa8a-45ef-88d8-b48ae4987f7b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:43.406557 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'code': 200} Aug 10 03:45:43.502245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.717438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.267449 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:45.416118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.143240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.716398 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33770) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:59.809936 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6be1598f-cfd1-4178-b3c3-7d7f584062ec tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2285 time: 0.0942953 Aug 10 03:45:59.814583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:59.819456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'network': {'name': 'tempest-network-smoke--1756419591', 'project_id': '643057884d9a46c28ab087fb7d965287', 'port_security_enabled': False}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:00.011450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Made reservation on behalf of 643057884d9a46c28ab087fb7d965287 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:00.015991 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.041669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:00.051251 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.051657 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Added segment e7e8004b-5efe-4545-8a2c-46a6f6c0c903 of type vlan for network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 Aug 10 03:46:00.093549 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.371852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.383083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.383083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.449193 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Network': ['ID=79f6b71f-57cf-45b4-9006-d7cb8bab3232,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:00.459754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:00.537097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-48ee5a42-060e-491c-8c6d-3a852b042ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.686694 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a379ff89-abd0-43f3-9812-a59b56e5c17c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8710790 Aug 10 03:46:00.689848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33788) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:00.694410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'admin_state_up': True, 'project_id': '643057884d9a46c28ab087fb7d965287', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:00.891638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.892774 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.944847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.254211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.548177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.568756 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.676914 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.25.1.195 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/f43ef6ba-5530-4d77-a04b-049311937a5c) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:01.789205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.960833 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.011203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:02.015926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:02.020157 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:02.023781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=f43ef6ba-5530-4d77-a04b-049311937a5c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:02.395578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.610282 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.682901 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.897000 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 910c6678-ed9b-4ddc-be61-b4c78342294c is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:03.014343 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:03.024329 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Sync routers for ids ['910c6678-ed9b-4ddc-be61-b4c78342294c'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:03.033945 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Routers {'910c6678-ed9b-4ddc-be61-b4c78342294c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:03.034558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:45:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['910c6678-ed9b-4ddc-be61-b4c78342294c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:03.137126 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fb7ee951-ece0-426e-91d2-77a4d42250b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.142041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Set router 910c6678-ed9b-4ddc-be61-b4c78342294c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:03.316774 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:02Z', 'revision_number': 3, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:03.320806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.322077 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-785ae68f-6c32-4d0f-a607-61c65b393e7c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6312895 Aug 10 03:46:03.325142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33828) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:03.350875 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Checking router: 910c6678-ed9b-4ddc-be61-b4c78342294c for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:03.351379 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Updating router 910c6678-ed9b-4ddc-be61-b4c78342294c port f43ef6ba-5530-4d77-a04b-049311937a5c binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:03.376040 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.401871 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d462a-2c99-4d46-bf4f-ca38830d3254 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.403635 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e51d462a-2c99-4d46-bf4f-ca38830d3254 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=643057884d9a46c28ab087fb7d965287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0775247 Aug 10 03:46:03.406244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33830) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:03.500627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c29ac4-74b1-4ed2-97bc-6265d8ba7522 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.502175 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-98c29ac4-74b1-4ed2-97bc-6265d8ba7522 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949984 Aug 10 03:46:03.505181 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33832) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:03.534295 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f3ca282f-6f04-4659-bbe9-6635099fc75d tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280147 Aug 10 03:46:03.537111 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33834) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:03.565344 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cfb50929-6e89-4436-a164-6dd48d4014a5 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=643057884d9a46c28ab087fb7d965287&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271027 Aug 10 03:46:03.567678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33836) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:03.639852 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.651448 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Transition to ACTIVE for port object f43ef6ba-5530-4d77-a04b-049311937a5c will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:03.790485 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.875359 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Attempting to bind port f43ef6ba-5530-4d77-a04b-049311937a5c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:03.875741 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Attempting to bind port f43ef6ba-5530-4d77-a04b-049311937a5c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:03.876102 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Attempting to bind port f43ef6ba-5530-4d77-a04b-049311937a5c on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:03.885131 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Pushing event updated for resources: {'Port': ['ID=f43ef6ba-5530-4d77-a04b-049311937a5c,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:03.888266 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:03.888659 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:03.889062 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.889455 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:03.889932 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Bound port: f43ef6ba-5530-4d77-a04b-049311937a5c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:03.890308 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.915243 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.915601 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.915940 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.916274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.916634 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.916960 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.917284 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.917606 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.917982 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.918247 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.918558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.918879 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:03.965153 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] For port f43ef6ba-5530-4d77-a04b-049311937a5c, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:03.968575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] For port f43ef6ba-5530-4d77-a04b-049311937a5c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f43ef6ba-5530-4d77-a04b-049311937a5c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:04.036188 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc5e98-37d1-4bae-a683-72efca6ff582 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.037728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-05fc5e98-37d1-4bae-a683-72efca6ff582 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4691005 Aug 10 03:46:04.040514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33844) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:04.068407 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fe3a7c39-ca66-43ac-8db8-76ea6b4dfcaa tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267901 Aug 10 03:46:04.071292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33846) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:04.076051 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022187339', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'project_id': '643057884d9a46c28ab087fb7d965287', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:04.144653 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.204208 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Routers {'910c6678-ed9b-4ddc-be61-b4c78342294c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:04.204848 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['910c6678-ed9b-4ddc-be61-b4c78342294c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:04.240944 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf2963-e26e-4a02-b20c-a304dee5511e None None] Pushing event updated for resources: {'Port': ['ID=f43ef6ba-5530-4d77-a04b-049311937a5c,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:04.342773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.365891 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Made reservation on behalf of 643057884d9a46c28ab087fb7d965287 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:04.370057 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.436597 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] Set router 910c6678-ed9b-4ddc-be61-b4c78342294c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:04.639308 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:02Z', 'revision_number': 3, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:04.669143 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7c4a16-b142-4f12-b30a-2cdbd18444f6 None None] The sync data for ids ['910c6678-ed9b-4ddc-be61-b4c78342294c'] in n-d-765315-26 is: [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:02Z', 'revision_number': 3, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:04.726239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.792147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Subnet': ['ID=636b4ee1-4e79-42da-9526-88e88f9de092,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:04.801770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Checking segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:04.802161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network hostable DHCP agents. Network: 79f6b71f-57cf-45b4-9006-d7cb8bab3232, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:05.035074 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:05.365573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 79f6b71f-57cf-45b4-9006-d7cb8bab3232) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:05.370393 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.370996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.375099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87f181-b7cb-4220-b897-fb13d455d7e7 None None] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:05.532532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f43ef6ba-5530-4d77-a04b-049311937a5c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:05.563528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'fixed_ips': [{'subnet_id': '636b4ee1-4e79-42da-9526-88e88f9de092'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:05.564546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.595416 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2904074b-67f7-4fb5-a266-ff0d36e3c59d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5229876 Aug 10 03:46:05.598116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 33868) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.745043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Allocated IP 172.20.0.18 (79f6b71f-57cf-45b4-9006-d7cb8bab3232/636b4ee1-4e79-42da-9526-88e88f9de092/10054533-fc9a-4212-83e3-f6026578ebd6) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:05.908808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.917534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Transition to ACTIVE for port object 10054533-fc9a-4212-83e3-f6026578ebd6 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:05.933331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Transition to ACTIVE for port object 10054533-fc9a-4212-83e3-f6026578ebd6 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:05.994559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.089556 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.172718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f43ef6ba-5530-4d77-a04b-049311937a5c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:06.175315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f43ef6ba-5530-4d77-a04b-049311937a5c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:06.175903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.268839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.289858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.295845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f43ef6ba-5530-4d77-a04b-049311937a5c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f43ef6ba-5530-4d77-a04b-049311937a5c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:06.332091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:06.337795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:06.341297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:06.388397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Pushing event updated for resources: {'Port': ['ID=10054533-fc9a-4212-83e3-f6026578ebd6,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.404434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Attempting to bind port 10054533-fc9a-4212-83e3-f6026578ebd6 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:06.405093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Attempting to bind port 10054533-fc9a-4212-83e3-f6026578ebd6 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:06.405543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Attempting to bind port 10054533-fc9a-4212-83e3-f6026578ebd6 on network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:06.408473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.20.0.17 (79f6b71f-57cf-45b4-9006-d7cb8bab3232/636b4ee1-4e79-42da-9526-88e88f9de092/ad41b47e-1f7c-4bdd-9674-4b6b4a42035b) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:06.411123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:06.416379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Checking segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:06.416379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.416379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Bound using segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:06.416379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Bound port: 10054533-fc9a-4212-83e3-f6026578ebd6, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:06.416379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.462101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.529722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] For port 10054533-fc9a-4212-83e3-f6026578ebd6, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:06.537660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] For port 10054533-fc9a-4212-83e3-f6026578ebd6, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=10054533-fc9a-4212-83e3-f6026578ebd6,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:06.543241 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.543428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f43ef6ba-5530-4d77-a04b-049311937a5c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.558721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Transition to ACTIVE for port object ad41b47e-1f7c-4bdd-9674-4b6b4a42035b will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:06.681083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.749067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba596e-f931-48bc-a949-48ef09883e6d None None] Pushing event updated for resources: {'Port': ['ID=10054533-fc9a-4212-83e3-f6026578ebd6,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.766175 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.807753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:06.811219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:06.815724 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:06.851410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.879420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.197274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.521488 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.606594 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.632300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f43ef6ba-5530-4d77-a04b-049311937a5c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:07.698859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.750140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f43ef6ba-5530-4d77-a04b-049311937a5c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:07.751448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.754048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.868136 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:07.869827 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:07.877608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 10054533-fc9a-4212-83e3-f6026578ebd6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:07.902898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56cc308-4e96-472b-a3c0-6923fd8d3937 None None] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:08.007253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 910c6678-ed9b-4ddc-be61-b4c78342294c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:08.104049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9c201a8-59e4-4ff0-b596-bd7253ca4029 None None] Provisioning for port 10054533-fc9a-4212-83e3-f6026578ebd6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:08.137781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 10054533-fc9a-4212-83e3-f6026578ebd6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:08.142377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 10054533-fc9a-4212-83e3-f6026578ebd6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:08.142756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.163745 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:08.170422 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e707978-cbda-4921-b111-90f115ef972e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "PUT /v2.0/routers/910c6678-ed9b-4ddc-be61-b4c78342294c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675251 Aug 10 03:46:08.177277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Sync routers for ids ['910c6678-ed9b-4ddc-be61-b4c78342294c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:08.224537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Routers {'910c6678-ed9b-4ddc-be61-b4c78342294c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:08.225279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['910c6678-ed9b-4ddc-be61-b4c78342294c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:08.330798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.434225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 10054533-fc9a-4212-83e3-f6026578ebd6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=10054533-fc9a-4212-83e3-f6026578ebd6,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:08.440467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Set router 910c6678-ed9b-4ddc-be61-b4c78342294c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:08.556732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-8184624d-5324-483c-bc53-d72faede3ec3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.558286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-8184624d-5324-483c-bc53-d72faede3ec3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/networks?id=79f6b71f-57cf-45b4-9006-d7cb8bab3232 HTTP/1.1" status: 200 len: 798 time: 0.1265340 Aug 10 03:46:08.575478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-283bc6eb-3358-4974-9601-13e1e4e6f5d8 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/quotas/643057884d9a46c28ab087fb7d965287 HTTP/1.1" status: 200 len: 375 time: 0.0101461 Aug 10 03:46:08.584294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b7605012-5f92-4ba9-ac73-caa5a395bac2 None None] Provisioning for port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:08.591181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.629043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b7605012-5f92-4ba9-ac73-caa5a395bac2 None None] Provisioning complete for port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:08.629472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b7605012-5f92-4ba9-ac73-caa5a395bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.647181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-41dd26bb-4e91-4881-bbb7-9ecb3abc511a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0629768 Aug 10 03:46:08.709569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=10054533-fc9a-4212-83e3-f6026578ebd6,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.718730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b7605012-5f92-4ba9-ac73-caa5a395bac2 None None] Port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:08.769858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b7605012-5f92-4ba9-ac73-caa5a395bac2 None None] Provisioning complete for port 10054533-fc9a-4212-83e3-f6026578ebd6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:08.769858 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b7605012-5f92-4ba9-ac73-caa5a395bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.779507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-197422e1-22c5-4e21-bd03-9ea08f72b6ea service neutron] 10.222.0.26 "GET /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196599 Aug 10 03:46:08.851364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ad41b47e-1f7c-4bdd-9674-4b6b4a42035b', 'name': '', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:e3:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 2, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:08.904467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-1848482d-5abd-4d61-ad93-39c465161f80 service neutron] 10.222.0.26 "GET /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239944 Aug 10 03:46:08.907988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Checking router: 910c6678-ed9b-4ddc-be61-b4c78342294c for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:08.908370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Updating router 910c6678-ed9b-4ddc-be61-b4c78342294c port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:08.948440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.085171 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-808bb4e7-c74c-4b64-b65c-379708b43a24 None None] Provisioning complete for port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:09.085453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-808bb4e7-c74c-4b64-b65c-379708b43a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.159042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-808bb4e7-c74c-4b64-b65c-379708b43a24 None None] Port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:09.250215 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.263318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Transition to ACTIVE for port object ad41b47e-1f7c-4bdd-9674-4b6b4a42035b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:09.385515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b674b8ee-64ac-45a5-b43e-87ce7bb78652 req-568ec90b-35bb-4bcf-b555-38ab6b80f460 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 210 time: 0.0371687 Aug 10 03:46:09.394454 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.499489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8d240-5334-48fb-b689-f4e859c2c671 None None] Pushing event updated for resources: {'Port': ['ID=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.563650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 10054533-fc9a-4212-83e3-f6026578ebd6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:09.638213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Attempting to bind port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:09.638588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Attempting to bind port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:09.638956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Attempting to bind port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b on network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:09.646523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:09.646896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Checking segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:09.647372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.647767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Bound using segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:09.648284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Bound port: ad41b47e-1f7c-4bdd-9674-4b6b4a42035b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:09.648688 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.723415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] For port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:09.723415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] For port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:09.725378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 10054533-fc9a-4212-83e3-f6026578ebd6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:09.725585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.893899 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.987965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Routers {'910c6678-ed9b-4ddc-be61-b4c78342294c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:09.988668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['910c6678-ed9b-4ddc-be61-b4c78342294c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.033033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8d240-5334-48fb-b689-f4e859c2c671 None None] Pushing event updated for resources: {'Port': ['ID=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:10.170614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] Set router 910c6678-ed9b-4ddc-be61-b4c78342294c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:10.390255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ad41b47e-1f7c-4bdd-9674-4b6b4a42035b', 'name': '', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:e3:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:09Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.583706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1597d2-d894-42f9-b166-8aa38693fb6b None None] The sync data for ids ['910c6678-ed9b-4ddc-be61-b4c78342294c'] in n-d-765315-26 is: [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ad41b47e-1f7c-4bdd-9674-4b6b4a42035b', 'name': '', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:e3:7d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:09Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:11.280083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59b9006c-612e-4b24-be38-00569bc0717a req-b9cfbb75-a0e3-4196-871c-2e9d8957cba4 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 210 time: 0.0352020 Aug 10 03:46:11.586898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad41b47e-1f7c-4bdd-9674-4b6b4a42035b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:11.766643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:11.770813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:11.771183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.866288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.902195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:11.989277 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.056740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.490662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-827f581e-e654-4ed3-8271-f8ab7786271c req-27c30ab5-fec4-4297-a2f7-6539cf65ba2c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 210 time: 0.0631196 Aug 10 03:46:12.563985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-26216151-adf2-402f-9cff-a305b8ad0792 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.565633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-26216151-adf2-402f-9cff-a305b8ad0792 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.54 "GET /v2.0/networks?id=79f6b71f-57cf-45b4-9006-d7cb8bab3232 HTTP/1.1" status: 200 len: 798 time: 0.1880023 Aug 10 03:46:12.583770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Request body: {'port': {'device_id': '67ec9e03-a102-40fb-89ed-83595f960d24', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'admin_state_up': True, 'tenant_id': '643057884d9a46c28ab087fb7d965287'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:12.853119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Made reservation on behalf of 643057884d9a46c28ab087fb7d965287 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:12.857756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.011646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Allocated IP 172.20.0.30 (79f6b71f-57cf-45b4-9006-d7cb8bab3232/636b4ee1-4e79-42da-9526-88e88f9de092/643a49b2-a114-4ea0-9fdc-34fff0d7207e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:13.151957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.166943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Transition to ACTIVE for port object 643a49b2-a114-4ea0-9fdc-34fff0d7207e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:13.292390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.372682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event updated for resources: {'Port': ['ID=643a49b2-a114-4ea0-9fdc-34fff0d7207e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.382952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.383593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.384172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.384725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.385056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.385434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.385766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.386122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.386502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.386824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.387143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.387503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:13.403004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:13.403004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:13.406039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:13.491784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.494362 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.548061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad41b47e-1f7c-4bdd-9674-4b6b4a42035b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:13.624433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-7186ca7a-8d53-42bf-972a-d81b81861b1f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0446467 Aug 10 03:46:13.643959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Request body: {'port': {'device_id': '67ec9e03-a102-40fb-89ed-83595f960d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:13.648033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:13.648448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.790788 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.854315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24ffd8-b08c-4ba2-822f-875ff35d513c req-c74e2973-e2e4-4b5b-8746-38909e2163c3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.855826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e24ffd8-b08c-4ba2-822f-875ff35d513c req-c74e2973-e2e4-4b5b-8746-38909e2163c3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 895 time: 0.1069801 Aug 10 03:46:13.920733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a77d1f2d-0a8f-4c39-9fc0-8bbfb4942068 None None] Provisioning for port 643a49b2-a114-4ea0-9fdc-34fff0d7207e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:13.924713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a77d1f2d-0a8f-4c39-9fc0-8bbfb4942068 None None] Provisioning complete for port 643a49b2-a114-4ea0-9fdc-34fff0d7207e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:13.925231 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a77d1f2d-0a8f-4c39-9fc0-8bbfb4942068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.973058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a77d1f2d-0a8f-4c39-9fc0-8bbfb4942068 None None] Port 643a49b2-a114-4ea0-9fdc-34fff0d7207e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:14.212201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643a49b2-a114-4ea0-9fdc-34fff0d7207e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:14.225042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.243410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Transition to ACTIVE for port object 643a49b2-a114-4ea0-9fdc-34fff0d7207e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:14.315632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.384652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Pushing event updated for resources: {'Port': ['ID=643a49b2-a114-4ea0-9fdc-34fff0d7207e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.489583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Attempting to bind port 643a49b2-a114-4ea0-9fdc-34fff0d7207e on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:14.489930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Attempting to bind port 643a49b2-a114-4ea0-9fdc-34fff0d7207e by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:14.490263 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Attempting to bind port 643a49b2-a114-4ea0-9fdc-34fff0d7207e on network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:14.503133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Port 643a49b2-a114-4ea0-9fdc-34fff0d7207e on network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:14.503840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Attempting to bind port 643a49b2-a114-4ea0-9fdc-34fff0d7207e on network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:14.515245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:14.515578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Checking segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:14.515959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Bound using segment: {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:14.516510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Bound port: 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:14.516874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.651755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] For port 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:14.661553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] For port 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:14.805354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.846451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.846451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.846451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] 10.222.0.54 "PUT /v2.0/ports/643a49b2-a114-4ea0-9fdc-34fff0d7207e HTTP/1.1" status: 200 len: 1056 time: 1.2041454 Aug 10 03:46:14.847233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec9e03-a102-40fb-89ed-83595f960d24', 'tag': '643a49b2-a114-4ea0-9fdc-34fff0d7207e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:14.849564 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec9e03-a102-40fb-89ed-83595f960d24", "tag": "643a49b2-a114-4ea0-9fdc-34fff0d7207e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:14.907385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510783e0-47af-43ae-93f4-df20b95ea022 service neutron] Pushing event updated for resources: {'Port': ['ID=643a49b2-a114-4ea0-9fdc-34fff0d7207e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.918651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-ace2235c-ba2f-4604-b595-2b16da1954a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0725536 Aug 10 03:46:15.072741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-02f15c43-8049-40e8-a20c-aad31b96be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.074830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-02f15c43-8049-40e8-a20c-aad31b96be31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1137 time: 0.1306696 Aug 10 03:46:15.218808 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae052b84-1690-407b-9fcc-df45bc3a3e9d x-openstack-request-id: req-ae052b84-1690-407b-9fcc-df45bc3a3e9d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:15.219090 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec9e03-a102-40fb-89ed-83595f960d24", "tag": "643a49b2-a114-4ea0-9fdc-34fff0d7207e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:15.219346 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae052b84-1690-407b-9fcc-df45bc3a3e9d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:15.219738 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ec9e03-a102-40fb-89ed-83595f960d24', 'tag': '643a49b2-a114-4ea0-9fdc-34fff0d7207e', 'status': 'completed', 'code': 200} Aug 10 03:46:15.245701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-67804a84-42ad-43f1-a667-d0a4bd413aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.247279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-67804a84-42ad-43f1-a667-d0a4bd413aa1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 1059 time: 0.2207060 Aug 10 03:46:15.308583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2039a0-468e-4048-a160-a7564f0dbb28 req-0a8ec425-36dc-4ffb-9901-be4deeee5629 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.320950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c2039a0-468e-4048-a160-a7564f0dbb28 req-0a8ec425-36dc-4ffb-9901-be4deeee5629 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 907 time: 0.1294758 Aug 10 03:46:15.323593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-e0c40fa8-e836-44c6-b300-1c8b360f6ae5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e HTTP/1.1" status: 200 len: 217 time: 0.0621834 Aug 10 03:46:15.384541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-c730508c-eaa6-472b-90a8-d74567803c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.386164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-c730508c-eaa6-472b-90a8-d74567803c83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=636b4ee1-4e79-42da-9526-88e88f9de092 HTTP/1.1" status: 200 len: 838 time: 0.0484674 Aug 10 03:46:15.406136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.412571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-bddd1411-186e-4c15-ad07-83447b9bb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.412571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-bddd1411-186e-4c15-ad07-83447b9bb71f service neutron] 10.222.0.46 "GET /v2.0/networks?id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 HTTP/1.1" status: 200 len: 897 time: 0.3135209 Aug 10 03:46:15.499641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-3268e6c3-2789-4686-a1af-b77902eaf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.501295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-3268e6c3-2789-4686-a1af-b77902eaf0ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=79f6b71f-57cf-45b4-9006-d7cb8bab3232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1061077 Aug 10 03:46:15.508301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-74a26c52-ffe6-4a00-9925-13d38392d096 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b13139-8b2b-432a-8b52-e8c162536c6e HTTP/1.1" status: 200 len: 1001 time: 0.0834432 Aug 10 03:46:15.621081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-2c512371-bcc2-49f8-8ecb-5394c289aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.622672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-2c512371-bcc2-49f8-8ecb-5394c289aa16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc95a742-3efb-497e-8cf4-a49338427f74 HTTP/1.1" status: 200 len: 835 time: 0.0949872 Aug 10 03:46:15.672518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-c201eb8d-6ebb-4077-aa52-823f05c9d7f9 service neutron] 10.222.0.54 "GET /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630440 Aug 10 03:46:15.797413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696e77fe-e80b-4037-aff9-a7e31ce21fe4 req-2e26f8ed-7874-47e7-9f09-d8c34d9e78c7 service neutron] 10.222.0.54 "GET /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176856 Aug 10 03:46:15.800714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-27b73665-a8dd-48b9-b8ad-387e4b8f5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.802558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-27b73665-a8dd-48b9-b8ad-387e4b8f5512 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700318 Aug 10 03:46:16.378714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-f8685746-f7b9-413c-962b-65b57082b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.380197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-f8685746-f7b9-413c-962b-65b57082b440 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 1059 time: 0.1127565 Aug 10 03:46:16.382405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-bf76402e-472b-436e-999d-5b73d0138dc8 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629494 Aug 10 03:46:16.585898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-c7ecd5e4-5ba4-4bc6-8dd9-80e9a406f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.587490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-c7ecd5e4-5ba4-4bc6-8dd9-80e9a406f197 service neutron] 10.222.0.54 "GET /v2.0/networks?id=79f6b71f-57cf-45b4-9006-d7cb8bab3232 HTTP/1.1" status: 200 len: 899 time: 0.1994643 Aug 10 03:46:16.600444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576df4f0-abe6-414d-b7a2-656155df6918 req-7c55432e-a44a-4e7f-bb93-571e595b7a9b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.600444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-576df4f0-abe6-414d-b7a2-656155df6918 req-7c55432e-a44a-4e7f-bb93-571e595b7a9b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 907 time: 0.1607602 Aug 10 03:46:16.621097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-683730bf-850a-4cc5-ac5b-4189ee8aa2ba req-50e8b491-5742-43eb-b3ae-8cf1ba03b3d4 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118478 Aug 10 03:46:16.668283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-682efbfb-2b14-4f02-bacf-d60ce21ffb3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e HTTP/1.1" status: 200 len: 217 time: 0.0691426 Aug 10 03:46:16.739879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-483ea0a6-de4b-46ca-9cbf-7fdc650e7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.742368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-483ea0a6-de4b-46ca-9cbf-7fdc650e7396 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=636b4ee1-4e79-42da-9526-88e88f9de092 HTTP/1.1" status: 200 len: 838 time: 0.0654650 Aug 10 03:46:16.809309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-ab45805e-1c16-4f46-bcff-c3f95bc09451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.816195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-ab45805e-1c16-4f46-bcff-c3f95bc09451 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=79f6b71f-57cf-45b4-9006-d7cb8bab3232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0655248 Aug 10 03:46:16.911765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-baf561f2-4381-45f8-ba83-b57400ff4a2b service neutron] 10.222.0.54 "GET /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873699 Aug 10 03:46:17.005667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79533fb0-7dc9-4eeb-97eb-1661e3e50cc1 req-567a35c7-2c50-4b77-b1e6-293382bfa23b service neutron] 10.222.0.54 "GET /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840237 Aug 10 03:46:17.742679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba00ebc-6e9c-4868-8e7e-8c33e0474271 req-993b1fe5-62e0-4c16-a689-7b636f125603 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.744696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0ba00ebc-6e9c-4868-8e7e-8c33e0474271 req-993b1fe5-62e0-4c16-a689-7b636f125603 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 907 time: 0.0508425 Aug 10 03:46:18.864078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643a49b2-a114-4ea0-9fdc-34fff0d7207e details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:18.891191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aea80-b78f-4ac4-9183-598dbf886bbe req-8fb77e3e-4413-49d2-afb1-dfe62e42162b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:18.893078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f29aea80-b78f-4ac4-9183-598dbf886bbe req-8fb77e3e-4413-49d2-afb1-dfe62e42162b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 907 time: 0.0634573 Aug 10 03:46:18.975682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:18.987687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '643a49b2-a114-4ea0-9fdc-34fff0d7207e', 'network_id': '79f6b71f-57cf-45b4-9006-d7cb8bab3232', 'port_id': '643a49b2-a114-4ea0-9fdc-34fff0d7207e', 'mac_address': 'fa:16:3e:86:75:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636b4ee1-4e79-42da-9526-88e88f9de092', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:19.025846 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.038087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643a49b2-a114-4ea0-9fdc-34fff0d7207e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:19.058405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:19.223841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.275312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=643a49b2-a114-4ea0-9fdc-34fff0d7207e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:19.649790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['643a49b2-a114-4ea0-9fdc-34fff0d7207e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:20.025728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a783b0c-bfa4-48b7-99e9-e386447fbfc9 req-79d66b32-5477-469a-8441-77536da7bfba tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.027371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a783b0c-bfa4-48b7-99e9-e386447fbfc9 req-79d66b32-5477-469a-8441-77536da7bfba tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 908 time: 0.0609908 Aug 10 03:46:20.429247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34140) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:20.602097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 465dffb7-213c-4b43-bfc0-45b689cb6516 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:20.602464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.682660 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.682911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.695015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 465dffb7-213c-4b43-bfc0-45b689cb6516 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:20.865145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643a49b2-a114-4ea0-9fdc-34fff0d7207e up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:21.103494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 643a49b2-a114-4ea0-9fdc-34fff0d7207e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:21.107471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 643a49b2-a114-4ea0-9fdc-34fff0d7207e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:21.107807 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.166032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea1311-24f7-417d-a117-c7d5143d9c44 req-b1db4eb8-8c9e-4ca1-84e3-3069ffea0f98 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:21.167661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0ea1311-24f7-417d-a117-c7d5143d9c44 req-b1db4eb8-8c9e-4ca1-84e3-3069ffea0f98 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 908 time: 0.0602267 Aug 10 03:46:21.197210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.220929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec9e03-a102-40fb-89ed-83595f960d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643a49b2-a114-4ea0-9fdc-34fff0d7207e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:21.225736 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e78dad4-2cae-4dff-a775-8c95ef6e2032" -d '{"events": [{"server_uuid": "67ec9e03-a102-40fb-89ed-83595f960d24", "name": "network-vif-plugged", "status": "completed", "tag": "643a49b2-a114-4ea0-9fdc-34fff0d7207e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:21.239998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:21.258461 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.269046 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5098a4ac-7737-4c6f-92ba-e648fa690a33 x-openstack-request-id: req-5098a4ac-7737-4c6f-92ba-e648fa690a33 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:21.269046 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec9e03-a102-40fb-89ed-83595f960d24", "name": "network-vif-plugged", "status": "completed", "tag": "643a49b2-a114-4ea0-9fdc-34fff0d7207e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:21.269363 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5098a4ac-7737-4c6f-92ba-e648fa690a33 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:21.269684 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec9e03-a102-40fb-89ed-83595f960d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643a49b2-a114-4ea0-9fdc-34fff0d7207e', 'code': 200} Aug 10 03:46:21.291746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=465dffb7-213c-4b43-bfc0-45b689cb6516,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:21.382047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.382516 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Floating IP e89c6dbc-2087-4831-909a-2bd69abfbddd disassociated (deleted). External IP: 172.25.1.84, port: 608bd85e-ad24-4c61-9fd3-5573268107c1. Aug 10 03:46:21.402642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9390-7ba3-4de1-9a58-52e3c5ab7d37 req-adb34ecf-4f9f-4d29-8eef-fafcfeb619fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:21.404317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-359f9390-7ba3-4de1-9a58-52e3c5ab7d37 req-adb34ecf-4f9f-4d29-8eef-fafcfeb619fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 1060 time: 0.0429225 Aug 10 03:46:21.417956 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.477113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=643a49b2-a114-4ea0-9fdc-34fff0d7207e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:21.614087 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:21.735278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:21.740165 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.745946 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] Sync routers for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:21.756229 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:21.756896 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:21.770206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0537dd66-99e9-4413-ab27-f8e82abd3ea3 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/floatingips/e89c6dbc-2087-4831-909a-2bd69abfbddd HTTP/1.1" status: 204 len: 168 time: 1.3386123 Aug 10 03:46:21.771147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:21.773856 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6431818e-8b9f-47eb-928d-24ca14bc807c" -d '{"events": [{"name": "network-changed", "server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:21.867559 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:22.070385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:26Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:22.104482 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] Checking router: 42a4f19e-4fef-4a86-bf08-b3239490c0d5 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:22.116400 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:22.117489 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:22.236378 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:22.275147 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:22.447338 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:26Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:22.466538 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a70f27-6de0-41f0-8440-e4ff83939d71 x-openstack-request-id: req-80a70f27-6de0-41f0-8440-e4ff83939d71 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:22.466929 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:22.467367 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80a70f27-6de0-41f0-8440-e4ff83939d71 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:22.468113 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'status': 'completed', 'code': 200} Aug 10 03:46:22.474757 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a227d95-e73e-45f9-a1ca-aac1c60a08b4 None None] The sync data for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 is: [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '7dd192ac-f2a0-465d-bae9-9240f2d49843', 'name': '', 'network_id': '5a158516-d22c-4ec4-bcbd-e30deed8e09a', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'mac_address': 'fa:16:3e:2b:7b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '4757e28c-cbef-40aa-93be-64985a56638e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:19Z', 'updated_at': '2021-08-10T03:44:26Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'subnets': [{'id': '4757e28c-cbef-40aa-93be-64985a56638e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:22.572133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-25eab6dd-15e4-4d8c-821e-561b668a7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.574089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-25eab6dd-15e4-4d8c-821e-561b668a7d01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1ecad60eae0044d380480d1afb195fed&device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 1097 time: 0.0808895 Aug 10 03:46:22.598768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42659d5-44fd-4eed-98d4-ef4ee42c64d7 req-250c6056-8bad-4d3c-b814-4ad92eaaa077 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.600242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f42659d5-44fd-4eed-98d4-ef4ee42c64d7 req-250c6056-8bad-4d3c-b814-4ad92eaaa077 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 909 time: 0.0766506 Aug 10 03:46:22.781977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-a5f99a48-601f-4861-9489-15f17f75bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.783607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-a5f99a48-601f-4861-9489-15f17f75bc8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a158516-d22c-4ec4-bcbd-e30deed8e09a HTTP/1.1" status: 200 len: 897 time: 0.2008872 Aug 10 03:46:22.791243 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ffc35-35d7-4add-81dd-086a296ef05c req-61b94d10-cf7d-4d2c-86e7-c66ce276f457 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.793848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be5ffc35-35d7-4add-81dd-086a296ef05c req-61b94d10-cf7d-4d2c-86e7-c66ce276f457 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.1165793 Aug 10 03:46:22.826696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5ffa1-7687-478b-ae49-27c3bef8ad2c None None] New status for floating IP e89c6dbc-2087-4831-909a-2bd69abfbddd: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:22.841740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-bc3e8111-364a-4570-81a6-d60c2dc2045d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608bd85e-ad24-4c61-9fd3-5573268107c1 HTTP/1.1" status: 200 len: 217 time: 0.0467613 Aug 10 03:46:22.907137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be5ffc35-35d7-4add-81dd-086a296ef05c req-02761bfa-b1ca-418f-8c5e-cd9f6897a20d tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999699 Aug 10 03:46:22.918786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-2f9f12d7-1c59-420c-bafb-560791202d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.920637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-2f9f12d7-1c59-420c-bafb-560791202d41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4757e28c-cbef-40aa-93be-64985a56638e HTTP/1.1" status: 200 len: 835 time: 0.0712004 Aug 10 03:46:22.971527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-c5f5983d-4b0e-4207-b2af-cd3566f0d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:22.973365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-c5f5983d-4b0e-4207-b2af-cd3566f0d05b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a158516-d22c-4ec4-bcbd-e30deed8e09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453954 Aug 10 03:46:23.064981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-1cc1d6e6-a5a5-40d8-9d3a-2171c49fb2bc service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840249 Aug 10 03:46:23.163340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6431818e-8b9f-47eb-928d-24ca14bc807c req-84f0322a-c134-47af-8481-fa256f03218d service neutron] 10.222.0.46 "GET /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899937 Aug 10 03:46:23.724828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2ec3c-eb2f-42f6-9fbc-a694a5dd5bd8 req-de586a6a-38b1-4d2b-92cd-ce7aa61328d2 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.726496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2a2ec3c-eb2f-42f6-9fbc-a694a5dd5bd8 req-de586a6a-38b1-4d2b-92cd-ce7aa61328d2 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 909 time: 0.0531034 Aug 10 03:46:23.850093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec47ca-335e-428f-8b1c-d39b9666e6b0 req-c1a71a7a-4a70-49c2-908b-cc07c5eb159f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.851598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61ec47ca-335e-428f-8b1c-d39b9666e6b0 req-c1a71a7a-4a70-49c2-908b-cc07c5eb159f tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 909 time: 0.0529473 Aug 10 03:46:23.974985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702d99c-17c4-447d-b890-25180dcb076d req-7f140ef9-b498-467d-a5ed-8de4e8a882b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.977071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3702d99c-17c4-447d-b890-25180dcb076d req-7f140ef9-b498-467d-a5ed-8de4e8a882b6 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.0917306 Aug 10 03:46:24.035082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31908cd3-4848-44a7-bb71-7e596cf533f7 req-9dae988f-0b00-449c-8623-b9fd1a512843 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.036697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31908cd3-4848-44a7-bb71-7e596cf533f7 req-9dae988f-0b00-449c-8623-b9fd1a512843 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 1061 time: 0.1054373 Aug 10 03:46:24.144969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 608bd85e-ad24-4c61-9fd3-5573268107c1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:24.146062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.219833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970c18d-6ff3-4dac-9f2f-a262fc6af706 req-764cd42e-68bc-4fe3-bb8f-1ec33fc496d5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.221492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f970c18d-6ff3-4dac-9f2f-a262fc6af706 req-764cd42e-68bc-4fe3-bb8f-1ec33fc496d5 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 945 time: 0.1215594 Aug 10 03:46:24.291625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 608bd85e-ad24-4c61-9fd3-5573268107c1, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=608bd85e-ad24-4c61-9fd3-5573268107c1,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:24.292000 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.302966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f970c18d-6ff3-4dac-9f2f-a262fc6af706 req-d7b56ee0-3c83-4c71-8a45-34c72bfb3472 tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/security-groups?id=3513489b-dbc3-4867-9609-bb77d020cb27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673420 Aug 10 03:46:24.311315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 608bd85e-ad24-4c61-9fd3-5573268107c1 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:24.474010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eea745-7c73-43b2-90aa-797a9cb46650 req-086657bd-8650-432f-908b-62a4f8a1b783 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.475590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70eea745-7c73-43b2-90aa-797a9cb46650 req-086657bd-8650-432f-908b-62a4f8a1b783 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1137 time: 0.0777090 Aug 10 03:46:24.516388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70eea745-7c73-43b2-90aa-797a9cb46650 req-fe9758a9-b748-43be-a5b4-36ccea2a0714 tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0318859 Aug 10 03:46:24.538725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34222) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:24.570532 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.604307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=608bd85e-ad24-4c61-9fd3-5573268107c1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.633292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240b1ce-7b26-4b8f-84da-ac3618167f0b tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.638805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e240b1ce-7b26-4b8f-84da-ac3618167f0b tempest-TestSecurityGroupsBasicOps-1660772173 tempest-TestSecurityGroupsBasicOps-1660772173-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 1056 time: 0.0962019 Aug 10 03:46:24.657908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] No DVR routers for this DVR port 608bd85e-ad24-4c61-9fd3-5573268107c1 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:24.661868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.663262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3702d99c-17c4-447d-b890-25180dcb076d req-e0acf464-dc7b-4c69-b52b-321c8b9408da tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.46 "DELETE /v2.0/ports/608bd85e-ad24-4c61-9fd3-5573268107c1 HTTP/1.1" status: 204 len: 173 time: 0.6729691 Aug 10 03:46:24.664755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-deleted', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:24.668329 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8464e0a3-5805-406e-8fd4-ed9299c40c28" -d '{"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-deleted", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:25.184389 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043337ed-f340-468d-8e6d-819093ee17e2 x-openstack-request-id: req-043337ed-f340-468d-8e6d-819093ee17e2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:25.185126 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a70f36-e51e-4bb1-9ea9-21dcbec2a330", "name": "network-vif-deleted", "tag": "608bd85e-ad24-4c61-9fd3-5573268107c1", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:25.185126 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-043337ed-f340-468d-8e6d-819093ee17e2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:25.185703 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a70f36-e51e-4bb1-9ea9-21dcbec2a330', 'name': 'network-vif-deleted', 'tag': '608bd85e-ad24-4c61-9fd3-5573268107c1', 'status': 'completed', 'code': 200} Aug 10 03:46:25.329482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affccb3-1969-483f-9ee5-c742cb037af6 req-348267d4-acff-41b3-b62f-07ede035a7c7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.331429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8affccb3-1969-483f-9ee5-c742cb037af6 req-348267d4-acff-41b3-b62f-07ede035a7c7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 909 time: 0.0918734 Aug 10 03:46:25.469481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad71621c-a064-404b-9179-084c0fa2eb41 req-e7ccabe1-cd47-4ce1-9367-bc1d65b6d48a tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "GET /v2.0/ports?device_id=98a70f36-e51e-4bb1-9ea9-21dcbec2a330 HTTP/1.1" status: 200 len: 210 time: 0.0347333 Aug 10 03:46:26.184108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.464337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2627-0e73-4924-a584-ba197377e0cb req-f175c89e-be5f-4b32-8818-fd341f84c39c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.466685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-218e2627-0e73-4924-a584-ba197377e0cb req-f175c89e-be5f-4b32-8818-fd341f84c39c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 909 time: 0.0568659 Aug 10 03:46:26.529048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34266) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.868051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-7e37d071-c890-4872-b8af-c0c932a5fd90 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.869482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-7e37d071-c890-4872-b8af-c0c932a5fd90 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.54 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 909 time: 0.0841711 Aug 10 03:46:27.016774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port 643a49b2-a114-4ea0-9fdc-34fff0d7207e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.016774 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.077766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.198327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] For port 643a49b2-a114-4ea0-9fdc-34fff0d7207e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643a49b2-a114-4ea0-9fdc-34fff0d7207e,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:27.198700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.218555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for 643a49b2-a114-4ea0-9fdc-34fff0d7207e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:27.519413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 7dd192ac-f2a0-465d-bae9-9240f2d49843 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.520031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.564011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.607449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=643a49b2-a114-4ea0-9fdc-34fff0d7207e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.630795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ddb1a93-6c44-4d2d-a0b6-88c89d7f55b3 req-d979f039-df68-46d0-8543-13e431be1e0c tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 210 time: 0.0707297 Aug 10 03:46:27.686794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] No DVR routers for this DVR port 643a49b2-a114-4ea0-9fdc-34fff0d7207e on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:27.692751 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.695100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-630c05d6-a41a-471c-a17a-cdb4be85cd60 req-fd2b2d2e-c4f4-4857-ad24-9766c412926d tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.54 "DELETE /v2.0/ports/643a49b2-a114-4ea0-9fdc-34fff0d7207e HTTP/1.1" status: 204 len: 173 time: 0.8187780 Aug 10 03:46:27.695700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec9e03-a102-40fb-89ed-83595f960d24', 'name': 'network-vif-deleted', 'tag': '643a49b2-a114-4ea0-9fdc-34fff0d7207e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:27.698613 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9491d163-0506-4cbd-907e-b1e718d57b4e" -d '{"events": [{"server_uuid": "67ec9e03-a102-40fb-89ed-83595f960d24", "name": "network-vif-deleted", "tag": "643a49b2-a114-4ea0-9fdc-34fff0d7207e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:27.717775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 7dd192ac-f2a0-465d-bae9-9240f2d49843, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7dd192ac-f2a0-465d-bae9-9240f2d49843,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:27.718201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.734498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 7dd192ac-f2a0-465d-bae9-9240f2d49843 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:27.757246 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544552a4-27cf-4df0-9a0f-1140e837c2e9 x-openstack-request-id: req-544552a4-27cf-4df0-9a0f-1140e837c2e9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:27.761658 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec9e03-a102-40fb-89ed-83595f960d24", "name": "network-vif-deleted", "tag": "643a49b2-a114-4ea0-9fdc-34fff0d7207e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:27.761658 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-544552a4-27cf-4df0-9a0f-1140e837c2e9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:27.761658 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec9e03-a102-40fb-89ed-83595f960d24', 'name': 'network-vif-deleted', 'tag': '643a49b2-a114-4ea0-9fdc-34fff0d7207e', 'status': 'completed', 'code': 200} Aug 10 03:46:28.088368 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.124633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=7dd192ac-f2a0-465d-bae9-9240f2d49843,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.335063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.581780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:28.702014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:28.709002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e1069489-76f1-49d7-a506-7fc89c3b397b tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "PUT /v2.0/routers/42a4f19e-4fef-4a86-bf08-b3239490c0d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1787097 Aug 10 03:46:28.710777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34306) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:28.713243 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] Sync routers for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:28.723134 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:28.723874 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.796268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting subnet 4757e28c-cbef-40aa-93be-64985a56638e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:28.819470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86f7a968-30ae-465b-997d-88a47f126079 req-f16b7f52-3aa4-4831-97da-42bc7ef0a2a7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ec9e03-a102-40fb-89ed-83595f960d24 HTTP/1.1" status: 200 len: 210 time: 0.0421696 Aug 10 03:46:28.820135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.868201 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:28.873830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.004779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.179717 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.209223 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] Checking router: 42a4f19e-4fef-4a86-bf08-b3239490c0d5 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:29.218325 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] Routers {'42a4f19e-4fef-4a86-bf08-b3239490c0d5'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:29.218928 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.322650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.370654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:29.414142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 608bd85e-ad24-4c61-9fd3-5573268107c1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:29.417058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 608bd85e-ad24-4c61-9fd3-5573268107c1 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:29.479590 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] Set router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:29.718617 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.754327 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0ef2a-12a4-44bf-9fdd-c3b4d52ac1e7 None None] The sync data for ids ['42a4f19e-4fef-4a86-bf08-b3239490c0d5'] in n-d-765315-26 is: [{'id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215562905', 'tenant_id': '1ecad60eae0044d380480d1afb195fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '3964f885-1548-48dc-8d58-bae1d168b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:14Z', 'updated_at': '2021-08-10T03:46:27Z', 'revision_number': 5, 'project_id': '1ecad60eae0044d380480d1afb195fed', 'gw_port': {'id': '3964f885-1548-48dc-8d58-bae1d168b993', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a4f19e-4fef-4a86-bf08-b3239490c0d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:15Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:29.780176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Subnet': ['ID=4757e28c-cbef-40aa-93be-64985a56638e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.788456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.791992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bfffe848-ef23-4744-a56f-a2615881316c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/subnets/4757e28c-cbef-40aa-93be-64985a56638e HTTP/1.1" status: 204 len: 168 time: 1.0791857 Aug 10 03:46:29.793720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34320) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.799437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad28f0-6b78-4867-9146-842b98a870fc None None] Network 5a158516-d22c-4ec4-bcbd-e30deed8e09a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:29.915942 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.931595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.050187 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] DHCP port deletion for 5a158516-d22c-4ec4-bcbd-e30deed8e09a request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:30.108704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Deleting port b2c8df10-26f8-4476-86c8-e02305e29b62 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:30.109408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.112538 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.215246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] For port b2c8df10-26f8-4476-86c8-e02305e29b62, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b2c8df10-26f8-4476-86c8-e02305e29b62,segment=NetworkSegment(86a2c22e-1a3d-4b34-9bf7-e028691ff8f4),segment_id=86a2c22e-1a3d-4b34-9bf7-e028691ff8f4)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:30.215665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.233436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Calling delete_port for b2c8df10-26f8-4476-86c8-e02305e29b62 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:30.425408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Deleting port 3964f885-1548-48dc-8d58-bae1d168b993 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:30.425789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.430090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-19787e80-65b6-4bde-87ed-a01d6727dd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.476555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.527147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] For port 3964f885-1548-48dc-8d58-bae1d168b993, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3964f885-1548-48dc-8d58-bae1d168b993,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:30.528122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.544457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.558855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Calling delete_port for 3964f885-1548-48dc-8d58-bae1d168b993 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:30.596234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Pushing event deleted for resources: {'Port': ['ID=b2c8df10-26f8-4476-86c8-e02305e29b62,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.612327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] No DVR routers for this DVR port b2c8df10-26f8-4476-86c8-e02305e29b62 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:30.628208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.628973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.629480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.630007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.630520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.631006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.631647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.632472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.633136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.633627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.634642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.635318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b0c94b-909a-4ee1-bab8-72369c63a145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.892791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:30.893061 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.902292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643a49b2-a114-4ea0-9fdc-34fff0d7207e no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:30.924194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 643a49b2-a114-4ea0-9fdc-34fff0d7207e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:30.924194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643a49b2-a114-4ea0-9fdc-34fff0d7207e not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:30.984317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.985102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] For port ad41b47e-1f7c-4bdd-9674-4b6b4a42035b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:30.985500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.002676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for ad41b47e-1f7c-4bdd-9674-4b6b4a42035b owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:31.016067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Port': ['ID=3964f885-1548-48dc-8d58-bae1d168b993,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.078614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.181040 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.183489 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.332863 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.333136 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.333669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Fanout notify agent at l3_agent the message router_deleted on router 42a4f19e-4fef-4a86-bf08-b3239490c0d5 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:31.348068 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.348068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-11d9e511-3717-4614-994d-967325c131dc tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/routers/42a4f19e-4fef-4a86-bf08-b3239490c0d5 HTTP/1.1" status: 204 len: 168 time: 1.5490401 Aug 10 03:46:31.348333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34346) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:31.376052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=ad41b47e-1f7c-4bdd-9674-4b6b4a42035b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.389776 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.390689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.391211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.391884 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.392616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.393235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.393815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.394508 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.395230 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.396252 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.396811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.398122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:31.498610 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.625888 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.654609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a158516-d22c-4ec4-bcbd-e30deed8e09a']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.682361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.682361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a2c22e-1a3d-4b34-9bf7-e028691ff8f4') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:31.697388 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.713094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.719510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:31.719898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:31.722935 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:31.738706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.881511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.886387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.891050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/networks/5a158516-d22c-4ec4-bcbd-e30deed8e09a HTTP/1.1" status: 204 len: 168 time: 0.5392208 Aug 10 03:46:31.892489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34356) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:31.918143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b505e6a-9276-4b2a-8d17-d5a21dcb729c tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'Network': ['ID=5a158516-d22c-4ec4-bcbd-e30deed8e09a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.943755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7dd192ac-f2a0-465d-bae9-9240f2d49843 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:31.964673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 7dd192ac-f2a0-465d-bae9-9240f2d49843 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:31.965025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7dd192ac-f2a0-465d-bae9-9240f2d49843 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:31.965445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b2c8df10-26f8-4476-86c8-e02305e29b62 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:32.015618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b2c8df10-26f8-4476-86c8-e02305e29b62 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:32.015963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b2c8df10-26f8-4476-86c8-e02305e29b62 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:32.033825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-102924ff-9a88-41e3-ba5d-1ee7397058af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.070302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-102924ff-9a88-41e3-ba5d-1ee7397058af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.263481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-102924ff-9a88-41e3-ba5d-1ee7397058af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.266169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-102924ff-9a88-41e3-ba5d-1ee7397058af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.267401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-102924ff-9a88-41e3-ba5d-1ee7397058af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] 10.222.0.26 "DELETE /v2.0/security-groups/3513489b-dbc3-4867-9609-bb77d020cb27 HTTP/1.1" status: 204 len: 168 time: 0.3739932 Aug 10 03:46:32.279485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102924ff-9a88-41e3-ba5d-1ee7397058af tempest-TestNetworkAdvancedServerOps-1877234337 tempest-TestNetworkAdvancedServerOps-1877234337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513489b-dbc3-4867-9609-bb77d020cb27,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.359774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 910c6678-ed9b-4ddc-be61-b4c78342294c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:32.525610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:32.532047 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a8d090b-1ee9-443d-a802-0d74f163ae71 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "PUT /v2.0/routers/910c6678-ed9b-4ddc-be61-b4c78342294c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6134355 Aug 10 03:46:32.534599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34370) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.535871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] Sync routers for ids ['910c6678-ed9b-4ddc-be61-b4c78342294c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:32.546325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] Routers {'910c6678-ed9b-4ddc-be61-b4c78342294c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:32.546968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['910c6678-ed9b-4ddc-be61-b4c78342294c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:32.633360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting subnet 636b4ee1-4e79-42da-9526-88e88f9de092 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:32.638002 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.679383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.709951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] Set router 910c6678-ed9b-4ddc-be61-b4c78342294c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:32.795216 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.843323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.935410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:32.968926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] Checking router: 910c6678-ed9b-4ddc-be61-b4c78342294c for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:32.980892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] Routers {'910c6678-ed9b-4ddc-be61-b4c78342294c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:32.981515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['910c6678-ed9b-4ddc-be61-b4c78342294c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.013658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.055294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Subnet': ['ID=636b4ee1-4e79-42da-9526-88e88f9de092,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.064969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.068406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac4a2aea-c417-4228-871b-5bad12e69647 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/subnets/636b4ee1-4e79-42da-9526-88e88f9de092 HTTP/1.1" status: 204 len: 168 time: 0.5312510 Aug 10 03:46:33.072665 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34378) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:33.151923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713723f-7592-4f17-8df6-bf558540d131 None None] Network 79f6b71f-57cf-45b4-9006-d7cb8bab3232 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:33.176547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ecf1ad5e-1ea5-4fb9-a555-a73e7bf38e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.263055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.377185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] Set router 910c6678-ed9b-4ddc-be61-b4c78342294c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:33.435928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34384) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:33.483766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.503482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3964f885-1548-48dc-8d58-bae1d168b993 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:33.606262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3964f885-1548-48dc-8d58-bae1d168b993 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:33.608788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3964f885-1548-48dc-8d58-bae1d168b993 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:33.634992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-48eb77da-f5d7-4427-b167-c76be4c0e944 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ecad60eae0044d380480d1afb195fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974835 Aug 10 03:46:33.637806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34396) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:33.707852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:33.731064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5752cad5-e58d-446a-b06d-65d52b12679b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.732976 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port f43ef6ba-5530-4d77-a04b-049311937a5c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:33.733577 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.744000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c2fad-d40a-434e-a3fa-66ec9b3c3136 None None] The sync data for ids ['910c6678-ed9b-4ddc-be61-b4c78342294c'] in n-d-765315-26 is: [{'id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311458841', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:31Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': 'f43ef6ba-5530-4d77-a04b-049311937a5c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ff:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c6678-ed9b-4ddc-be61-b4c78342294c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:01Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:33.756285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5752cad5-e58d-446a-b06d-65d52b12679b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.774227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] DHCP port deletion for 79f6b71f-57cf-45b4-9006-d7cb8bab3232 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:33.875739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] Deleting port 10054533-fc9a-4212-83e3-f6026578ebd6 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:33.876312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.884865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] For port f43ef6ba-5530-4d77-a04b-049311937a5c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f43ef6ba-5530-4d77-a04b-049311937a5c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:33.885455 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.903438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for f43ef6ba-5530-4d77-a04b-049311937a5c owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:33.934231 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5752cad5-e58d-446a-b06d-65d52b12679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.938984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5752cad5-e58d-446a-b06d-65d52b12679b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.940932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5752cad5-e58d-446a-b06d-65d52b12679b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c1bab04-d3c8-415c-b162-1df52491a8da HTTP/1.1" status: 204 len: 168 time: 0.3021598 Aug 10 03:46:33.962568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] For port 10054533-fc9a-4212-83e3-f6026578ebd6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=10054533-fc9a-4212-83e3-f6026578ebd6,segment=NetworkSegment(e7e8004b-5efe-4545-8a2c-46a6f6c0c903),segment_id=e7e8004b-5efe-4545-8a2c-46a6f6c0c903)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:33.963181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.980447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752cad5-e58d-446a-b06d-65d52b12679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1bab04-d3c8-415c-b162-1df52491a8da,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.990278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] Calling delete_port for 10054533-fc9a-4212-83e3-f6026578ebd6 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:34.276380 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.277191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.277689 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.308556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=f43ef6ba-5530-4d77-a04b-049311937a5c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.313979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] Pushing event deleted for resources: {'Port': ['ID=10054533-fc9a-4212-83e3-f6026578ebd6,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.320419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab8017-a8db-4221-b215-5bcf31635d97 None None] No DVR routers for this DVR port 10054533-fc9a-4212-83e3-f6026578ebd6 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:34.390429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.520479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.532202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.773305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.773789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Fanout notify agent at l3_agent the message router_deleted on router 910c6678-ed9b-4ddc-be61-b4c78342294c {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:34.781258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.784654 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-98a5a9a7-4b91-437f-9154-ea944cf6b2e3 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/routers/910c6678-ed9b-4ddc-be61-b4c78342294c HTTP/1.1" status: 204 len: 168 time: 1.7085025 Aug 10 03:46:34.785446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34418) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:34.959115 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.066145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.077218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f6b71f-57cf-45b4-9006-d7cb8bab3232']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:35.093968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34424) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.098242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:35.098734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e8004b-5efe-4545-8a2c-46a6f6c0c903') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:35.109754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.126112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.133360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:35.134612 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.160812 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d8859111-3937-49a3-b886-7e6e51c3d3db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94d3444f255b40aa8631b979dd27cc6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634999 Aug 10 03:46:35.165290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34426) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:35.182595 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:35.224545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ec84d9f-00b9-4c43-827c-ccf87e2e782c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.246778 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ec84d9f-00b9-4c43-827c-ccf87e2e782c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.389211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.408322 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.410444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/networks/79f6b71f-57cf-45b4-9006-d7cb8bab3232 HTTP/1.1" status: 204 len: 168 time: 0.6219993 Aug 10 03:46:35.411311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc359694-b410-480c-aaff-78c6ab215b03 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Network': ['ID=79f6b71f-57cf-45b4-9006-d7cb8bab3232,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.413528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.482128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ec84d9f-00b9-4c43-827c-ccf87e2e782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.487106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0ec84d9f-00b9-4c43-827c-ccf87e2e782c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.487106 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0ec84d9f-00b9-4c43-827c-ccf87e2e782c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c82b437e-a5e2-48fd-95d5-04ce37113e9f HTTP/1.1" status: 204 len: 168 time: 0.3199453 Aug 10 03:46:35.515869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec84d9f-00b9-4c43-827c-ccf87e2e782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b437e-a5e2-48fd-95d5-04ce37113e9f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.572518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 10054533-fc9a-4212-83e3-f6026578ebd6 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:35.608595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 10054533-fc9a-4212-83e3-f6026578ebd6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:35.609688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 10054533-fc9a-4212-83e3-f6026578ebd6 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:35.610644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad41b47e-1f7c-4bdd-9674-4b6b4a42035b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:35.638665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ad41b47e-1f7c-4bdd-9674-4b6b4a42035b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:35.639025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad41b47e-1f7c-4bdd-9674-4b6b4a42035b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:35.639357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f43ef6ba-5530-4d77-a04b-049311937a5c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:35.671007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f43ef6ba-5530-4d77-a04b-049311937a5c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:35.671682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f43ef6ba-5530-4d77-a04b-049311937a5c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:35.718075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port 797ecbe2-ff41-41e5-91d1-7f5896077393 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:35.718707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.791187 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.805958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.806306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.819004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for 797ecbe2-ff41-41e5-91d1-7f5896077393 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:36.075882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.145594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=797ecbe2-ff41-41e5-91d1-7f5896077393,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:36.237445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.238388 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Floating IP 05fc4f64-dfbb-4ae5-84c5-12600c718c8b disassociated (deleted). External IP: 172.25.1.99, port: 02b13139-8b2b-432a-8b52-e8c162536c6e. Aug 10 03:46:36.479198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 36a53af4-0467-42c0-bfb3-63293ee6f675 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:36.604033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:36.609010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.614154 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] Sync routers for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:36.625480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:36.626122 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:36.639467 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-26ee71b6-ab26-48fb-a85c-c1b059eb8046 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/floatingips/05fc4f64-dfbb-4ae5-84c5-12600c718c8b HTTP/1.1" status: 204 len: 168 time: 1.2246842 Aug 10 03:46:36.640228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:36.643161 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3db2d6-3b88-4f00-aba5-f347f32e3790" -d '{"events": [{"name": "network-changed", "server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:36.741234 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:36.994540 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:55Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:37.019890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] Checking router: 36a53af4-0467-42c0-bfb3-63293ee6f675 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:37.028647 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:37.029348 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:37.135370 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:37.366794 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:55Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:37.391097 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da5eac-d455-4100-96a7-8fa5861e591f None None] The sync data for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 is: [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '087d1256-57df-4126-b276-78cb60be46cc', 'name': '', 'network_id': '72870c3c-5716-4fc2-ae3f-c2bdbf9638d4', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'mac_address': 'fa:16:3e:0d:9f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:44:55Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'subnets': [{'id': 'dc95a742-3efb-497e-8cf4-a49338427f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:37.526197 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab0a6af-8cb4-4a7b-80b8-a4d91afd4a81 x-openstack-request-id: req-9ab0a6af-8cb4-4a7b-80b8-a4d91afd4a81 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:37.526707 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:37.526707 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ab0a6af-8cb4-4a7b-80b8-a4d91afd4a81 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:37.527217 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'status': 'completed', 'code': 200} Aug 10 03:46:37.637053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-fa44253a-cf0d-4f12-8124-32a1ef574d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.638951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-fa44253a-cf0d-4f12-8124-32a1ef574d86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=643057884d9a46c28ab087fb7d965287&device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 1137 time: 0.0910487 Aug 10 03:46:37.662747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0e131-0121-438a-bade-120f7847639c req-336087dc-60df-448f-9b81-6b0a04a1e523 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.665699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be0e131-0121-438a-bade-120f7847639c req-336087dc-60df-448f-9b81-6b0a04a1e523 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 985 time: 0.0808673 Aug 10 03:46:37.713863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfc8079-aa12-47c2-a2be-336beb21555e None None] New status for floating IP 05fc4f64-dfbb-4ae5-84c5-12600c718c8b: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:37.768772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9be0e131-0121-438a-bade-120f7847639c req-c4c27cdc-58a3-4565-acb0-a45d3e267dd7 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0887601 Aug 10 03:46:37.798758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-32a2db1a-2611-41bf-8bcf-ef7790f07f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.801106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-32a2db1a-2611-41bf-8bcf-ef7790f07f82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 HTTP/1.1" status: 200 len: 897 time: 0.1545849 Aug 10 03:46:37.851908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-f651d4c9-35d3-42e5-bc0b-15da27989cd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02b13139-8b2b-432a-8b52-e8c162536c6e HTTP/1.1" status: 200 len: 217 time: 0.0416543 Aug 10 03:46:37.907374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-30a3b346-75db-4e00-8959-0bdb7a3bec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.909082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-30a3b346-75db-4e00-8959-0bdb7a3bec36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dc95a742-3efb-497e-8cf4-a49338427f74 HTTP/1.1" status: 200 len: 835 time: 0.0501909 Aug 10 03:46:37.987676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-94b7f643-d1c5-44fd-94ef-8dc29f67bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.989283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-94b7f643-d1c5-44fd-94ef-8dc29f67bfa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717363 Aug 10 03:46:38.097411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-23a0a5ce-65fb-42cf-ae99-863f4bedf1d3 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980034 Aug 10 03:46:38.218171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f3db2d6-3b88-4f00-aba5-f347f32e3790 req-497a92f5-74dc-4d09-b7ed-28e923e425c0 service neutron] 10.222.0.46 "GET /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132758 Aug 10 03:46:38.975981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b668-ca1f-4bce-b100-5b4115de5489 req-b47f4bce-481a-4474-bdcb-075ec00d9f82 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.977846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f931b668-ca1f-4bce-b100-5b4115de5489 req-b47f4bce-481a-4474-bdcb-075ec00d9f82 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 985 time: 0.1046953 Aug 10 03:46:39.008569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-50e31abd-8e89-43de-9359-e07d04634b59 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.010840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-50e31abd-8e89-43de-9359-e07d04634b59 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.46 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 985 time: 0.0897937 Aug 10 03:46:39.053512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f931b668-ca1f-4bce-b100-5b4115de5489 req-6e3e1814-3d82-4933-b6a0-73d3395b1ab4 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/security-groups?id=186f2566-38bd-4531-a796-50b5146f4ddb&id=a11d165c-c776-4212-b18d-71e27af5a750&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0678010 Aug 10 03:46:39.214777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port 02b13139-8b2b-432a-8b52-e8c162536c6e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:39.215147 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.337404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] For port 02b13139-8b2b-432a-8b52-e8c162536c6e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=02b13139-8b2b-432a-8b52-e8c162536c6e,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:39.337739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.351089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for 02b13139-8b2b-432a-8b52-e8c162536c6e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:39.613198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.643140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=02b13139-8b2b-432a-8b52-e8c162536c6e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:39.689741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] No DVR routers for this DVR port 02b13139-8b2b-432a-8b52-e8c162536c6e on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:39.692366 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.702257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b8ef552a-44d0-4786-adc2-f73d234ca299 req-fcfbcb9f-5247-4d88-9846-82a59492aaf5 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.46 "DELETE /v2.0/ports/02b13139-8b2b-432a-8b52-e8c162536c6e HTTP/1.1" status: 204 len: 173 time: 0.6518710 Aug 10 03:46:39.702257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'name': 'network-vif-deleted', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:39.702257 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86340260-4441-4a9d-8d0e-540eb3909ce5" -d '{"events": [{"server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "name": "network-vif-deleted", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:39.733856 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb857ab-0f0a-49c6-9f7e-c91e566796b4 x-openstack-request-id: req-6fb857ab-0f0a-49c6-9f7e-c91e566796b4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:39.734155 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ebf0a-043a-4df6-9ac0-c80f79202208", "name": "network-vif-deleted", "tag": "02b13139-8b2b-432a-8b52-e8c162536c6e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:39.734411 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fb857ab-0f0a-49c6-9f7e-c91e566796b4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:39.734816 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ebf0a-043a-4df6-9ac0-c80f79202208', 'name': 'network-vif-deleted', 'tag': '02b13139-8b2b-432a-8b52-e8c162536c6e', 'status': 'completed', 'code': 200} Aug 10 03:46:40.175688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ba3e9b2-e544-4664-bb9e-a780737789f7 req-29580807-ad07-42df-9629-752468e71409 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "GET /v2.0/ports?device_id=116ebf0a-043a-4df6-9ac0-c80f79202208 HTTP/1.1" status: 200 len: 210 time: 0.0322416 Aug 10 03:46:41.235302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34608) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.297289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5950-18c6-4392-b372-7d271fefa064 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.330644 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5950-18c6-4392-b372-7d271fefa064 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.521501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5950-18c6-4392-b372-7d271fefa064 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.524296 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5950-18c6-4392-b372-7d271fefa064 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.528399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34620) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.529014 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd4f5950-18c6-4392-b372-7d271fefa064 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/security-groups/186f2566-38bd-4531-a796-50b5146f4ddb HTTP/1.1" status: 204 len: 168 time: 0.2921028 Aug 10 03:46:41.545289 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5950-18c6-4392-b372-7d271fefa064 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f2566-38bd-4531-a796-50b5146f4ddb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:41.610560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51a4e316-e627-4891-b8e7-5c3ba66b435a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.638459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51a4e316-e627-4891-b8e7-5c3ba66b435a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.802723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51a4e316-e627-4891-b8e7-5c3ba66b435a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.806503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-51a4e316-e627-4891-b8e7-5c3ba66b435a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.809202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-51a4e316-e627-4891-b8e7-5c3ba66b435a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/security-groups/a11d165c-c776-4212-b18d-71e27af5a750 HTTP/1.1" status: 204 len: 168 time: 0.2777584 Aug 10 03:46:41.812920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34628) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.863428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4e316-e627-4891-b8e7-5c3ba66b435a tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d165c-c776-4212-b18d-71e27af5a750,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.253530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.519403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port 087d1256-57df-4126-b276-78cb60be46cc {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:42.519760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.644891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] For port 087d1256-57df-4126-b276-78cb60be46cc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=087d1256-57df-4126-b276-78cb60be46cc,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:42.645543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.662885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for 087d1256-57df-4126-b276-78cb60be46cc owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:42.928096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.985643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=087d1256-57df-4126-b276-78cb60be46cc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:43.190742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.421468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Router 36a53af4-0467-42c0-bfb3-63293ee6f675 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:43.466127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 02b13139-8b2b-432a-8b52-e8c162536c6e no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:43.494400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 02b13139-8b2b-432a-8b52-e8c162536c6e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:43.495119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 02b13139-8b2b-432a-8b52-e8c162536c6e not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:43.569693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:43.572571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-de520d1c-7f25-48c3-a868-8901a6feb69e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "PUT /v2.0/routers/36a53af4-0467-42c0-bfb3-63293ee6f675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580225 Aug 10 03:46:43.573467 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34722) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:43.578283 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] Sync routers for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:43.594675 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:43.595349 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:43.635667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting subnet dc95a742-3efb-497e-8cf4-a49338427f74 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:43.639794 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.694864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.769152 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:43.798830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.966393 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:46:42Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:43.999401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] Checking router: 36a53af4-0467-42c0-bfb3-63293ee6f675 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:44.006508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.009275 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] Routers {'36a53af4-0467-42c0-bfb3-63293ee6f675'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:44.010301 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['36a53af4-0467-42c0-bfb3-63293ee6f675'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.047116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Subnet': ['ID=dc95a742-3efb-497e-8cf4-a49338427f74,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.064551 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.073373 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-71602eb5-39e5-4d06-a07f-20c7ae01274e tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/subnets/dc95a742-3efb-497e-8cf4-a49338427f74 HTTP/1.1" status: 204 len: 168 time: 0.4952517 Aug 10 03:46:44.074403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34736) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:44.078248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522f825-4ddd-4b3a-bab7-45f4b76950da None None] Network 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:44.134766 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] Set router 36a53af4-0467-42c0-bfb3-63293ee6f675 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:44.272230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.387866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] DHCP port deletion for 72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:44.481383 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.483660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] Deleting port 6cf8197f-8708-430e-884d-c1643e038237 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.484182 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.548759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34748) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:44.622135 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:46:42Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.660754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] For port 6cf8197f-8708-430e-884d-c1643e038237, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6cf8197f-8708-430e-884d-c1643e038237,segment=NetworkSegment(0d2f7c58-80a1-4610-acb3-6574b2599cf0),segment_id=0d2f7c58-80a1-4610-acb3-6574b2599cf0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:44.661453 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.677957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Deleting port 448b1db4-bf52-4285-bf5b-f753e6deecc4 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.679329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.690862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] Calling delete_port for 6cf8197f-8708-430e-884d-c1643e038237 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:44.705623 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d99d2-4d91-4bcd-80a4-4113991af8a9 None None] The sync data for ids ['36a53af4-0467-42c0-bfb3-63293ee6f675'] in n-d-765315-26 is: [{'id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1547898284', 'tenant_id': '643057884d9a46c28ab087fb7d965287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:46:42Z', 'revision_number': 5, 'project_id': '643057884d9a46c28ab087fb7d965287', 'gw_port': {'id': '448b1db4-bf52-4285-bf5b-f753e6deecc4', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a53af4-0467-42c0-bfb3-63293ee6f675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:44Z', 'updated_at': '2021-08-10T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:44.788752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] For port 448b1db4-bf52-4285-bf5b-f753e6deecc4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=448b1db4-bf52-4285-bf5b-f753e6deecc4,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:44.789041 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.802045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Calling delete_port for 448b1db4-bf52-4285-bf5b-f753e6deecc4 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:44.878125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6833508f-2765-4b62-9261-e104e202b5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.927454 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.970051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] Pushing event deleted for resources: {'Port': ['ID=6cf8197f-8708-430e-884d-c1643e038237,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.977457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88637e1c-5efb-4c0b-96b4-ac7972135750 None None] No DVR routers for this DVR port 6cf8197f-8708-430e-884d-c1643e038237 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:45.018179 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6833508f-2765-4b62-9261-e104e202b5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.100145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6833508f-2765-4b62-9261-e104e202b5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.157711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833508f-2765-4b62-9261-e104e202b5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d39b26-f1c1-46d6-8954-8c802bacfbc7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.163161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6833508f-2765-4b62-9261-e104e202b5f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26295cb0f2b2445cbdf2908862d63f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189718 Aug 10 03:46:45.165546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34760) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:45.200500 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.244144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Port': ['ID=448b1db4-bf52-4285-bf5b-f753e6deecc4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.268812 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a5ce-112b-46eb-9f5b-72afc65d8c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.324922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a5ce-112b-46eb-9f5b-72afc65d8c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.349055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.402023 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.470947 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a5ce-112b-46eb-9f5b-72afc65d8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.482108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0cb6a5ce-112b-46eb-9f5b-72afc65d8c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.486120 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0cb6a5ce-112b-46eb-9f5b-72afc65d8c49 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58d39b26-f1c1-46d6-8954-8c802bacfbc7 HTTP/1.1" status: 204 len: 168 time: 0.3195169 Aug 10 03:46:45.511408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6a5ce-112b-46eb-9f5b-72afc65d8c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d39b26-f1c1-46d6-8954-8c802bacfbc7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.674931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6cf8197f-8708-430e-884d-c1643e038237 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:45.715941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6cf8197f-8708-430e-884d-c1643e038237 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:45.717044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6cf8197f-8708-430e-884d-c1643e038237 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:45.717569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 087d1256-57df-4126-b276-78cb60be46cc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:45.764450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 087d1256-57df-4126-b276-78cb60be46cc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:45.768387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 087d1256-57df-4126-b276-78cb60be46cc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:45.964922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.967184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.099373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.100224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Fanout notify agent at l3_agent the message router_deleted on router 36a53af4-0467-42c0-bfb3-63293ee6f675 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:46.108014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.111881 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.112043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-76ee7e71-52e8-4f7b-94c3-6260f5a33958 tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/routers/36a53af4-0467-42c0-bfb3-63293ee6f675 HTTP/1.1" status: 204 len: 168 time: 2.0356252 Aug 10 03:46:46.204077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.342496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.363846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72870c3c-5716-4fc2-ae3f-c2bdbf9638d4']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:46.369573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2f7c58-80a1-4610-acb3-6574b2599cf0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:46.369997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2f7c58-80a1-4610-acb3-6574b2599cf0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:46.381422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.397177 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.404025 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:46.404519 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:46.407739 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:46.489245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.503861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d879f27d-e0f6-4129-a3d4-199f3f2610da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.565007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.577102 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.578932 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] 10.222.0.26 "DELETE /v2.0/networks/72870c3c-5716-4fc2-ae3f-c2bdbf9638d4 HTTP/1.1" status: 204 len: 168 time: 0.4657848 Aug 10 03:46:46.594929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac465d-8573-4bb2-b857-6087c525cb0b tempest-TestSecurityGroupsBasicOps-1103706325 tempest-TestSecurityGroupsBasicOps-1103706325-project] Pushing event deleted for resources: {'Network': ['ID=72870c3c-5716-4fc2-ae3f-c2bdbf9638d4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:46.625920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d879f27d-e0f6-4129-a3d4-199f3f2610da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.727675 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d879f27d-e0f6-4129-a3d4-199f3f2610da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.794187 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d879f27d-e0f6-4129-a3d4-199f3f2610da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52015c7c3c1145c3b78d6a29780ae06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037241 Aug 10 03:46:46.796896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34794) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.797287 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f27d-e0f6-4129-a3d4-199f3f2610da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6899e06-b433-4576-90c6-4dd5665d9a16,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:46.860216 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec71-a846-40e4-89ec-140bf0221434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.895564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec71-a846-40e4-89ec-140bf0221434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.082291 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec71-a846-40e4-89ec-140bf0221434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.086101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-07d9ec71-a846-40e4-89ec-140bf0221434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.087636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-07d9ec71-a846-40e4-89ec-140bf0221434 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6899e06-b433-4576-90c6-4dd5665d9a16 HTTP/1.1" status: 204 len: 168 time: 0.2896981 Aug 10 03:46:47.096956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9ec71-a846-40e4-89ec-140bf0221434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6899e06-b433-4576-90c6-4dd5665d9a16,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.486871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 448b1db4-bf52-4285-bf5b-f753e6deecc4 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:47.507614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 448b1db4-bf52-4285-bf5b-f753e6deecc4 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:47.508236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 448b1db4-bf52-4285-bf5b-f753e6deecc4 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:47.511099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34812) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.646873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0619d9a6-60c3-4038-83e5-eef3a38664cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=643057884d9a46c28ab087fb7d965287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337018 Aug 10 03:46:47.649139 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.715048 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9826794f-5a57-494d-8bd3-ce8dcf82e29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.744720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9826794f-5a57-494d-8bd3-ce8dcf82e29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.920821 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9826794f-5a57-494d-8bd3-ce8dcf82e29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.923641 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9826794f-5a57-494d-8bd3-ce8dcf82e29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.925103 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9826794f-5a57-494d-8bd3-ce8dcf82e29c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd702096-bb70-4f3b-a215-d8a4c9b88959 HTTP/1.1" status: 204 len: 168 time: 0.2748673 Aug 10 03:46:47.946254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826794f-5a57-494d-8bd3-ce8dcf82e29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd702096-bb70-4f3b-a215-d8a4c9b88959,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:48.647693 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34840) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:48.661754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e856-d93b-4736-b95f-5e8cc4f69d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.766830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e856-d93b-4736-b95f-5e8cc4f69d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.882214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e856-d93b-4736-b95f-5e8cc4f69d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.922593 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a9b1e856-d93b-4736-b95f-5e8cc4f69d6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eed677b48d4043428eedaeb145839b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733595 Aug 10 03:46:48.923117 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1e856-d93b-4736-b95f-5e8cc4f69d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3a7c8-48fc-47d6-8710-145c273d3991,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:48.924755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34846) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:48.985614 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b374679-475d-4051-923e-d3873701ca3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.016018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b374679-475d-4051-923e-d3873701ca3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.172447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b374679-475d-4051-923e-d3873701ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.175244 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b374679-475d-4051-923e-d3873701ca3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.176672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7b374679-475d-4051-923e-d3873701ca3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4a3a7c8-48fc-47d6-8710-145c273d3991 HTTP/1.1" status: 204 len: 168 time: 0.2500944 Aug 10 03:46:49.186537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b374679-475d-4051-923e-d3873701ca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3a7c8-48fc-47d6-8710-145c273d3991,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.759536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5db451-2aa3-4f2e-817f-8cd05679ee1b req-7f6c10a6-23bb-40ad-9c1a-3a3ba9e140fc tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.761668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad5db451-2aa3-4f2e-817f-8cd05679ee1b req-7f6c10a6-23bb-40ad-9c1a-3a3ba9e140fc tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 945 time: 0.0533123 Aug 10 03:46:49.807745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad5db451-2aa3-4f2e-817f-8cd05679ee1b req-6ee7504e-02c5-4c93-911b-07b14183ef00 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Aug 10 03:46:50.072207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34872) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.116211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 34878) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.119458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d68a63fa-c2bc-442e-a63f-d0c1216ccdfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=301663581acc422d960cdfc72c656504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398476 Aug 10 03:46:50.198091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-357591a1-ce63-48ea-8946-143a54bc5a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.223962 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-357591a1-ce63-48ea-8946-143a54bc5a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.379327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-357591a1-ce63-48ea-8946-143a54bc5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.382145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-357591a1-ce63-48ea-8946-143a54bc5a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.383298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-357591a1-ce63-48ea-8946-143a54bc5a20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca5924f0-9911-4821-9b7a-7719434f82b8 HTTP/1.1" status: 204 len: 168 time: 0.2653887 Aug 10 03:46:50.391365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357591a1-ce63-48ea-8946-143a54bc5a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5924f0-9911-4821-9b7a-7719434f82b8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.955558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4c0af-56b5-4088-9fc6-8be30326ab80 req-28b7c4c8-d159-48a9-9ef1-c1503b9a75d9 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.957190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d4c0af-56b5-4088-9fc6-8be30326ab80 req-28b7c4c8-d159-48a9-9ef1-c1503b9a75d9 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 945 time: 0.0544164 Aug 10 03:46:50.999140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d4c0af-56b5-4088-9fc6-8be30326ab80 req-68e4bedd-2c3b-4511-ab23-88d9fbdf4220 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346947 Aug 10 03:46:51.291374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-737a4cc6-ac97-4d53-b701-dad979cf747f tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.293030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-737a4cc6-ac97-4d53-b701-dad979cf747f tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.46 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 945 time: 0.0529680 Aug 10 03:46:51.388145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Deleting port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:51.388266 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.515474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] For port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:51.515474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.530822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Calling delete_port for c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:51.660606 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34918) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:51.770817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-84216201-0569-4298-a342-61346483052e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-70120534-network', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:51.783801 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.796913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['c11c3dfd-321d-4d77-ac04-23d55d4e2dd2'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:51.823375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Pushing event deleted for resources: {'Port': ['ID=c11c3dfd-321d-4d77-ac04-23d55d4e2dd2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.859753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84216201-0569-4298-a342-61346483052e admin admin] Made reservation on behalf of 5ab786b190b14256b7f5443f99b790c2 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:51.863058 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.869933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] No DVR routers for this DVR port c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:51.872906 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.875415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9a79573-9959-467a-92f9-af073dbc9c6a req-3ae8e0a8-d358-4e1f-b3a1-22dcd3846f80 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.46 "DELETE /v2.0/ports/c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 HTTP/1.1" status: 204 len: 173 time: 0.5753758 Aug 10 03:46:51.875892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'name': 'network-vif-deleted', 'tag': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:51.876492 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.880325 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d8264-3d15-49c1-a044-ad6b4b80c6c9" -d '{"events": [{"server_uuid": "686e1906-ef80-4d01-90f8-7501f4c939b5", "name": "network-vif-deleted", "tag": "c11c3dfd-321d-4d77-ac04-23d55d4e2dd2"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:51.928783 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87498e3c-9883-41a3-af30-be438a7e2f9c x-openstack-request-id: req-87498e3c-9883-41a3-af30-be438a7e2f9c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:51.929128 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e1906-ef80-4d01-90f8-7501f4c939b5", "name": "network-vif-deleted", "tag": "c11c3dfd-321d-4d77-ac04-23d55d4e2dd2", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:51.929367 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87498e3c-9883-41a3-af30-be438a7e2f9c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:51.929763 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e1906-ef80-4d01-90f8-7501f4c939b5', 'name': 'network-vif-deleted', 'tag': 'c11c3dfd-321d-4d77-ac04-23d55d4e2dd2', 'status': 'completed', 'code': 200} Aug 10 03:46:51.992399 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.123486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e52fb5a-e727-458e-9597-64e87d2d8fd3 req-c8275966-4fad-48d0-94f4-c5e10f2d9c1e tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 210 time: 0.0319033 Aug 10 03:46:52.253611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.286528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84216201-0569-4298-a342-61346483052e admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:52.295663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216201-0569-4298-a342-61346483052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f2101d-2007-4ed5-a0e6-d1394b4982cd,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.302147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.302499 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-84216201-0569-4298-a342-61346483052e admin admin] Added segment eeb3ade1-4646-43f1-bfb8-9d2fea8735ce of type vlan for network bf17320b-a058-47df-ab69-7f9d41944ab1 Aug 10 03:46:52.347072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.545227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.546216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84216201-0569-4298-a342-61346483052e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.546854 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-84216201-0569-4298-a342-61346483052e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.654461 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216201-0569-4298-a342-61346483052e admin admin] Pushing event updated for resources: {'Network': ['ID=bf17320b-a058-47df-ab69-7f9d41944ab1,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.670306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network bf17320b-a058-47df-ab69-7f9d41944ab1 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:53.020417 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-84216201-0569-4298-a342-61346483052e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3585420 Aug 10 03:46:53.028574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34940) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:53.028574 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Request body: {'subnet': {'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-70120534-subnet', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:53.239977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-531c2118-041a-4239-9a87-469e5fa84f24 req-1a97609c-878d-4247-ad51-0930054f6001 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=686e1906-ef80-4d01-90f8-7501f4c939b5 HTTP/1.1" status: 200 len: 210 time: 0.0313933 Aug 10 03:46:53.322320 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Made reservation on behalf of 5ab786b190b14256b7f5443f99b790c2 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:53.324875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.716416 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.765247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ee89c5-2c6d-49ac-a59a-e7265feb258d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:53.781640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Checking segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:53.782004 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Network hostable DHCP agents. Network: bf17320b-a058-47df-ab69-7f9d41944ab1, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:53.937904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Network bf17320b-a058-47df-ab69-7f9d41944ab1 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:54.098045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, bf17320b-a058-47df-ab69-7f9d41944ab1) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:54.102148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.102718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.111331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2296d7-ac15-40a8-b6e4-e0d9bae0a4cc None None] Network bf17320b-a058-47df-ab69-7f9d41944ab1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:54.231630 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-97b63a19-a4c7-481b-931e-2b1d3a10e3cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2072728 Aug 10 03:46:54.234059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 34956) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:54.238796 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:54.285910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-bf17320b-a058-47df-ab69-7f9d41944ab1', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:54.292751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.431649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.432829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.514073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.653550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Allocated IP 172.20.0.2 (bf17320b-a058-47df-ab69-7f9d41944ab1/31ee89c5-2c6d-49ac-a59a-e7265feb258d/246614e2-8d13-48c2-a146-e9dfc824e48d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:54.841872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.843492 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.850732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Transition to ACTIVE for port object 246614e2-8d13-48c2-a146-e9dfc824e48d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:54.868561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Transition to ACTIVE for port object 246614e2-8d13-48c2-a146-e9dfc824e48d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:55.107104 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.158255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Network bf17320b-a058-47df-ab69-7f9d41944ab1 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:55.161093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:55.164472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:55.196750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Pushing event updated for resources: {'Port': ['ID=246614e2-8d13-48c2-a146-e9dfc824e48d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.233123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Attempting to bind port 246614e2-8d13-48c2-a146-e9dfc824e48d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:55.233572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Attempting to bind port 246614e2-8d13-48c2-a146-e9dfc824e48d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:55.233881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Attempting to bind port 246614e2-8d13-48c2-a146-e9dfc824e48d on network bf17320b-a058-47df-ab69-7f9d41944ab1 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:55.239254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:55.239629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Checking segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:55.240033 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.240478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Bound using segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:55.240939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Bound port: 246614e2-8d13-48c2-a146-e9dfc824e48d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:55.241319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.340496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] For port 246614e2-8d13-48c2-a146-e9dfc824e48d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:55.346385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] For port 246614e2-8d13-48c2-a146-e9dfc824e48d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=246614e2-8d13-48c2-a146-e9dfc824e48d,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:55.508556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.541854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:55.580476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:55.580966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device c11c3dfd-321d-4d77-ac04-23d55d4e2dd2 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:55.636336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543088-0d38-40aa-9f29-14e6b18f6c2b None None] Pushing event updated for resources: {'Port': ['ID=246614e2-8d13-48c2-a146-e9dfc824e48d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.809550 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.870964 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.060142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Allocated IP 172.25.1.29 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/9d27ef08-07fe-413f-a923-f38933389f25) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:56.215069 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.225231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.431699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.475530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:56.479880 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:56.486785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:56.528218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d27ef08-07fe-413f-a923-f38933389f25,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.018550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b4039-fe02-42d5-8f15-603389f94f13 None None] Network bf17320b-a058-47df-ab69-7f9d41944ab1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:57.098809 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.265704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9392901c-3d56-4067-8cab-b1004f95c493 None None] Provisioning for port 246614e2-8d13-48c2-a146-e9dfc824e48d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:57.380452 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.596985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 246614e2-8d13-48c2-a146-e9dfc824e48d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:57.636731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Router f4990baa-ac85-415d-a046-906c024bf25b is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:57.750569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:57.750791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 246614e2-8d13-48c2-a146-e9dfc824e48d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:57.754789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 246614e2-8d13-48c2-a146-e9dfc824e48d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:57.755169 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.776335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Sync routers for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:57.796251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:57.801603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:57.859598 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.861242 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d9e72358-2037-411f-a684-78fe8853d5c4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.6259797 Aug 10 03:46:57.863951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35010) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:57.932073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.935778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:58.065082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 246614e2-8d13-48c2-a146-e9dfc824e48d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=246614e2-8d13-48c2-a146-e9dfc824e48d,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:58.156142 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.214015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:56Z', 'revision_number': 3, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:58.250237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=246614e2-8d13-48c2-a146-e9dfc824e48d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.252392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Checking router: f4990baa-ac85-415d-a046-906c024bf25b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:58.252686 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Updating router f4990baa-ac85-415d-a046-906c024bf25b port 9d27ef08-07fe-413f-a923-f38933389f25 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:58.284660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.444838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.592249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.606681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Transition to ACTIVE for port object 9d27ef08-07fe-413f-a923-f38933389f25 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:58.699918 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.768757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Allocated IP 172.20.0.1 (bf17320b-a058-47df-ab69-7f9d41944ab1/31ee89c5-2c6d-49ac-a59a-e7265feb258d/c1a1efe1-2556-40f5-a286-677f6d9a722c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:58.789790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9333e-309f-47d3-a79c-0961025761ce None None] Pushing event updated for resources: {'Port': ['ID=9d27ef08-07fe-413f-a923-f38933389f25,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.804839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Attempting to bind port 9d27ef08-07fe-413f-a923-f38933389f25 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:58.805316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Attempting to bind port 9d27ef08-07fe-413f-a923-f38933389f25 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:58.805785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Attempting to bind port 9d27ef08-07fe-413f-a923-f38933389f25 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:58.820547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:58.824030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:58.824030 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.824030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:58.824030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Bound port: 9d27ef08-07fe-413f-a923-f38933389f25, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:58.824030 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.903281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] For port 9d27ef08-07fe-413f-a923-f38933389f25, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:58.907443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] For port 9d27ef08-07fe-413f-a923-f38933389f25, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d27ef08-07fe-413f-a923-f38933389f25,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:58.939510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.954785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Transition to ACTIVE for port object c1a1efe1-2556-40f5-a286-677f6d9a722c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:58.991192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.085823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9333e-309f-47d3-a79c-0961025761ce None None] Pushing event updated for resources: {'Port': ['ID=9d27ef08-07fe-413f-a923-f38933389f25,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.109661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.152073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:59.153963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:59.218729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Network bf17320b-a058-47df-ab69-7f9d41944ab1 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:59.221740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:59.226295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:59.230087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a1efe1-2556-40f5-a286-677f6d9a722c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.275750 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:59.285850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.408732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:59.612981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 246614e2-8d13-48c2-a146-e9dfc824e48d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:59.621690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.770843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 246614e2-8d13-48c2-a146-e9dfc824e48d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:59.771968 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.825986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:56Z', 'revision_number': 3, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:59.830003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8e3fcdc1-b798-4aa5-b656-35a98cbc3e07 None None] Provisioning for port c1a1efe1-2556-40f5-a286-677f6d9a722c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:59.834953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8e3fcdc1-b798-4aa5-b656-35a98cbc3e07 None None] Provisioning complete for port c1a1efe1-2556-40f5-a286-677f6d9a722c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:59.835116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e3fcdc1-b798-4aa5-b656-35a98cbc3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.928963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.936364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fcdc1-b798-4aa5-b656-35a98cbc3e07 None None] Port c1a1efe1-2556-40f5-a286-677f6d9a722c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:59.941255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c871d5-3792-4ad5-becb-2697957e1e52 None None] The sync data for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 is: [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:56Z', 'revision_number': 3, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:59.997713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.082738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Pushing event updated for resources: {'Port': ['ID=c1a1efe1-2556-40f5-a286-677f6d9a722c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:00.107420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.279954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Network bf17320b-a058-47df-ab69-7f9d41944ab1 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:00.281501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:00.294035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9b303aa8-a4fc-4eb0-aaa3-2f8f750543f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.491977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Router f4990baa-ac85-415d-a046-906c024bf25b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:00.665173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25b1cc1d-735c-4cad-9e5c-dcd7f6abb624 None None] Provisioning complete for port c1a1efe1-2556-40f5-a286-677f6d9a722c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:00.666254 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25b1cc1d-735c-4cad-9e5c-dcd7f6abb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.673451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:00.685476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-491bbd27-2192-4026-9abf-018cbc9ec673 admin admin] 10.222.0.26 "PUT /v2.0/routers/f4990baa-ac85-415d-a046-906c024bf25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8191941 Aug 10 03:47:00.736007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-25b1cc1d-735c-4cad-9e5c-dcd7f6abb624 None None] Port c1a1efe1-2556-40f5-a286-677f6d9a722c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:01.543151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35064) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:01.548198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-39661929-network', 'tenant_id': '3b88e57c67af44f4840d284862ac4073'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:01.565079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d27ef08-07fe-413f-a923-f38933389f25 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:01.688113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Made reservation on behalf of 3b88e57c67af44f4840d284862ac4073 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:01.691287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.705970 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.734433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9d27ef08-07fe-413f-a923-f38933389f25 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:01.745626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d27ef08-07fe-413f-a923-f38933389f25 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:01.745626 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.859426 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.871175 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.906626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9d27ef08-07fe-413f-a923-f38933389f25, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d27ef08-07fe-413f-a923-f38933389f25,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:01.979766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.006400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:02.017847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b526d-30a6-40b6-b73b-0e1d4873634c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.024201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.024201 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Added segment fec27fbe-3ded-4f27-a351-ee35caaef562 of type vlan for network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 Aug 10 03:47:02.067068 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.091799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.145278 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Sync routers for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:02.157148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9d27ef08-07fe-413f-a923-f38933389f25,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.158406 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:02.161560 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:46:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:02.265230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.266158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.266756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.275952 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:02.331337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] Pushing event updated for resources: {'Network': ['ID=2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.343905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:02.386804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1de1ccf9-d0f1-4ab9-a6f5-cc02256db100 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8424301 Aug 10 03:47:02.389358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.406656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Request body: {'subnet': {'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-39661929-subnet', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:02.545840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Made reservation on behalf of 3b88e57c67af44f4840d284862ac4073 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:02.549652 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.568771 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 2, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:02.629273 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Checking router: f4990baa-ac85-415d-a046-906c024bf25b for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:02.629851 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Updating router f4990baa-ac85-415d-a046-906c024bf25b port c1a1efe1-2556-40f5-a286-677f6d9a722c binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:02.677603 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.735517 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.888784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.935924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1170ecd6-19cd-4b76-beed-f9a18cbc8100,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.958508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Checking segment: {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:02.958869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Network hostable DHCP agents. Network: 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:03.076676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:03.086262 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.094786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f57eeca-501b-453b-a7b0-6c9d2322c17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.106267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Transition to ACTIVE for port object c1a1efe1-2556-40f5-a286-677f6d9a722c will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:03.202498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:03.207520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.208398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.214714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6570a-86da-41c6-9c2a-7951aaf37b6d None None] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:03.243252 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.300750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e0318a84-c6e5-4937-b39d-7eb1c17cf8d7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9098091 Aug 10 03:47:03.303289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35084) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:03.309482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:03.374251 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Pushing event updated for resources: {'Port': ['ID=c1a1efe1-2556-40f5-a286-677f6d9a722c,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:03.484201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.484339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.521433 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Attempting to bind port c1a1efe1-2556-40f5-a286-677f6d9a722c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:03.521802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Attempting to bind port c1a1efe1-2556-40f5-a286-677f6d9a722c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:03.522164 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Attempting to bind port c1a1efe1-2556-40f5-a286-677f6d9a722c on network bf17320b-a058-47df-ab69-7f9d41944ab1 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:03.560688 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:03.561216 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Checking segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:03.561632 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.562033 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Bound using segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:03.576699 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Bound port: c1a1efe1-2556-40f5-a286-677f6d9a722c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:03.577203 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.578479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d27ef08-07fe-413f-a923-f38933389f25 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:03.639211 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43', 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'fixed_ips': [{'subnet_id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:03.640019 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.642440 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.711024 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] For port c1a1efe1-2556-40f5-a286-677f6d9a722c, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:03.729562 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] For port c1a1efe1-2556-40f5-a286-677f6d9a722c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c1a1efe1-2556-40f5-a286-677f6d9a722c,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:03.820468 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.974264 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Pushing event updated for resources: {'Port': ['ID=c1a1efe1-2556-40f5-a286-677f6d9a722c,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.004762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.006036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.006832 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.007181 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.007515 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.007847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.010294 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.010675 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.011031 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.011337 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.011668 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.011994 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c85cc-2a96-4f34-bafe-610b7abff0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:04.021277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d27ef08-07fe-413f-a923-f38933389f25 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:04.032532 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.041279 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:04.041917 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:04.164425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.206434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Allocated IP 172.20.0.2 (2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43/1170ecd6-19cd-4b76-beed-f9a18cbc8100/d18dbed0-45fd-4c23-ab8e-2c781d247013) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:04.230047 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:04.627272 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:03Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:04.661659 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92263-c838-4209-8036-fb183f6cf6ad None None] The sync data for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 is: [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:03Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:04.855387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.889505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.900058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Transition to ACTIVE for port object d18dbed0-45fd-4c23-ab8e-2c781d247013 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:04.924416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.958157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Transition to ACTIVE for port object d18dbed0-45fd-4c23-ab8e-2c781d247013 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:04.962190 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.081021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Allocated IP 172.25.1.159 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/152d7e5a-212a-47c8-ba7b-103072908a8c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:05.137625 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.202457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:05.205827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:05.210232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:05.221207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Pushing event updated for resources: {'Port': ['ID=d18dbed0-45fd-4c23-ab8e-2c781d247013,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:05.262985 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.280601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Attempting to bind port d18dbed0-45fd-4c23-ab8e-2c781d247013 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:05.281417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Attempting to bind port d18dbed0-45fd-4c23-ab8e-2c781d247013 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:05.281967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Attempting to bind port d18dbed0-45fd-4c23-ab8e-2c781d247013 on network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:05.288438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:05.289139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Checking segment: {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:05.289712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.290281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Bound using segment: {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:05.291909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Bound port: d18dbed0-45fd-4c23-ab8e-2c781d247013, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:05.292496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.371153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] For port d18dbed0-45fd-4c23-ab8e-2c781d247013, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:05.381945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] For port d18dbed0-45fd-4c23-ab8e-2c781d247013, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d18dbed0-45fd-4c23-ab8e-2c781d247013,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:05.420433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.466511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:05.480299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:05.489669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:05.500383 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.610764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Pushing event updated for resources: {'Port': ['ID=152d7e5a-212a-47c8-ba7b-103072908a8c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:05.658011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c1a1efe1-2556-40f5-a286-677f6d9a722c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:05.673483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ce043-f783-42d5-8bee-625df53ffcf9 None None] Pushing event updated for resources: {'Port': ['ID=d18dbed0-45fd-4c23-ab8e-2c781d247013,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:05.816441 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.854085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port c1a1efe1-2556-40f5-a286-677f6d9a722c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:05.858693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c1a1efe1-2556-40f5-a286-677f6d9a722c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:05.859222 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.022053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.146737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port c1a1efe1-2556-40f5-a286-677f6d9a722c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c1a1efe1-2556-40f5-a286-677f6d9a722c,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:06.225447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.253107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.406255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=c1a1efe1-2556-40f5-a286-677f6d9a722c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.412177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-accc126f-fe70-4d90-ade5-c48ba9399a56 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:06.412177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-accc126f-fe70-4d90-ade5-c48ba9399a56 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/networks?id=41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 200 len: 813 time: 0.4855947 Aug 10 03:47:06.457705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-c52c5e42-3f87-4e15-9ede-d84831bb3d49 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/quotas/165ce837b20644f6a91d6608955e903d HTTP/1.1" status: 200 len: 375 time: 0.0380251 Aug 10 03:47:06.533069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-324546b5-93aa-4bcb-90cd-aa4307c9ed69 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670273 Aug 10 03:47:07.049258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b9bc1-7536-4901-b568-46e10ffd70c3 None None] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:07.090088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.096659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-5ebc8e0d-1670-4d75-b38f-272617071665 service neutron] 10.222.0.26 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605927 Aug 10 03:47:07.259193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-14d7de77-387a-4019-b46d-7925b346e52f None None] Provisioning for port d18dbed0-45fd-4c23-ab8e-2c781d247013 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:07.342013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-f742da6b-b49e-4f61-a9b4-bf19b21e007a service neutron] 10.222.0.26 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743126 Aug 10 03:47:07.443134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:07.672017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d65e6b6-2faa-4104-a55a-b5e5bc5ec610 req-1dd455af-f592-4158-a525-107b1366cbb6 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0571973 Aug 10 03:47:07.690179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c1a1efe1-2556-40f5-a286-677f6d9a722c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:07.710022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:07.742600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Sync routers for ids ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:07.767183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Routers {'034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:07.767882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:07.837159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.841317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d5fbbca4-7051-4107-8638-6489461c1635 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5341341 Aug 10 03:47:07.841532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35254) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:07.860134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c1a1efe1-2556-40f5-a286-677f6d9a722c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:07.860617 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.917123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Set router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:08.059053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d18dbed0-45fd-4c23-ab8e-2c781d247013 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:08.201870 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:47:05Z', 'revision_number': 3, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:08.238797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Checking router: 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:08.239153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Updating router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f port 152d7e5a-212a-47c8-ba7b-103072908a8c binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:08.264242 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.318742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.343559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d18dbed0-45fd-4c23-ab8e-2c781d247013 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:08.354637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d18dbed0-45fd-4c23-ab8e-2c781d247013 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:08.355011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.505188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Allocated IP 172.20.0.1 (2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43/1170ecd6-19cd-4b76-beed-f9a18cbc8100/c5c2eef3-67e0-457e-9e51-f5d05316265c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:08.514771 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.575891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d18dbed0-45fd-4c23-ab8e-2c781d247013, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d18dbed0-45fd-4c23-ab8e-2c781d247013,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:08.616635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.623479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.629964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Transition to ACTIVE for port object c5c2eef3-67e0-457e-9e51-f5d05316265c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:08.633036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Transition to ACTIVE for port object 152d7e5a-212a-47c8-ba7b-103072908a8c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:08.699773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.754923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d18dbed0-45fd-4c23-ab8e-2c781d247013,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:08.768685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.777063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.805015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eff52751-7b25-4eeb-8d26-23713d2beb4a req-0a037c8b-f763-44f5-87db-162fe600b574 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0401964 Aug 10 03:47:08.827079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Attempting to bind port 152d7e5a-212a-47c8-ba7b-103072908a8c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:08.832366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Attempting to bind port 152d7e5a-212a-47c8-ba7b-103072908a8c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:08.832366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Attempting to bind port 152d7e5a-212a-47c8-ba7b-103072908a8c on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:08.838443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2ca0c-9abd-4d97-871e-26d5995aed24 None None] Pushing event updated for resources: {'Port': ['ID=152d7e5a-212a-47c8-ba7b-103072908a8c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:08.844038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:08.844600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:08.845099 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.845230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:08.846784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:08.847918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Bound port: 152d7e5a-212a-47c8-ba7b-103072908a8c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:08.848113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.848383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:08.851891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:08.878012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Pushing event updated for resources: {'Port': ['ID=c5c2eef3-67e0-457e-9e51-f5d05316265c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:08.905545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.918751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] For port 152d7e5a-212a-47c8-ba7b-103072908a8c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:08.922326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] For port 152d7e5a-212a-47c8-ba7b-103072908a8c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=152d7e5a-212a-47c8-ba7b-103072908a8c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:09.003295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.061287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Routers {'034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:09.062302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:09.107389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2ca0c-9abd-4d97-871e-26d5995aed24 None None] Pushing event updated for resources: {'Port': ['ID=152d7e5a-212a-47c8-ba7b-103072908a8c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.175921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.203053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] Set router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:09.315729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6222c8b-605a-4d68-ad25-e009d93e4e21 None None] Provisioning for port c5c2eef3-67e0-457e-9e51-f5d05316265c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:09.325014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6222c8b-605a-4d68-ad25-e009d93e4e21 None None] Provisioning complete for port c5c2eef3-67e0-457e-9e51-f5d05316265c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:09.325389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6222c8b-605a-4d68-ad25-e009d93e4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.378620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c6222c8b-605a-4d68-ad25-e009d93e4e21 None None] Port c5c2eef3-67e0-457e-9e51-f5d05316265c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:09.398595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.437940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:47:05Z', 'revision_number': 3, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:09.464564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692af1a-8d1d-42ba-ab9d-cdeb03e9522d None None] The sync data for ids ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'] in n-d-765315-26 is: [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:47:05Z', 'revision_number': 3, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:09.511055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.571281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d18dbed0-45fd-4c23-ab8e-2c781d247013 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:09.593036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.600012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Pushing event updated for resources: {'Port': ['ID=c5c2eef3-67e0-457e-9e51-f5d05316265c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.701110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d18dbed0-45fd-4c23-ab8e-2c781d247013 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:09.701535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.752246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:09.754078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:09.930285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:09.981247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a505a5ab-4d30-4ed8-9eba-4309d649d400 req-43b440cc-dc25-4389-91ce-c8ba177ff188 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0416503 Aug 10 03:47:10.109080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-733c8de7-8ab7-447f-8c04-797d5a5621d7 None None] Provisioning complete for port c5c2eef3-67e0-457e-9e51-f5d05316265c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:10.109675 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-733c8de7-8ab7-447f-8c04-797d5a5621d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.123091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:10.136577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8a7a552f-6150-4c4d-b6a8-95789eb6bfeb admin admin] 10.222.0.26 "PUT /v2.0/routers/034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2897518 Aug 10 03:47:10.164404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-733c8de7-8ab7-447f-8c04-797d5a5621d7 None None] Port c5c2eef3-67e0-457e-9e51-f5d05316265c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:10.408067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-80616aa8-946d-4a20-a6b4-32d0a8e0e111 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.413045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-80616aa8-946d-4a20-a6b4-32d0a8e0e111 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.54 "GET /v2.0/networks?id=41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 200 len: 813 time: 0.1196060 Aug 10 03:47:10.432592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Request body: {'port': {'device_id': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920', 'admin_state_up': True, 'tenant_id': '165ce837b20644f6a91d6608955e903d'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:10.671225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Made reservation on behalf of 165ce837b20644f6a91d6608955e903d for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:10.675545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.863884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Allocated IP 172.20.0.12 (41d4b1a5-b3f8-4e33-994d-041bda02e920/a0460bc0-9d83-49a7-81f6-40135608fc53/7e4c6b26-dc78-4688-8956-5a4e4b029ef1) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:11.029472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.157894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.208474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Network 41d4b1a5-b3f8-4e33-994d-041bda02e920 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:11.211832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:11.219649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:11.271571 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35394) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:11.275766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071022110', 'description': 'tempest-secgroup-smoke-2071022110 description', 'project_id': '5ab786b190b14256b7f5443f99b790c2'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:11.300232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:11.301222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.305745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Pushing event updated for resources: {'Port': ['ID=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.402770 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.424785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651ca08-ba5d-4eaa-bccf-99e976f301e9 req-1cfb33fb-3c62-40c4-bd1c-3a4112102130 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:11.426466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e651ca08-ba5d-4eaa-bccf-99e976f301e9 req-1cfb33fb-3c62-40c4-bd1c-3a4112102130 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 932 time: 0.0729992 Aug 10 03:47:11.469897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e651ca08-ba5d-4eaa-bccf-99e976f301e9 req-a64fdb0d-54b7-429c-b0a7-d10ea6b9d3bc tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Aug 10 03:47:11.527333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-21fba30b-284b-4714-acb0-6d9e5fcbb0a3 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0969145 Aug 10 03:47:11.545707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Request body: {'port': {'device_id': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:11.606483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.638482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 152d7e5a-212a-47c8-ba7b-103072908a8c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:11.676638 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.815365 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.849084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558f380d-fda3-4ab5-82d0-94a178e23f12,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.859816 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 152d7e5a-212a-47c8-ba7b-103072908a8c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:11.864500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 152d7e5a-212a-47c8-ba7b-103072908a8c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:11.864875 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.930856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:11.940119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.944982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-95c21edb-23e6-4d3d-b620-13ce49537a74 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6728330 Aug 10 03:47:11.951540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:11.951540 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group_rule': {'security_group_id': '558f380d-fda3-4ab5-82d0-94a178e23f12', 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:11.952551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.982496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Transition to ACTIVE for port object 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:11.982709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.003411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 152d7e5a-212a-47c8-ba7b-103072908a8c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=152d7e5a-212a-47c8-ba7b-103072908a8c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:12.127375 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.184858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.196154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.198412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.267827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=152d7e5a-212a-47c8-ba7b-103072908a8c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.270543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.289063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Attempting to bind port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:12.289493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Attempting to bind port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:12.289878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Attempting to bind port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 on network 41d4b1a5-b3f8-4e33-994d-041bda02e920 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:12.294545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 on network 41d4b1a5-b3f8-4e33-994d-041bda02e920 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:12.294935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Attempting to bind port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 on network 41d4b1a5-b3f8-4e33-994d-041bda02e920 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:12.299935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:12.300655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Checking segment: {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:12.300957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Bound using segment: {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:12.301440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Bound port: 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:12.301864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.308785 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Sync routers for ids ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:12.319614 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Routers {'034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:12.320392 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:12.366784 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.379523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] For port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:12.384207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] For port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:12.385567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165b7eb3-1f49-4e43-9f39-d760a1f44c9b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.519831 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Set router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:12.532637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.534680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.537088 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-011da97a-f470-4e0f-9fd7-d7992cc93d5c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5901499 Aug 10 03:47:12.537656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35442) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:12.546107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group_rule': {'security_group_id': '558f380d-fda3-4ab5-82d0-94a178e23f12', 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:12.632026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.632823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.634935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] 10.222.0.54 "PUT /v2.0/ports/7e4c6b26-dc78-4688-8956-5a4e4b029ef1 HTTP/1.1" status: 200 len: 1093 time: 1.0954139 Aug 10 03:47:12.635611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'tag': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:12.638059 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35" -d '{"events": [{"name": "network-changed", "server_uuid": "2142ed75-221b-44b9-bc19-8de1ad54f0a9", "tag": "7e4c6b26-dc78-4688-8956-5a4e4b029ef1"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:12.677907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197f4b4-e5c0-4d48-bc0c-6dbfde9b6f00 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.701439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae37ff-034b-4c38-874d-162d17a48b37 req-5edca4ac-d45f-46cb-9aaf-4dac12ab1991 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.703064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9ae37ff-034b-4c38-874d-162d17a48b37 req-5edca4ac-d45f-46cb-9aaf-4dac12ab1991 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 944 time: 0.1516347 Aug 10 03:47:12.752299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:47:09Z', 'revision_number': 4, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c5c2eef3-67e0-457e-9e51-f5d05316265c', 'name': '', 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'mac_address': 'fa:16:3e:7d:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:09Z', 'revision_number': 2, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'subnets': [{'id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:12.753758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9ae37ff-034b-4c38-874d-162d17a48b37 req-10411752-9935-44b6-a34d-3bb9255cf392 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Aug 10 03:47:12.790000 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Checking router: 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:12.790346 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Updating router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f port c5c2eef3-67e0-457e-9e51-f5d05316265c binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:12.821275 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.823471 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26e7921-d224-4159-9d67-b03e8837349b x-openstack-request-id: req-c26e7921-d224-4159-9d67-b03e8837349b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:12.823867 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142ed75-221b-44b9-bc19-8de1ad54f0a9", "tag": "7e4c6b26-dc78-4688-8956-5a4e4b029ef1", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:12.824212 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c26e7921-d224-4159-9d67-b03e8837349b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:12.824861 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'tag': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1', 'status': 'completed', 'code': 200} Aug 10 03:47:12.828203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.870944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-2e559c9a-44f4-4a73-b288-5339b18f6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.872567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-2e559c9a-44f4-4a73-b288-5339b18f6e80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 1096 time: 0.0821428 Aug 10 03:47:12.929288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-477c642c-edcd-4928-9a68-c2885d79358f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1 HTTP/1.1" status: 200 len: 217 time: 0.0431371 Aug 10 03:47:12.935381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.980896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-dddef89d-a381-4d19-a972-d90dfaf51b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.982502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-dddef89d-a381-4d19-a972-d90dfaf51b7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0460bc0-9d83-49a7-81f6-40135608fc53 HTTP/1.1" status: 200 len: 853 time: 0.0459907 Aug 10 03:47:13.019154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-2a448933-7013-473c-b51e-f52e8ced4182 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41d4b1a5-b3f8-4e33-994d-041bda02e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288291 Aug 10 03:47:13.070458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.106592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef15f13-c2dd-4828-842e-a163c62db1fa,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.110322 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.123701 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Transition to ACTIVE for port object c5c2eef3-67e0-457e-9e51-f5d05316265c will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:13.147169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-3a59ed5f-e550-4add-b93c-393062b0b5ce service neutron] 10.222.0.54 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213534 Aug 10 03:47:13.214180 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.214180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5839dcc9-6ec3-4a9f-a12e-ccabe0668aa8 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6690719 Aug 10 03:47:13.214786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35470) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.218345 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group_rule': {'security_group_id': '558f380d-fda3-4ab5-82d0-94a178e23f12', 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:13.254062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dadbde0d-d72b-4f24-acd8-2ccc4ff52d16 req-33b5205f-f55e-4692-963a-4956460742b0 service neutron] 10.222.0.54 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994606 Aug 10 03:47:13.273735 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.323453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7519f-61bb-46cf-9996-ce0a3340df3c None None] Pushing event updated for resources: {'Port': ['ID=c5c2eef3-67e0-457e-9e51-f5d05316265c,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.389005 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Attempting to bind port c5c2eef3-67e0-457e-9e51-f5d05316265c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:13.389370 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Attempting to bind port c5c2eef3-67e0-457e-9e51-f5d05316265c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:13.389875 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Attempting to bind port c5c2eef3-67e0-457e-9e51-f5d05316265c on network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:13.395003 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:13.395656 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Checking segment: {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:13.396068 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.396615 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Bound using segment: {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:13.397084 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Bound port: c5c2eef3-67e0-457e-9e51-f5d05316265c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec27fbe-3ded-4f27-a351-ee35caaef562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:13.397464 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.408847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.481249 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] For port c5c2eef3-67e0-457e-9e51-f5d05316265c, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:13.486954 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] For port c5c2eef3-67e0-457e-9e51-f5d05316265c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c5c2eef3-67e0-457e-9e51-f5d05316265c,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:13.495239 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.539970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-fc1d2cfe-e27f-45b4-b5e5-fec904675065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.542290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-fc1d2cfe-e27f-45b4-b5e5-fec904675065 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 1096 time: 0.0542789 Aug 10 03:47:13.579437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 152d7e5a-212a-47c8-ba7b-103072908a8c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:13.591537 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.592076 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.650792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193805ca-a9a2-4cd4-9312-e695667b4bf2,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.673612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-d46933ef-7473-4095-a712-4b92cdc9908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.674133 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Routers {'034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:13.675023 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:13.678850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-d46933ef-7473-4095-a712-4b92cdc9908a service neutron] 10.222.0.54 "GET /v2.0/networks?id=41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 200 len: 914 time: 0.1290011 Aug 10 03:47:13.714509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 152d7e5a-212a-47c8-ba7b-103072908a8c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:13.714893 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.744303 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7519f-61bb-46cf-9996-ce0a3340df3c None None] Pushing event updated for resources: {'Port': ['ID=c5c2eef3-67e0-457e-9e51-f5d05316265c,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.744728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-9eeb8eaf-6c56-4898-a817-ed8eb01a082f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1 HTTP/1.1" status: 200 len: 217 time: 0.0555472 Aug 10 03:47:13.745065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.746341 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8500cc55-c392-4641-b697-26073e1db6b4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5321724 Aug 10 03:47:13.749161 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35496) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.755300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group_rule': {'security_group_id': '558f380d-fda3-4ab5-82d0-94a178e23f12', 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:13.837269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-04ca0377-6a6b-4d36-86b8-2f3ee5dd7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.839484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-04ca0377-6a6b-4d36-86b8-2f3ee5dd7bed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0460bc0-9d83-49a7-81f6-40135608fc53 HTTP/1.1" status: 200 len: 853 time: 0.0860283 Aug 10 03:47:13.867689 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] Set router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:13.875046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35504) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.905867 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.918364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-5dd889e4-01b0-40d9-a08e-7f89aeb6677a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41d4b1a5-b3f8-4e33-994d-041bda02e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704300 Aug 10 03:47:14.031298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce920a30-2c93-4b27-8655-e407eec95d5e req-a8b9f665-5d11-47db-b035-582d337d3492 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:14.039830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce920a30-2c93-4b27-8655-e407eec95d5e req-a8b9f665-5d11-47db-b035-582d337d3492 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 944 time: 0.1242416 Aug 10 03:47:14.058775 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.059835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3328c7a-c062-44c8-b55a-e8a8be4d583a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.116953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce920a30-2c93-4b27-8655-e407eec95d5e req-e0c76154-84ac-4be8-8662-47e933b4e7e7 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697060 Aug 10 03:47:14.150672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-d422a09f-fcbe-44b1-b6b9-ad15b9963528 service neutron] 10.222.0.54 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010188 Aug 10 03:47:14.182688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3328c7a-c062-44c8-b55a-e8a8be4d583a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.210619 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:47:09Z', 'revision_number': 4, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c5c2eef3-67e0-457e-9e51-f5d05316265c', 'name': '', 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'mac_address': 'fa:16:3e:7d:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:13Z', 'revision_number': 4, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'subnets': [{'id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:14.240290 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9ee861-83ec-4f7c-a9ff-7eaecb3e62ed None None] The sync data for ids ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'] in n-d-765315-26 is: [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:47:09Z', 'revision_number': 4, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c5c2eef3-67e0-457e-9e51-f5d05316265c', 'name': '', 'network_id': '2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'mac_address': 'fa:16:3e:7d:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:13Z', 'revision_number': 4, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'subnets': [{'id': '1170ecd6-19cd-4b76-beed-f9a18cbc8100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:14.249245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.251969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b389ce77-1491-4c29-8df3-ffdc0c1fbf35 req-30707d84-9678-4dd4-a1e5-9592ac12116a service neutron] 10.222.0.54 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937533 Aug 10 03:47:14.268630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678d4d4a-5d09-47ba-b017-19ffc4dcaaf7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.303114 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d3328c7a-c062-44c8-b55a-e8a8be4d583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.348503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3328c7a-c062-44c8-b55a-e8a8be4d583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab92f4-c801-4f59-814b-9c9c7f23f0b3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.357130 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d3328c7a-c062-44c8-b55a-e8a8be4d583a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=145348f80197438d815782e8ec2e7292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810090 Aug 10 03:47:14.357610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 35524) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.409835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.413746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.413886 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fdd5b7e-e4bd-465e-b32a-fd3567df71ab tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6636724 Aug 10 03:47:14.416192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35530) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.421833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group_rule': {'security_group_id': '558f380d-fda3-4ab5-82d0-94a178e23f12', 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:14.445260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.526941 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Project 5ab786b190b14256b7f5443f99b790c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:47:14.532545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.603629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.607521 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.608559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57ab92f4-c801-4f59-814b-9c9c7f23f0b3 HTTP/1.1" status: 204 len: 168 time: 0.2497547 Aug 10 03:47:14.622926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.630923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab92f4-c801-4f59-814b-9c9c7f23f0b3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.645362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.645713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.646054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.646396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.646764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.647252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.647615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.647940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.648266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.648633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.648958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.649275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f039b68-04b9-439c-ae2a-981be99bf59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:14.694339 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.717142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b921ddbb-b077-451b-b0d1-30312d37add7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.831677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.833206 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-daf4c76a-3c53-4b13-83f6-6538510be1ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4159980 Aug 10 03:47:14.836156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35552) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.840946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'security_group_rule': {'security_group_id': '558f380d-fda3-4ab5-82d0-94a178e23f12', 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:14.999522 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Project 5ab786b190b14256b7f5443f99b790c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:47:15.005795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.074895 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.242389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987217c-a040-4bbd-bc44-2feadc9a78ba req-98d27503-635d-45fb-88ef-2e03d12add78 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:15.243960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b987217c-a040-4bbd-bc44-2feadc9a78ba req-98d27503-635d-45fb-88ef-2e03d12add78 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 944 time: 0.0560699 Aug 10 03:47:15.258685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.283164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22cd069-b956-4bbe-9767-e06228222482,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:15.296061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b987217c-a040-4bbd-bc44-2feadc9a78ba req-37d4df2f-4ced-4d3d-a3a9-52415f389379 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Aug 10 03:47:15.362037 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.363683 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-97afcb34-c92f-4c18-aaed-02b8d0cc2e3e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5265415 Aug 10 03:47:15.391172 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.575523 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c5c2eef3-67e0-457e-9e51-f5d05316265c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:15.589466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-8af8e35b-0cb6-45b4-896b-7d9f7a28fd28 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071022110&fields=id&tenant_id=5ab786b190b14256b7f5443f99b790c2 HTTP/1.1" status: 200 len: 267 time: 0.0411046 Aug 10 03:47:15.700143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port c5c2eef3-67e0-457e-9e51-f5d05316265c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:15.700506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-459f280e-8de6-4a25-9922-3258762b78ff tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:15.702061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-459f280e-8de6-4a25-9922-3258762b78ff tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 807 time: 0.1053753 Aug 10 03:47:15.704647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c5c2eef3-67e0-457e-9e51-f5d05316265c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:15.705018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.718752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-0031049b-0aa5-43b3-bc11-ced96f36797f tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/quotas/5ab786b190b14256b7f5443f99b790c2 HTTP/1.1" status: 200 len: 375 time: 0.0101302 Aug 10 03:47:15.812687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.816282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-57df9f4f-07b6-4402-9e3a-dffe52d027a1 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901432 Aug 10 03:47:15.855553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port c5c2eef3-67e0-457e-9e51-f5d05316265c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c5c2eef3-67e0-457e-9e51-f5d05316265c,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:15.936231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-2e0abf50-1376-4b3d-bfd6-556e2ecf0374 service neutron] 10.222.0.26 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064098 Aug 10 03:47:15.958013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.020248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=c5c2eef3-67e0-457e-9e51-f5d05316265c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.042888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-52f9d344-e85c-42df-9313-0842be45332a service neutron] 10.222.0.26 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057482 Aug 10 03:47:16.445946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011909a-eff2-4e83-a3f6-2fc126821656 req-9d90ab45-6af5-444a-823f-b4cab71e471b tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:16.448808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0011909a-eff2-4e83-a3f6-2fc126821656 req-9d90ab45-6af5-444a-823f-b4cab71e471b tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 944 time: 0.0627434 Aug 10 03:47:16.488008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0011909a-eff2-4e83-a3f6-2fc126821656 req-e3de5b30-e77a-46b6-bc1c-efe191f02d18 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Aug 10 03:47:16.557818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a412d62b-3fc3-4536-9667-8444ecb436ce req-51793281-1c8a-412d-b5ee-dad0ef3a99cb tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 210 time: 0.0274832 Aug 10 03:47:16.907952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-c5c36e45-701f-4e9e-a328-c1ccc0ded97e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535836 Aug 10 03:47:16.973202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-5b442912-bac3-472a-b335-039ca8144ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:16.975001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-5b442912-bac3-472a-b335-039ca8144ce8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba758af2370f44f79d68a95c701cdf40&device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 1102 time: 0.0408492 Aug 10 03:47:17.079715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-92e957df-1eaa-4553-aacd-7b8c191be312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.081249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-92e957df-1eaa-4553-aacd-7b8c191be312 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a3805df-1195-4a27-b942-6ecee53e5a0b HTTP/1.1" status: 200 len: 870 time: 0.0848246 Aug 10 03:47:17.138297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:17.145556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-ca241822-2671-441e-bbad-ad258c78a76b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3 HTTP/1.1" status: 200 len: 217 time: 0.0561543 Aug 10 03:47:17.196577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-d2a6c3ee-aaa2-4286-b500-9b3d20c0f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.198593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-d2a6c3ee-aaa2-4286-b500-9b3d20c0f31e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0451553 Aug 10 03:47:17.238662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:17.246453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-0dfd5344-607f-440c-b68c-167f28d9b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.249073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-0dfd5344-607f-440c-b68c-167f28d9b0be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426881 Aug 10 03:47:17.251498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1', 'network_id': '41d4b1a5-b3f8-4e33-994d-041bda02e920', 'port_id': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1', 'mac_address': 'fa:16:3e:e9:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0460bc0-9d83-49a7-81f6-40135608fc53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:17.299940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.314229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:17.336447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:17.367597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-3a2d6fcb-1d3c-4502-948c-296ceaa34727 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102445 Aug 10 03:47:17.392013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.448270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.471962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0207e56e-39b3-43ca-9e83-e4148254ecf8 req-f231fa04-af19-44fc-ae93-339782931e34 service neutron] 10.222.0.46 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957847 Aug 10 03:47:17.553440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c5c2eef3-67e0-457e-9e51-f5d05316265c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:17.611838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port c5c2eef3-67e0-457e-9e51-f5d05316265c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:17.612126 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.629362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb76a3d-3119-46e9-8bae-60e159f73b36 req-34fe5de8-be9d-4c2a-a868-a3d47a72d812 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.636823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fb76a3d-3119-46e9-8bae-60e159f73b36 req-34fe5de8-be9d-4c2a-a868-a3d47a72d812 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0691116 Aug 10 03:47:17.681128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fb76a3d-3119-46e9-8bae-60e159f73b36 req-6d35bbcd-a521-41d7-be88-37595ca27428 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Aug 10 03:47:17.751246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b9520e2-5056-4ab2-bb28-0a67765ac3f9 req-2d763b25-5509-4252-87e4-ca860256e2e4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 210 time: 0.0276010 Aug 10 03:47:17.803170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['7e4c6b26-dc78-4688-8956-5a4e4b029ef1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:18.798752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef2870-89ef-4c62-9b92-7f823ad458c6 req-ad2d0dc2-fda2-4092-bc2e-b2a2bd11e5c7 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:18.800176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cef2870-89ef-4c62-9b92-7f823ad458c6 req-ad2d0dc2-fda2-4092-bc2e-b2a2bd11e5c7 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0492113 Aug 10 03:47:18.839489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cef2870-89ef-4c62-9b92-7f823ad458c6 req-017574db-9d6c-4696-b9af-fbe6b29b52c9 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Aug 10 03:47:18.924039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e5e56b-1b36-4c3a-8d3e-a43d4797b2ec req-35113540-b3c5-40c6-b7ab-17662b93de99 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 210 time: 0.0264351 Aug 10 03:47:19.148422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:19.293354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:19.297464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:19.297945 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.382984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.406350 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:19.409039 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bfbc07-37da-4139-9a96-95fab985fccd" -d '{"events": [{"server_uuid": "2142ed75-221b-44b9-bc19-8de1ad54f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c6b26-dc78-4688-8956-5a4e4b029ef1"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:19.426584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:19.453930 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51a684b-c923-49c5-890b-0301cf8002c9 x-openstack-request-id: req-f51a684b-c923-49c5-890b-0301cf8002c9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:19.454220 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142ed75-221b-44b9-bc19-8de1ad54f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c6b26-dc78-4688-8956-5a4e4b029ef1", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:19.454468 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f51a684b-c923-49c5-890b-0301cf8002c9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:19.454863 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1', 'code': 200} Aug 10 03:47:19.584256 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.644027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:19.938504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768b5bb-a6aa-4f6c-8d40-223364d31920 req-b7933c2f-441e-4e62-8935-f43937190f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:19.940262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f768b5bb-a6aa-4f6c-8d40-223364d31920 req-b7933c2f-441e-4e62-8935-f43937190f7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 1098 time: 0.0656695 Aug 10 03:47:19.988318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-45b9d858-da1a-4a15-9110-e13393133f5e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:19.989866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-45b9d858-da1a-4a15-9110-e13393133f5e tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.46 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 807 time: 0.5444922 Aug 10 03:47:20.010641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f768b5bb-a6aa-4f6c-8d40-223364d31920 req-246544b6-fb9c-4116-97bd-571413fe1ee1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617704 Aug 10 03:47:20.069763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-996b6de2-aaa3-4675-9169-e9d2f2ffdab7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ab786b190b14256b7f5443f99b790c2 HTTP/1.1" status: 200 len: 380 time: 0.0684659 Aug 10 03:47:20.082203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'port': {'device_id': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'admin_state_up': True, 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'security_groups': ['558f380d-fda3-4ab5-82d0-94a178e23f12']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:20.141370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670fda1-4515-475e-b7da-17feae1d6715 req-9a1aae97-b101-4730-9051-215dd5418169 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:20.143034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2670fda1-4515-475e-b7da-17feae1d6715 req-9a1aae97-b101-4730-9051-215dd5418169 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.1081617 Aug 10 03:47:20.227526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2670fda1-4515-475e-b7da-17feae1d6715 req-b85bb9df-8fc8-48dc-9e0d-4683f70dae4d tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714097 Aug 10 03:47:20.315116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06554743-a791-46b1-bc3b-0f0c0fe9b68f req-75086261-d40f-450a-afe0-54a17ab548b3 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 210 time: 0.0278299 Aug 10 03:47:20.317287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Made reservation on behalf of 5ab786b190b14256b7f5443f99b790c2 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:20.320824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.447426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Allocated IP 172.20.0.9 (bf17320b-a058-47df-ab69-7f9d41944ab1/31ee89c5-2c6d-49ac-a59a-e7265feb258d/b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:20.598504 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.612736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Transition to ACTIVE for port object b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:20.718118 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.770838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'Port': ['ID=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:20.781911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Network bf17320b-a058-47df-ab69-7f9d41944ab1 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:20.783716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:20.786488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:20.855916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:20.856782 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.968501 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-271ccb57-e31e-48cc-b665-342b07fa36e0 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902795 Aug 10 03:47:20.984695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Request body: {'port': {'device_id': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:21.040207 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.105892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6c16dcb0-98b9-4a2b-8d83-c2082d461757 None None] Provisioning for port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:21.111201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6c16dcb0-98b9-4a2b-8d83-c2082d461757 None None] Provisioning complete for port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:21.113448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c16dcb0-98b9-4a2b-8d83-c2082d461757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.170861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6c16dcb0-98b9-4a2b-8d83-c2082d461757 None None] Port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:21.375976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:21.385904 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.408065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ba9a-24f5-43e3-87b4-1cad067eeccf req-affcf13a-8169-4f21-8d4d-b2b8f5ad6843 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:21.409663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d5ba9a-24f5-43e3-87b4-1cad067eeccf req-affcf13a-8169-4f21-8d4d-b2b8f5ad6843 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.0997281 Aug 10 03:47:21.413164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Transition to ACTIVE for port object b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:21.449730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d5ba9a-24f5-43e3-87b4-1cad067eeccf req-345d966f-6447-4b44-956b-8d6c155c2d27 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Aug 10 03:47:21.482178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.559970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:21.722823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Attempting to bind port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:21.723459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Attempting to bind port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:21.723980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Attempting to bind port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e on network bf17320b-a058-47df-ab69-7f9d41944ab1 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:21.730199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e on network bf17320b-a058-47df-ab69-7f9d41944ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:21.730782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Attempting to bind port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e on network bf17320b-a058-47df-ab69-7f9d41944ab1 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:21.741127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bd518-2073-441c-bbda-aa499583f624 req-f900ba01-eddc-4651-b81f-564f6c3c9a7c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:21.743212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-391bd518-2073-441c-bbda-aa499583f624 req-f900ba01-eddc-4651-b81f-564f6c3c9a7c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 943 time: 0.1234095 Aug 10 03:47:21.750349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:21.750960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Checking segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:21.751552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Bound using segment: {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:21.752326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Bound port: b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:21.752886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.837251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-391bd518-2073-441c-bbda-aa499583f624 req-da223d60-6952-467f-b2b5-d4514fdfbff2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817075 Aug 10 03:47:21.874621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] For port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:21.878245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] For port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:21.969265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.013324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.013746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.015220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 1092 time: 1.0380509 Aug 10 03:47:22.015838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:22.018075 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29061c2f-bc5b-450c-951e-2b7558033f61" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:22.075204 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c476e1-314a-495c-9e2e-0a69790fb2b9 x-openstack-request-id: req-58c476e1-314a-495c-9e2e-0a69790fb2b9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:22.075634 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:22.088044 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58c476e1-314a-495c-9e2e-0a69790fb2b9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:22.088651 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'status': 'completed', 'code': 200} Aug 10 03:47:22.089953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e3700-1991-4376-84f5-77c9ef5d1df3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.158210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061c2f-bc5b-450c-951e-2b7558033f61 req-5ad5cae4-d8bf-4c85-b02e-85e1e826c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.160083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29061c2f-bc5b-450c-951e-2b7558033f61 req-5ad5cae4-d8bf-4c85-b02e-85e1e826c0e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1095 time: 0.0621772 Aug 10 03:47:22.270042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35766) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:22.325030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061c2f-bc5b-450c-951e-2b7558033f61 req-82211403-88e7-40bd-9095-147405b384ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.326543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29061c2f-bc5b-450c-951e-2b7558033f61 req-82211403-88e7-40bd-9095-147405b384ad service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5ab786b190b14256b7f5443f99b790c2&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1569061 Aug 10 03:47:22.416529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78f14418-eb98-466d-8b12-6487322fd532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.468840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061c2f-bc5b-450c-951e-2b7558033f61 req-42b18345-804c-4da9-85ae-4192b452abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.470606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29061c2f-bc5b-450c-951e-2b7558033f61 req-42b18345-804c-4da9-85ae-4192b452abce service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367531 Aug 10 03:47:22.519352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78f14418-eb98-466d-8b12-6487322fd532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.584289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-78f14418-eb98-466d-8b12-6487322fd532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.587575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-0acc6dd9-0f5d-4654-a8e5-2f4b656dc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.589291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-0acc6dd9-0f5d-4654-a8e5-2f4b656dc565 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1095 time: 0.0778518 Aug 10 03:47:22.608702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58813bbc-4305-4759-8ce2-0dbc48af53e8 req-df629b19-28f6-497b-8dd9-cbfcd830f478 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.611325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58813bbc-4305-4759-8ce2-0dbc48af53e8 req-df629b19-28f6-497b-8dd9-cbfcd830f478 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.0736763 Aug 10 03:47:22.634462 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-78f14418-eb98-466d-8b12-6487322fd532 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df17f58723df4851b21477bfdaaa46c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633044 Aug 10 03:47:22.635682 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f14418-eb98-466d-8b12-6487322fd532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5a7605-468b-41f6-ab3a-250364cac8d5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.638216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35772) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:22.658392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-508ecd66-f348-474e-b153-ab2e44b3b4bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 217 time: 0.0610595 Aug 10 03:47:22.700622 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-697c29eb-9593-4dcd-8116-146b03aa93af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.717634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58813bbc-4305-4759-8ce2-0dbc48af53e8 req-123b1609-5239-4dd7-966d-b4c920707aa5 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992663 Aug 10 03:47:22.728728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-c2544f9a-71cc-4f71-9634-7f2ff84fea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.728983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-697c29eb-9593-4dcd-8116-146b03aa93af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.730380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-c2544f9a-71cc-4f71-9634-7f2ff84fea19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 200 len: 846 time: 0.0628219 Aug 10 03:47:22.786014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-933ab1c0-65fd-43b3-b35b-d3a532ca2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.787759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-933ab1c0-65fd-43b3-b35b-d3a532ca2d64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf17320b-a058-47df-ab69-7f9d41944ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493317 Aug 10 03:47:22.866269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-697c29eb-9593-4dcd-8116-146b03aa93af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.869631 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-697c29eb-9593-4dcd-8116-146b03aa93af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.870839 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-697c29eb-9593-4dcd-8116-146b03aa93af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f5a7605-468b-41f6-ab3a-250364cac8d5 HTTP/1.1" status: 204 len: 168 time: 0.2295387 Aug 10 03:47:22.879850 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c29eb-9593-4dcd-8116-146b03aa93af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5a7605-468b-41f6-ab3a-250364cac8d5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.909197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-cf9ad947-dec9-4408-96e7-40fe4ee4eb0a service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133187 Aug 10 03:47:23.005267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34ef8a3a-04c7-43dc-ab01-1995fdf873f7 req-24f7111f-4731-48a9-8676-55403c8ee843 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888634 Aug 10 03:47:23.731073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611f4bc-4f5d-4dcf-ac13-c6b757518c53 req-76d8040d-3a0a-4dc0-87aa-65c900c6cfb3 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:23.732636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e611f4bc-4f5d-4dcf-ac13-c6b757518c53 req-76d8040d-3a0a-4dc0-87aa-65c900c6cfb3 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 943 time: 0.0585551 Aug 10 03:47:23.777886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e611f4bc-4f5d-4dcf-ac13-c6b757518c53 req-df93ad4c-b913-4175-a03d-17820e74773c tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Aug 10 03:47:25.355690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c695-6f8b-444f-9d46-b46c8b80818b req-d868d898-8391-4ff0-98a8-cf326b1e8bb4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.357281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccc8c695-6f8b-444f-9d46-b46c8b80818b req-d868d898-8391-4ff0-98a8-cf326b1e8bb4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 943 time: 0.0517585 Aug 10 03:47:25.402689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccc8c695-6f8b-444f-9d46-b46c8b80818b req-e646a735-9ee4-464c-879e-029f13b30f3f tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370073 Aug 10 03:47:25.511893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5c2ea-690c-4f27-a80c-e96c6dcba478 req-17069d31-cfb9-45d0-b386-513c41767a0b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.512252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55d5c2ea-690c-4f27-a80c-e96c6dcba478 req-17069d31-cfb9-45d0-b386-513c41767a0b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 950 time: 0.0519030 Aug 10 03:47:25.551739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55d5c2ea-690c-4f27-a80c-e96c6dcba478 req-a49b8e9c-7791-4549-b445-64ae312b75e2 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328372 Aug 10 03:47:25.691038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:25.801276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:25.813362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'port_id': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'mac_address': 'fa:16:3e:8a:09:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:25.860141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.873752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:25.894927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:25.968916 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.027273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.109783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.210304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:26.527101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6b7b-da72-40de-84e1-b727806cc4d7 req-b3731a75-1d96-49c1-bb6a-847724d27cce tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.529718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f54a6b7b-da72-40de-84e1-b727806cc4d7 req-b3731a75-1d96-49c1-bb6a-847724d27cce tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 944 time: 0.0564680 Aug 10 03:47:26.571271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f54a6b7b-da72-40de-84e1-b727806cc4d7 req-6b919577-67c4-448c-aee9-4011675b3621 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360062 Aug 10 03:47:26.683655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f2f6f-25d7-4f08-af78-a7aef5690d65 req-ff93b882-5d29-44d0-a898-09c6d299181b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.685455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-000f2f6f-25d7-4f08-af78-a7aef5690d65 req-ff93b882-5d29-44d0-a898-09c6d299181b tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 950 time: 0.0516877 Aug 10 03:47:26.730106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-000f2f6f-25d7-4f08-af78-a7aef5690d65 req-3075a3dc-fef3-4282-b84a-66d05b55cd8c tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/security-groups?id=65d1b3f0-51af-4386-9aff-ce912e087944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372822 Aug 10 03:47:27.053427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830dcc-1c8e-4a25-8892-0203d341901a req-00c00ccf-284d-418f-a55b-cfee5df2f11e tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.054978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92830dcc-1c8e-4a25-8892-0203d341901a req-00c00ccf-284d-418f-a55b-cfee5df2f11e tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 950 time: 0.0591645 Aug 10 03:47:27.246440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Deleting port 3fc328f9-2499-4686-bbc5-71de75a1beb3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:27.246797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.349946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] For port 3fc328f9-2499-4686-bbc5-71de75a1beb3, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=3fc328f9-2499-4686-bbc5-71de75a1beb3,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:27.350487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.368122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Calling delete_port for 3fc328f9-2499-4686-bbc5-71de75a1beb3 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:27.655580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.669230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['3fc328f9-2499-4686-bbc5-71de75a1beb3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:27.707934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Pushing event deleted for resources: {'Port': ['ID=3fc328f9-2499-4686-bbc5-71de75a1beb3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:27.709176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:27.763942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] No DVR routers for this DVR port 3fc328f9-2499-4686-bbc5-71de75a1beb3 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:27.766709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.769359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92830dcc-1c8e-4a25-8892-0203d341901a req-016b7a65-dc92-4f79-8bd3-7326cb30f454 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.46 "DELETE /v2.0/ports/3fc328f9-2499-4686-bbc5-71de75a1beb3 HTTP/1.1" status: 204 len: 173 time: 0.7073293 Aug 10 03:47:27.770199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'name': 'network-vif-deleted', 'tag': '3fc328f9-2499-4686-bbc5-71de75a1beb3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:27.773287 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc12f8a9-42e9-4b1b-9131-c7d0092d88b9" -d '{"events": [{"server_uuid": "8f079b55-1ff6-442b-bc64-3d4fec903575", "name": "network-vif-deleted", "tag": "3fc328f9-2499-4686-bbc5-71de75a1beb3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:27.788980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abbb86-ea47-4d76-a7a3-ce653de8c93c req-facd5132-6c1a-4118-bda1-004aa7279437 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.790554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85abbb86-ea47-4d76-a7a3-ce653de8c93c req-facd5132-6c1a-4118-bda1-004aa7279437 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 944 time: 0.1470063 Aug 10 03:47:27.834465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85abbb86-ea47-4d76-a7a3-ce653de8c93c req-3071f1b0-3b50-4441-883e-3b8ec05e53cf tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344768 Aug 10 03:47:27.917996 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:27.922143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:27.922635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.970898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbac56ae-464a-4fa7-8c12-3b9e28ebb38e req-db5bd792-842a-4288-b335-f1fc6bce9d48 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0373476 Aug 10 03:47:28.016287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.016463 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a719b42b-6f7e-4b3f-87d1-a3e828e2309d x-openstack-request-id: req-a719b42b-6f7e-4b3f-87d1-a3e828e2309d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:28.016933 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f079b55-1ff6-442b-bc64-3d4fec903575", "name": "network-vif-deleted", "tag": "3fc328f9-2499-4686-bbc5-71de75a1beb3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:28.017198 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a719b42b-6f7e-4b3f-87d1-a3e828e2309d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:28.017601 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f079b55-1ff6-442b-bc64-3d4fec903575', 'name': 'network-vif-deleted', 'tag': '3fc328f9-2499-4686-bbc5-71de75a1beb3', 'status': 'completed', 'code': 200} Aug 10 03:47:28.040979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:28.044068 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf2b407-dbc1-44b7-b985-928938573e25" -d '{"events": [{"server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "name": "network-vif-plugged", "status": "completed", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:28.076908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:28.104921 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97e4a34-70dd-4cf1-81ab-f86936ebe972 x-openstack-request-id: req-c97e4a34-70dd-4cf1-81ab-f86936ebe972 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:28.105261 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "name": "network-vif-plugged", "status": "completed", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:28.105525 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c97e4a34-70dd-4cf1-81ab-f86936ebe972 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:28.105925 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'code': 200} Aug 10 03:47:28.207051 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.224382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abba61d-5cff-46c2-a3df-dacf8e8c9d91 req-7214a662-fe98-43bd-b1c2-c031c7deaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.225920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7abba61d-5cff-46c2-a3df-dacf8e8c9d91 req-7214a662-fe98-43bd-b1c2-c031c7deaa51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1096 time: 0.0486374 Aug 10 03:47:28.273779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7abba61d-5cff-46c2-a3df-dacf8e8c9d91 req-bb39dc69-b418-418a-9ea7-2c54386d1594 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 Aug 10 03:47:28.284865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:28.979288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-35b4831a-567b-4533-8c3b-6b4c55625814 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927265 Aug 10 03:47:28.993587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056aa36-620b-453a-b5ed-a65458fb2317 req-47a33963-a7ea-4029-907e-0e8abc41ac08 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.996689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d056aa36-620b-453a-b5ed-a65458fb2317 req-47a33963-a7ea-4029-907e-0e8abc41ac08 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0758429 Aug 10 03:47:29.048218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d056aa36-620b-453a-b5ed-a65458fb2317 req-d255ca3a-fe55-4e3c-bfc5-019d78a43867 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 Aug 10 03:47:29.098429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-e96c7944-2f03-4556-8ebd-b34d7a14d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.099950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-e96c7944-2f03-4556-8ebd-b34d7a14d889 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=165ce837b20644f6a91d6608955e903d&device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 1098 time: 0.0455997 Aug 10 03:47:29.206668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca29f2a5-1ae7-483b-b08b-f5708b7bdeee req-40bc9412-90db-4979-952f-2c4bd40d19a5 tempest-VolumesBackupsTest-966695132 tempest-VolumesBackupsTest-966695132-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f079b55-1ff6-442b-bc64-3d4fec903575 HTTP/1.1" status: 200 len: 210 time: 0.0659757 Aug 10 03:47:29.249083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-ac95ed26-b31f-4e74-8221-409a2e3bf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.250571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-ac95ed26-b31f-4e74-8221-409a2e3bf517 service neutron] 10.222.0.54 "GET /v2.0/networks?id=41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 200 len: 914 time: 0.1298444 Aug 10 03:47:29.296421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-7965c068-fbbf-463c-81a2-ceae00ede032 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1 HTTP/1.1" status: 200 len: 217 time: 0.0368197 Aug 10 03:47:29.351366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-c6ac1ae6-6201-47a3-926a-e9247daacc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.352849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-c6ac1ae6-6201-47a3-926a-e9247daacc42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a0460bc0-9d83-49a7-81f6-40135608fc53 HTTP/1.1" status: 200 len: 853 time: 0.0493896 Aug 10 03:47:29.384410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-9eec2f9e-5218-41ba-b281-299bac5e0ab7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=41d4b1a5-b3f8-4e33-994d-041bda02e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247812 Aug 10 03:47:29.484482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-38d30a68-f364-46b6-8cbf-e938b026abab service neutron] 10.222.0.54 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931866 Aug 10 03:47:29.582721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-079f4aee-2808-409b-8bf8-cbbc6747513c req-ae6de827-3b1a-4166-965c-04bc94e6bf4f service neutron] 10.222.0.54 "GET /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903463 Aug 10 03:47:30.168936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813ab7-618a-4c67-bc2c-ac403f7fb6b4 req-099c4fa7-42d4-49a0-92d7-1fc1e68f7762 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.170433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7813ab7-618a-4c67-bc2c-ac403f7fb6b4 req-099c4fa7-42d4-49a0-92d7-1fc1e68f7762 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0503569 Aug 10 03:47:30.213463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7813ab7-618a-4c67-bc2c-ac403f7fb6b4 req-7611847a-dca4-40e8-8891-73a0af8cbae2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Aug 10 03:47:30.260964 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bfc59f88-3c64-4aa0-b082-5ea5b4e2a8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.361989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32ad49-4591-43ca-922a-723ac2a4aeae req-1ac1b275-0f18-4bc4-8bea-2a60f23abb3a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.363543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c32ad49-4591-43ca-922a-723ac2a4aeae req-1ac1b275-0f18-4bc4-8bea-2a60f23abb3a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0507104 Aug 10 03:47:30.407215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c32ad49-4591-43ca-922a-723ac2a4aeae req-cdaa8b67-3298-418d-ad05-7d51727438b6 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368290 Aug 10 03:47:30.532377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27def693-76a2-4998-ba8b-3a75be52e8f0 req-623f77e8-5044-4a3a-95b7-3640ffa4de91 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.534066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27def693-76a2-4998-ba8b-3a75be52e8f0 req-623f77e8-5044-4a3a-95b7-3640ffa4de91 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0569696 Aug 10 03:47:30.579656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27def693-76a2-4998-ba8b-3a75be52e8f0 req-871e2cec-f581-4026-8148-df7a923bbce4 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Aug 10 03:47:30.599198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:30.816388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f74bd4-2c14-458d-8dcc-f8c7a1998faa tempest-TestServerBasicOps-647334980 tempest-TestServerBasicOps-647334980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.817931 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d0f74bd4-2c14-458d-8dcc-f8c7a1998faa tempest-TestServerBasicOps-647334980 tempest-TestServerBasicOps-647334980-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1092 time: 0.2174418 Aug 10 03:47:30.820882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 35940) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:30.826243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:30.950298 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.059065 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.205415 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Allocated IP 172.25.1.74 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/6b79ea94-103d-41af-97fe-d0adf3261172) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:31.320605 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.425173 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.474833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:31.478264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:31.482177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:31.513908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'Port': ['ID=6b79ea94-103d-41af-97fe-d0adf3261172,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.527225 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.527580 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.527921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.528260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.528620 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.528947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.529276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.529605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.529933 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.530254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.530579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.530928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.715980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3fc328f9-2499-4686-bbc5-71de75a1beb3 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:31.737909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 3fc328f9-2499-4686-bbc5-71de75a1beb3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:31.738335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 3fc328f9-2499-4686-bbc5-71de75a1beb3 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:31.883056 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.014656 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.189372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.264438 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.336634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event updated for resources: {'Port': ['ID=6b79ea94-103d-41af-97fe-d0adf3261172,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.350976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.456930 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Floating IP 2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea associated. External IP: 172.25.1.74, port: b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e. Aug 10 03:47:32.676897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Router f4990baa-ac85-415d-a046-906c024bf25b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:32.682376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.800436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:32.811798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] Sync routers for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:32.821050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:32.823126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:32.870378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.902449 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b1c99ea-6268-43a2-aa0d-0a8b7836eec7 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0804787 Aug 10 03:47:32.903260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:32.905847 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af615d-ce1f-4d49-a905-c81871e1e716" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:32.942306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:33.086829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a68c6fd-9cef-4977-916b-11cd0366e65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.098212 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da3e92-713e-409c-9ad4-00792b0344de x-openstack-request-id: req-25da3e92-713e-409c-9ad4-00792b0344de {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:33.098521 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:33.098780 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25da3e92-713e-409c-9ad4-00792b0344de {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:33.099186 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'status': 'completed', 'code': 200} Aug 10 03:47:33.193891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-1a57b47d-d3e5-4431-8549-73321ce47a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.196730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-1a57b47d-d3e5-4431-8549-73321ce47a38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1097 time: 0.0740342 Aug 10 03:47:33.206715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'port_id': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'mac_address': 'fa:16:3e:8a:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:31Z', 'revision_number': 0, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:06Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.278570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] Checking router: f4990baa-ac85-415d-a046-906c024bf25b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:33.294965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:33.295896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:47:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.338668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-fd123831-26a7-4a79-8760-3a74e7dfe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.340159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-fd123831-26a7-4a79-8760-3a74e7dfe403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 908 time: 0.1332576 Aug 10 03:47:33.418039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-194b5477-be0f-451a-9dfc-bb331496d982 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 998 time: 0.0688350 Aug 10 03:47:33.418983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:33.480869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-861edcd7-1d05-4693-b528-be647ceb3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.484961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-861edcd7-1d05-4693-b528-be647ceb3b76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 200 len: 846 time: 0.0593512 Aug 10 03:47:33.544392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-fb35bdf4-0749-43ba-89d0-ffeafac13411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.546242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-fb35bdf4-0749-43ba-89d0-ffeafac13411 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf17320b-a058-47df-ab69-7f9d41944ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529237 Aug 10 03:47:33.656002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-50d78932-443c-493a-9dba-7a2648fe4c51 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016521 Aug 10 03:47:33.702660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'port_id': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'mac_address': 'fa:16:3e:8a:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:31Z', 'revision_number': 0, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:06Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.735973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b3eb5-4e4a-4dba-8220-fcfa6c77526f None None] The sync data for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 is: [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'port_id': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'mac_address': 'fa:16:3e:8a:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:31Z', 'revision_number': 0, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:06Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:33.825263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0af615d-ce1f-4d49-a905-c81871e1e716 req-adbe6689-35cf-47a1-ac91-81a875e42ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615458 Aug 10 03:47:34.059696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde0c62-3a52-4f24-9113-00db7fcbe8e3 None None] New status for floating IP 2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:34.192790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.772784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.274488 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:45.398796 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.080855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0a01-33ad-4f17-bff7-4ff33643b033 req-5b6d523f-1271-46bd-b454-81b2d751909a tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.082266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64af0a01-33ad-4f17-bff7-4ff33643b033 req-5b6d523f-1271-46bd-b454-81b2d751909a tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.0542009 Aug 10 03:47:56.120426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64af0a01-33ad-4f17-bff7-4ff33643b033 req-a1b4034d-5063-4f3f-a928-01f34040c782 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Aug 10 03:47:56.158747 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.239256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfa636-3d85-42d2-b963-15a32149f5b5 req-63d86eea-0c46-44ef-af55-139d72828cdf tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:57.240766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4cbfa636-3d85-42d2-b963-15a32149f5b5 req-63d86eea-0c46-44ef-af55-139d72828cdf tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Aug 10 03:47:57.281384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4cbfa636-3d85-42d2-b963-15a32149f5b5 req-5f5ce78e-53c9-428c-bbbf-51e8d891da8f tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325530 Aug 10 03:47:58.257575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-93e8fb16-ade0-45e3-9d9a-a5d568e03b67 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.259098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-93e8fb16-ade0-45e3-9d9a-a5d568e03b67 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.54 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.0517795 Aug 10 03:47:58.351425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Deleting port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:58.351772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.458175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171e68b-462f-4f6d-be8d-99cda2034a8b req-dd447e5f-f5af-4923-8e31-b7c88a48dfb5 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.459685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e171e68b-462f-4f6d-be8d-99cda2034a8b req-dd447e5f-f5af-4923-8e31-b7c88a48dfb5 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 946 time: 0.1103544 Aug 10 03:47:58.491675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] For port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,segment=NetworkSegment(7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0),segment_id=7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:58.492067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.514271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Calling delete_port for 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:58.522088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e171e68b-462f-4f6d-be8d-99cda2034a8b req-8edf84da-2212-41e0-8129-2883407a4c26 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/security-groups?id=12b38585-7268-43aa-91b7-b5342bf6ba97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559826 Aug 10 03:47:58.839050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.868143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Pushing event deleted for resources: {'Port': ['ID=7e4c6b26-dc78-4688-8956-5a4e4b029ef1,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.876566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['7e4c6b26-dc78-4688-8956-5a4e4b029ef1'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:58.909735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] No DVR routers for this DVR port 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:58.912549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.915057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ccca44c2-5ab1-410f-9184-b36ad2571b60 req-597ae5fa-8152-4498-9066-20e3c71cb1fa tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.54 "DELETE /v2.0/ports/7e4c6b26-dc78-4688-8956-5a4e4b029ef1 HTTP/1.1" status: 204 len: 173 time: 0.6497576 Aug 10 03:47:58.915511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'name': 'network-vif-deleted', 'tag': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:58.917935 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b20af-bb93-4204-b724-8bc76b9413ba" -d '{"events": [{"server_uuid": "2142ed75-221b-44b9-bc19-8de1ad54f0a9", "name": "network-vif-deleted", "tag": "7e4c6b26-dc78-4688-8956-5a4e4b029ef1"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:58.973368 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0628974f-e0c0-4230-9263-7cea8a974141 x-openstack-request-id: req-0628974f-e0c0-4230-9263-7cea8a974141 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:58.973526 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142ed75-221b-44b9-bc19-8de1ad54f0a9", "name": "network-vif-deleted", "tag": "7e4c6b26-dc78-4688-8956-5a4e4b029ef1", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:58.973738 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0628974f-e0c0-4230-9263-7cea8a974141 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:58.974078 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2142ed75-221b-44b9-bc19-8de1ad54f0a9', 'name': 'network-vif-deleted', 'tag': '7e4c6b26-dc78-4688-8956-5a4e4b029ef1', 'status': 'completed', 'code': 200} Aug 10 03:47:59.634052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55236d9d-5429-4f0d-958f-a6662ffdb497 req-6cbb1cd5-c8aa-4728-8fe6-a2ff00387289 tempest-VolumesSnapshotTestJSON-205349171 tempest-VolumesSnapshotTestJSON-205349171-project] 10.222.0.26 "GET /v2.0/ports?device_id=2142ed75-221b-44b9-bc19-8de1ad54f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0300503 Aug 10 03:48:00.290647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11852aa3-a928-4e46-a63b-f04beed821be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.785974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.087968 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1742c9a1-c6b3-4c09-9f18-32b6eb6a8e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.358102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:03.381453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:03.381914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 7e4c6b26-dc78-4688-8956-5a4e4b029ef1 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:04.273446 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.767717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.823610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36412) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.952273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15e0b-d5a2-4f85-9f9b-6528aada68ac req-5d9f9eb0-0850-480c-b62f-e484c8b6b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.959915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4c15e0b-d5a2-4f85-9f9b-6528aada68ac req-5d9f9eb0-0850-480c-b62f-e484c8b6b097 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1097 time: 0.1335812 Aug 10 03:48:10.996408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4c15e0b-d5a2-4f85-9f9b-6528aada68ac req-6ecda5d6-1da6-4281-8487-464e5a3050f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352521 Aug 10 03:48:13.273794 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:15.458980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.873516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-89b02673-3bbe-4518-a6d6-e9ea03b3b60e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474446 Aug 10 03:48:16.968667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-c3662db8-8c58-4f4e-b987-204081212655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:16.970290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-c3662db8-8c58-4f4e-b987-204081212655 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1097 time: 0.0473721 Aug 10 03:48:17.088067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-b210702f-bb51-4439-bd3d-9dea1ae88580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.090228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-b210702f-bb51-4439-bd3d-9dea1ae88580 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 908 time: 0.0955367 Aug 10 03:48:17.166625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-8a412587-93a1-4ffa-b4d6-2a868a7da66f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 1000 time: 0.0685194 Aug 10 03:48:17.237533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-d88bd704-6313-44a2-9f7c-5d240c296cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.239244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-d88bd704-6313-44a2-9f7c-5d240c296cdf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 200 len: 846 time: 0.0622289 Aug 10 03:48:17.298891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-c2e93961-8568-40bd-acc1-8206a36da58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.303695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-c2e93961-8568-40bd-acc1-8206a36da58f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf17320b-a058-47df-ab69-7f9d41944ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532103 Aug 10 03:48:17.399072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-0f7b35ee-bb27-40cf-b2e0-65dabe1e0d6a service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898793 Aug 10 03:48:17.534748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9dbaf3-155c-4537-bec4-ccdd75a4f6e7 req-ccbc8895-848c-41df-9ab8-27f234008b0b service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272044 Aug 10 03:48:20.952066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36546) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:21.076741 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8da9bc5-666d-4932-aa28-1428e3734e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.181203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8da9bc5-666d-4932-aa28-1428e3734e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.324214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e8da9bc5-666d-4932-aa28-1428e3734e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.365394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da9bc5-666d-4932-aa28-1428e3734e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f984459d-693f-4551-b3ce-80d805b729b9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.371362 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e8da9bc5-666d-4932-aa28-1428e3734e40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4b40b0af64a4562ae46c898f7c0c565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179966 Aug 10 03:48:21.375205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36556) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:21.433131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.459328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.584899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.587802 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.592937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f984459d-693f-4551-b3ce-80d805b729b9 HTTP/1.1" status: 204 len: 168 time: 0.2139313 Aug 10 03:48:21.598617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984459d-693f-4551-b3ce-80d805b729b9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.606349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.606900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.607336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.607871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.608208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.608570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.608902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.609285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.609674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.610209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.610659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:21.610992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ce58a-5e85-46bb-977b-82f95b72f32e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:22.822686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36598) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.933824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1011146193-network', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:23.030428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:23.033868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.043053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.138138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.201768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.226148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:23.240375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a66ade-32bf-4ef3-b193-559697c1d983,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:23.246954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.247411 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Added segment eb203790-a346-4eb9-9f10-18a6f1b4aff2 of type vlan for network c79e744c-7702-4f0c-94e8-5960a4c5bfca Aug 10 03:48:23.292016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.402571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.403622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:23.404215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.464622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] Pushing event updated for resources: {'Network': ['ID=c79e744c-7702-4f0c-94e8-5960a4c5bfca,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:23.474887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:23.548743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36612) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:23.549352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57e4e902-3bee-40d0-8bb4-9a9095b5b14f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7252378 Aug 10 03:48:23.556235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Request body: {'subnet': {'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1011146193-subnet', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:23.739038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:23.741838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.299171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.370961 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.378672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:24.379035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Network hostable DHCP agents. Network: c79e744c-7702-4f0c-94e8-5960a4c5bfca, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:24.456231 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:24.556125 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c79e744c-7702-4f0c-94e8-5960a4c5bfca) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:24.561530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:24.562570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.566499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef0b9d-a1f0-480a-b44d-d5e63302d1a7 None None] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:24.695012 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b918c6c8-e1ce-4f5b-a7fb-2a51442ca6e0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1440885 Aug 10 03:48:24.695260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36626) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:24.700775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:24.728028 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:24.729606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.850987 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.852060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.863303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Allocated IP 172.20.0.2 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/06153fe4-846d-4c61-b2c4-28fc0e33c49f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:24.946067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.007681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.017130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Transition to ACTIVE for port object 06153fe4-846d-4c61-b2c4-28fc0e33c49f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:25.034858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Transition to ACTIVE for port object 06153fe4-846d-4c61-b2c4-28fc0e33c49f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:25.128928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.175427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:25.178321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:25.184575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:25.195155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Pushing event updated for resources: {'Port': ['ID=06153fe4-846d-4c61-b2c4-28fc0e33c49f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:25.202548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.223091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.223484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.223824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.224162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.224522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.224972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.225541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.225990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.226352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.226680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.226997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.227492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:25.263234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Attempting to bind port 06153fe4-846d-4c61-b2c4-28fc0e33c49f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:25.263603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Attempting to bind port 06153fe4-846d-4c61-b2c4-28fc0e33c49f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:25.263958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Attempting to bind port 06153fe4-846d-4c61-b2c4-28fc0e33c49f on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:25.269111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:25.269475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:25.269892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.270316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:25.270792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Bound port: 06153fe4-846d-4c61-b2c4-28fc0e33c49f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:25.271187 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.336705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] For port 06153fe4-846d-4c61-b2c4-28fc0e33c49f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:25.340239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] For port 06153fe4-846d-4c61-b2c4-28fc0e33c49f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=06153fe4-846d-4c61-b2c4-28fc0e33c49f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:25.413687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.467577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.489169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.502031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2faf7-2464-48ec-b085-e7be744bc3cf None None] Pushing event updated for resources: {'Port': ['ID=06153fe4-846d-4c61-b2c4-28fc0e33c49f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:25.610646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Allocated IP 172.25.1.121 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:25.772794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.908252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.953050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:25.957413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:25.961622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:25.965135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Pushing event updated for resources: {'Port': ['ID=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:26.117335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.537764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d5403f-0765-4e4a-98fb-e2e0cac8a33a None None] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:26.686359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-18c6335a-62b8-4e61-bb77-bea38f7eaf55 None None] Provisioning for port 06153fe4-846d-4c61-b2c4-28fc0e33c49f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:26.724031 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.997917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.213672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:48:27.339691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:27.350541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:27.360481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:27.361363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:27.436260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.437821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0ed82da2-b38f-45b0-8b27-f45ca5e3c36e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7413046 Aug 10 03:48:27.440421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36658) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:27.478140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:27.704169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 06153fe4-846d-4c61-b2c4-28fc0e33c49f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:27.829737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:26Z', 'revision_number': 3, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:27.862846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:27.863469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Updating router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:27.890641 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.930638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 06153fe4-846d-4c61-b2c4-28fc0e33c49f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:27.951398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.016255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 06153fe4-846d-4c61-b2c4-28fc0e33c49f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:28.016769 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.168579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Allocated IP 172.20.0.1 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/30f6a5e7-8262-46d6-a99a-f825c109f696) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:28.246953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.322079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 06153fe4-846d-4c61-b2c4-28fc0e33c49f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=06153fe4-846d-4c61-b2c4-28fc0e33c49f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:28.340386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.364138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Transition to ACTIVE for port object 30f6a5e7-8262-46d6-a99a-f825c109f696 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:28.372555 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.383372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Transition to ACTIVE for port object 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:28.434857 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.472931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.508176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=06153fe4-846d-4c61-b2c4-28fc0e33c49f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.533675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.554256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Attempting to bind port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:28.554256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Attempting to bind port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:28.554256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Attempting to bind port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:28.559166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:28.559731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:28.560259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.560775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:28.561360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Bound port: 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:28.561841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.591049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b3927-95f2-4240-bd57-33d14da58e7c None None] Pushing event updated for resources: {'Port': ['ID=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.598031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:28.604694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:28.609532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Pushing event updated for resources: {'Port': ['ID=30f6a5e7-8262-46d6-a99a-f825c109f696,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.613467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:28.654796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] For port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:28.670383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] For port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:28.702548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.762587 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.834707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:28.835366 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:28.966243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b3927-95f2-4240-bd57-33d14da58e7c None None] Pushing event updated for resources: {'Port': ['ID=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.970693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:29.045968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.166967 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-80be11f0-3b5c-4b24-87d1-ccc3e611d15c None None] Provisioning for port 30f6a5e7-8262-46d6-a99a-f825c109f696 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:29.191819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-80be11f0-3b5c-4b24-87d1-ccc3e611d15c None None] Provisioning complete for port 30f6a5e7-8262-46d6-a99a-f825c109f696 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:29.192200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-80be11f0-3b5c-4b24-87d1-ccc3e611d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.255219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-80be11f0-3b5c-4b24-87d1-ccc3e611d15c None None] Port 30f6a5e7-8262-46d6-a99a-f825c109f696 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:29.265932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:26Z', 'revision_number': 3, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:29.268687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.299447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ed59f-3ffc-457e-b5e5-5e1a2c08b22a None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:26Z', 'revision_number': 3, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:29.360894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.428658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Pushing event updated for resources: {'Port': ['ID=30f6a5e7-8262-46d6-a99a-f825c109f696,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.435496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.594199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:29.601601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:29.715541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 06153fe4-846d-4c61-b2c4-28fc0e33c49f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:29.793277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 06153fe4-846d-4c61-b2c4-28fc0e33c49f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:29.794717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.896219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:30.071244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:30.078426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-437a4c00-c2d5-4aae-a12f-3841cc58a282 admin admin] 10.222.0.26 "PUT /v2.0/routers/37cdd6e6-7920-47b4-8d4e-079cc46cfd29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364081 Aug 10 03:48:30.103799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ce5c62f5-944d-48dc-909c-a0295caf2582 None None] Provisioning complete for port 30f6a5e7-8262-46d6-a99a-f825c109f696 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:30.104211 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce5c62f5-944d-48dc-909c-a0295caf2582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.159799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c62f5-944d-48dc-909c-a0295caf2582 None None] Port 30f6a5e7-8262-46d6-a99a-f825c109f696 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:30.425187 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-799a385b-fd8a-410c-b2f3-3f8dd2f9b5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.231702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36696) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:31.237288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-360239955-network', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:31.422703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Made reservation on behalf of f5e34963d2cc49b7b34a0eed534c264a for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:31.425496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.435139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.504964 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:31.518364 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:31.519280 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:31.547018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.642867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.657653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:31.667559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9cfe5-132f-4721-b3c9-09fa66321a0c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:31.685433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:31.701712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.702061 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Added segment 27f0fea2-cfa5-4115-a0d1-f7359f3a754c of type vlan for network 633d22ed-707f-4aa6-bcec-a4e28706c765 Aug 10 03:48:31.741295 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:31.771749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.868372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:31.874724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:31.880792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.913673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.914794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:31.915455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.993508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.015611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:32.042966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8084650 Aug 10 03:48:32.045373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36704) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:32.051308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Request body: {'subnet': {'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-360239955-subnet', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:32.055265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc27975-e641-41e5-820e-8cb267860a27 admin admin] Pushing event updated for resources: {'Network': ['ID=633d22ed-707f-4aa6-bcec-a4e28706c765,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.067774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:32.156409 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:29Z', 'revision_number': 2, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.157903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.189715 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:32.190154 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Updating router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 port 30f6a5e7-8262-46d6-a99a-f825c109f696 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:32.220480 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.228487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Made reservation on behalf of f5e34963d2cc49b7b34a0eed534c264a for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:32.233283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.240817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.583840 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.604214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Transition to ACTIVE for port object 30f6a5e7-8262-46d6-a99a-f825c109f696 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:32.698816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.793220 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.793469 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.862732 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.876321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Checking segment: {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:32.876727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Network hostable DHCP agents. Network: 633d22ed-707f-4aa6-bcec-a4e28706c765, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:32.879463 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.879801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.880128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.880484 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.880811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.881133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.881456 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.881786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.882123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.882426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.882743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.883053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.902041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Pushing event updated for resources: {'Port': ['ID=30f6a5e7-8262-46d6-a99a-f825c109f696,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.923080 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.923740 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.924274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.925070 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.925538 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.925943 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.926374 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.926810 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.927819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.927819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.927819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.929337 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:32.945766 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Attempting to bind port 30f6a5e7-8262-46d6-a99a-f825c109f696 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:32.946364 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Attempting to bind port 30f6a5e7-8262-46d6-a99a-f825c109f696 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:32.946829 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Attempting to bind port 30f6a5e7-8262-46d6-a99a-f825c109f696 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:32.953380 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:32.953380 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:32.954032 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.954420 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:32.954981 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Bound port: 30f6a5e7-8262-46d6-a99a-f825c109f696, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:32.955455 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.036211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:33.043338 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] For port 30f6a5e7-8262-46d6-a99a-f825c109f696, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:33.046957 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] For port 30f6a5e7-8262-46d6-a99a-f825c109f696, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f6a5e7-8262-46d6-a99a-f825c109f696,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:33.105582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-be0341af-6a6c-4b5a-9420-f355d2b0a534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.213582 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 633d22ed-707f-4aa6-bcec-a4e28706c765) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:33.218027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.223933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.231886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe731d0-e56f-4711-8aac-1b28a29865e2 None None] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:33.254687 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.319390 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:33.320452 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:33.412397 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b0f03988-3327-4bbf-9ff9-cba6a9e208a2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3647566 Aug 10 03:48:33.414442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 36718) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:33.414612 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0679-8d46-478d-a843-c4d4c5d6002c None None] Pushing event updated for resources: {'Port': ['ID=30f6a5e7-8262-46d6-a99a-f825c109f696,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:33.424488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:33.550907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-633d22ed-707f-4aa6-bcec-a4e28706c765', 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'fixed_ips': [{'subnet_id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:33.552619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.562493 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:33.637639 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.638835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.707700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:33.724295 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.912972 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:33.945957 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008dbd2-b551-4cad-8241-1b6abb6eeffb None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:34.050463 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:34.050999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.083129 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.095418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Allocated IP 172.20.0.2 (633d22ed-707f-4aa6-bcec-a4e28706c765/ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc/2f0e5199-481f-484c-aca4-292840b376c2) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:34.334270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.457601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.506228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Transition to ACTIVE for port object 2f0e5199-481f-484c-aca4-292840b376c2 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:34.564246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Transition to ACTIVE for port object 2f0e5199-481f-484c-aca4-292840b376c2 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:34.727632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.755511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.762904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.821516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:34.825790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:34.828555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:34.916099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Pushing event updated for resources: {'Port': ['ID=2f0e5199-481f-484c-aca4-292840b376c2,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:34.946197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Attempting to bind port 2f0e5199-481f-484c-aca4-292840b376c2 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:34.946690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Attempting to bind port 2f0e5199-481f-484c-aca4-292840b376c2 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:34.947144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Attempting to bind port 2f0e5199-481f-484c-aca4-292840b376c2 on network 633d22ed-707f-4aa6-bcec-a4e28706c765 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:34.953304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:34.953810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Checking segment: {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:34.954315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.954808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Bound using segment: {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:34.955377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Bound port: 2f0e5199-481f-484c-aca4-292840b376c2, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:34.955868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.969294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Allocated IP 172.25.1.216 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/32ff6218-b924-4adf-94a4-e4c9ef8b847a) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:35.030828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] For port 2f0e5199-481f-484c-aca4-292840b376c2, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:35.034503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] For port 2f0e5199-481f-484c-aca4-292840b376c2, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f0e5199-481f-484c-aca4-292840b376c2,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:35.103695 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.160052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.222606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf770385-4652-4c30-841e-a80359eb9883 None None] Pushing event updated for resources: {'Port': ['ID=2f0e5199-481f-484c-aca4-292840b376c2,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.285803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.333310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:35.341185 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:35.349926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Pushing event updated for resources: {'Port': ['ID=32ff6218-b924-4adf-94a4-e4c9ef8b847a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.354244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:35.721668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f6a5e7-8262-46d6-a99a-f825c109f696 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:35.769058 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.818055 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.885383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 30f6a5e7-8262-46d6-a99a-f825c109f696 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:35.890799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 30f6a5e7-8262-46d6-a99a-f825c109f696 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:35.891923 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.028653 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.045245 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.078748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 30f6a5e7-8262-46d6-a99a-f825c109f696, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f6a5e7-8262-46d6-a99a-f825c109f696,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:36.200275 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.201509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f0e5199-481f-484c-aca4-292840b376c2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:36.288592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Router 8a965708-73ec-4e97-a45a-58111060c272 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:48:36.309150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=30f6a5e7-8262-46d6-a99a-f825c109f696,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:36.394414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2f0e5199-481f-484c-aca4-292840b376c2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:36.408282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221cc6f-f0a4-426b-a3b4-16fbbcfa9fe4 None None] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:36.435205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:36.466711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Sync routers for ids ['8a965708-73ec-4e97-a45a-58111060c272'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:36.487713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Routers {'8a965708-73ec-4e97-a45a-58111060c272'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:36.488368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8a965708-73ec-4e97-a45a-58111060c272'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.605911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.615672 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-458910ce-5fc0-4068-b809-a18dc22fbde5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1915290 Aug 10 03:48:36.617814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 36750) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:36.641966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Set router 8a965708-73ec-4e97-a45a-58111060c272 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:36.705304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] Provisioning for port 2f0e5199-481f-484c-aca4-292840b376c2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:36.723936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] Provisioning complete for port 2f0e5199-481f-484c-aca4-292840b376c2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:36.724312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.902573 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.962962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] For port 2f0e5199-481f-484c-aca4-292840b376c2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f0e5199-481f-484c-aca4-292840b376c2,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:37.037204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 3, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:37.078988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.090596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Checking router: 8a965708-73ec-4e97-a45a-58111060c272 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:37.090953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Updating router 8a965708-73ec-4e97-a45a-58111060c272 port 32ff6218-b924-4adf-94a4-e4c9ef8b847a binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:37.116522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.157540 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.356754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af697be0-d778-4fcb-bc74-f1b54ad78a18 None None] Pushing event updated for resources: {'Port': ['ID=2f0e5199-481f-484c-aca4-292840b376c2,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.377594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Allocated IP 172.20.0.1 (633d22ed-707f-4aa6-bcec-a4e28706c765/ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc/9b62174e-78c4-493b-8b10-de6f5fe4ee0e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:37.388515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4e160421-d815-4265-baa1-a943835d8788 None None] Provisioning complete for port 2f0e5199-481f-484c-aca4-292840b376c2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:37.389112 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e160421-d815-4265-baa1-a943835d8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.520967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.538419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Transition to ACTIVE for port object 9b62174e-78c4-493b-8b10-de6f5fe4ee0e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:37.591412 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.601471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Transition to ACTIVE for port object 32ff6218-b924-4adf-94a4-e4c9ef8b847a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:37.635804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f6a5e7-8262-46d6-a99a-f825c109f696 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:37.646190 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.688734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 30f6a5e7-8262-46d6-a99a-f825c109f696 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:37.689076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:37.689273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.694665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:37.697182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:37.734811 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.752960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.813528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Attempting to bind port 32ff6218-b924-4adf-94a4-e4c9ef8b847a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:37.813900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Attempting to bind port 32ff6218-b924-4adf-94a4-e4c9ef8b847a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:37.814258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Attempting to bind port 32ff6218-b924-4adf-94a4-e4c9ef8b847a on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:37.829530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:37.829905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:37.830315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.830710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:37.831193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Bound port: 32ff6218-b924-4adf-94a4-e4c9ef8b847a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:37.831574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.888034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241764b-ea2f-46b0-8f16-1bd617759359 None None] Pushing event updated for resources: {'Port': ['ID=32ff6218-b924-4adf-94a4-e4c9ef8b847a,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.916105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f0e5199-481f-484c-aca4-292840b376c2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:37.979884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] For port 32ff6218-b924-4adf-94a4-e4c9ef8b847a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:37.984199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] For port 32ff6218-b924-4adf-94a4-e4c9ef8b847a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=32ff6218-b924-4adf-94a4-e4c9ef8b847a,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:37.994287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2f0e5199-481f-484c-aca4-292840b376c2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:37.997662 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.101230 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.186256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241764b-ea2f-46b0-8f16-1bd617759359 None None] Pushing event updated for resources: {'Port': ['ID=32ff6218-b924-4adf-94a4-e4c9ef8b847a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:38.201965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Routers {'8a965708-73ec-4e97-a45a-58111060c272'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:38.203209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8a965708-73ec-4e97-a45a-58111060c272'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:38.256583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:38.301837 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1f8fe119-bbbe-46f5-a96b-198837399471 None None] Provisioning for port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:38.309897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1f8fe119-bbbe-46f5-a96b-198837399471 None None] Provisioning complete for port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:38.310260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe119-bbbe-46f5-a96b-198837399471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.359334 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] Set router 8a965708-73ec-4e97-a45a-58111060c272 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:38.385862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1f8fe119-bbbe-46f5-a96b-198837399471 None None] Port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:38.456331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.545436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 3, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:38.624856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.703607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.731162 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514369b-130c-44bc-b6ff-78ddd1086da9 None None] The sync data for ids ['8a965708-73ec-4e97-a45a-58111060c272'] in n-d-765315-26 is: [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 3, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:38.784586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.786473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Pushing event updated for resources: {'Port': ['ID=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:38.894238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:38.895654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:39.075827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Router 8a965708-73ec-4e97-a45a-58111060c272 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:39.254339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:39.260449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1e5a9d38-4451-43dd-b9d9-610881e9caf0 admin admin] 10.222.0.26 "PUT /v2.0/routers/8a965708-73ec-4e97-a45a-58111060c272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409583 Aug 10 03:48:39.329230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-14440621-40ab-4a95-8317-2e48227bd44e None None] Provisioning complete for port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:39.329801 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14440621-40ab-4a95-8317-2e48227bd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.391698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-14440621-40ab-4a95-8317-2e48227bd44e None None] Port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:39.646332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 32ff6218-b924-4adf-94a4-e4c9ef8b847a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:39.902815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 32ff6218-b924-4adf-94a4-e4c9ef8b847a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:39.908583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 32ff6218-b924-4adf-94a4-e4c9ef8b847a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:39.909056 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.005044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.028331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 32ff6218-b924-4adf-94a4-e4c9ef8b847a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=32ff6218-b924-4adf-94a4-e4c9ef8b847a,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:40.537352 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.596728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=32ff6218-b924-4adf-94a4-e4c9ef8b847a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.513502 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Sync routers for ids ['8a965708-73ec-4e97-a45a-58111060c272'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:41.523556 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Routers {'8a965708-73ec-4e97-a45a-58111060c272'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:41.524191 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8a965708-73ec-4e97-a45a-58111060c272'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:41.601646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 32ff6218-b924-4adf-94a4-e4c9ef8b847a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:41.647740 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Set router 8a965708-73ec-4e97-a45a-58111060c272 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:41.655732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 32ff6218-b924-4adf-94a4-e4c9ef8b847a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:41.656205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.866996 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T03:48:38Z', 'revision_number': 4, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9b62174e-78c4-493b-8b10-de6f5fe4ee0e', 'name': '', 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'mac_address': 'fa:16:3e:e9:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:37Z', 'updated_at': '2021-08-10T03:48:38Z', 'revision_number': 2, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'subnets': [{'id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:41.896513 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Checking router: 8a965708-73ec-4e97-a45a-58111060c272 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:41.896888 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Updating router 8a965708-73ec-4e97-a45a-58111060c272 port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:41.923059 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.248253 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.258023 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Transition to ACTIVE for port object 9b62174e-78c4-493b-8b10-de6f5fe4ee0e will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:42.363781 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.419607 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee06e62-7e1e-48df-94d0-615856c3f866 None None] Pushing event updated for resources: {'Port': ['ID=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.499558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Attempting to bind port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:42.499971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Attempting to bind port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:42.500619 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Attempting to bind port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e on network 633d22ed-707f-4aa6-bcec-a4e28706c765 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:42.506850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:42.507231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Checking segment: {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:42.507632 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.508025 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Bound using segment: {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:42.508541 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Bound port: 9b62174e-78c4-493b-8b10-de6f5fe4ee0e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f0fea2-cfa5-4115-a0d1-f7359f3a754c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:42.508921 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.672319 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] For port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:42.675314 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] For port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:42.749231 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.809821 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Routers {'8a965708-73ec-4e97-a45a-58111060c272'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:42.810454 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:48:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8a965708-73ec-4e97-a45a-58111060c272'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:42.812416 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee06e62-7e1e-48df-94d0-615856c3f866 None None] Pushing event updated for resources: {'Port': ['ID=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.936130 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] Set router 8a965708-73ec-4e97-a45a-58111060c272 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:43.150086 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T03:48:38Z', 'revision_number': 4, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9b62174e-78c4-493b-8b10-de6f5fe4ee0e', 'name': '', 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'mac_address': 'fa:16:3e:e9:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:37Z', 'updated_at': '2021-08-10T03:48:42Z', 'revision_number': 4, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'subnets': [{'id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:43.181060 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bade44-6e8f-455e-9487-01a964708b8c None None] The sync data for ids ['8a965708-73ec-4e97-a45a-58111060c272'] in n-d-765315-26 is: [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T03:48:38Z', 'revision_number': 4, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9b62174e-78c4-493b-8b10-de6f5fe4ee0e', 'name': '', 'network_id': '633d22ed-707f-4aa6-bcec-a4e28706c765', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'mac_address': 'fa:16:3e:e9:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:37Z', 'updated_at': '2021-08-10T03:48:42Z', 'revision_number': 4, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'subnets': [{'id': 'ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:43.678154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9b62174e-78c4-493b-8b10-de6f5fe4ee0e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:43.841467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:43.845920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:43.846295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.882711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-9e3c9790-0426-4df1-8a6f-022c7a71afea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.890625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-9e3c9790-0426-4df1-8a6f-022c7a71afea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1501088 Aug 10 03:48:43.909922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-e3b0666a-3419-467f-a8e8-be123ae828e9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0180831 Aug 10 03:48:43.944502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.975888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-9c7f35a7-1d31-4829-a1e2-dd9f20029e2b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646989 Aug 10 03:48:43.987106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:44.082760 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.146256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.178451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-7f2e0415-275b-473c-8377-a1eed8600ee5 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010918 Aug 10 03:48:44.287255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-6dacc406-f93c-40b5-88ff-87e7f665828a service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026633 Aug 10 03:48:44.964980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb63f451-ca8f-454e-b92e-9d2651b48656 req-f8b4e7b5-7e55-4278-a537-6eab2363f545 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0458972 Aug 10 03:48:45.419521 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.643248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9b62174e-78c4-493b-8b10-de6f5fe4ee0e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:45.712338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:45.712738 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.031199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bdc2b72-004b-4c2c-83ca-223dbde90312 req-09fe81b9-ac1c-48cf-9028-3372c3506d3d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0266643 Aug 10 03:48:47.137785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42ab6be7-00f2-4a21-b0fa-e9e6fb4349d3 req-6f69cb60-0d01-453d-99a0-0a67c18c0d10 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0314443 Aug 10 03:48:47.811368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-19c69539-8673-49d2-9c70-3e67c7dcbc98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:47.813153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-19c69539-8673-49d2-9c70-3e67c7dcbc98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1083446 Aug 10 03:48:47.835678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:48.080217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:48.083809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.253061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.3 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/2fa70100-5f36-4ec7-8ded-684759998891) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:48.262654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6e5b998-0293-4ebf-b92e-d28a9289f2dc req-d534b4a7-642b-46bd-ab25-c0a2f44b3fac tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0440726 Aug 10 03:48:48.421841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.437088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object 2fa70100-5f36-4ec7-8ded-684759998891 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:48.549011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.595566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:48.600686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:48.605121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:48.653656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.654270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.665205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=2fa70100-5f36-4ec7-8ded-684759998891,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.758064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d132497d-7d07-45d7-b568-5c6b9a0ac0cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9275811 Aug 10 03:48:48.777288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-a8b28456-072e-4a25-a538-e633c1d44053 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:48:48.778397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-a8b28456-072e-4a25-a538-e633c1d44053 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057127 Aug 10 03:48:48.880463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Request body: {'port': {'device_id': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:48.967227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.029913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3d7af797-4dae-4ba5-a1df-c7968700be3c None None] Provisioning for port 2fa70100-5f36-4ec7-8ded-684759998891 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:49.036123 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3d7af797-4dae-4ba5-a1df-c7968700be3c None None] Provisioning complete for port 2fa70100-5f36-4ec7-8ded-684759998891 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:49.043268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3d7af797-4dae-4ba5-a1df-c7968700be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.124635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3d7af797-4dae-4ba5-a1df-c7968700be3c None None] Port 2fa70100-5f36-4ec7-8ded-684759998891 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:49.340487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa70100-5f36-4ec7-8ded-684759998891 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:49.355846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.383090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Transition to ACTIVE for port object 2fa70100-5f36-4ec7-8ded-684759998891 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:49.460771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de76b4-041f-4d01-b201-0d97157d5752 req-5aa4f2e2-acc8-431c-9071-cf9eb3fcc9e2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:49.462805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85de76b4-041f-4d01-b201-0d97157d5752 req-5aa4f2e2-acc8-431c-9071-cf9eb3fcc9e2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 931 time: 0.0532269 Aug 10 03:48:49.513065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85de76b4-041f-4d01-b201-0d97157d5752 req-8daabf80-850c-4b3a-bd81-d2cfd3346d1b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Aug 10 03:48:49.632150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.707311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa70100-5f36-4ec7-8ded-684759998891,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:49.803772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Attempting to bind port 2fa70100-5f36-4ec7-8ded-684759998891 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:49.817563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Attempting to bind port 2fa70100-5f36-4ec7-8ded-684759998891 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:49.818417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Attempting to bind port 2fa70100-5f36-4ec7-8ded-684759998891 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:49.832680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Port 2fa70100-5f36-4ec7-8ded-684759998891 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:49.833446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Attempting to bind port 2fa70100-5f36-4ec7-8ded-684759998891 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:49.840295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:49.841016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:49.841596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:49.842577 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Bound port: 2fa70100-5f36-4ec7-8ded-684759998891, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:49.843284 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.939744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] For port 2fa70100-5f36-4ec7-8ded-684759998891, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:49.943554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] For port 2fa70100-5f36-4ec7-8ded-684759998891, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2fa70100-5f36-4ec7-8ded-684759998891,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:50.177645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.217273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.217992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.219657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/2fa70100-5f36-4ec7-8ded-684759998891 HTTP/1.1" status: 200 len: 1092 time: 1.4337893 Aug 10 03:48:50.220251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'tag': '2fa70100-5f36-4ec7-8ded-684759998891'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:50.222844 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f28f2a-e31f-4a3a-b808-d455b4997d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "99bb4fb2-4e7a-4668-87a6-0192f7acef99", "tag": "2fa70100-5f36-4ec7-8ded-684759998891"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:50.248827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38e76a-1f8c-4f1e-91e2-87555c2558f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa70100-5f36-4ec7-8ded-684759998891,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:50.273789 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:50.275846 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc09ab0-01a4-4011-ad13-690f9cf6f2ba x-openstack-request-id: req-efc09ab0-01a4-4011-ad13-690f9cf6f2ba {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:50.276922 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bb4fb2-4e7a-4668-87a6-0192f7acef99", "tag": "2fa70100-5f36-4ec7-8ded-684759998891", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:50.277184 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efc09ab0-01a4-4011-ad13-690f9cf6f2ba {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:50.277581 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'tag': '2fa70100-5f36-4ec7-8ded-684759998891', 'status': 'completed', 'code': 200} Aug 10 03:48:50.364693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f28f2a-e31f-4a3a-b808-d455b4997d0e req-f65e6ea5-b735-446d-862e-194c016b0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.366294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f28f2a-e31f-4a3a-b808-d455b4997d0e req-f65e6ea5-b735-446d-862e-194c016b0f14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 1095 time: 0.0481985 Aug 10 03:48:50.508529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f28f2a-e31f-4a3a-b808-d455b4997d0e req-071fe341-64cb-4c11-bc21-2faefa4b905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.510315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f28f2a-e31f-4a3a-b808-d455b4997d0e req-071fe341-64cb-4c11-bc21-2faefa4b905d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f3700304da7e40c19df22711918cfcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1300414 Aug 10 03:48:50.658202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c82e7-3f1b-4357-93dd-04c3e07d4d1b req-3e598ccd-e8a7-4798-a50f-a06091705f9a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.659876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-468c82e7-3f1b-4357-93dd-04c3e07d4d1b req-3e598ccd-e8a7-4798-a50f-a06091705f9a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0755460 Aug 10 03:48:50.660998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f28f2a-e31f-4a3a-b808-d455b4997d0e req-a35ee63d-c89e-4d0a-a0f8-7fc3be3e4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.662427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f28f2a-e31f-4a3a-b808-d455b4997d0e req-a35ee63d-c89e-4d0a-a0f8-7fc3be3e4fb0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447885 Aug 10 03:48:50.703655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-468c82e7-3f1b-4357-93dd-04c3e07d4d1b req-ddb809eb-8d81-4001-bf71-570d3e40ba48 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357056 Aug 10 03:48:50.770225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-4a3f17f8-9f8c-40f0-848a-3ba496f1f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.771677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-4a3f17f8-9f8c-40f0-848a-3ba496f1f7bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 1095 time: 0.0472493 Aug 10 03:48:50.819116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-28b01209-70c0-493d-a9be-ab002d04008f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fa70100-5f36-4ec7-8ded-684759998891 HTTP/1.1" status: 200 len: 217 time: 0.0343616 Aug 10 03:48:50.871977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-18a23dfb-19a2-44a8-b656-a09ae7ed083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.873809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-18a23dfb-19a2-44a8-b656-a09ae7ed083e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0474908 Aug 10 03:48:50.930007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-8cdff25e-48b4-48a9-9d8a-c5172f0930a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.931703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-8cdff25e-48b4-48a9-9d8a-c5172f0930a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511386 Aug 10 03:48:51.021839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-341797d4-f288-43a5-9b6a-e08db8456001 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830593 Aug 10 03:48:51.125135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-29af42a8-8cad-4732-b9e7-dfa40ad689db req-d2cb181d-7bc1-47cc-a020-c8f32a57b651 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951538 Aug 10 03:48:51.846759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768961e-177d-46bd-bf9a-610ae6aaeddf req-7605b641-9d27-4c85-ad51-91cb9652cfbc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.854796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9768961e-177d-46bd-bf9a-610ae6aaeddf req-7605b641-9d27-4c85-ad51-91cb9652cfbc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0667953 Aug 10 03:48:51.898628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9768961e-177d-46bd-bf9a-610ae6aaeddf req-04ca6a33-5ea8-45d6-98b3-5a83ee3fa940 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Aug 10 03:48:53.022549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b909-37df-4d53-9799-ec25f83c723d req-1c61d992-19dd-4f63-8694-bf8f34c8f975 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.032870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0c9b909-37df-4d53-9799-ec25f83c723d req-1c61d992-19dd-4f63-8694-bf8f34c8f975 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0712929 Aug 10 03:48:53.069715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0c9b909-37df-4d53-9799-ec25f83c723d req-aa4e8922-9fa1-4dab-bda7-1fe447fac0f1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Aug 10 03:48:54.213617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cce269-eec1-4f97-aef2-32f81cc2382b req-66aab68b-4eb7-41f6-bed8-b44777e440cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.215131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05cce269-eec1-4f97-aef2-32f81cc2382b req-66aab68b-4eb7-41f6-bed8-b44777e440cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0586374 Aug 10 03:48:54.281592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05cce269-eec1-4f97-aef2-32f81cc2382b req-a1d733ba-f365-4c7d-9199-30f08e2f2ccc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602925 Aug 10 03:48:55.397482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c36382-991d-4294-8cc8-ff47aa9384d8 req-7fbdf22c-f698-41ad-8a80-005355ecdfec tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.399867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06c36382-991d-4294-8cc8-ff47aa9384d8 req-7fbdf22c-f698-41ad-8a80-005355ecdfec tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0504248 Aug 10 03:48:55.440163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-06c36382-991d-4294-8cc8-ff47aa9384d8 req-a44ba339-a8e7-4fa5-96a9-13174b3063ae tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Aug 10 03:48:56.170015 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.562028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4dffc-8dac-4dc1-be91-62e1d022ccd9 req-40b42e0a-b8e8-4c7f-bddb-88be48fc21ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.564379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ef4dffc-8dac-4dc1-be91-62e1d022ccd9 req-40b42e0a-b8e8-4c7f-bddb-88be48fc21ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0523551 Aug 10 03:48:56.605878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ef4dffc-8dac-4dc1-be91-62e1d022ccd9 req-4d652039-048b-4904-ae02-462d52383fea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Aug 10 03:48:57.718519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70437b51-6d21-4187-8934-4f2e4846c1f0 req-7b78b6f0-1382-4ce1-ac72-85654dd523dd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.720013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70437b51-6d21-4187-8934-4f2e4846c1f0 req-7b78b6f0-1382-4ce1-ac72-85654dd523dd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0483532 Aug 10 03:48:57.765002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70437b51-6d21-4187-8934-4f2e4846c1f0 req-4aaa9aef-81c5-42e3-9213-e229a1001252 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Aug 10 03:48:58.883480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8dbcc-134f-476b-b5e6-739e32e9410d req-6796a02f-6fbb-411c-bebb-3ac440daa5a2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.885175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3e8dbcc-134f-476b-b5e6-739e32e9410d req-6796a02f-6fbb-411c-bebb-3ac440daa5a2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0504413 Aug 10 03:48:58.923617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3e8dbcc-134f-476b-b5e6-739e32e9410d req-35a6d836-41eb-47a2-be46-3e533f575e26 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Aug 10 03:48:59.338121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 37044) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.506135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Deleting subnet a0460bc0-9d83-49a7-81f6-40135608fc53 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:59.509482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.546297 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.595348 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.760496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.790684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.793242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a0460bc0-9d83-49a7-81f6-40135608fc53 HTTP/1.1" status: 204 len: 168 time: 0.4541128 Aug 10 03:48:59.794298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657868a1-55bb-4ea1-974f-b578b010d9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0460bc0-9d83-49a7-81f6-40135608fc53,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:59.795854 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37050) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.866479 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.948516 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.960204 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d4b1a5-b3f8-4e33-994d-041bda02e920']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:59.970649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:59.970941 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6e188c-3058-4b4f-b556-e8f3e6a3c9f0') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:59.981376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.996856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.003515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:00.003933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:00.005787 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:00.161104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.169176 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.177142 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] 10.222.0.26 "DELETE /v2.0/networks/41d4b1a5-b3f8-4e33-994d-041bda02e920 HTTP/1.1" status: 204 len: 168 time: 0.3798771 Aug 10 03:49:00.189753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef9b28-d02f-4ca3-bd6c-f408b343c801 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d4b1a5-b3f8-4e33-994d-041bda02e920,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.286415 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d3f966a-887e-4afd-8240-77564d00f036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.310178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13f9ec-4e4e-4047-80d0-95ca3dfbfece req-cd97da62-6a02-40c6-ab7a-a4d9f99ee882 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:00.311662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a13f9ec-4e4e-4047-80d0-95ca3dfbfece req-cd97da62-6a02-40c6-ab7a-a4d9f99ee882 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0518181 Aug 10 03:49:00.350659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a13f9ec-4e4e-4047-80d0-95ca3dfbfece req-9f5f7ec1-b2b6-4ed5-9c3a-7b0ce4689bf8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Aug 10 03:49:00.508770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37062) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:00.553806 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d01c0812-3dd7-4949-b0d4-f593b8cebf96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=165ce837b20644f6a91d6608955e903d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437951 Aug 10 03:49:00.556288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 37064) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:00.604610 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a85c53d6-3aa1-4da3-92d2-25c67af2a582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.625419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a85c53d6-3aa1-4da3-92d2-25c67af2a582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.766046 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a85c53d6-3aa1-4da3-92d2-25c67af2a582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.768611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a85c53d6-3aa1-4da3-92d2-25c67af2a582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.769784 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a85c53d6-3aa1-4da3-92d2-25c67af2a582 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12b38585-7268-43aa-91b7-b5342bf6ba97 HTTP/1.1" status: 204 len: 168 time: 0.2125845 Aug 10 03:49:00.777658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c53d6-3aa1-4da3-92d2-25c67af2a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b38585-7268-43aa-91b7-b5342bf6ba97,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.474648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14231827-00d5-4d65-a0dc-b938d44669ac req-18f5bd6a-5137-46f2-bed2-1b16ba8e6c89 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.476269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14231827-00d5-4d65-a0dc-b938d44669ac req-18f5bd6a-5137-46f2-bed2-1b16ba8e6c89 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0532722 Aug 10 03:49:01.535246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14231827-00d5-4d65-a0dc-b938d44669ac req-de936925-741f-4b92-8615-e1222a0cf57f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Aug 10 03:49:02.651567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0830ae-df18-4ad9-9b5d-bf2a9841a4bc req-73f6e48c-7932-44f5-bfbd-f5178251ca46 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.653085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af0830ae-df18-4ad9-9b5d-bf2a9841a4bc req-73f6e48c-7932-44f5-bfbd-f5178251ca46 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0490632 Aug 10 03:49:02.670884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.690445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af0830ae-df18-4ad9-9b5d-bf2a9841a4bc req-c52c6597-5f52-44bd-bc9c-db655bcf4a59 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Aug 10 03:49:03.253627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25a19c2c-4b4a-4eea-bc13-df2c58970604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.647719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2fa70100-5f36-4ec7-8ded-684759998891 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:03.744160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2fa70100-5f36-4ec7-8ded-684759998891, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2fa70100-5f36-4ec7-8ded-684759998891,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:03.757099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '2fa70100-5f36-4ec7-8ded-684759998891', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': '2fa70100-5f36-4ec7-8ded-684759998891', 'mac_address': 'fa:16:3e:c6:84:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:03.795363 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.806214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fab60-a706-4eaa-8652-c6f2097bd56f req-841203a8-a941-4258-a542-c8ba7cd9164a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:03.807878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-431fab60-a706-4eaa-8652-c6f2097bd56f req-841203a8-a941-4258-a542-c8ba7cd9164a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 943 time: 0.0496395 Aug 10 03:49:03.811603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa70100-5f36-4ec7-8ded-684759998891 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:03.832911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2fa70100-5f36-4ec7-8ded-684759998891, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2fa70100-5f36-4ec7-8ded-684759998891,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:03.848505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-431fab60-a706-4eaa-8652-c6f2097bd56f req-3ad26493-5b13-42e7-95ca-fac43a8c9c44 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341702 Aug 10 03:49:03.943080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.989919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=2fa70100-5f36-4ec7-8ded-684759998891,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.167548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.334095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['2fa70100-5f36-4ec7-8ded-684759998891'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:04.960563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf588f-393a-4e34-afb7-2aba24720f8b req-6d08a40e-036d-4887-9713-4b5dd5e5bcef tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.961945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6cf588f-393a-4e34-afb7-2aba24720f8b req-6d08a40e-036d-4887-9713-4b5dd5e5bcef tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 944 time: 0.0475104 Aug 10 03:49:05.002627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6cf588f-393a-4e34-afb7-2aba24720f8b req-d630cde5-7dde-436a-8943-f44cedeedc46 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Aug 10 03:49:05.667343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2fa70100-5f36-4ec7-8ded-684759998891 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:05.773349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.807531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 2fa70100-5f36-4ec7-8ded-684759998891 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:05.811535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 2fa70100-5f36-4ec7-8ded-684759998891 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:05.811896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.889930 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.911803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa70100-5f36-4ec7-8ded-684759998891'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:05.914129 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5608986c-bf41-44dc-81f2-854f2168139b" -d '{"events": [{"server_uuid": "99bb4fb2-4e7a-4668-87a6-0192f7acef99", "name": "network-vif-plugged", "status": "completed", "tag": "2fa70100-5f36-4ec7-8ded-684759998891"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:05.927219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 2fa70100-5f36-4ec7-8ded-684759998891, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2fa70100-5f36-4ec7-8ded-684759998891,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:06.093682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.139285 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff1d34-9f24-4acf-a428-76a96c12ed2d x-openstack-request-id: req-29ff1d34-9f24-4acf-a428-76a96c12ed2d {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:06.139585 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb4fb2-4e7a-4668-87a6-0192f7acef99", "name": "network-vif-plugged", "status": "completed", "tag": "2fa70100-5f36-4ec7-8ded-684759998891", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:06.139839 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29ff1d34-9f24-4acf-a428-76a96c12ed2d {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:06.140276 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa70100-5f36-4ec7-8ded-684759998891', 'code': 200} Aug 10 03:49:06.157437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=2fa70100-5f36-4ec7-8ded-684759998891,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.245452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e406443-b470-403e-87fc-ab713c6b86e6 req-0a38f34f-b6d9-43d0-8d96-7511b25d5ee1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.246871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e406443-b470-403e-87fc-ab713c6b86e6 req-0a38f34f-b6d9-43d0-8d96-7511b25d5ee1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0576835 Aug 10 03:49:06.298148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c1252-be7a-4842-9926-21a9d8d9239b req-fbac8c2c-51f4-4c7d-9284-4dea7a76554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.299635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62c1252-be7a-4842-9926-21a9d8d9239b req-fbac8c2c-51f4-4c7d-9284-4dea7a76554c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 1097 time: 0.0725091 Aug 10 03:49:06.304512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e406443-b470-403e-87fc-ab713c6b86e6 req-f0e132cc-73ea-4788-a316-1143142360f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Aug 10 03:49:06.334979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62c1252-be7a-4842-9926-21a9d8d9239b req-1d23af68-abfe-411f-9a33-c88ae68472d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285687 Aug 10 03:49:07.423497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc71e-2721-4db0-8f78-d6655de1d2b4 req-b5be547d-df7b-44ac-a0de-e6d8e4d2caff tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.425049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76acc71e-2721-4db0-8f78-d6655de1d2b4 req-b5be547d-df7b-44ac-a0de-e6d8e4d2caff tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0517085 Aug 10 03:49:07.462953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76acc71e-2721-4db0-8f78-d6655de1d2b4 req-b3e9988f-6a7a-4b68-85eb-aea6c62d7aa7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Aug 10 03:49:08.584165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04679-0e1f-4a52-af1b-dec3248fb6e2 req-232d63ef-939e-4aee-9d85-bb3790588c98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.585729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c04679-0e1f-4a52-af1b-dec3248fb6e2 req-232d63ef-939e-4aee-9d85-bb3790588c98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Aug 10 03:49:08.623184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30c04679-0e1f-4a52-af1b-dec3248fb6e2 req-e7770d31-7c41-4854-97f2-908800921bb2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Aug 10 03:49:08.734300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db57302-f401-46f6-a264-7fffc86b152e req-54b3835b-1f17-450d-9ba2-288fe9854ab6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.735841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4db57302-f401-46f6-a264-7fffc86b152e req-54b3835b-1f17-450d-9ba2-288fe9854ab6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0484462 Aug 10 03:49:08.771897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4db57302-f401-46f6-a264-7fffc86b152e req-071cfe6f-35c5-4d71-b541-5e1f83185f1d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302556 Aug 10 03:49:08.889354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f95286-5291-4d43-8516-c90b26f5e922 req-11928309-cbd6-456f-8350-2029ba66cf59 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.890831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84f95286-5291-4d43-8516-c90b26f5e922 req-11928309-cbd6-456f-8350-2029ba66cf59 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Aug 10 03:49:08.928241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84f95286-5291-4d43-8516-c90b26f5e922 req-7f00813c-61d3-4199-8430-f484f900560a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Aug 10 03:49:09.456897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d75ff-61f3-41df-985a-ffc9ae28b8eb req-47e4c120-c971-4dee-8ef6-4e47733b8a60 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.458480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a9d75ff-61f3-41df-985a-ffc9ae28b8eb req-47e4c120-c971-4dee-8ef6-4e47733b8a60 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Aug 10 03:49:09.496477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a9d75ff-61f3-41df-985a-ffc9ae28b8eb req-5008dd4a-9deb-40eb-ae58-62245b4fc724 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Aug 10 03:49:10.621135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888a74d-e928-4eb5-be40-d81712915af9 req-8e1e2a63-0b20-4fb3-b62a-92e9d5e92088 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.622628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3888a74d-e928-4eb5-be40-d81712915af9 req-8e1e2a63-0b20-4fb3-b62a-92e9d5e92088 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Aug 10 03:49:10.661214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3888a74d-e928-4eb5-be40-d81712915af9 req-c6f65d18-88df-447e-8976-13ded2d1bae2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Aug 10 03:49:11.059108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-76993d17-bdd9-4afd-925d-c7e4c2dc7b1c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.060564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-76993d17-bdd9-4afd-925d-c7e4c2dc7b1c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 945 time: 0.0512385 Aug 10 03:49:11.148782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port 2fa70100-5f36-4ec7-8ded-684759998891 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:11.149132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.239262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port 2fa70100-5f36-4ec7-8ded-684759998891, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=2fa70100-5f36-4ec7-8ded-684759998891,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:11.239630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.253060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for 2fa70100-5f36-4ec7-8ded-684759998891 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:11.482006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.512594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=2fa70100-5f36-4ec7-8ded-684759998891,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.514453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['2fa70100-5f36-4ec7-8ded-684759998891'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:11.564713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port 2fa70100-5f36-4ec7-8ded-684759998891 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:11.564842 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.567063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc3d1489-ef70-4cab-a296-1af650b699f7 req-643fb463-e516-46d7-9648-c404cc94e88e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "DELETE /v2.0/ports/2fa70100-5f36-4ec7-8ded-684759998891 HTTP/1.1" status: 204 len: 173 time: 0.5006306 Aug 10 03:49:11.567521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'name': 'network-vif-deleted', 'tag': '2fa70100-5f36-4ec7-8ded-684759998891'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:11.569820 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453a868-2a96-4b25-9a0c-0f00ea22d99f" -d '{"events": [{"server_uuid": "99bb4fb2-4e7a-4668-87a6-0192f7acef99", "name": "network-vif-deleted", "tag": "2fa70100-5f36-4ec7-8ded-684759998891"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:11.621335 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29422f3a-4c4d-410d-9dbe-7998e86b2844 x-openstack-request-id: req-29422f3a-4c4d-410d-9dbe-7998e86b2844 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:11.621934 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bb4fb2-4e7a-4668-87a6-0192f7acef99", "name": "network-vif-deleted", "tag": "2fa70100-5f36-4ec7-8ded-684759998891", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:11.621934 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29422f3a-4c4d-410d-9dbe-7998e86b2844 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:11.622487 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bb4fb2-4e7a-4668-87a6-0192f7acef99', 'name': 'network-vif-deleted', 'tag': '2fa70100-5f36-4ec7-8ded-684759998891', 'status': 'completed', 'code': 200} Aug 10 03:49:11.780290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-add22943-0660-4044-bc5c-9fc902f19ae4 req-06d60b69-227a-4a8b-8cc5-fcb6be6afd8e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0327978 Aug 10 03:49:12.875609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5662132b-c426-4908-8426-76d898a956bd req-a76c4d0f-f07a-4812-9aa1-faaa2173ec1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0272632 Aug 10 03:49:13.971880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4ab4016-0515-48e5-978a-6f5d3fa46eb7 req-7523c6c8-f563-495c-aca1-79acb7e5daea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0268862 Aug 10 03:49:15.072182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7f09c12-267e-4771-accc-615043f106cd req-def188b5-67d7-4c88-a8b6-fbf224676687 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Aug 10 03:49:15.448955 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.746159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2fa70100-5f36-4ec7-8ded-684759998891 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:15.766057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 2fa70100-5f36-4ec7-8ded-684759998891 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:15.766403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 2fa70100-5f36-4ec7-8ded-684759998891 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:16.175987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb764bfc-0697-483d-942d-a7ba58c166a4 req-90f1a1cc-66ac-4dbe-b3ad-accaf9a1434d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=99bb4fb2-4e7a-4668-87a6-0192f7acef99 HTTP/1.1" status: 200 len: 210 time: 0.0254512 Aug 10 03:49:17.856739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-a96eff25-aa4e-40a9-b2e4-15b59ee535f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403724 Aug 10 03:49:17.939364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-4709c51f-e9df-4025-8a44-c094625bac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:17.941006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-4709c51f-e9df-4025-8a44-c094625bac87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1097 time: 0.0415056 Aug 10 03:49:18.073867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-fcf09d80-abaf-4ae4-bc1f-642d133f4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.075537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-fcf09d80-abaf-4ae4-bc1f-642d133f4f39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 908 time: 0.0912645 Aug 10 03:49:18.153966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-bb200552-426c-464b-9248-8136dcc7c693 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 1000 time: 0.0708544 Aug 10 03:49:18.208450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-5bcdf907-de03-4d4b-b92f-e841635aff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.209837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-5bcdf907-de03-4d4b-b92f-e841635aff5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 200 len: 846 time: 0.0488575 Aug 10 03:49:18.257743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-b2b61355-88f6-432a-8042-6b0f9f8e27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.259277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-b2b61355-88f6-432a-8042-6b0f9f8e27d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf17320b-a058-47df-ab69-7f9d41944ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418391 Aug 10 03:49:18.352760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-0d71c5b8-b6ab-41ae-81ca-4df8d63af950 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849779 Aug 10 03:49:18.449126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cb24d68-a035-404a-afcc-c34461e8b12b req-bbf82968-0bbe-4c83-95e5-715376ece840 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883858 Aug 10 03:49:26.133184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.272447 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:30.259295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fd08f8b-9fd1-46b9-82ec-ee7764d6f0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.813778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.065110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-da8fd105-8d59-458a-9db3-cf09f176ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.214157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.754557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.408053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.874418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-f1eae551-ece4-458f-a3af-66cee411c98b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.875886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-f1eae551-ece4-458f-a3af-66cee411c98b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.0979712 Aug 10 03:49:45.890537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-6c77cf27-3b42-4d30-9e2e-b7628638e928 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0089428 Aug 10 03:49:45.944812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-64da54e8-2c75-4156-b2fe-c6db6dbf4d60 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491588 Aug 10 03:49:46.032011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9de75339-9bf3-4a7d-9c88-821fdd5c3393 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804820 Aug 10 03:49:46.121500 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-749e533f-91ec-4701-b6c2-3f272e65f03d service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832524 Aug 10 03:49:46.388197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69cbac85-0fef-42cb-b33b-f767e7158755 req-495c7712-d6a4-4886-975c-c439f13e98c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0270953 Aug 10 03:49:47.513765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f47a51d6-94a0-4263-b4fe-cf6c8264c49d req-decdc43d-3ce1-4f55-8111-fbfe7c914f0f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0278959 Aug 10 03:49:48.607762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12ade715-c8ad-4a68-9429-2e1a1ed91349 req-b4cdfa68-5e4b-42da-92ec-4a4133dd215a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0264678 Aug 10 03:49:48.775877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-153daab6-f55f-4468-b565-89654c721089 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.777983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-153daab6-f55f-4468-b565-89654c721089 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1032522 Aug 10 03:49:48.796514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:49.024973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:49.029403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.164687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.3 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/28b02d8f-58da-457c-8e7d-fc5d9adf05e6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:49.339679 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.354305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:49.454363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.503045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:49.503945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:49.508143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:49.548039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.562491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.562837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.563177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.563515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.563843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.564175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.564524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.564840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.565162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.565481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.565975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.566295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:49.582836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.583063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.709565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-9fb92f1b-a4aa-4f22-9fe6-ce53a62896c6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9169819 Aug 10 03:49:49.735010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad7c44-4e8e-415e-a89d-467a9dae5b62 req-a2aa05fa-8d7f-4cb2-8d38-ecff53ef3f01 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.736468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5cad7c44-4e8e-415e-a89d-467a9dae5b62 req-a2aa05fa-8d7f-4cb2-8d38-ecff53ef3f01 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 931 time: 0.0590217 Aug 10 03:49:49.740111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Request body: {'port': {'device_id': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:49.817249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5cad7c44-4e8e-415e-a89d-467a9dae5b62 req-3994fa4b-23c5-496e-a1c7-b9344be14fd4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740657 Aug 10 03:49:49.829514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.905333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c9a838e1-fddd-4512-b2bb-72ba12f3a7b7 None None] Provisioning for port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:49.910397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c9a838e1-fddd-4512-b2bb-72ba12f3a7b7 None None] Provisioning complete for port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:49.910829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c9a838e1-fddd-4512-b2bb-72ba12f3a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.953545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c9a838e1-fddd-4512-b2bb-72ba12f3a7b7 None None] Port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:50.114865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:50.145260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.145260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Transition to ACTIVE for port object 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:50.219895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.663367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Pushing event updated for resources: {'Port': ['ID=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:50.723939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Attempting to bind port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:50.724639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Attempting to bind port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:50.724639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Attempting to bind port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:50.729293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:50.729579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Attempting to bind port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:50.735482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:50.735830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:50.736222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:50.736695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Bound port: 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:50.737059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.810629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] For port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:50.814328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] For port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:50.929959 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.970735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.971264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.973564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] 10.222.0.54 "PUT /v2.0/ports/28b02d8f-58da-457c-8e7d-fc5d9adf05e6 HTTP/1.1" status: 200 len: 1092 time: 1.2455406 Aug 10 03:49:50.973564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'tag': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:50.978336 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b11745-d738-46d8-b7a1-ef69c48fec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "af8c9356-02dc-4a51-a9d9-d62f03486984", "tag": "28b02d8f-58da-457c-8e7d-fc5d9adf05e6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:51.012689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61817a5-82cb-477c-9060-0b4d71fb0f62 req-afe00eb5-ccf8-4b6e-b306-fc1872ba9a0d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.012689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e61817a5-82cb-477c-9060-0b4d71fb0f62 req-afe00eb5-ccf8-4b6e-b306-fc1872ba9a0d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.1031733 Aug 10 03:49:51.031386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298a7a-de82-4ee4-9e19-232f103c967d service neutron] Pushing event updated for resources: {'Port': ['ID=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.057083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e61817a5-82cb-477c-9060-0b4d71fb0f62 req-0edf7769-d6f3-41f9-b53f-4e8cae0d997f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Aug 10 03:49:51.121635 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4926bcda-beb6-42ab-b097-3dc85ff03799 x-openstack-request-id: req-4926bcda-beb6-42ab-b097-3dc85ff03799 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:51.121635 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8c9356-02dc-4a51-a9d9-d62f03486984", "tag": "28b02d8f-58da-457c-8e7d-fc5d9adf05e6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:51.121635 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4926bcda-beb6-42ab-b097-3dc85ff03799 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:51.121635 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'tag': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6', 'status': 'completed', 'code': 200} Aug 10 03:49:51.215498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-d64102c6-0981-41b7-acc3-706ce039566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.217606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-d64102c6-0981-41b7-acc3-706ce039566f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 1095 time: 0.0658209 Aug 10 03:49:51.269197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-0d4124e1-6ca2-48d1-8035-e25a98fd9535 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6 HTTP/1.1" status: 200 len: 217 time: 0.0371170 Aug 10 03:49:51.321818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-6d090b5e-2d0f-41d1-96ee-0b5d99cc0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.323325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-6d090b5e-2d0f-41d1-96ee-0b5d99cc0fcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0478415 Aug 10 03:49:51.381680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-b869cd9b-97a0-44a2-86f2-09306c75630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.383372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-b869cd9b-97a0-44a2-86f2-09306c75630f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528526 Aug 10 03:49:51.483794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-a1408cbe-92fd-436e-81b0-5de94206fac1 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926409 Aug 10 03:49:51.584036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c05c1b6-60ed-4e6f-889d-a8cec787a7fd req-74e6518d-1044-4cd2-9bc6-87427b5a989a service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929697 Aug 10 03:49:51.815366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-a6947239-af33-4d45-b4ff-4ec22287d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.817158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-a6947239-af33-4d45-b4ff-4ec22287d868 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 1095 time: 0.0421312 Aug 10 03:49:51.913994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-b86594ad-ccd6-4817-b698-2930f24681ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.915707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-b86594ad-ccd6-4817-b698-2930f24681ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0914960 Aug 10 03:49:51.963495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-7485c6ce-e38e-46d4-bb35-e1d4dc078d02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6 HTTP/1.1" status: 200 len: 217 time: 0.0411518 Aug 10 03:49:52.028602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-64166896-b76a-419c-9629-43aa1c4fbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.030043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-64166896-b76a-419c-9629-43aa1c4fbd9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0585163 Aug 10 03:49:52.076062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-792dd0db-1211-4fc7-897e-38b14053e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.077659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-792dd0db-1211-4fc7-897e-38b14053e22d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403838 Aug 10 03:49:52.210588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-66f11f27-d053-40e3-97fb-a6fa5bbb992d service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255183 Aug 10 03:49:52.312143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc0a5-6a18-4c96-a100-854246d2fbb7 req-1a6ce643-f4c8-43a7-9f5b-ce8fbdf5865c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.313674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed6dc0a5-6a18-4c96-a100-854246d2fbb7 req-1a6ce643-f4c8-43a7-9f5b-ce8fbdf5865c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.1169136 Aug 10 03:49:52.368064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18b11745-d738-46d8-b7a1-ef69c48fec9a req-072f4e7f-80af-4a46-98a7-a638eb9787cf service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429672 Aug 10 03:49:52.373078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed6dc0a5-6a18-4c96-a100-854246d2fbb7 req-4ad64ea1-cddd-4bd6-aa47-e5f9a110d0d6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 Aug 10 03:49:53.495300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3a5a-ff22-4fee-8879-142485e1476a req-90cdc65b-421f-4250-be59-6f7a9168ed69 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:53.497162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-828b3a5a-ff22-4fee-8879-142485e1476a req-90cdc65b-421f-4250-be59-6f7a9168ed69 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0505543 Aug 10 03:49:53.543386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-828b3a5a-ff22-4fee-8879-142485e1476a req-95fe0ae2-33d2-49bc-97d6-d20018f34ff8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Aug 10 03:49:54.789354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16e28b-2cba-4574-b131-faadba569945 req-098902dc-61d5-44a1-83d4-7bcaa240a8c3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.793212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb16e28b-2cba-4574-b131-faadba569945 req-098902dc-61d5-44a1-83d4-7bcaa240a8c3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.1734335 Aug 10 03:49:54.841511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb16e28b-2cba-4574-b131-faadba569945 req-f93336f8-c89f-4a1a-8e3d-c9c8a49105d1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Aug 10 03:49:55.968761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647c42a-1719-4f20-9c37-43b627652c07 req-4f0798c2-5102-4df9-be77-a79549ba9e0b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.970424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b647c42a-1719-4f20-9c37-43b627652c07 req-4f0798c2-5102-4df9-be77-a79549ba9e0b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0591071 Aug 10 03:49:56.013424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b647c42a-1719-4f20-9c37-43b627652c07 req-0f380cfe-e434-4ce7-9852-9b686e6945a9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363195 Aug 10 03:49:56.133539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.203207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94e9da-42dc-401d-ade5-fc8feba52883 req-5e707e5a-2b69-4793-ad0e-cd2a11d268b2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.204886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a94e9da-42dc-401d-ade5-fc8feba52883 req-5e707e5a-2b69-4793-ad0e-cd2a11d268b2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.1199596 Aug 10 03:49:57.246879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a94e9da-42dc-401d-ade5-fc8feba52883 req-66451ce2-0d18-4d62-beef-dba4ab63d571 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359826 Aug 10 03:49:58.375203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187598-b061-4922-866c-2c0402561916 req-ea9d1379-8728-482e-97b6-4c537676c815 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.376755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50187598-b061-4922-866c-2c0402561916 req-ea9d1379-8728-482e-97b6-4c537676c815 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0545585 Aug 10 03:49:58.418856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50187598-b061-4922-866c-2c0402561916 req-f513ec3b-1284-48fb-bdfc-c31bce5c1d2a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335422 Aug 10 03:49:59.569041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1d14-9eb1-46e8-8592-f653cdf639b1 req-169e46e4-31cf-4cea-8913-08ea02dc906f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.570726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-838c1d14-9eb1-46e8-8592-f653cdf639b1 req-169e46e4-31cf-4cea-8913-08ea02dc906f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0786192 Aug 10 03:49:59.617800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-838c1d14-9eb1-46e8-8592-f653cdf639b1 req-c6e3eb8e-11ec-44d5-8262-dc00be2e84c7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Aug 10 03:50:00.299547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-60e28fe6-c2dd-49a0-a3ef-4494d2e0a03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.751942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e6df-bd20-450b-a5cc-715a95b55e6c req-8055b3e8-1746-4192-a756-e94e1fa01e26 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.753463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c971e6df-bd20-450b-a5cc-715a95b55e6c req-8055b3e8-1746-4192-a756-e94e1fa01e26 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0533133 Aug 10 03:50:00.794494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c971e6df-bd20-450b-a5cc-715a95b55e6c req-a44d29d3-be6f-4e87-9047-d0c4920f92c8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Aug 10 03:50:01.923014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197f20-f2c0-4d87-8d3b-914d12f17ad0 req-43296521-7f27-4650-bf4d-ef78b8951aba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.924611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9197f20-f2c0-4d87-8d3b-914d12f17ad0 req-43296521-7f27-4650-bf4d-ef78b8951aba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0550752 Aug 10 03:50:01.972587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9197f20-f2c0-4d87-8d3b-914d12f17ad0 req-2d5a7bf7-b512-4307-9270-5fb6171d9534 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Aug 10 03:50:02.722290 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.099985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ab0f7-bedf-40cd-8ad4-713fe7990bf2 req-36e00274-8402-4556-a0dc-e03723932d01 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.102135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f48ab0f7-bedf-40cd-8ad4-713fe7990bf2 req-36e00274-8402-4556-a0dc-e03723932d01 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0610402 Aug 10 03:50:03.107922 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dad91923-d52e-400f-8208-527b38039672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.146868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f48ab0f7-bedf-40cd-8ad4-713fe7990bf2 req-dccafe31-ad6f-4c4e-b21a-a01194221f3f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Aug 10 03:50:04.190783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.271342 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:04.272983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94e3fd-16a9-482c-ba32-78383c2d6fba req-1a7a9c42-2a67-4a58-b869-e0d9d27277a4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.276602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a94e3fd-16a9-482c-ba32-78383c2d6fba req-1a7a9c42-2a67-4a58-b869-e0d9d27277a4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0543821 Aug 10 03:50:04.322419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a94e3fd-16a9-482c-ba32-78383c2d6fba req-694e670f-d477-46b8-afa1-99e7a163cee6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Aug 10 03:50:05.445929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ed0e8-80ed-49a5-aaa5-6f06687992a7 req-29bc1162-cf84-40a4-9edd-d0665b6b25cb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.447572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b7ed0e8-80ed-49a5-aaa5-6f06687992a7 req-29bc1162-cf84-40a4-9edd-d0665b6b25cb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0567808 Aug 10 03:50:05.495289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b7ed0e8-80ed-49a5-aaa5-6f06687992a7 req-3cfdd4d2-4a06-4cb3-9ab2-938afb055c12 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Aug 10 03:50:05.773668 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.622931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bd0d8-8254-4c06-86ed-7e446f7c3014 req-04401bd9-0e91-421f-8771-3b4d2a024cf0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:06.624568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c93bd0d8-8254-4c06-86ed-7e446f7c3014 req-04401bd9-0e91-421f-8771-3b4d2a024cf0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0589480 Aug 10 03:50:06.670655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c93bd0d8-8254-4c06-86ed-7e446f7c3014 req-cd191d70-7b87-4fce-858b-796e58423c6a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Aug 10 03:50:07.801945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf462e27-bdd3-4c3d-8ee9-a5546a426a6f req-0e67b009-2d62-4a71-8d6c-6f9f20272231 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.803474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf462e27-bdd3-4c3d-8ee9-a5546a426a6f req-0e67b009-2d62-4a71-8d6c-6f9f20272231 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0560980 Aug 10 03:50:07.847966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf462e27-bdd3-4c3d-8ee9-a5546a426a6f req-b4b3ddc2-19af-4132-aca7-363fa2d08a0d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Aug 10 03:50:08.969030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab83d-b930-4b80-bec3-ef1f5fcf8313 req-80598498-a01e-4dbb-a9b5-cc5f0d21894f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.970546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62bab83d-b930-4b80-bec3-ef1f5fcf8313 req-80598498-a01e-4dbb-a9b5-cc5f0d21894f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0517108 Aug 10 03:50:09.013122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62bab83d-b930-4b80-bec3-ef1f5fcf8313 req-9a2354e4-d9d8-4f31-a649-d4aeef7e0650 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357535 Aug 10 03:50:10.142465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873365e8-c25f-4d36-b7a0-47378714bc55 req-e45c4dbf-5704-4ade-9c4b-6a41a3b044d1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.143997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-873365e8-c25f-4d36-b7a0-47378714bc55 req-e45c4dbf-5704-4ade-9c4b-6a41a3b044d1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0602620 Aug 10 03:50:10.183605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-873365e8-c25f-4d36-b7a0-47378714bc55 req-896c6788-8cc3-416e-b26c-3b2d5baa0556 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Aug 10 03:50:11.310242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f7f47-35bf-43f6-9cd1-17b8c6662e92 req-f0208c14-7331-4cb0-97cd-f903889d806f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:11.311641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a9f7f47-35bf-43f6-9cd1-17b8c6662e92 req-f0208c14-7331-4cb0-97cd-f903889d806f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0572207 Aug 10 03:50:11.355262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7a9f7f47-35bf-43f6-9cd1-17b8c6662e92 req-3482e8fa-9b02-44e5-8533-2bcc62c0b61a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357852 Aug 10 03:50:12.480840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78cf80-4c4f-47d3-90f7-cb33c4b519fd req-d0c4c5d7-57c9-4f16-b1e3-7b28152518ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.482398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a78cf80-4c4f-47d3-90f7-cb33c4b519fd req-d0c4c5d7-57c9-4f16-b1e3-7b28152518ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0533266 Aug 10 03:50:12.527833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a78cf80-4c4f-47d3-90f7-cb33c4b519fd req-53545262-317d-4787-9ef9-8a36cad44615 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Aug 10 03:50:13.653293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f27742-9cd7-4392-a35b-0f8bcee56eb7 req-b5c991f8-1fb2-453a-9824-660fd9cf7c06 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.654787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73f27742-9cd7-4392-a35b-0f8bcee56eb7 req-b5c991f8-1fb2-453a-9824-660fd9cf7c06 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0536294 Aug 10 03:50:13.693941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73f27742-9cd7-4392-a35b-0f8bcee56eb7 req-f648703e-d339-4ba9-9867-656fc38786ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Aug 10 03:50:14.814663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070249c-9207-413d-b509-6d2bebe50d8b req-7fa618ee-dea3-4097-8e72-4ad8dca7ce64 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.816167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b070249c-9207-413d-b509-6d2bebe50d8b req-7fa618ee-dea3-4097-8e72-4ad8dca7ce64 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0508888 Aug 10 03:50:14.856219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b070249c-9207-413d-b509-6d2bebe50d8b req-2533fe18-377c-4276-9bc6-dc33393516cb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Aug 10 03:50:15.442218 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.974659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e068-439a-42dc-93d6-cea94d7bc414 req-562fd712-f385-47b2-999d-0f4eef6dccb1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.976377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c30e068-439a-42dc-93d6-cea94d7bc414 req-562fd712-f385-47b2-999d-0f4eef6dccb1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0501480 Aug 10 03:50:16.015101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c30e068-439a-42dc-93d6-cea94d7bc414 req-369463c1-9761-42ff-8bba-acfd2690bc8f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Aug 10 03:50:17.137282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9926bd-8ee0-41bc-9440-9ab4c560c262 req-531a2574-1624-4468-8ee6-182cf1247663 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.138843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b9926bd-8ee0-41bc-9440-9ab4c560c262 req-531a2574-1624-4468-8ee6-182cf1247663 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0545268 Aug 10 03:50:17.179921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b9926bd-8ee0-41bc-9440-9ab4c560c262 req-bf3b8c34-94f4-457f-9dc2-1bee1aac5d5d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349703 Aug 10 03:50:17.882023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-a2963682-23a1-4f37-8ad7-abb8ecd1afb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446491 Aug 10 03:50:17.981787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333365e-3148-49bf-9120-6e71440167f7 req-c27c1533-1bd4-4a30-b771-8e8feb68de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.981787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-c27c1533-1bd4-4a30-b771-8e8feb68de82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1097 time: 0.0483096 Aug 10 03:50:18.093394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333365e-3148-49bf-9120-6e71440167f7 req-b7dcc9a7-1ae2-4ff5-8db0-47d251f4506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.094931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-b7dcc9a7-1ae2-4ff5-8db0-47d251f4506e service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 908 time: 0.0995862 Aug 10 03:50:18.179932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-71a552a7-a104-4770-9db4-a139df6f9e8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 1000 time: 0.0778046 Aug 10 03:50:18.236065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333365e-3148-49bf-9120-6e71440167f7 req-ca392d19-96b7-47cf-8017-4bc2cca67332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.241289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-ca392d19-96b7-47cf-8017-4bc2cca67332 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 200 len: 846 time: 0.0506356 Aug 10 03:50:18.311758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333365e-3148-49bf-9120-6e71440167f7 req-28a49904-b6c0-40c1-9609-7e5a3b2e5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.313365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-28a49904-b6c0-40c1-9609-7e5a3b2e5620 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf17320b-a058-47df-ab69-7f9d41944ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678940 Aug 10 03:50:18.326483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18e1d-1608-4dc5-812a-c21f7e01393e req-98703208-d274-43a6-8920-af06c5293948 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.327940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88f18e1d-1608-4dc5-812a-c21f7e01393e req-98703208-d274-43a6-8920-af06c5293948 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0745506 Aug 10 03:50:18.413992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88f18e1d-1608-4dc5-812a-c21f7e01393e req-73b98420-ba91-4ad2-a142-0221f3559bfc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781064 Aug 10 03:50:18.441036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-935ee68b-7b10-4c21-a563-36d6cb6d510e service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121182 Aug 10 03:50:18.542930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7333365e-3148-49bf-9120-6e71440167f7 req-6b5934da-4a2e-42fb-bbff-956449577317 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896027 Aug 10 03:50:19.538298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574de51-6ef0-40a5-9c23-6191bb4ef55c req-1aabe11a-3289-4343-8e83-2aa9d690061a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.539810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b574de51-6ef0-40a5-9c23-6191bb4ef55c req-1aabe11a-3289-4343-8e83-2aa9d690061a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0538604 Aug 10 03:50:19.583926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b574de51-6ef0-40a5-9c23-6191bb4ef55c req-b4067407-d8f6-46b3-872e-27a52042d162 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Aug 10 03:50:20.710555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1241-fcc0-43d8-8b54-b458b8a43ee3 req-8f5e620f-564a-4999-be17-66b01f5936c4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.711995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36af1241-fcc0-43d8-8b54-b458b8a43ee3 req-8f5e620f-564a-4999-be17-66b01f5936c4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0506945 Aug 10 03:50:20.750702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36af1241-fcc0-43d8-8b54-b458b8a43ee3 req-532f3cc7-797e-48cf-8076-f0d9ff9de213 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Aug 10 03:50:21.873974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a5d79-a2ce-48f1-a56b-f98aaf092d23 req-5c9c5916-1097-45f7-a7a8-0db4627fcab9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.875489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f4a5d79-a2ce-48f1-a56b-f98aaf092d23 req-5c9c5916-1097-45f7-a7a8-0db4627fcab9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0508525 Aug 10 03:50:21.912665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f4a5d79-a2ce-48f1-a56b-f98aaf092d23 req-28ce5d1a-a3ea-4add-89b5-ee0832dcf1ce tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 10 03:50:23.025277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb3f4-40d5-4903-a27a-15570f6d3728 req-69d736c0-e156-48e6-b825-cc5f66fcddc9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.027276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62adb3f4-40d5-4903-a27a-15570f6d3728 req-69d736c0-e156-48e6-b825-cc5f66fcddc9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0481150 Aug 10 03:50:23.067927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62adb3f4-40d5-4903-a27a-15570f6d3728 req-efea303a-b3dc-4a8c-b720-57c7828175e7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Aug 10 03:50:24.201408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d678f1-388c-48ff-ac47-c2bc700d26e2 req-fd6c18d4-0a91-4bda-b632-290276b0cda4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.202894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08d678f1-388c-48ff-ac47-c2bc700d26e2 req-fd6c18d4-0a91-4bda-b632-290276b0cda4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0490859 Aug 10 03:50:24.239403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08d678f1-388c-48ff-ac47-c2bc700d26e2 req-4f278cc9-fdf4-470d-b3df-de956d9a05ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Aug 10 03:50:25.354448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37fb8-41ae-4f3c-ab0d-4e27d80142ff req-1fe84336-a26c-49fd-ac9d-7d6a37dc37a5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.355980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9f37fb8-41ae-4f3c-ab0d-4e27d80142ff req-1fe84336-a26c-49fd-ac9d-7d6a37dc37a5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0491314 Aug 10 03:50:25.395988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b9f37fb8-41ae-4f3c-ab0d-4e27d80142ff req-4d59d51f-c227-44f8-8eab-9253f7008e0e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Aug 10 03:50:26.144778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.511547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701c406-8ebe-496a-a5f3-d7a0c0654e33 req-32d017f6-515a-46d7-922c-340116fc9750 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.513035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d701c406-8ebe-496a-a5f3-d7a0c0654e33 req-32d017f6-515a-46d7-922c-340116fc9750 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0481544 Aug 10 03:50:26.553997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d701c406-8ebe-496a-a5f3-d7a0c0654e33 req-2e921c4b-7d0b-4d5e-a8bd-49f1202746b2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Aug 10 03:50:27.674003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56064183-6cfc-4425-8e02-d9b4f45c156c req-a7fd2603-60f6-4f52-ba6d-f7d129368bed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.675534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56064183-6cfc-4425-8e02-d9b4f45c156c req-a7fd2603-60f6-4f52-ba6d-f7d129368bed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0518479 Aug 10 03:50:27.713009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-56064183-6cfc-4425-8e02-d9b4f45c156c req-acf8696c-2e83-4e3b-b91b-9acc692d1aa2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Aug 10 03:50:28.827980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f32537-2aa3-4b92-985a-65083f7c2614 req-a15e07c8-cfe1-4c14-9471-876ddfcdf0ca tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.829527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36f32537-2aa3-4b92-985a-65083f7c2614 req-a15e07c8-cfe1-4c14-9471-876ddfcdf0ca tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0490878 Aug 10 03:50:28.868194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36f32537-2aa3-4b92-985a-65083f7c2614 req-546ebaac-bbe5-46f8-a759-5d37abb527db tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Aug 10 03:50:29.982098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95361728-974f-4277-b263-eee780535433 req-40ac6924-edc5-489e-929f-674dfd75e386 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.984613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95361728-974f-4277-b263-eee780535433 req-40ac6924-edc5-489e-929f-674dfd75e386 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0485201 Aug 10 03:50:30.025508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95361728-974f-4277-b263-eee780535433 req-d1059a09-2784-4419-be11-833cdd52ea0b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357132 Aug 10 03:50:30.299800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-71fbb17d-e622-417c-adf4-962da66ef0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.141633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66a885-674c-47e0-9d58-9e3c2be7a994 req-41ac06d0-b485-464e-be97-ed6646d3fccc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.143208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c66a885-674c-47e0-9d58-9e3c2be7a994 req-41ac06d0-b485-464e-be97-ed6646d3fccc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0492132 Aug 10 03:50:31.181423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c66a885-674c-47e0-9d58-9e3c2be7a994 req-a1087abf-7279-4748-bb18-193283b03b3f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Aug 10 03:50:32.146661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:32.247362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.259622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6', 'mac_address': 'fa:16:3e:e2:eb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:32.297622 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.297911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82b9cb-b42d-4eaa-96fe-3529bbfe29dc req-047738c6-464b-4399-a479-6f0790d274ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.300007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b82b9cb-b42d-4eaa-96fe-3529bbfe29dc req-047738c6-464b-4399-a479-6f0790d274ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 943 time: 0.0503452 Aug 10 03:50:32.311150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:32.332208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.339803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b82b9cb-b42d-4eaa-96fe-3529bbfe29dc req-eb4e704c-1376-4974-bce0-27908202fcb2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Aug 10 03:50:32.407795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.458896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.466858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.467120 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.467464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.467802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.468140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.468512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.468842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.469169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.469493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.469817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.470141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.470465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:32.687967 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.788129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['28b02d8f-58da-457c-8e7d-fc5d9adf05e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:33.087959 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-05e1b173-3533-498b-aaa0-a731e96a9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.471147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3e48-36c4-4817-af97-1b80963f0d14 req-21d729f9-7bd1-4deb-9c6d-229a5d132d80 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.472655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557f3e48-36c4-4817-af97-1b80963f0d14 req-21d729f9-7bd1-4deb-9c6d-229a5d132d80 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 944 time: 0.0649617 Aug 10 03:50:33.514429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-557f3e48-36c4-4817-af97-1b80963f0d14 req-5a424c49-5133-4aea-817d-f4b53df03483 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356693 Aug 10 03:50:34.160976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:34.362371 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:34.365214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.367687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:34.368134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.446363 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.469873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:34.472118 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb805127-4b76-4e3e-8c8a-6a645a1050ac" -d '{"events": [{"server_uuid": "af8c9356-02dc-4a51-a9d9-d62f03486984", "name": "network-vif-plugged", "status": "completed", "tag": "28b02d8f-58da-457c-8e7d-fc5d9adf05e6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:34.484916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:34.511628 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0fad0-d403-49b5-95f2-c9f8df5db707 x-openstack-request-id: req-ead0fad0-d403-49b5-95f2-c9f8df5db707 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:34.511956 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8c9356-02dc-4a51-a9d9-d62f03486984", "name": "network-vif-plugged", "status": "completed", "tag": "28b02d8f-58da-457c-8e7d-fc5d9adf05e6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:34.512181 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ead0fad0-d403-49b5-95f2-c9f8df5db707 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:34.512631 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6', 'code': 200} Aug 10 03:50:34.590963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.649993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:34.664860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51935902-4566-47df-b6b5-cd9d76abc684 req-ecaddefd-d3ba-4541-b119-81e2cd2c2964 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.666358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51935902-4566-47df-b6b5-cd9d76abc684 req-ecaddefd-d3ba-4541-b119-81e2cd2c2964 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0814734 Aug 10 03:50:34.669137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597ff5f-7dab-4fc1-96b8-587cd7c48478 req-c8e6f0d4-8305-47f5-840d-54868c240071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.670498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5597ff5f-7dab-4fc1-96b8-587cd7c48478 req-c8e6f0d4-8305-47f5-840d-54868c240071 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 1097 time: 0.0716934 Aug 10 03:50:34.725937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51935902-4566-47df-b6b5-cd9d76abc684 req-3381b470-3cd0-4809-8d7c-5b4c6591506d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534899 Aug 10 03:50:34.729494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5597ff5f-7dab-4fc1-96b8-587cd7c48478 req-42cb8e8c-9459-408a-9a4c-f1cecddb8f25 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512755 Aug 10 03:50:35.750981 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.854698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac99b4-1dea-4797-85fa-a40bdc0b5859 req-23e6c0cb-2791-4810-b6a3-5fdbf49aac44 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.856320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2ac99b4-1dea-4797-85fa-a40bdc0b5859 req-23e6c0cb-2791-4810-b6a3-5fdbf49aac44 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0558012 Aug 10 03:50:35.905191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2ac99b4-1dea-4797-85fa-a40bdc0b5859 req-6d28562c-9e1f-424b-91a6-1c091389d8a4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Aug 10 03:50:37.017709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac74791-da25-41b4-a2f9-337469044c99 req-00105d54-95ef-440b-aca8-92c75baeddcb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.019364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fac74791-da25-41b4-a2f9-337469044c99 req-00105d54-95ef-440b-aca8-92c75baeddcb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0502207 Aug 10 03:50:37.057000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fac74791-da25-41b4-a2f9-337469044c99 req-067870f6-323c-4ce1-84d3-0e620ff71963 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Aug 10 03:50:37.175365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645137d5-9ab0-4998-ab77-05351701ffda req-73ba14f9-3030-4996-b2ee-c828faadac34 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.176936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-645137d5-9ab0-4998-ab77-05351701ffda req-73ba14f9-3030-4996-b2ee-c828faadac34 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Aug 10 03:50:37.217125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-645137d5-9ab0-4998-ab77-05351701ffda req-e5a18b92-aa11-4386-ab7a-73038ea18ef8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Aug 10 03:50:37.334440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48268a-e41a-416a-81c5-812b40bd3c55 req-db6dc70b-99d8-46de-af02-0ef892851ead tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.335830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc48268a-e41a-416a-81c5-812b40bd3c55 req-db6dc70b-99d8-46de-af02-0ef892851ead tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0526774 Aug 10 03:50:37.374360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc48268a-e41a-416a-81c5-812b40bd3c55 req-00438ccb-437f-4ece-b878-d4f4a8d2b53a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Aug 10 03:50:38.083614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3a0da-8aaf-46cb-a14c-c0ca9d8527af req-f4ad0302-6823-44de-be63-4dca3bd7e9cf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:38.085146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19e3a0da-8aaf-46cb-a14c-c0ca9d8527af req-f4ad0302-6823-44de-be63-4dca3bd7e9cf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0499611 Aug 10 03:50:38.124253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19e3a0da-8aaf-46cb-a14c-c0ca9d8527af req-225cbd2a-a79a-46ea-8851-adfa46b55c98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Aug 10 03:50:39.243956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7f40b-a15a-47da-b0a9-e59f43f7127d req-a2aeb80b-6260-4128-a841-d1e87ac2ecc9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.245522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba7f40b-a15a-47da-b0a9-e59f43f7127d req-a2aeb80b-6260-4128-a841-d1e87ac2ecc9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Aug 10 03:50:39.283851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba7f40b-a15a-47da-b0a9-e59f43f7127d req-69e48e68-955b-44c8-bdfa-d3ecb95faedf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Aug 10 03:50:39.767254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-52ae1b57-b22d-4d90-bfda-30b8092589e9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.768759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-52ae1b57-b22d-4d90-bfda-30b8092589e9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 945 time: 0.0549064 Aug 10 03:50:39.894953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:39.895340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.988930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:39.989309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.002608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:40.259220 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.291503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=28b02d8f-58da-457c-8e7d-fc5d9adf05e6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:40.293964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['28b02d8f-58da-457c-8e7d-fc5d9adf05e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:40.339131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:40.341889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.344063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fca0ffa2-3931-4822-856a-f57bd1caaa98 req-543bd0c5-c748-4a9d-9f12-c16c8e3a40de tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "DELETE /v2.0/ports/28b02d8f-58da-457c-8e7d-fc5d9adf05e6 HTTP/1.1" status: 204 len: 173 time: 0.5689349 Aug 10 03:50:40.344683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'name': 'network-vif-deleted', 'tag': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:40.347229 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e6663-e716-4d57-b938-806b85bf1079" -d '{"events": [{"server_uuid": "af8c9356-02dc-4a51-a9d9-d62f03486984", "name": "network-vif-deleted", "tag": "28b02d8f-58da-457c-8e7d-fc5d9adf05e6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:40.384100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d59699ac-263c-4ef3-be77-20f981c8f097 req-f30ac0ab-22bf-4fa5-b9ce-811c13d8c05d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0272589 Aug 10 03:50:40.431362 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cced77-d15c-4a60-ab94-2f2667448ed7 x-openstack-request-id: req-65cced77-d15c-4a60-ab94-2f2667448ed7 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:40.431666 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8c9356-02dc-4a51-a9d9-d62f03486984", "name": "network-vif-deleted", "tag": "28b02d8f-58da-457c-8e7d-fc5d9adf05e6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:40.431930 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65cced77-d15c-4a60-ab94-2f2667448ed7 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:40.432919 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8c9356-02dc-4a51-a9d9-d62f03486984', 'name': 'network-vif-deleted', 'tag': '28b02d8f-58da-457c-8e7d-fc5d9adf05e6', 'status': 'completed', 'code': 200} Aug 10 03:50:41.270318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:41.478021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6aa106d-c43c-474f-85c7-fa3ba3a80c99 req-69406e2c-8c68-4e6d-ad38-f00b6c45664e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0255678 Aug 10 03:50:42.582669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ab64417-09c6-4ad7-8cd4-2cc469c6c797 req-68f4719f-ea37-4972-b7a7-b31f4e59f467 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Aug 10 03:50:43.681254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f19d84c4-5aba-4ddf-b80a-854b962bdd8f req-a9e51329-2d9a-4059-9c41-1068c0c57e86 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Aug 10 03:50:44.194656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:44.217094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:44.217404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 28b02d8f-58da-457c-8e7d-fc5d9adf05e6 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:44.821261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b17a0ea-abb9-4c2a-8cdb-a67c6a6c6b4d req-50936248-aa13-4941-9313-66a563349dee tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=af8c9356-02dc-4a51-a9d9-d62f03486984 HTTP/1.1" status: 200 len: 210 time: 0.0293987 Aug 10 03:50:45.871872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.191170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.254186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-93746b13-bfd0-4b5c-9baf-7e605f09b13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.943740 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.019845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bad38832-984e-4f89-b62b-da0eea4370b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.168160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.734310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.414060 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.907424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-007058a8-12d3-481a-bff8-2738410bf2c9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.908932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-007058a8-12d3-481a-bff8-2738410bf2c9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1041389 Aug 10 03:51:15.925597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-10a038c1-fec9-4e04-a946-b9ab616d5a29 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0108547 Aug 10 03:51:15.980794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-37627b63-11fd-4cde-a8a1-1f45efaa1074 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494087 Aug 10 03:51:16.127753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-ae7e61c4-a5df-49d5-bbe8-b1ddba956987 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399047 Aug 10 03:51:16.217517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-470f14c2-f16b-437a-b39c-bc0116a4d4c8 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844667 Aug 10 03:51:16.829355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16ed1cd3-be10-4bda-a7ca-2a5005058f0e req-c697278e-0722-4ad3-91e6-6b5ca9adc566 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0305567 Aug 10 03:51:17.932549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2ad6c24-1b4b-49fd-86b2-247a3b3740dd req-991c298a-e2b6-4544-9280-4dd0fe4b82a9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Aug 10 03:51:18.269867 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:18.929833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-22c2fc38-80d0-4809-80b9-6164faf891cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049016 Aug 10 03:51:19.066569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24d5ed53-22e8-4fbd-bbb5-85ca67284871 req-2ffff0f9-ce77-4e17-af3b-f77d17036803 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0601728 Aug 10 03:51:19.098568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-f1ee25b5-1332-4e11-9a51-42f54c23a052 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.100048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-f1ee25b5-1332-4e11-9a51-42f54c23a052 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1645255 Aug 10 03:51:19.114151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-78acd7e1-e2a6-4585-bdbd-0e4758d78703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.115633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-78acd7e1-e2a6-4585-bdbd-0e4758d78703 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ab786b190b14256b7f5443f99b790c2&device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 1097 time: 0.0800672 Aug 10 03:51:19.120303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:19.285989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-e3182525-5882-458b-b194-f07931a63128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.287486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-e3182525-5882-458b-b194-f07931a63128 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 200 len: 908 time: 0.1286480 Aug 10 03:51:19.353952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-5d7e26ba-06ab-4355-98f7-723e3fa9c297 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 200 len: 1000 time: 0.0588083 Aug 10 03:51:19.391003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:19.394551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.428919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-2a0b7c0b-5763-432b-8514-fdc511ebcca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.430406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-2a0b7c0b-5763-432b-8514-fdc511ebcca1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 200 len: 846 time: 0.0687516 Aug 10 03:51:19.523933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-b8c7508d-6fdc-4ef0-ab8a-b6004e63b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.525747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-b8c7508d-6fdc-4ef0-ab8a-b6004e63b342 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf17320b-a058-47df-ab69-7f9d41944ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636353 Aug 10 03:51:19.549369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-80ca3034-82a4-458b-a6da-13c7448a36f9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:51:19.550298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-80ca3034-82a4-458b-a6da-13c7448a36f9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068417 Aug 10 03:51:19.619558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.10 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/389bf04a-a4fc-4fa6-a39d-2cf9df31631c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:19.697383 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-5e1af955-1d3e-40b5-ad4f-76477c5dde86 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335428 Aug 10 03:51:19.883595 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.887694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fba00acd-ee3a-496e-a776-e3cf574e0f25 req-ed45847a-9c8f-4b56-abfd-82b20890f5b9 service neutron] 10.222.0.46 "GET /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816621 Aug 10 03:51:19.906506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object 389bf04a-a4fc-4fa6-a39d-2cf9df31631c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:20.013743 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.063005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:20.066136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:20.070691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:20.075050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.135224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.135574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.135953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.136293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.136656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.136987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.137317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.137658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.137967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.138291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.138611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.139129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.152273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:20.153144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.220541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cf644-ff6f-4488-b977-64e15ba52c6d req-5e0ab0aa-230a-47d8-ad90-9410777ba2d6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:20.228591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b4cf644-ff6f-4488-b977-64e15ba52c6d req-5e0ab0aa-230a-47d8-ad90-9410777ba2d6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 932 time: 0.0643051 Aug 10 03:51:20.277859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b4cf644-ff6f-4488-b977-64e15ba52c6d req-c3690616-4c29-4666-9049-4dc4a7ccd7c7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483768 Aug 10 03:51:20.283530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-1e9de0ff-fb10-41a1-bf4f-6423b343e635 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669767 Aug 10 03:51:20.308683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Request body: {'port': {'device_id': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:20.366613 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.591287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6d0ec86-6156-445c-9f02-bec1c3e387f5 None None] Provisioning for port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:20.595571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6d0ec86-6156-445c-9f02-bec1c3e387f5 None None] Provisioning complete for port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:20.596308 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ec86-6156-445c-9f02-bec1c3e387f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.634568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0ec86-6156-445c-9f02-bec1c3e387f5 None None] Port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:20.656542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389bf04a-a4fc-4fa6-a39d-2cf9df31631c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:20.664215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.677252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Transition to ACTIVE for port object 389bf04a-a4fc-4fa6-a39d-2cf9df31631c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:20.871398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.928719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Pushing event updated for resources: {'Port': ['ID=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:21.013162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Attempting to bind port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:21.014782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Attempting to bind port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:21.015363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Attempting to bind port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:21.023345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:21.023685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Attempting to bind port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:21.030699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:21.031073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:21.031424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:21.032103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Bound port: 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:21.032690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.119858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] For port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:21.124228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] For port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:21.232379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.276312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.277042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.278622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] 10.222.0.54 "PUT /v2.0/ports/389bf04a-a4fc-4fa6-a39d-2cf9df31631c HTTP/1.1" status: 200 len: 1093 time: 0.9805470 Aug 10 03:51:21.279918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'tag': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:21.282067 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e09b11-acfb-492c-8d32-9cbe163eac6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d69bc01c-5436-4d39-ad97-3f51427ee417", "tag": "389bf04a-a4fc-4fa6-a39d-2cf9df31631c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:21.321039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0ada0-e0c3-420f-8254-d9f3f9e0117c service neutron] Pushing event updated for resources: {'Port': ['ID=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:21.421582 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49cb6f-81cb-4f60-83cf-ba5041543fe6 x-openstack-request-id: req-7e49cb6f-81cb-4f60-83cf-ba5041543fe6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:21.421722 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69bc01c-5436-4d39-ad97-3f51427ee417", "tag": "389bf04a-a4fc-4fa6-a39d-2cf9df31631c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:21.421844 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e49cb6f-81cb-4f60-83cf-ba5041543fe6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:21.422254 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'tag': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c', 'status': 'completed', 'code': 200} Aug 10 03:51:21.522361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-ddcd2a00-61fd-4805-b2fd-7e81b03a86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.523854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-ddcd2a00-61fd-4805-b2fd-7e81b03a86b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 1096 time: 0.0719233 Aug 10 03:51:21.539965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ba08-7e8f-466e-994f-a2c14a58e79c req-3eb555cf-c1d0-4a78-b181-5f82caf93f4f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.541467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d07ba08-7e8f-466e-994f-a2c14a58e79c req-3eb555cf-c1d0-4a78-b181-5f82caf93f4f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0610201 Aug 10 03:51:21.948718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-c5342b6b-7e9e-464d-981d-a7006ea03657 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c HTTP/1.1" status: 200 len: 217 time: 0.4062433 Aug 10 03:51:22.008003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d07ba08-7e8f-466e-994f-a2c14a58e79c req-6b5595d3-2a71-4799-b67c-f91233b17ac2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582107 Aug 10 03:51:22.017701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-422c1036-f697-4c50-96ff-f4cb66341ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.019232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-422c1036-f697-4c50-96ff-f4cb66341ec8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0622287 Aug 10 03:51:22.068280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-53e30c61-3696-46d6-8bf6-c87c8d2bf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.069837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-53e30c61-3696-46d6-8bf6-c87c8d2bf61b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431848 Aug 10 03:51:22.176130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-7d0e0809-a0b9-45ce-a8f5-f354bca398ec service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982175 Aug 10 03:51:22.272856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95fa26c1-442c-43f9-8c4d-44fcb1354dbc req-d4b3b7e6-eff3-40f5-b4af-cdc7c8085f5d service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900574 Aug 10 03:51:22.471690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-149f2afb-fb75-4889-bedb-7503abc667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.473155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-149f2afb-fb75-4889-bedb-7503abc667c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 1096 time: 0.0423443 Aug 10 03:51:22.564268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-308be414-75ac-47b5-99ae-b5895787cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.565792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-308be414-75ac-47b5-99ae-b5895787cc01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0860989 Aug 10 03:51:22.607929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-225d322f-58e9-4272-bae6-0ae8adbecc9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c HTTP/1.1" status: 200 len: 217 time: 0.0355241 Aug 10 03:51:22.663151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-49f25b64-a8cf-4c95-9ee3-66cccfe6c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.664788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-49f25b64-a8cf-4c95-9ee3-66cccfe6c238 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0499775 Aug 10 03:51:22.714059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-cd014fb2-ad09-460e-a285-0560fed34984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.715604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-cd014fb2-ad09-460e-a285-0560fed34984 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419066 Aug 10 03:51:22.804524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-feca3da3-5991-460c-afb5-e6b86b3ef527 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810328 Aug 10 03:51:22.898901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2e09b11-acfb-492c-8d32-9cbe163eac6a req-ffad6a7a-3f7d-45c6-9d9b-fa60c4ec376e service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866206 Aug 10 03:51:23.135326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2773b-f3d7-4eda-aea5-dfff44ea9f63 req-9f09a10a-dbd8-48e9-b4d5-aeb35b45915f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.137463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58f2773b-f3d7-4eda-aea5-dfff44ea9f63 req-9f09a10a-dbd8-48e9-b4d5-aeb35b45915f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0516133 Aug 10 03:51:23.176320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58f2773b-f3d7-4eda-aea5-dfff44ea9f63 req-4a586d8b-fc6a-487a-9746-2cbea29983df tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Aug 10 03:51:24.292766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bff65-4688-4298-9b8a-1fcb6b07bbf4 req-d86fb6a4-4231-47f8-a92a-38459e125b71 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.294246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-866bff65-4688-4298-9b8a-1fcb6b07bbf4 req-d86fb6a4-4231-47f8-a92a-38459e125b71 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0504804 Aug 10 03:51:24.331101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-866bff65-4688-4298-9b8a-1fcb6b07bbf4 req-60b45f95-b3f1-41ca-8a22-734ea7c4bac3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Aug 10 03:51:25.453384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e348c25-0436-4287-8a72-c9b9d9d0927b req-456dfa75-6fb2-4b1f-a81b-37bcd41411ee tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.454843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e348c25-0436-4287-8a72-c9b9d9d0927b req-456dfa75-6fb2-4b1f-a81b-37bcd41411ee tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0554965 Aug 10 03:51:25.492403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e348c25-0436-4287-8a72-c9b9d9d0927b req-397a9438-f185-4f1f-8eb9-80db5fe68ab3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Aug 10 03:51:26.179980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.610098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d729-ab4d-46e9-bf60-26c29909fae1 req-c6e7e8b5-affa-4f4b-aebd-d6048ffacffd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:26.611597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96e8d729-ab4d-46e9-bf60-26c29909fae1 req-c6e7e8b5-affa-4f4b-aebd-d6048ffacffd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0487528 Aug 10 03:51:26.649141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96e8d729-ab4d-46e9-bf60-26c29909fae1 req-1da98d99-f9c5-489e-be6e-53a0313fff28 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310822 Aug 10 03:51:27.762697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c7ba-5f4a-4fe9-b764-6b5bcde66062 req-459af09f-c020-4e35-a89a-00f18920df82 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.764197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7772c7ba-5f4a-4fe9-b764-6b5bcde66062 req-459af09f-c020-4e35-a89a-00f18920df82 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0490944 Aug 10 03:51:27.803258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7772c7ba-5f4a-4fe9-b764-6b5bcde66062 req-f31a19af-42bf-4f3a-9ff5-b944dd57fa63 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326846 Aug 10 03:51:28.927477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede2c2c-d540-462e-825f-e65301608286 req-8481e661-6952-494c-8dc3-7b2d08e534fa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.928976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cede2c2c-d540-462e-825f-e65301608286 req-8481e661-6952-494c-8dc3-7b2d08e534fa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0517061 Aug 10 03:51:28.966093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cede2c2c-d540-462e-825f-e65301608286 req-b1af196f-c4b6-48f1-ad04-b6d9b25d11be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Aug 10 03:51:30.081392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5927ab-b5c1-453e-8e47-3429423b0fd3 req-2c4e1b99-537a-4203-93be-a821e246a98e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.082924 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b5927ab-b5c1-453e-8e47-3429423b0fd3 req-2c4e1b99-537a-4203-93be-a821e246a98e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0491569 Aug 10 03:51:30.120255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b5927ab-b5c1-453e-8e47-3429423b0fd3 req-467d03a0-1456-48bc-8ea2-abed5fe32eed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 Aug 10 03:51:30.265803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c79ed7d-d8e9-4abf-8a66-1faa3581c1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.244206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2ce00-697f-4bf1-9645-460e4ba92e8e req-e13d2a93-d20b-462b-8eed-7fae2a80e9b9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.246155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fa2ce00-697f-4bf1-9645-460e4ba92e8e req-e13d2a93-d20b-462b-8eed-7fae2a80e9b9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Aug 10 03:51:31.284275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fa2ce00-697f-4bf1-9645-460e4ba92e8e req-e5238764-3170-4fb3-8633-2715709cf5c2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Aug 10 03:51:32.402525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f255e36-2a5e-4077-b937-910e635f862a req-2d8d4b9b-bdb5-4aeb-9e50-1efb4bb1fb33 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.404043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f255e36-2a5e-4077-b937-910e635f862a req-2d8d4b9b-bdb5-4aeb-9e50-1efb4bb1fb33 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 944 time: 0.0532229 Aug 10 03:51:32.442446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f255e36-2a5e-4077-b937-910e635f862a req-4072ad04-7404-47f6-b96a-81774583ef42 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Aug 10 03:51:32.490596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 389bf04a-a4fc-4fa6-a39d-2cf9df31631c details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:32.581930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:32.600992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c', 'mac_address': 'fa:16:3e:d7:90:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:32.642808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.656127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389bf04a-a4fc-4fa6-a39d-2cf9df31631c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:32.675524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:32.676901 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.768588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.817592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.825080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.825434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.825775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.826111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.826448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.826779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.827108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.827433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.827760 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.828099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.828432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.828757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:33.043013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5c0b8391-0e4b-4234-b788-690ce9363571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.142229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['389bf04a-a4fc-4fa6-a39d-2cf9df31631c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:33.560624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746bf8-da74-4ebe-afa5-2ed650a0af51 req-85379c28-3b13-49e6-820e-66a3b98f0fea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.562258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e746bf8-da74-4ebe-afa5-2ed650a0af51 req-85379c28-3b13-49e6-820e-66a3b98f0fea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 945 time: 0.0485115 Aug 10 03:51:33.603621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e746bf8-da74-4ebe-afa5-2ed650a0af51 req-529b608f-5c24-43c7-bc0a-978a54e020a3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343866 Aug 10 03:51:34.178607 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.490502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 389bf04a-a4fc-4fa6-a39d-2cf9df31631c up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:34.602310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:34.606434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:34.606818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.686123 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.708194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:34.710546 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601e0c9d-2f32-42e9-8f91-4990526bde5a" -d '{"events": [{"server_uuid": "d69bc01c-5436-4d39-ad97-3f51427ee417", "name": "network-vif-plugged", "status": "completed", "tag": "389bf04a-a4fc-4fa6-a39d-2cf9df31631c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:34.722324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd45fb1-dd97-40eb-89e0-a77557a69a61 req-064da25b-b95b-4e9c-8b9f-4bb6c7da617e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.723612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:34.723844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fd45fb1-dd97-40eb-89e0-a77557a69a61 req-064da25b-b95b-4e9c-8b9f-4bb6c7da617e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Aug 10 03:51:34.760948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fd45fb1-dd97-40eb-89e0-a77557a69a61 req-63ed9394-a563-419c-bd89-7cc1982cf5f1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302846 Aug 10 03:51:34.806610 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeea3eb-a907-4404-8de7-00df5a268d80 x-openstack-request-id: req-bdeea3eb-a907-4404-8de7-00df5a268d80 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:34.806904 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69bc01c-5436-4d39-ad97-3f51427ee417", "name": "network-vif-plugged", "status": "completed", "tag": "389bf04a-a4fc-4fa6-a39d-2cf9df31631c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:34.807166 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdeea3eb-a907-4404-8de7-00df5a268d80 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:34.808079 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c', 'code': 200} Aug 10 03:51:34.809287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.858220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:34.933828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ca6ae-6c74-4545-85b1-0eaf0e1f4e12 req-6a7df3f7-ffc7-42dd-b467-ddd44b23066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.935339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-665ca6ae-6c74-4545-85b1-0eaf0e1f4e12 req-6a7df3f7-ffc7-42dd-b467-ddd44b23066c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 1098 time: 0.0432088 Aug 10 03:51:34.970543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-665ca6ae-6c74-4545-85b1-0eaf0e1f4e12 req-0fce2b2a-8956-4681-aba1-0fad9c4865a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279362 Aug 10 03:51:35.898657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b055-fffa-46df-b2a7-59d1e3f48e56 req-cc93aedb-5d4f-4e8a-bf82-b7524038d855 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.901829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1954b055-fffa-46df-b2a7-59d1e3f48e56 req-cc93aedb-5d4f-4e8a-bf82-b7524038d855 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 946 time: 0.0701802 Aug 10 03:51:35.951741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1954b055-fffa-46df-b2a7-59d1e3f48e56 req-08f210de-576e-450e-a6e0-fb7161ed3540 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Aug 10 03:51:35.956198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.070486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689157e-b532-45d8-ad52-ef79e6532f7a req-09bd6262-4bbd-4bcc-b8e5-8e9b70e79aa1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.072471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2689157e-b532-45d8-ad52-ef79e6532f7a req-09bd6262-4bbd-4bcc-b8e5-8e9b70e79aa1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 946 time: 0.0528853 Aug 10 03:51:37.116094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2689157e-b532-45d8-ad52-ef79e6532f7a req-2fd2c316-e001-4e85-b82f-15363d87fe68 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Aug 10 03:51:37.241621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201406e-bac6-4b1e-849e-dafc35cda034 req-a4ef3467-cc7f-4d1d-8367-95dc533facbb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.243123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c201406e-bac6-4b1e-849e-dafc35cda034 req-a4ef3467-cc7f-4d1d-8367-95dc533facbb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 946 time: 0.0559442 Aug 10 03:51:37.282078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c201406e-bac6-4b1e-849e-dafc35cda034 req-cabda34d-a917-4f3a-88cc-ba01fc3633a4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Aug 10 03:51:40.911097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-8db4c4dc-c8d2-42fe-977d-73297beb7081 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.912747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-8db4c4dc-c8d2-42fe-977d-73297beb7081 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1042376 Aug 10 03:51:40.930544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-c6934067-0f48-4b77-b953-98c3ea0f3a6a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0111778 Aug 10 03:51:40.989958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-c02496ac-0b96-44d4-8908-b2b427b50613 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528581 Aug 10 03:51:41.087785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-de09a76b-19ac-4142-8e67-2fae79ff17e0 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903380 Aug 10 03:51:41.188381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-b5e826c6-e51d-4f3c-b2f7-d445aababf7d service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931218 Aug 10 03:51:41.503289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01125625-1db0-482a-9b9e-8a71bf3f71d6 req-db9bfcae-cc7b-4b18-829d-134d3bb1428f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0274460 Aug 10 03:51:42.590130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd10b88a-f6d9-46f4-9c25-22fa8e9f987a req-abdb5cae-fcfd-48bc-93f5-38271e366381 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0365646 Aug 10 03:51:43.688570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbfb5ebd-0101-42c7-a709-f470df8033b4 req-4718009a-a902-4258-8365-87d4eebd89cc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0263627 Aug 10 03:51:44.789025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4734f994-dfcf-4b6e-80d8-8c226b90fd12 req-9aabc08d-9b53-44fb-8215-0b12e5997b12 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0266290 Aug 10 03:51:45.113181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-123509e8-de96-4751-b741-e88a4f3697f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.114726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-123509e8-de96-4751-b741-e88a4f3697f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1060681 Aug 10 03:51:45.131187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:45.300055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:45.304096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.437410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.441085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.6 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/a38975eb-5b81-4847-a8d1-af8dd8555c8c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:45.595060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.609372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object a38975eb-5b81-4847-a8d1-af8dd8555c8c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:45.757664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.791741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['389bf04a-a4fc-4fa6-a39d-2cf9df31631c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:45.812083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:45.815413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:45.820337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:45.824443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=a38975eb-5b81-4847-a8d1-af8dd8555c8c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:45.930288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.931061 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.012965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042d7dd-ef97-4d29-b69c-ae2f275e49e8 req-2c92d5b5-05e4-45f0-a071-43f4ec238248 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.028439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a042d7dd-ef97-4d29-b69c-ae2f275e49e8 req-2c92d5b5-05e4-45f0-a071-43f4ec238248 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 931 time: 0.0928051 Aug 10 03:51:46.066711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a042d7dd-ef97-4d29-b69c-ae2f275e49e8 req-9c4abb94-44d2-49db-af97-926bc1003c05 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Aug 10 03:51:46.086863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a0564494-08fc-4340-943d-a0a52b08d4b0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9510002 Aug 10 03:51:46.091305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Request body: {'port': {'device_id': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:46.145966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.402832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5141334c-5e90-421c-b2db-dfc9168ed861 None None] Provisioning for port a38975eb-5b81-4847-a8d1-af8dd8555c8c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:46.406745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5141334c-5e90-421c-b2db-dfc9168ed861 None None] Provisioning complete for port a38975eb-5b81-4847-a8d1-af8dd8555c8c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:46.407118 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5141334c-5e90-421c-b2db-dfc9168ed861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.430395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38975eb-5b81-4847-a8d1-af8dd8555c8c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:46.438594 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.440743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-5141334c-5e90-421c-b2db-dfc9168ed861 None None] Port a38975eb-5b81-4847-a8d1-af8dd8555c8c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:46.451194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Transition to ACTIVE for port object a38975eb-5b81-4847-a8d1-af8dd8555c8c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:46.597341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.654024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a38975eb-5b81-4847-a8d1-af8dd8555c8c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.739183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Attempting to bind port a38975eb-5b81-4847-a8d1-af8dd8555c8c on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:46.739604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Attempting to bind port a38975eb-5b81-4847-a8d1-af8dd8555c8c by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:46.740055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Attempting to bind port a38975eb-5b81-4847-a8d1-af8dd8555c8c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:46.745999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Port a38975eb-5b81-4847-a8d1-af8dd8555c8c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:46.746400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Attempting to bind port a38975eb-5b81-4847-a8d1-af8dd8555c8c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:46.751926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:46.752471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:46.753439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:46.753958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Bound port: a38975eb-5b81-4847-a8d1-af8dd8555c8c, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:46.755106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.828127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] For port a38975eb-5b81-4847-a8d1-af8dd8555c8c, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:46.832295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] For port a38975eb-5b81-4847-a8d1-af8dd8555c8c, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a38975eb-5b81-4847-a8d1-af8dd8555c8c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:46.906981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.951187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.952263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.954396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] 10.222.0.46 "PUT /v2.0/ports/a38975eb-5b81-4847-a8d1-af8dd8555c8c HTTP/1.1" status: 200 len: 1092 time: 0.8677838 Aug 10 03:51:46.954850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'tag': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:46.957188 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379759fb-7b40-41cb-8dd7-7c46e3345097" -d '{"events": [{"name": "network-changed", "server_uuid": "ddedc188-546b-4d98-85f7-a0d7b65a6cb1", "tag": "a38975eb-5b81-4847-a8d1-af8dd8555c8c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:46.987459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f075d-22a1-4a71-86ba-5f1c0c223c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a38975eb-5b81-4847-a8d1-af8dd8555c8c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:47.008968 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807c02c0-bbfb-4b67-8765-d5d40d1f8643 x-openstack-request-id: req-807c02c0-bbfb-4b67-8765-d5d40d1f8643 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:47.014763 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddedc188-546b-4d98-85f7-a0d7b65a6cb1", "tag": "a38975eb-5b81-4847-a8d1-af8dd8555c8c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:47.014763 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-807c02c0-bbfb-4b67-8765-d5d40d1f8643 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:47.014763 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'tag': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c', 'status': 'completed', 'code': 200} Aug 10 03:51:47.077053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379759fb-7b40-41cb-8dd7-7c46e3345097 req-020be719-5e39-4b77-8101-8ce6a2962da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.078941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379759fb-7b40-41cb-8dd7-7c46e3345097 req-020be719-5e39-4b77-8101-8ce6a2962da8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0506816 Aug 10 03:51:47.224256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379759fb-7b40-41cb-8dd7-7c46e3345097 req-025109f7-edc5-49ac-b278-1c78189672a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.225798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379759fb-7b40-41cb-8dd7-7c46e3345097 req-025109f7-edc5-49ac-b278-1c78189672a0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3700304da7e40c19df22711918cfcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1393776 Aug 10 03:51:47.234134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49885ce0-2a2a-4b63-9257-1e9776556fdb req-62afd010-bf7e-4518-94f0-b65c0ed73e6a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.235452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49885ce0-2a2a-4b63-9257-1e9776556fdb req-62afd010-bf7e-4518-94f0-b65c0ed73e6a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0770190 Aug 10 03:51:47.320877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49885ce0-2a2a-4b63-9257-1e9776556fdb req-f50c6765-e451-49d9-9af6-8373d7b05836 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771101 Aug 10 03:51:47.357150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379759fb-7b40-41cb-8dd7-7c46e3345097 req-76fd0ffe-b2f1-4fee-9f69-1b900a6a7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.358904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379759fb-7b40-41cb-8dd7-7c46e3345097 req-76fd0ffe-b2f1-4fee-9f69-1b900a6a7adb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225953 Aug 10 03:51:47.450422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-062150c8-eb00-4be3-8d4e-196d2d6244d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.452421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-062150c8-eb00-4be3-8d4e-196d2d6244d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0479152 Aug 10 03:51:47.501058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-baaf25ad-79c5-493d-91c5-db7689a1ee58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a38975eb-5b81-4847-a8d1-af8dd8555c8c HTTP/1.1" status: 200 len: 217 time: 0.0393920 Aug 10 03:51:47.556647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a216aa2a-04b6-4ad9-a692-5ef65941b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.558625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-a216aa2a-04b6-4ad9-a692-5ef65941b199 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0507543 Aug 10 03:51:47.608773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-6ec6374b-744c-4230-8ecf-f7436466ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.610278 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-6ec6374b-744c-4230-8ecf-f7436466ab43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444946 Aug 10 03:51:47.720116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-7e2daa1a-d940-44cc-aa99-2d945de55be2 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933003 Aug 10 03:51:47.814604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c196cc9d-5b8e-4263-bfa2-e098e31a1040 req-628a3c3e-d949-4efc-8d20-347539d7832f service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954676 Aug 10 03:51:48.461906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49680dea-f96a-433f-b3b1-29afa98af9c2 req-bc242af0-0271-4c37-b43a-295bf57ce6cb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.463521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49680dea-f96a-433f-b3b1-29afa98af9c2 req-bc242af0-0271-4c37-b43a-295bf57ce6cb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0535851 Aug 10 03:51:48.506830 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49680dea-f96a-433f-b3b1-29afa98af9c2 req-f7e59601-e9c1-43a9-9d09-5fa780d8b3d0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Aug 10 03:51:49.633089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab778a-8022-49aa-a34a-49426ae66b69 req-a4cf1280-b736-457d-b88e-774830de86e7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:49.634608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4eab778a-8022-49aa-a34a-49426ae66b69 req-a4cf1280-b736-457d-b88e-774830de86e7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0512278 Aug 10 03:51:49.677712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4eab778a-8022-49aa-a34a-49426ae66b69 req-b412a16e-23e1-48f7-bce5-6264fa3042fb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365999 Aug 10 03:51:50.803998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d4667-4e06-4f0a-906c-0fb46a3cdcf9 req-97a16cd6-7ed4-4921-b220-7919582b6d3e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.805589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df8d4667-4e06-4f0a-906c-0fb46a3cdcf9 req-97a16cd6-7ed4-4921-b220-7919582b6d3e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0542653 Aug 10 03:51:50.843948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df8d4667-4e06-4f0a-906c-0fb46a3cdcf9 req-fa6ade9d-7bcd-4669-a669-2becb7614ba8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Aug 10 03:51:51.969473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1e367-4815-491f-b264-8db357f5695a req-37f10615-75ad-4cd2-8639-927d56f4acc9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.971145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ee1e367-4815-491f-b264-8db357f5695a req-37f10615-75ad-4cd2-8639-927d56f4acc9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0548992 Aug 10 03:51:52.025601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ee1e367-4815-491f-b264-8db357f5695a req-c351fa11-8acd-415c-b885-aadcde9657ec tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Aug 10 03:51:53.145824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72064c-00e6-4c60-8c54-3b904fd1c425 req-1cad00ed-da4f-4434-9996-83848ce0f38a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:53.147841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c72064c-00e6-4c60-8c54-3b904fd1c425 req-1cad00ed-da4f-4434-9996-83848ce0f38a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0503435 Aug 10 03:51:53.193737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c72064c-00e6-4c60-8c54-3b904fd1c425 req-608299a5-a6b2-4360-990c-113bc6d7267f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Aug 10 03:51:54.317877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c5029-3ddd-4a51-91ad-345f8c2e974b req-7453bf47-f349-49e8-8b12-41a28b7c6578 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:54.319519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e6c5029-3ddd-4a51-91ad-345f8c2e974b req-7453bf47-f349-49e8-8b12-41a28b7c6578 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0519452 Aug 10 03:51:54.362614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e6c5029-3ddd-4a51-91ad-345f8c2e974b req-290e03ca-6f78-482d-8151-6692d0703c60 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362139 Aug 10 03:51:55.270893 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:55.487561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4aec0-04b6-441f-8085-c47988df7477 req-14659d90-90bc-4dc1-97c7-e80f5a1c3c60 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.489414 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fd4aec0-04b6-441f-8085-c47988df7477 req-14659d90-90bc-4dc1-97c7-e80f5a1c3c60 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0510645 Aug 10 03:51:55.530671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fd4aec0-04b6-441f-8085-c47988df7477 req-c302a3fd-b592-4ab3-a155-b55c306e1128 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Aug 10 03:51:56.313663 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.673900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f45e6-3c41-4618-bc57-48ac47a7c369 req-e60ef308-902b-4b85-9705-7f6bd9cc2ca3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:56.675340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-848f45e6-3c41-4618-bc57-48ac47a7c369 req-e60ef308-902b-4b85-9705-7f6bd9cc2ca3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0593808 Aug 10 03:51:56.727516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-848f45e6-3c41-4618-bc57-48ac47a7c369 req-ca163906-4ec1-449f-afe0-dddeb3bf947e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Aug 10 03:51:57.857300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd549f-0976-4706-a227-d24ccba27889 req-7f1ed48d-e00e-4525-b905-2093f8df3fea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:57.858861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04fd549f-0976-4706-a227-d24ccba27889 req-7f1ed48d-e00e-4525-b905-2093f8df3fea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0558369 Aug 10 03:51:57.904538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04fd549f-0976-4706-a227-d24ccba27889 req-3d924298-969d-43c5-b1d7-ff4f7fd49061 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Aug 10 03:51:59.031336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1ded-0869-47d5-8654-89031bd3d0c9 req-e5a4dd09-058d-4b69-9d32-a0f3fa87ba92 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.032881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf1ded-0869-47d5-8654-89031bd3d0c9 req-e5a4dd09-058d-4b69-9d32-a0f3fa87ba92 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0516195 Aug 10 03:51:59.075828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf1ded-0869-47d5-8654-89031bd3d0c9 req-d534193d-3937-43d1-9a38-f8a83f4afbbb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Aug 10 03:52:00.204452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1846f-20cf-48d9-b110-d35d3ed8e7e2 req-8ef1f6ee-9c17-4652-9922-156729e14e40 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.206009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dee1846f-20cf-48d9-b110-d35d3ed8e7e2 req-8ef1f6ee-9c17-4652-9922-156729e14e40 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0507984 Aug 10 03:52:00.253670 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dee1846f-20cf-48d9-b110-d35d3ed8e7e2 req-670eef54-af47-4ef1-add9-64bbbf369f0a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Aug 10 03:52:00.306224 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-342268cd-822f-4af3-b83b-694eee6e1c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.372335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc6b0f-14c4-454c-b63f-8f1cf05c206a req-20efca51-4d7f-47e6-9fd9-c693452870aa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.373854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0bc6b0f-14c4-454c-b63f-8f1cf05c206a req-20efca51-4d7f-47e6-9fd9-c693452870aa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0504682 Aug 10 03:52:01.411921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0bc6b0f-14c4-454c-b63f-8f1cf05c206a req-df6bb3cc-9590-4d5b-bcfd-608d3100fcdc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Aug 10 03:52:02.535777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239462a3-c1a1-43fc-9e01-c5a407719e13 req-781384ee-d2f9-4dbc-8783-c13d218eb08f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.537392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-239462a3-c1a1-43fc-9e01-c5a407719e13 req-781384ee-d2f9-4dbc-8783-c13d218eb08f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0506876 Aug 10 03:52:02.586423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-239462a3-c1a1-43fc-9e01-c5a407719e13 req-a3ec3be8-2219-471b-8fc2-dabe2fce79e9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Aug 10 03:52:02.728802 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.089371 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-64ce1ec9-caf5-4c01-9ed8-2cffd224dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.708998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ab078-b70c-4864-8891-0bf10618f26e req-338028b7-fd9d-43ce-8731-b6a7509e6c91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.710547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b8ab078-b70c-4864-8891-0bf10618f26e req-338028b7-fd9d-43ce-8731-b6a7509e6c91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0513422 Aug 10 03:52:03.761398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b8ab078-b70c-4864-8891-0bf10618f26e req-fffc296e-a90b-479c-87fe-3fb60aa6dd32 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Aug 10 03:52:04.248835 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.889149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bb1d9-8931-4146-abcb-bbb90773072b req-8b84cf34-b34b-43dc-a1ec-f66f4b893069 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.890690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-545bb1d9-8931-4146-abcb-bbb90773072b req-8b84cf34-b34b-43dc-a1ec-f66f4b893069 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0505226 Aug 10 03:52:04.927561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-545bb1d9-8931-4146-abcb-bbb90773072b req-5fd7a23d-d965-4a75-823e-f1a61a468f21 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Aug 10 03:52:05.757596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.070045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b41b-fa78-489f-ac41-26a5bf0ecf3b req-d23d3d0b-2892-422a-85ac-1bb3c5d11b9e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:06.071575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b33b41b-fa78-489f-ac41-26a5bf0ecf3b req-d23d3d0b-2892-422a-85ac-1bb3c5d11b9e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0574245 Aug 10 03:52:06.119496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b33b41b-fa78-489f-ac41-26a5bf0ecf3b req-80282643-0d8c-408c-90b4-b4fdf53ac25f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Aug 10 03:52:07.241491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc63686-e60c-440a-81dd-8b4493533db3 req-e854024a-bce6-45bc-ad9e-b67d4214b934 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.242970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfc63686-e60c-440a-81dd-8b4493533db3 req-e854024a-bce6-45bc-ad9e-b67d4214b934 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0486584 Aug 10 03:52:07.285548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfc63686-e60c-440a-81dd-8b4493533db3 req-312ee957-c965-4c6b-89ce-5fef089f532c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Aug 10 03:52:08.401403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992c0f-ba81-46c9-ba7c-8530b6ffce5b req-a097f5b8-a34c-49eb-901c-6c6ed2198feb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.403381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3992c0f-ba81-46c9-ba7c-8530b6ffce5b req-a097f5b8-a34c-49eb-901c-6c6ed2198feb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0512054 Aug 10 03:52:08.441381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3992c0f-ba81-46c9-ba7c-8530b6ffce5b req-8fc9c26d-fd1e-47ae-a9de-1c1c6fc2ee86 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Aug 10 03:52:09.557675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fde65-b576-436e-b802-393f0f98a721 req-cdbb7ad9-d877-40fc-b81d-ab450f8c83b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.562692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-515fde65-b576-436e-b802-393f0f98a721 req-cdbb7ad9-d877-40fc-b81d-ab450f8c83b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0496395 Aug 10 03:52:09.597175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-515fde65-b576-436e-b802-393f0f98a721 req-114da577-443d-4a3f-9182-32953218292e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Aug 10 03:52:10.715462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3e072-3e9c-4434-a84b-547752c89634 req-eb17fa9f-669b-478c-aab3-109c09b0c09d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.716951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5a3e072-3e9c-4434-a84b-547752c89634 req-eb17fa9f-669b-478c-aab3-109c09b0c09d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0496862 Aug 10 03:52:10.757226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5a3e072-3e9c-4434-a84b-547752c89634 req-c4650a22-36f6-43fd-9053-025da5f0ea2d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Aug 10 03:52:11.874562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440476-f012-43a1-bfbb-a232354a4d11 req-11c55b66-081b-4140-b4b4-3a2f194d3be9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.876083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20440476-f012-43a1-bfbb-a232354a4d11 req-11c55b66-081b-4140-b4b4-3a2f194d3be9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0497582 Aug 10 03:52:11.913032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20440476-f012-43a1-bfbb-a232354a4d11 req-1db73b20-ecd8-492d-9c14-3710b5f42e58 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Aug 10 03:52:13.035508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b828-652c-40b6-b188-6f36913949f3 req-188df9ec-fc45-48ed-9625-bfce1d447816 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.037030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c180b828-652c-40b6-b188-6f36913949f3 req-188df9ec-fc45-48ed-9625-bfce1d447816 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0492730 Aug 10 03:52:13.081755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c180b828-652c-40b6-b188-6f36913949f3 req-011de81b-eb13-4ac9-96fd-4f1e3c2a4739 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Aug 10 03:52:14.212781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ff8e0-b7cf-4ec7-9bb8-3a61068fcdf7 req-e1994258-0ddf-4af0-bb33-4977da1f9509 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.214289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c53ff8e0-b7cf-4ec7-9bb8-3a61068fcdf7 req-e1994258-0ddf-4af0-bb33-4977da1f9509 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0618596 Aug 10 03:52:14.261419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c53ff8e0-b7cf-4ec7-9bb8-3a61068fcdf7 req-0192e43f-e589-42cb-89b2-d31b19c4a0eb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Aug 10 03:52:15.377245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301b1b-c2c0-4bba-a979-17efdaba9d46 req-af492f8b-1891-4cff-85a5-0daedebcc188 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:15.378769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb301b1b-c2c0-4bba-a979-17efdaba9d46 req-af492f8b-1891-4cff-85a5-0daedebcc188 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0491357 Aug 10 03:52:15.421024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb301b1b-c2c0-4bba-a979-17efdaba9d46 req-da5f0ad7-3567-45d8-9452-5c879657213a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362511 Aug 10 03:52:15.529596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.344687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb66a5-52d5-4d67-896c-2057ea3700c1 req-576a4a40-937b-49fc-bf2e-c86c9c47f731 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.346204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47cb66a5-52d5-4d67-896c-2057ea3700c1 req-576a4a40-937b-49fc-bf2e-c86c9c47f731 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0498319 Aug 10 03:52:16.385596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47cb66a5-52d5-4d67-896c-2057ea3700c1 req-53c85878-0514-4b72-a435-65a47132c409 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328765 Aug 10 03:52:16.538074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b46b-a374-468d-8ce7-a68f9772906e req-42994e3f-1371-4aca-b21d-43a6eedaf826 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.539551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5861b46b-a374-468d-8ce7-a68f9772906e req-42994e3f-1371-4aca-b21d-43a6eedaf826 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0516825 Aug 10 03:52:16.584106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5861b46b-a374-468d-8ce7-a68f9772906e req-4d965a36-473c-431f-aee9-8aed47ced2cc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Aug 10 03:52:17.510523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55495898-7a22-4909-89b1-46aed9bf37b5 req-1648bbf0-7f43-40ce-a563-231643c5c7ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.512071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55495898-7a22-4909-89b1-46aed9bf37b5 req-1648bbf0-7f43-40ce-a563-231643c5c7ec tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0523510 Aug 10 03:52:17.551866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55495898-7a22-4909-89b1-46aed9bf37b5 req-c3d15f7e-2697-40fd-bfa0-062b693a9076 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/security-groups?id=558f380d-fda3-4ab5-82d0-94a178e23f12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Aug 10 03:52:17.736319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458afd0-62c6-49ff-b0f2-30ff05ed4bf1 req-cb322ee4-af61-4ced-a84a-ef80c6dc1caa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.742375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d458afd0-62c6-49ff-b0f2-30ff05ed4bf1 req-cb322ee4-af61-4ced-a84a-ef80c6dc1caa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0812914 Aug 10 03:52:17.749607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-9bf31ceb-9b43-4cc5-b66a-4c0f55ac4007 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.750991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-9bf31ceb-9b43-4cc5-b66a-4c0f55ac4007 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 945 time: 0.0673394 Aug 10 03:52:17.838875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d458afd0-62c6-49ff-b0f2-30ff05ed4bf1 req-39aef4d1-7ff5-4ea4-90e3-9e5ed85e0497 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869291 Aug 10 03:52:17.866878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Deleting port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:17.867225 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.959458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] For port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:17.959830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.185323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.185838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.186159 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Floating IP 2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea disassociated. External IP: 172.25.1.74, port: b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e. Aug 10 03:52:18.186510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Calling delete_port for b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:18.378933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.407292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event deleted for resources: {'Port': ['ID=b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:18.527724 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Router f4990baa-ac85-415d-a046-906c024bf25b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:18.659345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3dda72a-72ba-4e8d-baf8-a0597a5bf1a5 req-fefb9f23-819b-4c88-9fb8-6517c68faeb5 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 210 time: 0.0341275 Aug 10 03:52:18.663633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:18.678343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] Sync routers for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:18.688302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:18.688972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:18.704056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] No DVR routers for this DVR port b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:18.706806 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.708795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19a3627b-e86b-4b12-b13d-7fb651d7f0fe req-de466f8f-c880-4c08-a9a6-87fc5e48c0e2 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.46 "DELETE /v2.0/ports/b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e HTTP/1.1" status: 204 len: 173 time: 0.9512348 Aug 10 03:52:18.709252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'name': 'network-vif-deleted', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:18.711573 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52275a04-2c7e-41f4-bb41-ab101bcbf9da" -d '{"events": [{"server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "name": "network-vif-deleted", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:18.751577 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d877d4f-7710-4754-9561-d1fb0157b9c9 x-openstack-request-id: req-5d877d4f-7710-4754-9561-d1fb0157b9c9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:18.751577 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f204de-b5f4-4968-a635-3d9599dd13ee", "name": "network-vif-deleted", "tag": "b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:18.751577 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d877d4f-7710-4754-9561-d1fb0157b9c9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:18.751577 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f204de-b5f4-4968-a635-3d9599dd13ee', 'name': 'network-vif-deleted', 'tag': 'b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e', 'status': 'completed', 'code': 200} Aug 10 03:52:18.799635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:18.989288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6f684-5e82-48c3-af8a-6c0357476994 req-67cd76b0-9813-4d8b-bcbd-f77becb70a2a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.990846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1b6f684-5e82-48c3-af8a-6c0357476994 req-67cd76b0-9813-4d8b-bcbd-f77becb70a2a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0484350 Aug 10 03:52:19.035798 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:06Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:19.037412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1b6f684-5e82-48c3-af8a-6c0357476994 req-43dca979-dee5-453b-9fed-01787c5c3f70 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Aug 10 03:52:19.062314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] Checking router: f4990baa-ac85-415d-a046-906c024bf25b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:19.070669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:19.071474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:19.349947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:19.550711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:06Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:19.581947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5e2e-3ae3-428e-a7ad-996650148fad None None] The sync data for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 is: [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:46:59Z', 'revision_number': 4, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'c1a1efe1-2556-40f5-a286-677f6d9a722c', 'name': '', 'network_id': 'bf17320b-a058-47df-ab69-7f9d41944ab1', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'mac_address': 'fa:16:3e:12:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:58Z', 'updated_at': '2021-08-10T03:47:06Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'subnets': [{'id': '31ee89c5-2c6d-49ac-a59a-e7265feb258d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:19.778221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebd37c2e-72c9-4d25-a3b4-cfc17c666c56 req-1c8a9b71-9ea6-46b5-b665-2c776c282268 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f204de-b5f4-4968-a635-3d9599dd13ee HTTP/1.1" status: 200 len: 210 time: 0.0316637 Aug 10 03:52:19.857120 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c918f-b972-437c-b6cd-0bca30d84e47 None None] New status for floating IP 2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:20.159803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747fe1c-8862-407f-8053-7bea4d00241c req-650bb12f-a549-42e6-85a0-b67890061098 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:20.161308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5747fe1c-8862-407f-8053-7bea4d00241c req-650bb12f-a549-42e6-85a0-b67890061098 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0544095 Aug 10 03:52:20.201434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5747fe1c-8862-407f-8053-7bea4d00241c req-84ca30af-7467-4830-abb5-d2e23a2dccd1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Aug 10 03:52:20.836177 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:20.977651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Deleting port 6b79ea94-103d-41af-97fe-d0adf3261172 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:20.977989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.060763 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.061041 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.074053 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Calling delete_port for 6b79ea94-103d-41af-97fe-d0adf3261172 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:21.210508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:21.231188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:21.231619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b5d2e392-e9f9-49b1-9f9c-93f6cdff1c9e not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:21.329543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.336557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199b15-8b1b-468a-8e2a-1b4576a03e95 req-2f1ecc58-fdd3-4176-ab68-b8a7474c038d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.338159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82199b15-8b1b-468a-8e2a-1b4576a03e95 req-2f1ecc58-fdd3-4176-ab68-b8a7474c038d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0576229 Aug 10 03:52:21.360403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event deleted for resources: {'Port': ['ID=6b79ea94-103d-41af-97fe-d0adf3261172,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.371705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.375756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.378794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82199b15-8b1b-468a-8e2a-1b4576a03e95 req-5706e4c1-cdb8-4a05-9764-4e969dcfffb9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Aug 10 03:52:21.430376 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.432931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.434139 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6e359433-c87a-4ff7-b12b-ba3a5743ae9a tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "DELETE /v2.0/floatingips/2f79dd04-cec8-4bb1-b11e-d6c7db28b9ea HTTP/1.1" status: 204 len: 168 time: 0.5966775 Aug 10 03:52:21.505434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.567372 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6766840-d68e-49b8-9a0c-cbbbaffac000 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.594292 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6766840-d68e-49b8-9a0c-cbbbaffac000 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.757611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6766840-d68e-49b8-9a0c-cbbbaffac000 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.760231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a6766840-d68e-49b8-9a0c-cbbbaffac000 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.761513 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a6766840-d68e-49b8-9a0c-cbbbaffac000 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] 10.222.0.26 "DELETE /v2.0/security-groups/558f380d-fda3-4ab5-82d0-94a178e23f12 HTTP/1.1" status: 204 len: 168 time: 0.2549722 Aug 10 03:52:21.771050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6766840-d68e-49b8-9a0c-cbbbaffac000 tempest-TestServerBasicOps-1423147406 tempest-TestServerBasicOps-1423147406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f380d-fda3-4ab5-82d0-94a178e23f12,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.985079 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40344) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.490007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.510738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72983b-e07f-4566-96b7-86ee26615a90 req-ac0bd977-f581-45a0-b39a-3a726cd0993b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.513667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd72983b-e07f-4566-96b7-86ee26615a90 req-ac0bd977-f581-45a0-b39a-3a726cd0993b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0597539 Aug 10 03:52:22.554918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd72983b-e07f-4566-96b7-86ee26615a90 req-91bf2dbc-fdb9-40d1-8cf9-dff6dc636c41 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343390 Aug 10 03:52:22.753847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Deleting port c1a1efe1-2556-40f5-a286-677f6d9a722c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:22.754211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.841031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] For port c1a1efe1-2556-40f5-a286-677f6d9a722c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c1a1efe1-2556-40f5-a286-677f6d9a722c,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:22.841359 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.854635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Calling delete_port for c1a1efe1-2556-40f5-a286-677f6d9a722c owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:23.167281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.194208 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a1efe1-2556-40f5-a286-677f6d9a722c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.630404 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.715226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870754-f9a2-47e8-b7ba-38753be816e1 req-07fe8263-81a5-4e7f-be36-de805585db4b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.723669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2870754-f9a2-47e8-b7ba-38753be816e1 req-07fe8263-81a5-4e7f-be36-de805585db4b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0750034 Aug 10 03:52:23.784596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2870754-f9a2-47e8-b7ba-38753be816e1 req-3c798019-80b2-4f7d-8d9e-e40903f2de2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Aug 10 03:52:23.896595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Router f4990baa-ac85-415d-a046-906c024bf25b has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:24.009121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:24.020523 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43877736-16e9-428d-8a33-baaf310e395b admin admin] 10.222.0.26 "PUT /v2.0/routers/f4990baa-ac85-415d-a046-906c024bf25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0312769 Aug 10 03:52:24.020705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] Sync routers for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:24.021154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40362) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.031044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:24.031922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:24.145461 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.150885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:24.258656 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.336466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '9d27ef08-07fe-413f-a923-f38933389f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:52:22Z', 'revision_number': 5, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port': {'id': '9d27ef08-07fe-413f-a923-f38933389f25', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:55Z', 'updated_at': '2021-08-10T03:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:24.367094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] Checking router: f4990baa-ac85-415d-a046-906c024bf25b for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:24.375249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] Routers {'f4990baa-ac85-415d-a046-906c024bf25b'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:24.375857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4990baa-ac85-415d-a046-906c024bf25b'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:24.404746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Deleting port 9d27ef08-07fe-413f-a923-f38933389f25 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:24.405104 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.471577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] Set router f4990baa-ac85-415d-a046-906c024bf25b gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:24.498346 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] For port 9d27ef08-07fe-413f-a923-f38933389f25, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d27ef08-07fe-413f-a923-f38933389f25,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:24.498823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.513526 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Calling delete_port for 9d27ef08-07fe-413f-a923-f38933389f25 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:24.523540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:52:24Z', 'revision_number': 6, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:24.554151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60856719-77a5-4e8b-9496-8b2d236d32b6 None None] The sync data for ids ['f4990baa-ac85-415d-a046-906c024bf25b'] in n-d-765315-26 is: [{'id': 'f4990baa-ac85-415d-a046-906c024bf25b', 'name': 'tempest-TestServerBasicOps-70120534-router', 'tenant_id': '5ab786b190b14256b7f5443f99b790c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:54Z', 'updated_at': '2021-08-10T03:52:24Z', 'revision_number': 6, 'project_id': '5ab786b190b14256b7f5443f99b790c2', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:24.758010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.787093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d27ef08-07fe-413f-a923-f38933389f25,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.858857 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.906853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b20c1-33c9-4da6-86cf-aef008b0b770 req-b77baf9b-23f4-454d-89fe-058070923f30 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.908536 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b05b20c1-33c9-4da6-86cf-aef008b0b770 req-b77baf9b-23f4-454d-89fe-058070923f30 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0599031 Aug 10 03:52:24.951595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b05b20c1-33c9-4da6-86cf-aef008b0b770 req-671cfea5-745f-4091-b22c-fa40e7553b98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364857 Aug 10 03:52:24.968725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.970083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.149371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.150774 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4990baa-ac85-415d-a046-906c024bf25b {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:25.155458 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.156842 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-65c5fee8-3ce8-479e-a6dd-fab5bc2f197a admin admin] 10.222.0.26 "DELETE /v2.0/routers/f4990baa-ac85-415d-a046-906c024bf25b HTTP/1.1" status: 204 len: 168 time: 1.1351523 Aug 10 03:52:25.159473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40368) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:25.206865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Deleting subnet 31ee89c5-2c6d-49ac-a59a-e7265feb258d {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:25.210042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.248881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.333228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.541096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.566214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ee89c5-2c6d-49ac-a59a-e7265feb258d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.570815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.572675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/31ee89c5-2c6d-49ac-a59a-e7265feb258d HTTP/1.1" status: 204 len: 168 time: 0.4121084 Aug 10 03:52:25.575846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40370) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:25.576458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169f3d3-2386-493c-aea1-913709e5f84d None None] Network bf17320b-a058-47df-ab69-7f9d41944ab1 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:25.579096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.579438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.579785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.580121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.580531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.580871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.581201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.581524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.581850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.582173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.582495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.582815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d79680-e9b8-4fe4-97ef-24a0c881ba2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:25.649717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.725128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Deleting port 246614e2-8d13-48c2-a146-e9dfc824e48d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:25.725493 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.750814 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c1a1efe1-2556-40f5-a286-677f6d9a722c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:25.795233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: c1a1efe1-2556-40f5-a286-677f6d9a722c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:25.796073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c1a1efe1-2556-40f5-a286-677f6d9a722c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:25.801442 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] For port 246614e2-8d13-48c2-a146-e9dfc824e48d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=246614e2-8d13-48c2-a146-e9dfc824e48d,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:25.801664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d27ef08-07fe-413f-a923-f38933389f25 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:25.801800 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.805152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] DHCP port deletion for bf17320b-a058-47df-ab69-7f9d41944ab1 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:25.819401 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Calling delete_port for 246614e2-8d13-48c2-a146-e9dfc824e48d owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:25.827789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9d27ef08-07fe-413f-a923-f38933389f25 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:25.828260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d27ef08-07fe-413f-a923-f38933389f25 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:25.878661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] Deleting port 246614e2-8d13-48c2-a146-e9dfc824e48d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:25.879128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.948193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] For port 246614e2-8d13-48c2-a146-e9dfc824e48d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=246614e2-8d13-48c2-a146-e9dfc824e48d,segment=NetworkSegment(eeb3ade1-4646-43f1-bfb8-9d2fea8735ce),segment_id=eeb3ade1-4646-43f1-bfb8-9d2fea8735ce)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:25.948805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.967078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] Calling delete_port for 246614e2-8d13-48c2-a146-e9dfc824e48d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:26.026385 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.052434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.058692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=246614e2-8d13-48c2-a146-e9dfc824e48d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.069384 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] No DVR routers for this DVR port 246614e2-8d13-48c2-a146-e9dfc824e48d on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:26.078791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] Pushing event deleted for resources: {'Port': ['ID=246614e2-8d13-48c2-a146-e9dfc824e48d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.082552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e8870-f0f5-4592-8b7b-db944193791c None None] No DVR routers for this DVR port 246614e2-8d13-48c2-a146-e9dfc824e48d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:26.125687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a93b50-d2de-4289-98d6-ed6c7d698c36 req-e6fa41c1-37e7-46ae-b053-c9361e180be8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.137895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16a93b50-d2de-4289-98d6-ed6c7d698c36 req-e6fa41c1-37e7-46ae-b053-c9361e180be8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.1094184 Aug 10 03:52:26.158125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.172822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf17320b-a058-47df-ab69-7f9d41944ab1']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.179908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-16a93b50-d2de-4289-98d6-ed6c7d698c36 req-364db073-bb4e-43a9-aedc-e5f318dd85ff tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Aug 10 03:52:26.186402 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.186939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb3ade1-4646-43f1-bfb8-9d2fea8735ce') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:26.203999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.219707 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.231237 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:26.232070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:26.234060 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:26.333228 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.443847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.450443 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.453283 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] 10.222.0.26 "DELETE /v2.0/networks/bf17320b-a058-47df-ab69-7f9d41944ab1 HTTP/1.1" status: 204 len: 168 time: 0.8762956 Aug 10 03:52:26.456197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40382) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.499273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40384) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.513887 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30232494-ddcd-49ff-8d8d-41ba179d3cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=bf17320b-a058-47df-ab69-7f9d41944ab1,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.658211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-47010a08-c0e8-46a8-9afd-de93296e0f32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba758af2370f44f79d68a95c701cdf40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401143 Aug 10 03:52:26.658211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40388) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.690485 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b80ee1-1876-4626-a2f4-1b03b41183c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.717052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b80ee1-1876-4626-a2f4-1b03b41183c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.842745 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.929395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b80ee1-1876-4626-a2f4-1b03b41183c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.931945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16b80ee1-1876-4626-a2f4-1b03b41183c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.936558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-16b80ee1-1876-4626-a2f4-1b03b41183c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65d1b3f0-51af-4386-9aff-ce912e087944 HTTP/1.1" status: 204 len: 168 time: 0.2924068 Aug 10 03:52:26.944630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b80ee1-1876-4626-a2f4-1b03b41183c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d1b3f0-51af-4386-9aff-ce912e087944,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:27.088972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Deleting port c5c2eef3-67e0-457e-9e51-f5d05316265c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:27.089311 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.173868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] For port c5c2eef3-67e0-457e-9e51-f5d05316265c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=c5c2eef3-67e0-457e-9e51-f5d05316265c,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:27.174236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.187224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Calling delete_port for c5c2eef3-67e0-457e-9e51-f5d05316265c owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:27.313819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865c34a-750c-425d-a459-abcc29ae8c92 req-57636f29-2555-4184-a7db-431044819f09 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.315421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9865c34a-750c-425d-a459-abcc29ae8c92 req-57636f29-2555-4184-a7db-431044819f09 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0538201 Aug 10 03:52:27.359438 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9865c34a-750c-425d-a459-abcc29ae8c92 req-bff69003-5376-4a99-b730-23340b690bbf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Aug 10 03:52:27.630015 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.659478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c2eef3-67e0-457e-9e51-f5d05316265c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:27.820140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 246614e2-8d13-48c2-a146-e9dfc824e48d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:27.848079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 246614e2-8d13-48c2-a146-e9dfc824e48d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:27.848443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 246614e2-8d13-48c2-a146-e9dfc824e48d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:27.859956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.079632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:28.187336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:28.192737 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-634616b6-0b1e-47a0-88e1-232855ea5c0d admin admin] 10.222.0.26 "PUT /v2.0/routers/034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352006 Aug 10 03:52:28.195543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.196215 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] Sync routers for ids ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:28.205721 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] Routers {'034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:28.206373 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:28.357381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.361586 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] Set router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:28.551652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:52:27Z', 'revision_number': 5, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:28.581055 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] Checking router: 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:28.590364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40416) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:28.607690 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] Routers {'034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:28.607690 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:28.715872 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-554423395-network', 'tenant_id': '321c1729cfd34f799ed35f9d73ec6d42'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:28.722680 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] Set router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:28.853408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Made reservation on behalf of 321c1729cfd34f799ed35f9d73ec6d42 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:28.856302 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.859140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02ec6a-151d-411d-baa2-73e6ffa6cacc req-c6496d51-55a0-44ab-b0c8-46733f33150b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.860771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf02ec6a-151d-411d-baa2-73e6ffa6cacc req-c6496d51-55a0-44ab-b0c8-46733f33150b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.1013055 Aug 10 03:52:28.872427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.885182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.913645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf02ec6a-151d-411d-baa2-73e6ffa6cacc req-0e4fe748-ecbc-4e7c-b0cd-82d14e97902e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456955 Aug 10 03:52:28.967751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.997864 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:52:27Z', 'revision_number': 5, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:29.023652 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e7f65-1b4c-4a62-9d9f-da7a0d1036b0 None None] The sync data for ids ['034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f'] in n-d-765315-26 is: [{'id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'name': 'tempest-TestServerBasicOps-39661929-router', 'tenant_id': '3b88e57c67af44f4840d284862ac4073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:03Z', 'updated_at': '2021-08-10T03:52:27Z', 'revision_number': 5, 'project_id': '3b88e57c67af44f4840d284862ac4073', 'gw_port': {'id': '152d7e5a-212a-47c8-ba7b-103072908a8c', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:04Z', 'updated_at': '2021-08-10T03:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:29.031335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Deleting port 152d7e5a-212a-47c8-ba7b-103072908a8c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:29.031335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.055449 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.074978 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:29.093257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.095032 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Added segment 841cf819-1557-4dea-8d3b-ad86f368ac0c of type vlan for network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 Aug 10 03:52:29.102029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2071d74-e836-44f2-8ea1-964c56762be6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.123078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] For port 152d7e5a-212a-47c8-ba7b-103072908a8c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=152d7e5a-212a-47c8-ba7b-103072908a8c,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:29.123522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.138063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Calling delete_port for 152d7e5a-212a-47c8-ba7b-103072908a8c owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:29.140262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.260772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.261869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.262466 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.323217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b55c79-0489-4fdd-ba41-f49816a2e6d5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.334017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:29.402831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.423104 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-58574fa9-1036-44a8-9077-234507699bb3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8312006 Aug 10 03:52:29.426131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40420) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.427746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=152d7e5a-212a-47c8-ba7b-103072908a8c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.431799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Request body: {'subnet': {'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-554423395-subnet', 'tenant_id': '321c1729cfd34f799ed35f9d73ec6d42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:29.491707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.563592 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Made reservation on behalf of 321c1729cfd34f799ed35f9d73ec6d42 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:29.571144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.587382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.590309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.744026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c5c2eef3-67e0-457e-9e51-f5d05316265c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:29.746182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.748296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:29.752413 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.753339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-79c4bdfe-dc9b-4bae-8c82-331c4c104ec0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/034fabc5-8c1a-48f2-a8aa-7e1c8c899c8f HTTP/1.1" status: 204 len: 168 time: 1.5567732 Aug 10 03:52:29.755752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40422) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.773775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: c5c2eef3-67e0-457e-9e51-f5d05316265c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:29.777100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device c5c2eef3-67e0-457e-9e51-f5d05316265c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:29.805156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Deleting subnet 1170ecd6-19cd-4b76-beed-f9a18cbc8100 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:29.809205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.844655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.864154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.924196 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3c1c3a-7842-426d-8c3d-eca27f6971e7,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.928858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.935081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Checking segment: {'id': '841cf819-1557-4dea-8d3b-ad86f368ac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:29.935216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Network hostable DHCP agents. Network: b5b55c79-0489-4fdd-ba41-f49816a2e6d5, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:30.031531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2b68c-84c8-4b48-868e-15afe108b4ed req-1d0836db-a799-4058-ba5e-c7971dad97a6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.033089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19c2b68c-84c8-4b48-868e-15afe108b4ed req-1d0836db-a799-4058-ba5e-c7971dad97a6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0487196 Aug 10 03:52:30.060748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:30.082526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19c2b68c-84c8-4b48-868e-15afe108b4ed req-bca8422b-1046-44d4-8199-a91c278b278c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Aug 10 03:52:30.147222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.171160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1170ecd6-19cd-4b76-beed-f9a18cbc8100,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:30.177241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.179176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0fdfd311-c881-468b-9c55-0ae46f9d8463 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1170ecd6-19cd-4b76-beed-f9a18cbc8100 HTTP/1.1" status: 204 len: 168 time: 0.4223552 Aug 10 03:52:30.182483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40426) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:30.182769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3901df-e3c4-4d88-b944-7b9b7d3db793 None None] Network 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:30.198829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b5b55c79-0489-4fdd-ba41-f49816a2e6d5) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:30.207094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.207844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.240583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4b936-2a44-42db-9172-e8c170625936 None None] Network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:30.269915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.341819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Deleting port d18dbed0-45fd-4c23-ab8e-2c781d247013 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:30.342160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.345572 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cc9afbf7-6a7a-4488-92d0-905cc88e4df3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9181206 Aug 10 03:52:30.390113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-309f21a5-8fd5-4509-aeb6-7e356b201f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.421005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] For port d18dbed0-45fd-4c23-ab8e-2c781d247013, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d18dbed0-45fd-4c23-ab8e-2c781d247013,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:30.421630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.443319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Calling delete_port for d18dbed0-45fd-4c23-ab8e-2c781d247013 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:30.449054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950dfe8-af7c-4c0f-a257-060d1d22b201 None None] Network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:30.544232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] DHCP port deletion for 2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:30.626346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] Deleting port d18dbed0-45fd-4c23-ab8e-2c781d247013 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:30.626725 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.635946 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.665974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18dbed0-45fd-4c23-ab8e-2c781d247013,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:30.667415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] No DVR routers for this DVR port d18dbed0-45fd-4c23-ab8e-2c781d247013 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:30.695178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] For port d18dbed0-45fd-4c23-ab8e-2c781d247013, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d18dbed0-45fd-4c23-ab8e-2c781d247013,segment=NetworkSegment(fec27fbe-3ded-4f27-a351-ee35caaef562),segment_id=fec27fbe-3ded-4f27-a351-ee35caaef562)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:30.695526 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.709344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] Calling delete_port for d18dbed0-45fd-4c23-ab8e-2c781d247013 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:30.752138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.765499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:30.776077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec27fbe-3ded-4f27-a351-ee35caaef562') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:30.776404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec27fbe-3ded-4f27-a351-ee35caaef562') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:30.785765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.795630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.800227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.806568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:30.807004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:30.809248 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:30.823017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] Pushing event deleted for resources: {'Port': ['ID=d18dbed0-45fd-4c23-ab8e-2c781d247013,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:30.824949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63247db-0d67-4450-baa6-3dc6e884d28d None None] No DVR routers for this DVR port d18dbed0-45fd-4c23-ab8e-2c781d247013 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:30.996006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.001692 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.003715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43 HTTP/1.1" status: 204 len: 168 time: 0.8202851 Aug 10 03:52:31.015162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafdd05-72e0-421f-afdf-9ebb099151e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5515d9-9ac2-4a20-aa6a-90f45a9b1f43,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.190993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d88c-7a70-4b40-bd6c-720c0333d975 req-b5693532-cb1e-416d-8af9-af4438188cbd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.193758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46f2d88c-7a70-4b40-bd6c-720c0333d975 req-b5693532-cb1e-416d-8af9-af4438188cbd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0551276 Aug 10 03:52:31.234784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46f2d88c-7a70-4b40-bd6c-720c0333d975 req-0fd1a275-d4d7-4266-828b-6113c71798f7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Aug 10 03:52:31.294978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.300096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-136904866-network', 'tenant_id': '1c77270feeb34429a9aaaaec65274e1f'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:31.469590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Made reservation on behalf of 1c77270feeb34429a9aaaaec65274e1f for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:31.471995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.480867 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.571274 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.652620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40448) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.673026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.710225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:31.720953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f856e13f-91fe-4969-a01e-8d21858a1c53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ab786b190b14256b7f5443f99b790c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671229 Aug 10 03:52:31.723638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40450) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.727492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbc4f55-60f6-4809-8929-5705342abd12,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.732626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.733668 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Added segment 6f1c7e9b-594c-4c8f-a775-f55d7539695c of type vlan for network b600dcf3-acd4-4760-a767-502b9add7105 Aug 10 03:52:31.756790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d18dbed0-45fd-4c23-ab8e-2c781d247013 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.778732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d18dbed0-45fd-4c23-ab8e-2c781d247013 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:31.779392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d18dbed0-45fd-4c23-ab8e-2c781d247013 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:31.779849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 152d7e5a-212a-47c8-ba7b-103072908a8c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.781296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.795728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3792e853-acf4-4165-a291-5d7189a70368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.802560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 152d7e5a-212a-47c8-ba7b-103072908a8c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:31.803146 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 152d7e5a-212a-47c8-ba7b-103072908a8c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:31.827027 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3792e853-acf4-4165-a291-5d7189a70368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.873006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.874052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.874636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.931170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=b600dcf3-acd4-4760-a767-502b9add7105,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.942008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network b600dcf3-acd4-4760-a767-502b9add7105 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:32.013286 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3792e853-acf4-4165-a291-5d7189a70368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.016129 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3792e853-acf4-4165-a291-5d7189a70368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.017327 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3792e853-acf4-4165-a291-5d7189a70368 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98f2101d-2007-4ed5-a0e6-d1394b4982cd HTTP/1.1" status: 204 len: 168 time: 0.2925093 Aug 10 03:52:32.025283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e853-acf4-4165-a291-5d7189a70368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f2101d-2007-4ed5-a0e6-d1394b4982cd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.067537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4e36027f-87c1-44bb-86e5-efd8a8c74fd3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7711840 Aug 10 03:52:32.070258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40454) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:32.075220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Request body: {'subnet': {'network_id': 'b600dcf3-acd4-4760-a767-502b9add7105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-136904866-subnet', 'tenant_id': '1c77270feeb34429a9aaaaec65274e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:32.243548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Made reservation on behalf of 1c77270feeb34429a9aaaaec65274e1f for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:32.246736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.276432 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:32.409456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf309-961d-4e1e-a55d-9bbd8042bc8d req-6edc9205-162b-4b61-8b12-a286cf048553 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.410961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-892cf309-961d-4e1e-a55d-9bbd8042bc8d req-6edc9205-162b-4b61-8b12-a286cf048553 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0921183 Aug 10 03:52:32.488677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-892cf309-961d-4e1e-a55d-9bbd8042bc8d req-99263538-e2ed-41da-85f8-c00338985c86 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714128 Aug 10 03:52:32.750545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.808380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6c68e7-32d2-46fa-a6c8-839c474b5b1b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.817740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Checking segment: {'id': '6f1c7e9b-594c-4c8f-a775-f55d7539695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b600dcf3-acd4-4760-a767-502b9add7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:32.818094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Network hostable DHCP agents. Network: b600dcf3-acd4-4760-a767-502b9add7105, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:32.872721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.981480 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Network b600dcf3-acd4-4760-a767-502b9add7105 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:33.043637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-757d58cb-91e4-4b12-8748-1f3eb0f6778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.049811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40460) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.089471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, b600dcf3-acd4-4760-a767-502b9add7105) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:33.090010 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a9f28a62-57b2-41e9-bebd-7b0145fb9923 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b88e57c67af44f4840d284862ac4073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390759 Aug 10 03:52:33.092464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40462) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.095569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.097086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.102600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d2cfc-a13c-4a03-8e33-66b86e49ba90 None None] Network b600dcf3-acd4-4760-a767-502b9add7105 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:33.146183 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19db6510-32c1-432a-bca7-4050701e2336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.167492 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19db6510-32c1-432a-bca7-4050701e2336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.198633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e71aa824-b82b-4e1d-8101-8ca514cc4b0c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1272936 Aug 10 03:52:33.238285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb4a394-dca0-427a-8bfe-51c504ed8d48 None None] Network b600dcf3-acd4-4760-a767-502b9add7105 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:33.306427 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19db6510-32c1-432a-bca7-4050701e2336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.310212 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19db6510-32c1-432a-bca7-4050701e2336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.311504 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19db6510-32c1-432a-bca7-4050701e2336 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/484b526d-30a6-40b6-b73b-0e1d4873634c HTTP/1.1" status: 204 len: 168 time: 0.2181222 Aug 10 03:52:33.323124 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db6510-32c1-432a-bca7-4050701e2336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b526d-30a6-40b6-b73b-0e1d4873634c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:33.890280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-4a0ddbee-359c-4a5d-a98d-6058e15ba1c5 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.891779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-4a0ddbee-359c-4a5d-a98d-6058e15ba1c5 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/networks?id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5 HTTP/1.1" status: 200 len: 811 time: 0.1040065 Aug 10 03:52:33.907286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-13df6b64-e527-4f38-af8f-518b30a4c3f9 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/quotas/321c1729cfd34f799ed35f9d73ec6d42 HTTP/1.1" status: 200 len: 375 time: 0.0096762 Aug 10 03:52:33.938357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-d06b49a0-51b1-4f2f-9552-72db37f74063 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259223 Aug 10 03:52:33.949345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-61b02e54-761e-4f77-9093-575f931bc4e5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:52:33.953991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-61b02e54-761e-4f77-9093-575f931bc4e5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087802 Aug 10 03:52:34.047244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-6d33ddc3-19d8-4149-b15d-98f46ac3ada3 service neutron] 10.222.0.26 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Aug 10 03:52:34.137475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-8c3a82cd-1ace-4e4d-ba90-a6826c4ec2f5 service neutron] 10.222.0.26 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830283 Aug 10 03:52:34.270682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.453438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53204f-836e-40bd-bf6a-d3dac0862615 req-477f19f9-628e-48f8-b926-d46523474e2a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.455125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c53204f-836e-40bd-bf6a-d3dac0862615 req-477f19f9-628e-48f8-b926-d46523474e2a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0566156 Aug 10 03:52:34.493370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c53204f-836e-40bd-bf6a-d3dac0862615 req-05eb9bc0-ce87-40ff-b77b-187c4fb5f711 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Aug 10 03:52:34.562957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7352bf86-ca4f-49be-ab31-f1b4f9d3e1c6 req-0b67834d-1ee4-4da8-abd2-f64d6bb956fd tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 210 time: 0.0270143 Aug 10 03:52:34.604034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40510) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:34.704076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-557942843-network', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:34.831920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Made reservation on behalf of e05da8c57b00450684d83bf0320ade5f for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:34.834490 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.843729 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.934196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.001512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.313070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:35.328583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e87668-f16c-4658-a622-7405e1840bec,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.333508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.333859 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Added segment 5678c192-ed12-4753-a99b-dffd16408007 of type vlan for network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 Aug 10 03:52:35.380630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.524128 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.525380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.526103 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.605746 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] Pushing event updated for resources: {'Network': ['ID=82dfe462-2fb7-471e-a8fd-89fbe24b46a2,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.616618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:35.620014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270414d9-9af9-4568-b558-fbbacc7a0be7 req-cfd4d3dc-21bf-477b-af7e-8bf7f213a3c9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.621581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-270414d9-9af9-4568-b558-fbbacc7a0be7 req-cfd4d3dc-21bf-477b-af7e-8bf7f213a3c9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0547974 Aug 10 03:52:35.660587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-270414d9-9af9-4568-b558-fbbacc7a0be7 req-a3784879-7022-4d29-834b-98ec084b8559 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Aug 10 03:52:35.665545 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-157ed2c4-2134-4f5e-aa1d-22481994394e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0603669 Aug 10 03:52:35.668472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40522) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.685042 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Request body: {'subnet': {'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-557942843-subnet', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:35.753640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80b92528-4687-4424-8707-1cf95dc2e770 req-6e942dcc-3aad-419e-816c-718a86b2f2f9 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 210 time: 0.0307453 Aug 10 03:52:35.809547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.810572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Made reservation on behalf of e05da8c57b00450684d83bf0320ade5f for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:35.813153 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.038610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-163f2c55-396b-49d9-875c-f8af1b5a5c0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404835 Aug 10 03:52:36.140969 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.144934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-a5ca1cc4-b540-4b73-ac22-bd5756aa17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.144934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-a5ca1cc4-b540-4b73-ac22-bd5756aa17ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 1098 time: 0.0438416 Aug 10 03:52:36.217220 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b473b93-9955-49c2-879f-81b2182ba40d,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:36.225070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Checking segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:36.225070 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Network hostable DHCP agents. Network: 82dfe462-2fb7-471e-a8fd-89fbe24b46a2, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:36.262920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-c9a16846-e4a7-4ade-b60a-4cecffe19095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.264534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-c9a16846-e4a7-4ade-b60a-4cecffe19095 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.1022384 Aug 10 03:52:36.310358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-6b7a7c2e-0df5-4539-850c-3b78a5e1ece6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c HTTP/1.1" status: 200 len: 217 time: 0.0364394 Aug 10 03:52:36.312152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:36.377241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-ebb65ac3-c0d6-4dbd-a10d-df4c5dbf21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.378760 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-ebb65ac3-c0d6-4dbd-a10d-df4c5dbf21ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0604970 Aug 10 03:52:36.415955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 82dfe462-2fb7-471e-a8fd-89fbe24b46a2) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:36.426337 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.426932 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.431833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32cce1-b26c-492b-be57-d5bd11920bf0 None None] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:36.437456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-969c59d0-5e24-400b-930f-4ee3ecadf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.439690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-969c59d0-5e24-400b-930f-4ee3ecadf6ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537474 Aug 10 03:52:36.541449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-24dccd0d-529e-483f-b1e6-0f36b570bcad service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934322 Aug 10 03:52:36.581259 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6c5e0d5a-899a-41e6-9ecf-5aaeeb179691 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9102175 Aug 10 03:52:36.581259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40524) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.586302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:36.591688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'fixed_ips': [{'subnet_id': '4b473b93-9955-49c2-879f-81b2182ba40d'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:36.592811 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.654615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71182248-f6ba-459a-96a8-0f8041ac1e9f req-3d8de611-566f-4824-aa82-31e7abc5fa51 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058969 Aug 10 03:52:36.722886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.726419 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.743888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Allocated IP 172.20.0.2 (82dfe462-2fb7-471e-a8fd-89fbe24b46a2/4b473b93-9955-49c2-879f-81b2182ba40d/228204e5-a120-4333-8ab4-485e0cd662af) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:36.788401 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.809545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c56de0-37e3-49f1-828c-c37d57208d33 req-27aed940-5fae-4963-8145-9898d10fe3d9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.811204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c56de0-37e3-49f1-828c-c37d57208d33 req-27aed940-5fae-4963-8145-9898d10fe3d9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0709989 Aug 10 03:52:36.853625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1c56de0-37e3-49f1-828c-c37d57208d33 req-af88b7a4-6a1d-4c92-9865-00b55bce9d3a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Aug 10 03:52:36.903975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.915622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Transition to ACTIVE for port object 228204e5-a120-4333-8ab4-485e0cd662af will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:36.937324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Transition to ACTIVE for port object 228204e5-a120-4333-8ab4-485e0cd662af will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:36.956913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f47e680-8d9b-41a4-8964-17519fef2f10 req-4be9bf40-3d9b-4305-911e-4174a2cd1d97 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 210 time: 0.0377603 Aug 10 03:52:37.007673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.032387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.049674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:37.052861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:37.057074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:37.071223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Pushing event updated for resources: {'Port': ['ID=228204e5-a120-4333-8ab4-485e0cd662af,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.093713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.094101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.094395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.094730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.095061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.095391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.095714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.096036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.096374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.096831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.097045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.097330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:37.127658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Attempting to bind port 228204e5-a120-4333-8ab4-485e0cd662af on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:37.127658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Attempting to bind port 228204e5-a120-4333-8ab4-485e0cd662af by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:37.128154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Attempting to bind port 228204e5-a120-4333-8ab4-485e0cd662af on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:37.134379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:37.134751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Checking segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:37.135153 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.135548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Bound using segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:37.136017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Bound port: 228204e5-a120-4333-8ab4-485e0cd662af, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:37.136494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.210142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] For port 228204e5-a120-4333-8ab4-485e0cd662af, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:37.213642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] For port 228204e5-a120-4333-8ab4-485e0cd662af, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=228204e5-a120-4333-8ab4-485e0cd662af,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:37.318880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-a25bed67-a09b-4948-be71-db85763fd622 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.320848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-a25bed67-a09b-4948-be71-db85763fd622 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.54 "GET /v2.0/networks?id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5 HTTP/1.1" status: 200 len: 811 time: 0.1107903 Aug 10 03:52:37.342964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Request body: {'port': {'device_id': '54668129-eb51-458f-818a-5f96953a112c', 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5', 'admin_state_up': True, 'tenant_id': '321c1729cfd34f799ed35f9d73ec6d42'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:37.356039 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.382845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.427204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.496674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488193b-062f-471f-a51e-ec21435795c2 None None] Pushing event updated for resources: {'Port': ['ID=228204e5-a120-4333-8ab4-485e0cd662af,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.521242 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Allocated IP 172.25.1.7 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/07ef708b-bf39-46b2-ae8b-273ec6d34f02) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:37.674120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Made reservation on behalf of 321c1729cfd34f799ed35f9d73ec6d42 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:37.679305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.679563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.829831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 228204e5-a120-4333-8ab4-485e0cd662af up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:37.834134 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.848818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Allocated IP 172.20.0.2 (b5b55c79-0489-4fdd-ba41-f49816a2e6d5/9b3c1c3a-7842-426d-8c3d-eca27f6971e7/acab08ed-55b1-4a69-8118-15c7fb8b3159) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:37.901423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Pushing event updated for resources: {'Port': ['ID=07ef708b-bf39-46b2-ae8b-273ec6d34f02,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.901423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:37.901423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:37.903336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:38.031425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 228204e5-a120-4333-8ab4-485e0cd662af completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:38.047556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe804d-2cd0-4a06-9be4-68fd3228262a req-8afdb5c4-bce7-4b1a-a7f3-b768e547e191 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.049091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5fe804d-2cd0-4a06-9be4-68fd3228262a req-8afdb5c4-bce7-4b1a-a7f3-b768e547e191 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0830913 Aug 10 03:52:38.096466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.116611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5fe804d-2cd0-4a06-9be4-68fd3228262a req-be076464-af4c-4538-a497-13e6c23d5f9d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Aug 10 03:52:38.221935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa524e02-50f3-492d-b51c-e73f0df12b55 req-bf7729ee-eb75-4b36-b6bf-0bc411e32338 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 210 time: 0.0354836 Aug 10 03:52:38.276768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.322288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:38.325081 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.326623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:38.333042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:38.394140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.394844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.415212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Pushing event updated for resources: {'Port': ['ID=acab08ed-55b1-4a69-8118-15c7fb8b3159,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.547606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.556712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-c038443d-3d01-4cdf-87ab-eaa8001b0374 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178700 Aug 10 03:52:38.563291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f923a7-1804-4461-ab3b-9dddd2c05e4d None None] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:38.573595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Request body: {'port': {'device_id': '54668129-eb51-458f-818a-5f96953a112c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:38.657464 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.736018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] Provisioning for port 228204e5-a120-4333-8ab4-485e0cd662af completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:38.742431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] Provisioning complete for port 228204e5-a120-4333-8ab4-485e0cd662af triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:38.742816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.820865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:52:38.990420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:39.046349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Sync routers for ids ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:39.053766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acab08ed-55b1-4a69-8118-15c7fb8b3159 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:39.065844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.068738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Routers {'dd16fa96-8f85-40b0-a94d-8d25f386b3d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:39.069359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:39.071263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.081133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Transition to ACTIVE for port object acab08ed-55b1-4a69-8118-15c7fb8b3159 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:39.177912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] For port 228204e5-a120-4333-8ab4-485e0cd662af, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=228204e5-a120-4333-8ab4-485e0cd662af,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:39.199554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.199874 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e8dd139-669e-4bd0-9896-a94b43ae784e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6175346 Aug 10 03:52:39.202646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40536) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:39.207043 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Set router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:39.234238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.274101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.290335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=acab08ed-55b1-4a69-8118-15c7fb8b3159,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.324733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665858d-64ab-438e-aaea-daa2dd8d0988 req-77ffb66f-f93c-4590-8767-86d59c1897a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.326563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9665858d-64ab-438e-aaea-daa2dd8d0988 req-77ffb66f-f93c-4590-8767-86d59c1897a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.1345010 Aug 10 03:52:39.378876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45b1cc-d56f-4a62-ab59-786ff832c10c None None] Pushing event updated for resources: {'Port': ['ID=228204e5-a120-4333-8ab4-485e0cd662af,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.436648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9665858d-64ab-438e-aaea-daa2dd8d0988 req-0ffa2e2d-ada3-49a9-b58d-eff325d564ca tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008813 Aug 10 03:52:39.453131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0d0c1f00-2c8e-4dce-b329-6ee8637caf8b None None] Provisioning complete for port 228204e5-a120-4333-8ab4-485e0cd662af triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:39.453740 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1f00-2c8e-4dce-b329-6ee8637caf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.475903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Attempting to bind port acab08ed-55b1-4a69-8118-15c7fb8b3159 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:39.476473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Attempting to bind port acab08ed-55b1-4a69-8118-15c7fb8b3159 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '841cf819-1557-4dea-8d3b-ad86f368ac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:39.477470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Attempting to bind port acab08ed-55b1-4a69-8118-15c7fb8b3159 on network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:39.483278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Port acab08ed-55b1-4a69-8118-15c7fb8b3159 on network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:39.483725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Attempting to bind port acab08ed-55b1-4a69-8118-15c7fb8b3159 on network b5b55c79-0489-4fdd-ba41-f49816a2e6d5 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:39.490226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:39.490687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Checking segment: {'id': '841cf819-1557-4dea-8d3b-ad86f368ac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:39.491711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Bound using segment: {'id': '841cf819-1557-4dea-8d3b-ad86f368ac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:39.492382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Bound port: acab08ed-55b1-4a69-8118-15c7fb8b3159, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841cf819-1557-4dea-8d3b-ad86f368ac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:39.492925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.524013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:38Z', 'revision_number': 3, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:39.555247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Checking router: dd16fa96-8f85-40b0-a94d-8d25f386b3d8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:39.556375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Updating router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:39.582992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.605896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] For port acab08ed-55b1-4a69-8118-15c7fb8b3159, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:39.609965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] For port acab08ed-55b1-4a69-8118-15c7fb8b3159, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159,segment=NetworkSegment(841cf819-1557-4dea-8d3b-ad86f368ac0c),segment_id=841cf819-1557-4dea-8d3b-ad86f368ac0c)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:39.618778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84f7b-bf99-478a-8b5d-459b491d1ec2 req-3db0e3fd-99bc-4679-8d1c-5cb03f80075f tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.620502 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83c84f7b-bf99-478a-8b5d-459b491d1ec2 req-3db0e3fd-99bc-4679-8d1c-5cb03f80075f tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 943 time: 0.0847957 Aug 10 03:52:39.669155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83c84f7b-bf99-478a-8b5d-459b491d1ec2 req-c72e6a08-e7f2-41ee-b19f-d05dc4f31dae tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Aug 10 03:52:39.722520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.757580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 228204e5-a120-4333-8ab4-485e0cd662af up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:39.780437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.781069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.783156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] 10.222.0.54 "PUT /v2.0/ports/acab08ed-55b1-4a69-8118-15c7fb8b3159 HTTP/1.1" status: 200 len: 1092 time: 1.2137840 Aug 10 03:52:39.783156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54668129-eb51-458f-818a-5f96953a112c', 'tag': 'acab08ed-55b1-4a69-8118-15c7fb8b3159'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:39.785144 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.785297 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1fd4e4-3727-4b97-a950-c36c90a0a642" -d '{"events": [{"name": "network-changed", "server_uuid": "54668129-eb51-458f-818a-5f96953a112c", "tag": "acab08ed-55b1-4a69-8118-15c7fb8b3159"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:39.823679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f704a-e431-463e-8d2e-e9b70739ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=acab08ed-55b1-4a69-8118-15c7fb8b3159,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.841466 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f287085-84ad-4489-b704-1332cfe02d74 x-openstack-request-id: req-3f287085-84ad-4489-b704-1332cfe02d74 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:39.841769 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54668129-eb51-458f-818a-5f96953a112c", "tag": "acab08ed-55b1-4a69-8118-15c7fb8b3159", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:39.842118 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f287085-84ad-4489-b704-1332cfe02d74 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:39.842881 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54668129-eb51-458f-818a-5f96953a112c', 'tag': 'acab08ed-55b1-4a69-8118-15c7fb8b3159', 'status': 'completed', 'code': 200} Aug 10 03:52:39.877445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 228204e5-a120-4333-8ab4-485e0cd662af triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:39.877984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.920924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd4e4-3727-4b97-a950-c36c90a0a642 req-35040698-0cd6-483a-b642-09a03ac46083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.922464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c1fd4e4-3727-4b97-a950-c36c90a0a642 req-35040698-0cd6-483a-b642-09a03ac46083 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 1095 time: 0.0437927 Aug 10 03:52:40.020064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.032148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd4e4-3727-4b97-a950-c36c90a0a642 req-f5feb331-49b5-404d-9b73-c79fa34b8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.033790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c1fd4e4-3727-4b97-a950-c36c90a0a642 req-f5feb331-49b5-404d-9b73-c79fa34b8a66 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0979483 Aug 10 03:52:40.035125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Transition to ACTIVE for port object 07ef708b-bf39-46b2-ae8b-273ec6d34f02 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:40.058962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Allocated IP 172.20.0.1 (82dfe462-2fb7-471e-a8fd-89fbe24b46a2/4b473b93-9955-49c2-879f-81b2182ba40d/5ae22f4f-25c8-4120-a557-b39b94ef2bbe) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:40.127186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.143092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd4e4-3727-4b97-a950-c36c90a0a642 req-a8a3c22e-0828-4dc5-8c08-24dfe5fd47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.144953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c1fd4e4-3727-4b97-a950-c36c90a0a642 req-a8a3c22e-0828-4dc5-8c08-24dfe5fd47cd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036611 Aug 10 03:52:40.345429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.345973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Attempting to bind port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:40.345973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Attempting to bind port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:40.345973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Attempting to bind port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:40.345973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3a22-3f81-498e-8213-31b722a626d8 None None] Pushing event updated for resources: {'Port': ['ID=07ef708b-bf39-46b2-ae8b-273ec6d34f02,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.346430 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Transition to ACTIVE for port object 5ae22f4f-25c8-4120-a557-b39b94ef2bbe will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Bound port: 07ef708b-bf39-46b2-ae8b-273ec6d34f02, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] For port 07ef708b-bf39-46b2-ae8b-273ec6d34f02, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:40.346544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] For port 07ef708b-bf39-46b2-ae8b-273ec6d34f02, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=07ef708b-bf39-46b2-ae8b-273ec6d34f02,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:40.347388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-1510c9e6-a0c7-46c9-b86d-8a82e6a0989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.347388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-1510c9e6-a0c7-46c9-b86d-8a82e6a0989e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 1095 time: 0.0489945 Aug 10 03:52:40.347388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-a6a11fe6-42e3-4044-aab6-ab765ec9ac72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159 HTTP/1.1" status: 200 len: 217 time: 0.0382705 Aug 10 03:52:40.364687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173320-1943-410d-83d9-2572bb9b4241 req-146a4012-f482-48b6-ba99-22f9bf6798d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.366120 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-146a4012-f482-48b6-ba99-22f9bf6798d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c1c3a-7842-426d-8c3d-eca27f6971e7 HTTP/1.1" status: 200 len: 851 time: 0.0447881 Aug 10 03:52:40.397453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-e721e0a7-5a6d-4218-87c5-69581919eab4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245264 Aug 10 03:52:40.455542 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.458558 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.501879 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:40.505950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:40.510581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:40.519104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-e24453c1-3bc8-4499-8afc-501106a2fb5f service neutron] 10.222.0.54 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130729 Aug 10 03:52:40.530363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Routers {'dd16fa96-8f85-40b0-a94d-8d25f386b3d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:40.531015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:40.539627 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.617907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.618154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3a22-3f81-498e-8213-31b722a626d8 None None] Pushing event updated for resources: {'Port': ['ID=07ef708b-bf39-46b2-ae8b-273ec6d34f02,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.672134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc067-c518-4e34-b6cc-00d7e82d2440 req-a39efd2b-040d-498e-b0fb-b7f2bdf5fbe8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.684182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-967fc067-c518-4e34-b6cc-00d7e82d2440 req-a39efd2b-040d-498e-b0fb-b7f2bdf5fbe8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.1209745 Aug 10 03:52:40.684182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50173320-1943-410d-83d9-2572bb9b4241 req-11431f0a-b640-41a3-8dae-2eb0a7a51f03 service neutron] 10.222.0.54 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553335 Aug 10 03:52:40.693766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] Set router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:40.724156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-967fc067-c518-4e34-b6cc-00d7e82d2440 req-2c13fbdb-c580-4c6d-b96b-f50f7fa0c6a4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Aug 10 03:52:40.821012 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.858091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e277bb-8a29-4031-bb88-96fb428866e8 req-b3c0bb4a-65ee-48ab-9ec6-25f318d484e2 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.860808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69e277bb-8a29-4031-bb88-96fb428866e8 req-b3c0bb4a-65ee-48ab-9ec6-25f318d484e2 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 943 time: 0.0568767 Aug 10 03:52:40.903468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:38Z', 'revision_number': 3, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:40.907679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69e277bb-8a29-4031-bb88-96fb428866e8 req-83d3ee98-700c-4dc9-a2e1-5b1bb66e38f4 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Aug 10 03:52:40.932786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3e43a-af21-4e47-ab4a-74ea8963c4ce None None] The sync data for ids ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'] in n-d-765315-26 is: [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:38Z', 'revision_number': 3, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:41.003356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8ff4b14f-053a-4bb9-be55-433cc0fbf6d2 None None] Provisioning for port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:41.007951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.008109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8ff4b14f-053a-4bb9-be55-433cc0fbf6d2 None None] Provisioning complete for port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:41.008109 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8ff4b14f-053a-4bb9-be55-433cc0fbf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.047222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4b14f-053a-4bb9-be55-433cc0fbf6d2 None None] Port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:41.321298 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.705894 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:41.709037 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.784450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 07ef708b-bf39-46b2-ae8b-273ec6d34f02 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:41.813458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:41.816389 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:41.868239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b8a22-6ea8-49fa-96d9-d7951e9ef083 req-e9f3a754-7bd8-47cb-afa9-5b93a2cd90ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.870850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-623b8a22-6ea8-49fa-96d9-d7951e9ef083 req-e9f3a754-7bd8-47cb-afa9-5b93a2cd90ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0665171 Aug 10 03:52:41.915641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-623b8a22-6ea8-49fa-96d9-d7951e9ef083 req-0aa0408a-21a2-483e-9654-3dde3c89a388 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388262 Aug 10 03:52:41.942350 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:41.977495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:41.997168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:41.998347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.046416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9f42-794a-450d-a88d-6a29f0e56036 req-a77b4e57-ce83-4f5d-81a7-e6dbdd58ebcc tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:42.049220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2a9f42-794a-450d-a88d-6a29f0e56036 req-a77b4e57-ce83-4f5d-81a7-e6dbdd58ebcc tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 943 time: 0.0597413 Aug 10 03:52:42.075168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:42.088430 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ac729fb8-5f31-418c-9243-5aadff57d3a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/dd16fa96-8f85-40b0-a94d-8d25f386b3d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8766680 Aug 10 03:52:42.097422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d2a9f42-794a-450d-a88d-6a29f0e56036 req-26696c44-db25-45b3-8e53-b49109bcb4a6 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Aug 10 03:52:42.106786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.139714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 07ef708b-bf39-46b2-ae8b-273ec6d34f02, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=07ef708b-bf39-46b2-ae8b-273ec6d34f02,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:42.173152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-cc169714-413d-4eb2-b379-d9e7b39c05c8 None None] Provisioning complete for port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:42.173616 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cc169714-413d-4eb2-b379-d9e7b39c05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.218221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cc169714-413d-4eb2-b379-d9e7b39c05c8 None None] Port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:42.327225 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.375820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=07ef708b-bf39-46b2-ae8b-273ec6d34f02,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.538949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Sync routers for ids ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:42.548717 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Routers {'dd16fa96-8f85-40b0-a94d-8d25f386b3d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:42.555558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:42.653904 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Set router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:42.852396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 4, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '5ae22f4f-25c8-4120-a557-b39b94ef2bbe', 'name': '', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'mac_address': 'fa:16:3e:89:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 2, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'subnets': [{'id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:42.879779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Checking router: dd16fa96-8f85-40b0-a94d-8d25f386b3d8 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:42.880135 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Updating router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:42.892093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40564) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.897849 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1963042840-network', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:42.905195 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.992778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Made reservation on behalf of ce23b87c8a2541fca1aafe0f21728aa5 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:42.995940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.011701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.037291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e9ab7-59b5-4437-ab9b-513b35747e38 req-5b4ea3be-e3cd-4502-8164-c304d2dd18f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.038914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e6e9ab7-59b5-4437-ab9b-513b35747e38 req-5b4ea3be-e3cd-4502-8164-c304d2dd18f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0520594 Aug 10 03:52:43.088696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e6e9ab7-59b5-4437-ab9b-513b35747e38 req-5472641e-3de9-445c-bd6f-f86a8a0edc15 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Aug 10 03:52:43.114806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.170462 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.180186 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Transition to ACTIVE for port object 5ae22f4f-25c8-4120-a557-b39b94ef2bbe will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:43.217818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28920eb-b3b0-40ab-bb23-662e3169914d req-79a0146c-1644-489a-a391-c9ed124a79e0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.219343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d28920eb-b3b0-40ab-bb23-662e3169914d req-79a0146c-1644-489a-a391-c9ed124a79e0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 943 time: 0.0494099 Aug 10 03:52:43.257413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d28920eb-b3b0-40ab-bb23-662e3169914d req-6dadd957-74ec-4605-97b3-cb435a172197 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Aug 10 03:52:43.276955 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.297282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:43.301649 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.303801 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00993862-9fd0-41ea-ab4b-8f7cdcd31443,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.310339 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.310688 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Added segment fd71e6c6-70b3-4181-a259-e57a2f6af532 of type vlan for network 27da99b2-c21f-467b-9e35-f266f0a1c33b Aug 10 03:52:43.351441 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Pushing event updated for resources: {'Port': ['ID=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.356570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.377695 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.378045 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.378604 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.379146 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.379744 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.380281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.380708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.381041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.381369 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.381712 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.382027 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.382353 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:43.422973 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Attempting to bind port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:43.423374 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Attempting to bind port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:43.423739 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Attempting to bind port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:43.429039 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:43.429410 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Checking segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:43.429849 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.434546 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Bound using segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:43.434546 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Bound port: 5ae22f4f-25c8-4120-a557-b39b94ef2bbe, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:43.434546 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.483412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.486205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.486205 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.497275 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] For port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:43.500543 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] For port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:43.544160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] Pushing event updated for resources: {'Network': ['ID=27da99b2-c21f-467b-9e35-f266f0a1c33b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.553830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:43.644143 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.702487 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Routers {'dd16fa96-8f85-40b0-a94d-8d25f386b3d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:43.703104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:43.707924 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2f90c5f4-1685-4ccd-ab9a-807cb8837d57 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8141413 Aug 10 03:52:43.711051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40570) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.717585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Request body: {'subnet': {'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1963042840-subnet', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:43.746819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdec01b-1aec-4a96-b831-a2d4b025376d None None] Pushing event updated for resources: {'Port': ['ID=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.763994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 07ef708b-bf39-46b2-ae8b-273ec6d34f02 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:43.822487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:43.822928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.828906 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] Set router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:43.847680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Made reservation on behalf of ce23b87c8a2541fca1aafe0f21728aa5 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:43.850396 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.043453 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 4, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '5ae22f4f-25c8-4120-a557-b39b94ef2bbe', 'name': '', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'mac_address': 'fa:16:3e:89:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:43Z', 'revision_number': 4, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'subnets': [{'id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:44.069608 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c832d28-f1a6-4948-a5f8-616331121171 None None] The sync data for ids ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'] in n-d-765315-26 is: [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 4, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '5ae22f4f-25c8-4120-a557-b39b94ef2bbe', 'name': '', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'mac_address': 'fa:16:3e:89:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:43Z', 'revision_number': 4, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'subnets': [{'id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:44.093233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.168953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8170de6-5468-40df-9ae2-67759523ad35,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.178087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Checking segment: {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:44.178486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Network hostable DHCP agents. Network: 27da99b2-c21f-467b-9e35-f266f0a1c33b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:44.237235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26207871-340e-496c-818e-1076e5f6b83c req-1bf935fb-366c-4f1d-bee0-157f2b49dd10 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.238789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26207871-340e-496c-818e-1076e5f6b83c req-1bf935fb-366c-4f1d-bee0-157f2b49dd10 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0581160 Aug 10 03:52:44.285167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26207871-340e-496c-818e-1076e5f6b83c req-869c3eb3-c97b-48da-a641-a34ccebddd7b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Aug 10 03:52:44.310206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:44.395247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff2d68-83dd-4c33-a5a4-5a7c6a75dd5b req-c1e9fa6d-0cc8-4386-93d0-5b0d16288342 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.396988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12ff2d68-83dd-4c33-a5a4-5a7c6a75dd5b req-c1e9fa6d-0cc8-4386-93d0-5b0d16288342 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 943 time: 0.0519831 Aug 10 03:52:44.417871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 27da99b2-c21f-467b-9e35-f266f0a1c33b) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:44.423597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.423890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.427927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a021f63f-cb50-49d4-b965-b4f657f5b759 None None] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:44.457043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12ff2d68-83dd-4c33-a5a4-5a7c6a75dd5b req-075160ea-4036-4320-a785-d051d96bea5d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532682 Aug 10 03:52:44.518773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e404a7cc-5c07-40dd-b59c-af6086733383 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8065596 Aug 10 03:52:44.521521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.526975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:44.588988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-27da99b2-c21f-467b-9e35-f266f0a1c33b', 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'fixed_ips': [{'subnet_id': 'f8170de6-5468-40df-9ae2-67759523ad35'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:44.589900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.624452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.627638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.691891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.735563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device acab08ed-55b1-4a69-8118-15c7fb8b3159 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:44.737987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Allocated IP 172.20.0.2 (27da99b2-c21f-467b-9e35-f266f0a1c33b/f8170de6-5468-40df-9ae2-67759523ad35/53c4f646-b203-4c5b-8dc6-087629a0860d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:44.922108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.957322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port acab08ed-55b1-4a69-8118-15c7fb8b3159, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159,segment=NetworkSegment(841cf819-1557-4dea-8d3b-ad86f368ac0c),segment_id=841cf819-1557-4dea-8d3b-ad86f368ac0c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:44.979125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'acab08ed-55b1-4a69-8118-15c7fb8b3159', 'network_id': 'b5b55c79-0489-4fdd-ba41-f49816a2e6d5', 'port_id': 'acab08ed-55b1-4a69-8118-15c7fb8b3159', 'mac_address': 'fa:16:3e:0f:50:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3c1c3a-7842-426d-8c3d-eca27f6971e7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:44.981618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.992281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Transition to ACTIVE for port object 53c4f646-b203-4c5b-8dc6-087629a0860d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:45.197847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Transition to ACTIVE for port object 53c4f646-b203-4c5b-8dc6-087629a0860d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:45.208947 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.222258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acab08ed-55b1-4a69-8118-15c7fb8b3159 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:45.243956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port acab08ed-55b1-4a69-8118-15c7fb8b3159, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159,segment=NetworkSegment(841cf819-1557-4dea-8d3b-ad86f368ac0c),segment_id=841cf819-1557-4dea-8d3b-ad86f368ac0c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:45.306802 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.346371 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.349073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:45.357175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:45.361055 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:45.366842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Pushing event updated for resources: {'Port': ['ID=53c4f646-b203-4c5b-8dc6-087629a0860d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.465857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Attempting to bind port 53c4f646-b203-4c5b-8dc6-087629a0860d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:45.466240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Attempting to bind port 53c4f646-b203-4c5b-8dc6-087629a0860d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:45.466600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Attempting to bind port 53c4f646-b203-4c5b-8dc6-087629a0860d on network 27da99b2-c21f-467b-9e35-f266f0a1c33b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:45.475095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:45.475476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Checking segment: {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:45.475884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.476294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Bound using segment: {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:45.476785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Bound port: 53c4f646-b203-4c5b-8dc6-087629a0860d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:45.477170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.479204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=acab08ed-55b1-4a69-8118-15c7fb8b3159,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.513783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.546374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] For port 53c4f646-b203-4c5b-8dc6-087629a0860d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:45.549848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] For port 53c4f646-b203-4c5b-8dc6-087629a0860d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53c4f646-b203-4c5b-8dc6-087629a0860d,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:45.644262 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.666238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.692786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ba24-e325-43af-a679-403c44aefd35 req-19b01eb6-90b1-4e40-97c2-d2db2db4b57f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.694342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6be8ba24-e325-43af-a679-403c44aefd35 req-19b01eb6-90b1-4e40-97c2-d2db2db4b57f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0978413 Aug 10 03:52:45.695862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.709197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a49df-59d4-440a-9ff2-2c1afbb1fdd8 None None] Pushing event updated for resources: {'Port': ['ID=53c4f646-b203-4c5b-8dc6-087629a0860d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.725034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['acab08ed-55b1-4a69-8118-15c7fb8b3159'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:45.796874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6be8ba24-e325-43af-a679-403c44aefd35 req-dc5d811f-28e4-42ff-bfd9-e4363386f883 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919023 Aug 10 03:52:45.836330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5ae22f4f-25c8-4120-a557-b39b94ef2bbe up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:45.865528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Allocated IP 172.25.1.111 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5cee7dbc-f255-42fb-8040-6b82023da892) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:46.007871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f332-0459-4ae9-888b-bf0cdf219f54 req-acd5592a-bb84-446e-befd-0a2736e12584 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:46.016269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d12f332-0459-4ae9-888b-bf0cdf219f54 req-acd5592a-bb84-446e-befd-0a2736e12584 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 944 time: 0.1301720 Aug 10 03:52:46.064568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.077252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d12f332-0459-4ae9-888b-bf0cdf219f54 req-ed4ddf05-0064-4f22-9a6e-fa82d395f26d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Aug 10 03:52:46.087287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:46.092517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:46.092891 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.179331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.192992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.235673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:46.240794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:46.243420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:46.270189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Pushing event updated for resources: {'Port': ['ID=5cee7dbc-f255-42fb-8040-6b82023da892,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:46.333923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:46.426739 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.481585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:46.597580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.673606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f34867-2918-4fdf-8c72-7ac49fe4f8a2 None None] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:46.739597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device acab08ed-55b1-4a69-8118-15c7fb8b3159 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:46.796332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.822006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e799fa50-953c-4f4d-b39d-2678cc261c62 None None] Provisioning for port 53c4f646-b203-4c5b-8dc6-087629a0860d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:46.923585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port acab08ed-55b1-4a69-8118-15c7fb8b3159 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:46.932249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port acab08ed-55b1-4a69-8118-15c7fb8b3159 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:46.932909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.957672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae1ac3-dc71-42cc-b1e7-b2fa313faef3 req-8c1dc765-7795-480e-b830-591432701472 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:46.959471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48ae1ac3-dc71-42cc-b1e7-b2fa313faef3 req-8c1dc765-7795-480e-b830-591432701472 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.0774760 Aug 10 03:52:47.010072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48ae1ac3-dc71-42cc-b1e7-b2fa313faef3 req-0fb6fdab-ff45-44ad-9dc0-91746581e4c9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Aug 10 03:52:47.016339 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.048507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54668129-eb51-458f-818a-5f96953a112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab08ed-55b1-4a69-8118-15c7fb8b3159'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:47.050820 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f8652-2721-45fd-81a7-fbe38a78a11f" -d '{"events": [{"server_uuid": "54668129-eb51-458f-818a-5f96953a112c", "name": "network-vif-plugged", "status": "completed", "tag": "acab08ed-55b1-4a69-8118-15c7fb8b3159"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:47.064682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port acab08ed-55b1-4a69-8118-15c7fb8b3159, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159,segment=NetworkSegment(841cf819-1557-4dea-8d3b-ad86f368ac0c),segment_id=841cf819-1557-4dea-8d3b-ad86f368ac0c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:47.088800 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0a93e-30c2-4566-a984-190dbce27eff x-openstack-request-id: req-24b0a93e-30c2-4566-a984-190dbce27eff {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:47.089104 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54668129-eb51-458f-818a-5f96953a112c", "name": "network-vif-plugged", "status": "completed", "tag": "acab08ed-55b1-4a69-8118-15c7fb8b3159", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:47.089392 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24b0a93e-30c2-4566-a984-190dbce27eff {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:47.090346 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54668129-eb51-458f-818a-5f96953a112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acab08ed-55b1-4a69-8118-15c7fb8b3159', 'code': 200} Aug 10 03:52:47.109470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Router cfc8c813-e22a-4750-b5c4-8ece99de9303 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:52:47.207088 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.260503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=acab08ed-55b1-4a69-8118-15c7fb8b3159,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.293787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df14650-29da-4fc7-902d-7c876b66df2d req-f9db389d-9b46-48cc-89fb-e47c28d62ed3 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.295279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df14650-29da-4fc7-902d-7c876b66df2d req-f9db389d-9b46-48cc-89fb-e47c28d62ed3 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 944 time: 0.1291666 Aug 10 03:52:47.299717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf74fbf-6b7e-4a04-b6af-a9bfc80ba2f1 req-05216f24-3c7d-46e0-89a4-3d67efd8564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.301126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cf74fbf-6b7e-4a04-b6af-a9bfc80ba2f1 req-05216f24-3c7d-46e0-89a4-3d67efd8564b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 1096 time: 0.1233215 Aug 10 03:52:47.316739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:47.326072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Sync routers for ids ['cfc8c813-e22a-4750-b5c4-8ece99de9303'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:47.335855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Routers {'cfc8c813-e22a-4750-b5c4-8ece99de9303'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:47.336535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cfc8c813-e22a-4750-b5c4-8ece99de9303'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.370174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df14650-29da-4fc7-902d-7c876b66df2d req-aafba501-aa7e-4adc-87fa-50ab4cb00131 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680897 Aug 10 03:52:47.374434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cf74fbf-6b7e-4a04-b6af-a9bfc80ba2f1 req-e8ad6c58-ca65-4af5-b170-e4f08ab717d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638914 Aug 10 03:52:47.439690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Set router cfc8c813-e22a-4750-b5c4-8ece99de9303 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:47.455289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.459106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b24ed511-3a30-4e69-b14d-e155d5c2f21a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9333334 Aug 10 03:52:47.459364 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:47.622095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 3, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.648161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Checking router: cfc8c813-e22a-4750-b5c4-8ece99de9303 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:47.648541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Updating router cfc8c813-e22a-4750-b5c4-8ece99de9303 port 5cee7dbc-f255-42fb-8040-6b82023da892 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:47.674158 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.867795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5ae22f4f-25c8-4120-a557-b39b94ef2bbe up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:47.890671 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.971965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:47.972338 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.004268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.022304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Transition to ACTIVE for port object 5cee7dbc-f255-42fb-8040-6b82023da892 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.070210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Allocated IP 172.20.0.1 (27da99b2-c21f-467b-9e35-f266f0a1c33b/f8170de6-5468-40df-9ae2-67759523ad35/daf66730-c3e8-495d-ac4b-306b722cd437) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:48.071571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53c4f646-b203-4c5b-8dc6-087629a0860d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:48.103728 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.170309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Attempting to bind port 5cee7dbc-f255-42fb-8040-6b82023da892 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:48.170789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Attempting to bind port 5cee7dbc-f255-42fb-8040-6b82023da892 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:48.171139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Attempting to bind port 5cee7dbc-f255-42fb-8040-6b82023da892 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:48.175897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3f8d2-9f23-4417-91ec-8583a9695321 None None] Pushing event updated for resources: {'Port': ['ID=5cee7dbc-f255-42fb-8040-6b82023da892,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.184988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:48.185277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:48.185681 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.186076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:48.186553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Bound port: 5cee7dbc-f255-42fb-8040-6b82023da892, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:48.186928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.189249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7769de-09fe-4104-bef5-5daab01744f0 req-4ec30745-0f76-4e94-a44f-9787cf88c708 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.193411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be7769de-09fe-4104-bef5-5daab01744f0 req-4ec30745-0f76-4e94-a44f-9787cf88c708 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.1037111 Aug 10 03:52:48.233921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.248046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] For port 5cee7dbc-f255-42fb-8040-6b82023da892, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:48.251128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] For port 5cee7dbc-f255-42fb-8040-6b82023da892, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5cee7dbc-f255-42fb-8040-6b82023da892,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:48.257318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be7769de-09fe-4104-bef5-5daab01744f0 req-87779845-dd5c-412c-b5c8-071d23402568 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553269 Aug 10 03:52:48.262214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Transition to ACTIVE for port object daf66730-c3e8-495d-ac4b-306b722cd437 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.293136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 53c4f646-b203-4c5b-8dc6-087629a0860d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:48.297247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 53c4f646-b203-4c5b-8dc6-087629a0860d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:48.297622 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.340568 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.386981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.425367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3f8d2-9f23-4417-91ec-8583a9695321 None None] Pushing event updated for resources: {'Port': ['ID=5cee7dbc-f255-42fb-8040-6b82023da892,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.430185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:48.432995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Routers {'cfc8c813-e22a-4750-b5c4-8ece99de9303'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:48.432995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cfc8c813-e22a-4750-b5c4-8ece99de9303'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:48.436697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:48.441199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:48.444572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Pushing event updated for resources: {'Port': ['ID=daf66730-c3e8-495d-ac4b-306b722cd437,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.476734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.515484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.564864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 53c4f646-b203-4c5b-8dc6-087629a0860d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53c4f646-b203-4c5b-8dc6-087629a0860d,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:48.570071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739c7a6-0055-4094-a55d-49174986a7ea req-3638e2cf-8660-403c-9bb0-ae3747a9f355 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.571621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1739c7a6-0055-4094-a55d-49174986a7ea req-3638e2cf-8660-403c-9bb0-ae3747a9f355 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.1081600 Aug 10 03:52:48.579170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] Set router cfc8c813-e22a-4750-b5c4-8ece99de9303 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:48.652009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1739c7a6-0055-4094-a55d-49174986a7ea req-5dd7cc80-3d39-43e7-b4b6-4d9db15bae6c tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706756 Aug 10 03:52:48.686318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.760537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=53c4f646-b203-4c5b-8dc6-087629a0860d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.782556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.826719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 3, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:48.854414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941b082-9bb5-4dc8-b2c6-1475f37535b8 None None] The sync data for ids ['cfc8c813-e22a-4750-b5c4-8ece99de9303'] in n-d-765315-26 is: [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:52:46Z', 'revision_number': 3, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:48.918044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-61eb3688-4fd3-46a6-8ff0-33561d56f46e None None] Provisioning for port daf66730-c3e8-495d-ac4b-306b722cd437 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:48.922905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-61eb3688-4fd3-46a6-8ff0-33561d56f46e None None] Provisioning complete for port daf66730-c3e8-495d-ac4b-306b722cd437 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:48.924199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61eb3688-4fd3-46a6-8ff0-33561d56f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.956513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.959562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-61eb3688-4fd3-46a6-8ff0-33561d56f46e None None] Port daf66730-c3e8-495d-ac4b-306b722cd437 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:49.032102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.108290 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.110235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Pushing event updated for resources: {'Port': ['ID=daf66730-c3e8-495d-ac4b-306b722cd437,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.223437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:49.225503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:49.336660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a38975eb-5b81-4847-a8d1-af8dd8555c8c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:49.364205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Router cfc8c813-e22a-4750-b5c4-8ece99de9303 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:49.470974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a38975eb-5b81-4847-a8d1-af8dd8555c8c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a38975eb-5b81-4847-a8d1-af8dd8555c8c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:49.489563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c', 'mac_address': 'fa:16:3e:16:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:49.497836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f90e8b4d-0154-474c-a7a1-e87d81000fa3 None None] Provisioning complete for port daf66730-c3e8-495d-ac4b-306b722cd437 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:49.498216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f90e8b4d-0154-474c-a7a1-e87d81000fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.506275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1e9b-fa34-4f6c-b6c5-435fb6153794 req-766ec8e6-9182-4307-aceb-cfb13f085c23 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.507895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-754c1e9b-fa34-4f6c-b6c5-435fb6153794 req-766ec8e6-9182-4307-aceb-cfb13f085c23 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 943 time: 0.1317668 Aug 10 03:52:49.547948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:49.553662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-00966fa6-555d-4453-8da3-161b9e46c066 admin admin] 10.222.0.26 "PUT /v2.0/routers/cfc8c813-e22a-4750-b5c4-8ece99de9303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932736 Aug 10 03:52:49.568506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-754c1e9b-fa34-4f6c-b6c5-435fb6153794 req-55cf58e2-1069-43ae-8b0e-7a387013b306 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506573 Aug 10 03:52:49.575567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f90e8b4d-0154-474c-a7a1-e87d81000fa3 None None] Port daf66730-c3e8-495d-ac4b-306b722cd437 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:49.578552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.769652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38975eb-5b81-4847-a8d1-af8dd8555c8c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:49.795105 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a38975eb-5b81-4847-a8d1-af8dd8555c8c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a38975eb-5b81-4847-a8d1-af8dd8555c8c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:49.836822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdcc13-e00e-4031-bdbe-63e9948a36e1 req-e5a97659-de72-419a-b719-5371e3c8320b tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.841529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95bdcc13-e00e-4031-bdbe-63e9948a36e1 req-e5a97659-de72-419a-b719-5371e3c8320b tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0732031 Aug 10 03:52:49.871882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cee7dbc-f255-42fb-8040-6b82023da892 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:49.881645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95bdcc13-e00e-4031-bdbe-63e9948a36e1 req-d21ba052-62cf-45de-a2c9-241e775844f6 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367250 Aug 10 03:52:50.136100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7038e-d6de-4b96-94a9-2f1ffaec0327 req-121338bf-4488-4c00-849f-28427289ffe8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.138138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5c7038e-d6de-4b96-94a9-2f1ffaec0327 req-121338bf-4488-4c00-849f-28427289ffe8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0496225 Aug 10 03:52:50.141075 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.177307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5c7038e-d6de-4b96-94a9-2f1ffaec0327 req-3c8f9789-16eb-4c9e-a1ae-293e27f53a78 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Aug 10 03:52:50.191237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a38975eb-5b81-4847-a8d1-af8dd8555c8c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.267855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 5cee7dbc-f255-42fb-8040-6b82023da892 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:50.267855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5cee7dbc-f255-42fb-8040-6b82023da892 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:50.267855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.343989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.349854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-8c0861ff-135f-459a-8b22-3df33ce761b3 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.351470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-8c0861ff-135f-459a-8b22-3df33ce761b3 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/networks?id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2 HTTP/1.1" status: 200 len: 910 time: 0.0896263 Aug 10 03:52:50.364510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 5cee7dbc-f255-42fb-8040-6b82023da892, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5cee7dbc-f255-42fb-8040-6b82023da892,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:50.366739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-1a735fb2-469e-4c4f-b6a2-1d4c2171db13 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/quotas/ce23b87c8a2541fca1aafe0f21728aa5 HTTP/1.1" status: 200 len: 375 time: 0.0089231 Aug 10 03:52:50.408858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a38975eb-5b81-4847-a8d1-af8dd8555c8c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:50.462202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-14cc6c92-6977-4647-bac1-d5d28333a2bf tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892494 Aug 10 03:52:50.530630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.531335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53c4f646-b203-4c5b-8dc6-087629a0860d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:50.633264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=5cee7dbc-f255-42fb-8040-6b82023da892,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.647733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 53c4f646-b203-4c5b-8dc6-087629a0860d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:50.648234 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.926363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-ab9dd412-5cb6-4877-9543-d44c2b10a8eb service neutron] 10.222.0.26 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564631 Aug 10 03:52:51.017632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-b9dbdea6-57b7-4980-b8cc-4b1d9c8d000e service neutron] 10.222.0.26 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846915 Aug 10 03:52:51.250368 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Sync routers for ids ['cfc8c813-e22a-4750-b5c4-8ece99de9303'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:51.260812 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Routers {'cfc8c813-e22a-4750-b5c4-8ece99de9303'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:51.262089 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cfc8c813-e22a-4750-b5c4-8ece99de9303'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:51.352572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a38975eb-5b81-4847-a8d1-af8dd8555c8c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:51.376235 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Set router cfc8c813-e22a-4750-b5c4-8ece99de9303 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:51.515531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port a38975eb-5b81-4847-a8d1-af8dd8555c8c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:51.519418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port a38975eb-5b81-4847-a8d1-af8dd8555c8c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:51.519797 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.613181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.637448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:51.639768 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab84733-2c7b-4419-8e55-2e75db85689b" -d '{"events": [{"server_uuid": "ddedc188-546b-4d98-85f7-a0d7b65a6cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a38975eb-5b81-4847-a8d1-af8dd8555c8c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:51.652948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port a38975eb-5b81-4847-a8d1-af8dd8555c8c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a38975eb-5b81-4847-a8d1-af8dd8555c8c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:51.662742 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'daf66730-c3e8-495d-ac4b-306b722cd437', 'name': '', 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'mac_address': 'fa:16:3e:f4:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'f8170de6-5468-40df-9ae2-67759523ad35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 2, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'subnets': [{'id': 'f8170de6-5468-40df-9ae2-67759523ad35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:51.689242 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Checking router: cfc8c813-e22a-4750-b5c4-8ece99de9303 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:51.692548 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Updating router cfc8c813-e22a-4750-b5c4-8ece99de9303 port daf66730-c3e8-495d-ac4b-306b722cd437 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:51.720012 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.740799 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.786899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cee7dbc-f255-42fb-8040-6b82023da892 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:51.828735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2f06e-69a7-4056-9a54-b53fca8eb394 req-e62ff375-b6e8-47a9-bfe2-5c1ef10c9397 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.830564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abb2f06e-69a7-4056-9a54-b53fca8eb394 req-e62ff375-b6e8-47a9-bfe2-5c1ef10c9397 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.0568626 Aug 10 03:52:51.835070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=a38975eb-5b81-4847-a8d1-af8dd8555c8c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.860406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 5cee7dbc-f255-42fb-8040-6b82023da892 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:51.860789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.876305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abb2f06e-69a7-4056-9a54-b53fca8eb394 req-b6e89c78-a3a4-4c25-8874-9cf94f7ea765 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Aug 10 03:52:51.949278 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50fa420f-369b-458e-8212-24c9341a5319 req-08a08510-f60c-4f4b-a4ce-9a9f27f8f083 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 210 time: 0.0304217 Aug 10 03:52:51.994554 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1abd005-5210-41ab-8335-c0917986a945 x-openstack-request-id: req-c1abd005-5210-41ab-8335-c0917986a945 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:51.994857 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddedc188-546b-4d98-85f7-a0d7b65a6cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a38975eb-5b81-4847-a8d1-af8dd8555c8c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:51.995116 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1abd005-5210-41ab-8335-c0917986a945 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:51.995521 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c', 'code': 200} Aug 10 03:52:52.034596 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.045870 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Transition to ACTIVE for port object daf66730-c3e8-495d-ac4b-306b722cd437 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:52.120079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63a0d9-cae4-4972-9281-f98c174a0dc7 req-bf6a204f-100f-4196-8b14-417c97731071 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.121738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe63a0d9-cae4-4972-9281-f98c174a0dc7 req-bf6a204f-100f-4196-8b14-417c97731071 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0734107 Aug 10 03:52:52.124449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e54e4-5af9-465f-b4d3-44bafa200517 req-ba167aa4-e683-4271-98d2-5d645f6e9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.125819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf7e54e4-5af9-465f-b4d3-44bafa200517 req-ba167aa4-e683-4271-98d2-5d645f6e9987 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0677500 Aug 10 03:52:52.178181 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.185872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe63a0d9-cae4-4972-9281-f98c174a0dc7 req-17dc12ec-5c04-44ec-a341-ecf6856f87b2 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549541 Aug 10 03:52:52.187573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf7e54e4-5af9-465f-b4d3-44bafa200517 req-0177b207-28a4-4c9d-a2e9-9f53e287da72 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507555 Aug 10 03:52:52.239396 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37fdea-c034-4532-8735-9f0edc104b69 None None] Pushing event updated for resources: {'Port': ['ID=daf66730-c3e8-495d-ac4b-306b722cd437,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:52.294385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Attempting to bind port daf66730-c3e8-495d-ac4b-306b722cd437 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:52.295558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Attempting to bind port daf66730-c3e8-495d-ac4b-306b722cd437 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:52.296245 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Attempting to bind port daf66730-c3e8-495d-ac4b-306b722cd437 on network 27da99b2-c21f-467b-9e35-f266f0a1c33b {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:52.303801 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:52.304166 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Checking segment: {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:52.304595 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.304985 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Bound using segment: {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:52.305448 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Bound port: daf66730-c3e8-495d-ac4b-306b722cd437, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd71e6c6-70b3-4181-a259-e57a2f6af532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:52.305822 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.372520 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] For port daf66730-c3e8-495d-ac4b-306b722cd437, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:52.375741 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] For port daf66730-c3e8-495d-ac4b-306b722cd437, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=daf66730-c3e8-495d-ac4b-306b722cd437,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:52.464135 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.521358 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Routers {'cfc8c813-e22a-4750-b5c4-8ece99de9303'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:52.521985 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:52:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cfc8c813-e22a-4750-b5c4-8ece99de9303'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:52.523852 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37fdea-c034-4532-8735-9f0edc104b69 None None] Pushing event updated for resources: {'Port': ['ID=daf66730-c3e8-495d-ac4b-306b722cd437,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:52.637216 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] Set router cfc8c813-e22a-4750-b5c4-8ece99de9303 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:52.843665 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'daf66730-c3e8-495d-ac4b-306b722cd437', 'name': '', 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'mac_address': 'fa:16:3e:f4:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'f8170de6-5468-40df-9ae2-67759523ad35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:52Z', 'revision_number': 4, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'subnets': [{'id': 'f8170de6-5468-40df-9ae2-67759523ad35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:52.872728 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f851-89ca-4c99-b106-bdf9a71f7121 None None] The sync data for ids ['cfc8c813-e22a-4750-b5c4-8ece99de9303'] in n-d-765315-26 is: [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:52:48Z', 'revision_number': 4, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'daf66730-c3e8-495d-ac4b-306b722cd437', 'name': '', 'network_id': '27da99b2-c21f-467b-9e35-f266f0a1c33b', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'mac_address': 'fa:16:3e:f4:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'f8170de6-5468-40df-9ae2-67759523ad35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:47Z', 'updated_at': '2021-08-10T03:52:52Z', 'revision_number': 4, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'subnets': [{'id': 'f8170de6-5468-40df-9ae2-67759523ad35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:53.041795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b82ac-9dcd-4375-a989-ae1a27c51daf req-22855e43-cc83-4da6-8dfe-7fc84557be46 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.043951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-393b82ac-9dcd-4375-a989-ae1a27c51daf req-22855e43-cc83-4da6-8dfe-7fc84557be46 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.0556591 Aug 10 03:52:53.086851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-393b82ac-9dcd-4375-a989-ae1a27c51daf req-2f8bfdc2-a798-4bbd-a99c-c208c7582d31 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Aug 10 03:52:53.184437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b83abcb2-9ca4-4202-8227-fbf9cf5b908e req-c486a4e9-f9a2-4604-9beb-e047359dfcfd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 210 time: 0.0292456 Aug 10 03:52:53.316948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ce1c-1f33-4680-9bf2-10ae27e5fa96 req-a0c518e4-579e-468e-846b-9316d86c69c4 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.318803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df1ce1c-1f33-4680-9bf2-10ae27e5fa96 req-a0c518e4-579e-468e-846b-9316d86c69c4 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0531034 Aug 10 03:52:53.363247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df1ce1c-1f33-4680-9bf2-10ae27e5fa96 req-3cd4beab-2930-4b7d-9fcb-6eaa4d26e8f8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381205 Aug 10 03:52:53.802807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device daf66730-c3e8-495d-ac4b-306b722cd437 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:53.839240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432df0e6-dff4-472b-a561-ea02238bb7d6 req-afadb960-49aa-4ab4-9f55-91095e9114de tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.841139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-432df0e6-dff4-472b-a561-ea02238bb7d6 req-afadb960-49aa-4ab4-9f55-91095e9114de tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0542550 Aug 10 03:52:53.897047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-432df0e6-dff4-472b-a561-ea02238bb7d6 req-448e828f-5641-447d-b2ec-3a83207e208c tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Aug 10 03:52:53.957878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port daf66730-c3e8-495d-ac4b-306b722cd437 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.962133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port daf66730-c3e8-495d-ac4b-306b722cd437 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:53.964765 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.966830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-4b347cc3-a3fb-4d51-9d33-571e4b90a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.968389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-4b347cc3-a3fb-4d51-9d33-571e4b90a0be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 1097 time: 0.0399930 Aug 10 03:52:54.046803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.062135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-a3ae87ee-3857-436c-b5d6-e3daa5df197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.063609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-a3ae87ee-3857-436c-b5d6-e3daa5df197c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5 HTTP/1.1" status: 200 len: 912 time: 0.0883291 Aug 10 03:52:54.079165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port daf66730-c3e8-495d-ac4b-306b722cd437, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=daf66730-c3e8-495d-ac4b-306b722cd437,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:54.105723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-57f4cb8e-01a0-421f-a5f1-a973d1b54cdd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159 HTTP/1.1" status: 200 len: 217 time: 0.0335863 Aug 10 03:52:54.212654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.233898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-bc09ba3c-3392-4a43-8321-4d616e8897b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.235382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-bc09ba3c-3392-4a43-8321-4d616e8897b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c1c3a-7842-426d-8c3d-eca27f6971e7 HTTP/1.1" status: 200 len: 851 time: 0.1240697 Aug 10 03:52:54.267796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=daf66730-c3e8-495d-ac4b-306b722cd437,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.290541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-9171ad1e-7a3d-4cd8-86dc-e8acd58dc671 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458181 Aug 10 03:52:54.303439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccceb98-1fcb-43ee-ac3e-ede19d165401 req-9711661b-bbf3-41b6-a6ba-603629bab4fc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.305031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cccceb98-1fcb-43ee-ac3e-ede19d165401 req-9711661b-bbf3-41b6-a6ba-603629bab4fc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.1427119 Aug 10 03:52:54.335746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-f715d22a-9666-42cf-bdb6-72c65644884b tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.337220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-f715d22a-9666-42cf-bdb6-72c65644884b tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.46 "GET /v2.0/networks?id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2 HTTP/1.1" status: 200 len: 910 time: 0.1966364 Aug 10 03:52:54.374592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Request body: {'port': {'device_id': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'admin_state_up': True, 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:54.425506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cccceb98-1fcb-43ee-ac3e-ede19d165401 req-42153d7b-cea8-48d2-8da8-f25931489559 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106846 Aug 10 03:52:54.456233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-ac3caf2f-4098-4886-998f-26862386c892 service neutron] 10.222.0.54 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497400 Aug 10 03:52:54.519730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Made reservation on behalf of ce23b87c8a2541fca1aafe0f21728aa5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:54.521814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.544735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62b87982-e8e2-42e5-8aa7-40014e60b2c7 req-93613544-30f1-4c8f-8ff3-d085f7a4ada7 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 210 time: 0.0624228 Aug 10 03:52:54.697443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18bd2353-b4d0-4099-8842-1d95e479f9cb req-f2711642-6219-4df3-aa94-c40c163119d2 service neutron] 10.222.0.54 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344997 Aug 10 03:52:54.717758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b8cd6-e171-4afd-891f-f5aaa05fbeb4 req-ad71c0dd-296a-434c-8b8f-b9add935775f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.719244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b40b8cd6-e171-4afd-891f-f5aaa05fbeb4 req-ad71c0dd-296a-434c-8b8f-b9add935775f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.1114662 Aug 10 03:52:54.731988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Allocated IP 172.20.0.5 (82dfe462-2fb7-471e-a8fd-89fbe24b46a2/4b473b93-9955-49c2-879f-81b2182ba40d/994798cc-018c-4745-bf86-7a83573f392d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:54.778381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b40b8cd6-e171-4afd-891f-f5aaa05fbeb4 req-c62127f4-fb35-4b56-a8d7-6a899efaab0b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Aug 10 03:52:54.902630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.915454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Transition to ACTIVE for port object 994798cc-018c-4745-bf86-7a83573f392d will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:55.078343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.116159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:55.121561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:55.125146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:55.149713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Pushing event updated for resources: {'Port': ['ID=994798cc-018c-4745-bf86-7a83573f392d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.170190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.170820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.333652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cdaf39a3-2d60-47a4-9d48-837b6cec51cd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9621885 Aug 10 03:52:55.344789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Request body: {'port': {'device_id': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:55.422350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.426666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-73970417-a419-4778-bddc-408da1562f8b None None] Provisioning for port 994798cc-018c-4745-bf86-7a83573f392d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:55.431538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-73970417-a419-4778-bddc-408da1562f8b None None] Provisioning complete for port 994798cc-018c-4745-bf86-7a83573f392d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:55.431986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-73970417-a419-4778-bddc-408da1562f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.471051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-73970417-a419-4778-bddc-408da1562f8b None None] Port 994798cc-018c-4745-bf86-7a83573f392d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:55.475234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290f31-6f47-493f-ad76-7c55429e9847 req-7b4b3f82-56db-4f23-abcf-22685fa0f340 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.476811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da290f31-6f47-493f-ad76-7c55429e9847 req-7b4b3f82-56db-4f23-abcf-22685fa0f340 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0835738 Aug 10 03:52:55.575904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da290f31-6f47-493f-ad76-7c55429e9847 req-c7b9acc3-3745-4b50-a46c-f034420f5034 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Aug 10 03:52:55.708566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5259e7-7135-4688-816c-54d0fee37194 req-65d738c3-0360-4c99-b397-c63ede2041a1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.710078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b5259e7-7135-4688-816c-54d0fee37194 req-65d738c3-0360-4c99-b397-c63ede2041a1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.0775661 Aug 10 03:52:55.762781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device daf66730-c3e8-495d-ac4b-306b722cd437 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:55.771515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b5259e7-7135-4688-816c-54d0fee37194 req-ace0a959-7bce-4d27-9bc1-5f7257caf9bf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541782 Aug 10 03:52:55.812210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994798cc-018c-4745-bf86-7a83573f392d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:55.822532 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.842410 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port daf66730-c3e8-495d-ac4b-306b722cd437 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:55.842724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.847433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Transition to ACTIVE for port object 994798cc-018c-4745-bf86-7a83573f392d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:55.880869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941b81e-fb07-4230-8cac-05c94ac01b6c req-a97af53f-5d81-40d7-8f84-01ae71a988a1 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.882399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7941b81e-fb07-4230-8cac-05c94ac01b6c req-a97af53f-5d81-40d7-8f84-01ae71a988a1 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1027 time: 0.0480804 Aug 10 03:52:55.898156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.969855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7941b81e-fb07-4230-8cac-05c94ac01b6c req-c3a7bdd8-ff74-4fcf-8cd5-b50a6e89cdc0 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Aug 10 03:52:55.977033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Pushing event updated for resources: {'Port': ['ID=994798cc-018c-4745-bf86-7a83573f392d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.056402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Attempting to bind port 994798cc-018c-4745-bf86-7a83573f392d on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:56.056747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Attempting to bind port 994798cc-018c-4745-bf86-7a83573f392d by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:56.057101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Attempting to bind port 994798cc-018c-4745-bf86-7a83573f392d on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:56.061726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Port 994798cc-018c-4745-bf86-7a83573f392d on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:56.062053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Attempting to bind port 994798cc-018c-4745-bf86-7a83573f392d on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:56.067342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:56.067654 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Checking segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:56.068037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Bound using segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:56.068491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Bound port: 994798cc-018c-4745-bf86-7a83573f392d, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:56.068851 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.142687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] For port 994798cc-018c-4745-bf86-7a83573f392d, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:56.145737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] For port 994798cc-018c-4745-bf86-7a83573f392d, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=994798cc-018c-4745-bf86-7a83573f392d,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:56.249632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.286434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.287054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.288486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] 10.222.0.46 "PUT /v2.0/ports/994798cc-018c-4745-bf86-7a83573f392d HTTP/1.1" status: 200 len: 1092 time: 0.9488907 Aug 10 03:52:56.288930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'tag': '994798cc-018c-4745-bf86-7a83573f392d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:56.294292 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c758a-3019-4dcf-9400-366df8a416ef" -d '{"events": [{"name": "network-changed", "server_uuid": "018c5d11-de8f-49c9-8b55-2dd641f5c2be", "tag": "994798cc-018c-4745-bf86-7a83573f392d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:56.316314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1685-5dee-47a1-95af-ad9caa7c060e service neutron] Pushing event updated for resources: {'Port': ['ID=994798cc-018c-4745-bf86-7a83573f392d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.337471 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600a36b-b537-47e1-a098-99ed00d72ca4 x-openstack-request-id: req-4600a36b-b537-47e1-a098-99ed00d72ca4 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:56.337819 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c5d11-de8f-49c9-8b55-2dd641f5c2be", "tag": "994798cc-018c-4745-bf86-7a83573f392d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:56.338070 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4600a36b-b537-47e1-a098-99ed00d72ca4 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:56.338547 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'tag': '994798cc-018c-4745-bf86-7a83573f392d', 'status': 'completed', 'code': 200} Aug 10 03:52:56.373098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.403314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c758a-3019-4dcf-9400-366df8a416ef req-d7c1818e-7fc3-424a-80c9-40352048e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.404869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-236c758a-3019-4dcf-9400-366df8a416ef req-d7c1818e-7fc3-424a-80c9-40352048e832 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1095 time: 0.0439003 Aug 10 03:52:56.513063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c758a-3019-4dcf-9400-366df8a416ef req-1da7c7c2-39d1-40ab-bdc1-90429e53dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.514583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-236c758a-3019-4dcf-9400-366df8a416ef req-1da7c7c2-39d1-40ab-bdc1-90429e53dfd4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0986362 Aug 10 03:52:56.622242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c758a-3019-4dcf-9400-366df8a416ef req-cca86bf4-bad1-4f3a-b2b2-615d0e3f5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.623769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-236c758a-3019-4dcf-9400-366df8a416ef req-cca86bf4-bad1-4f3a-b2b2-615d0e3f5472 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996759 Aug 10 03:52:56.718689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fed8a-abb7-4f66-97a5-ca71e119faab req-9d35ae26-492f-4387-95e1-2539354a38e8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.720195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-391fed8a-abb7-4f66-97a5-ca71e119faab req-9d35ae26-492f-4387-95e1-2539354a38e8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0751562 Aug 10 03:52:56.726362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-298233b4-9ec0-4a02-9647-8a90cabbe9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.727804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-298233b4-9ec0-4a02-9647-8a90cabbe9ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1095 time: 0.0564852 Aug 10 03:52:56.783779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-5ce1a807-a181-476b-9bb2-d28eac109867 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994798cc-018c-4745-bf86-7a83573f392d HTTP/1.1" status: 200 len: 217 time: 0.0417237 Aug 10 03:52:56.803194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-391fed8a-abb7-4f66-97a5-ca71e119faab req-dc16cd3b-7033-4a1d-81c0-8ed9ed7f5e4f tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 Aug 10 03:52:56.839369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cd64d2bf-ba41-4bf0-8351-d91b47fa9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.841406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-cd64d2bf-ba41-4bf0-8351-d91b47fa9ddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b473b93-9955-49c2-879f-81b2182ba40d HTTP/1.1" status: 200 len: 848 time: 0.0503333 Aug 10 03:52:56.945805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-7ef7034b-a653-444b-b49f-7000f1da9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.947227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-7ef7034b-a653-444b-b49f-7000f1da9715 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980217 Aug 10 03:52:56.962479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91957238-7192-4f56-8b7d-2be5e5dc3e2f req-87965277-7e89-4874-84f6-2c0cf9b3b71f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.963886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91957238-7192-4f56-8b7d-2be5e5dc3e2f req-87965277-7e89-4874-84f6-2c0cf9b3b71f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.0912194 Aug 10 03:52:57.021134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-46a9122f-4cae-47ad-af2c-a367c86e8f39 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.022566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-46a9122f-4cae-47ad-af2c-a367c86e8f39 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 945 time: 0.1187305 Aug 10 03:52:57.129913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91957238-7192-4f56-8b7d-2be5e5dc3e2f req-345e28d9-0086-4c83-b317-ce17f764d519 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492922 Aug 10 03:52:57.143801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-15bf1c3d-8aef-4098-a3e5-6c9933efc4bd service neutron] 10.222.0.46 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783962 Aug 10 03:52:57.220659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port a38975eb-5b81-4847-a8d1-af8dd8555c8c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:57.220659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.301614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-bcbd1d34-bbee-419b-81d9-921a8269cbc8 service neutron] 10.222.0.46 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502981 Aug 10 03:52:57.328276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port a38975eb-5b81-4847-a8d1-af8dd8555c8c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=a38975eb-5b81-4847-a8d1-af8dd8555c8c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:57.328677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.343301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for a38975eb-5b81-4847-a8d1-af8dd8555c8c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:57.569706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.581149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['a38975eb-5b81-4847-a8d1-af8dd8555c8c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:57.595681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=a38975eb-5b81-4847-a8d1-af8dd8555c8c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.614663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['389bf04a-a4fc-4fa6-a39d-2cf9df31631c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:57.644821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port a38975eb-5b81-4847-a8d1-af8dd8555c8c on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:57.647556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.649585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b069e38-34cc-4133-999e-4b56f31d81ad req-841ae815-c718-4dcf-8ae8-ff18f0165606 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "DELETE /v2.0/ports/a38975eb-5b81-4847-a8d1-af8dd8555c8c HTTP/1.1" status: 204 len: 173 time: 0.6158602 Aug 10 03:52:57.720082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5228fdd-d588-4855-82b9-ce852692343f req-e0fac1b3-30cb-4213-b3f1-b246aee4821c tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.722225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5228fdd-d588-4855-82b9-ce852692343f req-e0fac1b3-30cb-4213-b3f1-b246aee4821c tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1095 time: 0.0462830 Aug 10 03:52:57.762756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5228fdd-d588-4855-82b9-ce852692343f req-4ecc5675-80ce-4b18-82f6-7657fabd6c32 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Aug 10 03:52:57.874736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33532e1e-0c25-4d06-b7f6-a7adeab389bd req-ae62c7a7-515b-405c-a41a-bbbbcab250bf tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.876240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33532e1e-0c25-4d06-b7f6-a7adeab389bd req-ae62c7a7-515b-405c-a41a-bbbbcab250bf tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0497377 Aug 10 03:52:57.914928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33532e1e-0c25-4d06-b7f6-a7adeab389bd req-0eabc025-cbf6-481e-abd4-45ed6f8ca443 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Aug 10 03:52:58.224076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d55dd05-68ff-41e4-a492-8247ff9d349b req-905c7c88-a12a-41fb-bd3a-bb2528cd0f9a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Aug 10 03:52:58.339965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'name': 'network-vif-deleted', 'tag': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:58.349859 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7358511-39a2-4be5-94c2-9f48ce36f82d" -d '{"events": [{"server_uuid": "ddedc188-546b-4d98-85f7-a0d7b65a6cb1", "name": "network-vif-deleted", "tag": "a38975eb-5b81-4847-a8d1-af8dd8555c8c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:58.378562 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cdfe78-9f4d-40e0-9770-6fa18fcb4df2 x-openstack-request-id: req-66cdfe78-9f4d-40e0-9770-6fa18fcb4df2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:58.378963 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddedc188-546b-4d98-85f7-a0d7b65a6cb1", "name": "network-vif-deleted", "tag": "a38975eb-5b81-4847-a8d1-af8dd8555c8c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:58.379360 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66cdfe78-9f4d-40e0-9770-6fa18fcb4df2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:58.379837 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddedc188-546b-4d98-85f7-a0d7b65a6cb1', 'name': 'network-vif-deleted', 'tag': 'a38975eb-5b81-4847-a8d1-af8dd8555c8c', 'status': 'completed', 'code': 200} Aug 10 03:52:59.138296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f8a88-4425-41e3-b26c-b04076253730 req-1391947f-d89c-453b-9a66-86dbd1357c05 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.140364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-915f8a88-4425-41e3-b26c-b04076253730 req-1391947f-d89c-453b-9a66-86dbd1357c05 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1095 time: 0.3047545 Aug 10 03:52:59.176743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-915f8a88-4425-41e3-b26c-b04076253730 req-6cd79f4f-67e8-4481-a009-67bddca8c213 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300162 Aug 10 03:52:59.286869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62182038-8ca7-473c-b02c-d1a2dbe8caee req-d2605786-d046-4c0e-9868-b631133ee3e1 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.287882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62182038-8ca7-473c-b02c-d1a2dbe8caee req-d2605786-d046-4c0e-9868-b631133ee3e1 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0517366 Aug 10 03:52:59.329903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62182038-8ca7-473c-b02c-d1a2dbe8caee req-184f455c-4292-4563-b428-406f270e3fa6 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Aug 10 03:52:59.416436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-feadc5f9-1ed2-4a70-a6ce-72709cd21951 req-ed764fd1-de44-495b-ae0e-2507f7afa5cd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0282762 Aug 10 03:52:59.429673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 994798cc-018c-4745-bf86-7a83573f392d details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:59.535791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 994798cc-018c-4745-bf86-7a83573f392d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=994798cc-018c-4745-bf86-7a83573f392d,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:59.548782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '994798cc-018c-4745-bf86-7a83573f392d', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'port_id': '994798cc-018c-4745-bf86-7a83573f392d', 'mac_address': 'fa:16:3e:72:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:59.588511 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.603808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994798cc-018c-4745-bf86-7a83573f392d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:59.626260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 994798cc-018c-4745-bf86-7a83573f392d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=994798cc-018c-4745-bf86-7a83573f392d,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:59.750044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.806710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=994798cc-018c-4745-bf86-7a83573f392d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.898228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de380f-4cd1-436e-be80-4335da8af962 req-176b6eb3-a2b1-4fe5-a863-556a4149fd1b tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.906632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22de380f-4cd1-436e-be80-4335da8af962 req-176b6eb3-a2b1-4fe5-a863-556a4149fd1b tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0642478 Aug 10 03:52:59.952438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['994798cc-018c-4745-bf86-7a83573f392d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:59.957211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22de380f-4cd1-436e-be80-4335da8af962 req-00c2e469-1129-4fd5-aac6-59f4dc839428 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Aug 10 03:53:00.048031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-af7f3c68-4061-4ab1-a2cf-05cd2b5ee171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.049791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-af7f3c68-4061-4ab1-a2cf-05cd2b5ee171 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 1097 time: 0.0460355 Aug 10 03:53:00.142453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-f6fa40e8-ee17-4ac2-83e7-ed0ed582358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.144197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-f6fa40e8-ee17-4ac2-83e7-ed0ed582358d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5 HTTP/1.1" status: 200 len: 912 time: 0.0869727 Aug 10 03:53:00.190770 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-95d95275-4b93-478e-bf66-ba7815e03e46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159 HTTP/1.1" status: 200 len: 217 time: 0.0388973 Aug 10 03:53:00.241395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-52f4eebd-ffc2-43f5-8be1-a9bcd66b6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.242887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-52f4eebd-ffc2-43f5-8be1-a9bcd66b6cd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9b3c1c3a-7842-426d-8c3d-eca27f6971e7 HTTP/1.1" status: 200 len: 851 time: 0.0458899 Aug 10 03:53:00.294394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-e88ddb6b-c519-40af-be3a-a9b24be17a14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b5b55c79-0489-4fdd-ba41-f49816a2e6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379310 Aug 10 03:53:00.350488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3ac18-46ca-4d8a-a6c7-0ab760116c42 req-d1db76b0-48c0-4108-b07a-dc24530ef7e1 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.352031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19d3ac18-46ca-4d8a-a6c7-0ab760116c42 req-d1db76b0-48c0-4108-b07a-dc24530ef7e1 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1096 time: 0.1035943 Aug 10 03:53:00.374857 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1ba8-0f7c-4248-8f62-bbf264f2330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.410427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19d3ac18-46ca-4d8a-a6c7-0ab760116c42 req-de693f23-3682-45fa-9347-26f064242ec7 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508313 Aug 10 03:53:00.415761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-10c9f5b5-b13e-4c91-bc85-49b525d1f37c service neutron] 10.222.0.54 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147263 Aug 10 03:53:00.524185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ec9ea5e-1e4e-4e8b-9760-eb7cef8ab62f req-dc728c63-527f-4899-9293-b8cc80ddcd2d service neutron] 10.222.0.54 "GET /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010826 Aug 10 03:53:00.538532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1282d8d3-91c0-4d27-9490-fed128a25ab3 req-5354de15-c9dc-4afd-9158-61eebe690daa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0290029 Aug 10 03:53:01.086681 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977376c-a3be-46f6-acb5-2e66c9453866 req-0594307c-3eea-4c50-b5b2-5c252137c68a tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.088160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9977376c-a3be-46f6-acb5-2e66c9453866 req-0594307c-3eea-4c50-b5b2-5c252137c68a tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0527344 Aug 10 03:53:01.127994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9977376c-a3be-46f6-acb5-2e66c9453866 req-a734d6e4-ab6b-443f-8a42-189c189ad59d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Aug 10 03:53:01.434811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 994798cc-018c-4745-bf86-7a83573f392d up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:01.520674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db8ee8-60ae-4fa0-a066-579871cc2323 req-d8b1ecd5-a573-46ed-a7e9-c3586e9fdee4 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.522192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02db8ee8-60ae-4fa0-a066-579871cc2323 req-d8b1ecd5-a573-46ed-a7e9-c3586e9fdee4 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1096 time: 0.0433013 Aug 10 03:53:01.556254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02db8ee8-60ae-4fa0-a066-579871cc2323 req-e35d417c-c136-4546-bf6f-d68800207ccf tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273635 Aug 10 03:53:01.617970 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 994798cc-018c-4745-bf86-7a83573f392d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:01.622791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 994798cc-018c-4745-bf86-7a83573f392d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:01.627098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.640988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a6d70feb-dfbe-407a-a28b-c4dd5ad43a34 req-4ac70741-c36a-4b99-8b1f-0717504c8fe7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0299554 Aug 10 03:53:01.705820 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.727701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994798cc-018c-4745-bf86-7a83573f392d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:01.729961 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5063ee04-2316-45b5-9a80-3eb6d6630627" -d '{"events": [{"server_uuid": "018c5d11-de8f-49c9-8b55-2dd641f5c2be", "name": "network-vif-plugged", "status": "completed", "tag": "994798cc-018c-4745-bf86-7a83573f392d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:01.742745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 994798cc-018c-4745-bf86-7a83573f392d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=994798cc-018c-4745-bf86-7a83573f392d,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:01.768020 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71478c0e-897b-40fa-be02-5997023208fd x-openstack-request-id: req-71478c0e-897b-40fa-be02-5997023208fd {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:01.768314 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c5d11-de8f-49c9-8b55-2dd641f5c2be", "name": "network-vif-plugged", "status": "completed", "tag": "994798cc-018c-4745-bf86-7a83573f392d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:01.768611 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71478c0e-897b-40fa-be02-5997023208fd {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:01.769005 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994798cc-018c-4745-bf86-7a83573f392d', 'code': 200} Aug 10 03:53:01.860958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fb232-b6ac-4533-96c0-1ec73445b1e3 req-d586b9d0-382c-442c-9d7e-6cc3b8d07ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.861229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.861962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a38975eb-5b81-4847-a8d1-af8dd8555c8c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:01.862439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-931fb232-b6ac-4533-96c0-1ec73445b1e3 req-d586b9d0-382c-442c-9d7e-6cc3b8d07ecc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1096 time: 0.0391145 Aug 10 03:53:01.883192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: a38975eb-5b81-4847-a8d1-af8dd8555c8c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:01.883466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device a38975eb-5b81-4847-a8d1-af8dd8555c8c not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:01.899617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-931fb232-b6ac-4533-96c0-1ec73445b1e3 req-99734df9-de60-4613-9038-4e2b6f32d8ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300128 Aug 10 03:53:01.931333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=994798cc-018c-4745-bf86-7a83573f392d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:02.248625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d117-5d2b-400d-83cc-3ae320a1f258 req-8d74e95b-2fc8-47a6-b892-8a621046cd44 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.250096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d2d117-5d2b-400d-83cc-3ae320a1f258 req-8d74e95b-2fc8-47a6-b892-8a621046cd44 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0488741 Aug 10 03:53:02.287030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4d2d117-5d2b-400d-83cc-3ae320a1f258 req-6918fd3a-57a3-49ba-a581-3c912d66b7cb tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305557 Aug 10 03:53:02.793085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82ee9a-6908-46aa-a418-d59e8a60b7fe req-0a5e5140-5bd2-41b2-9d2a-024e88a72e8d tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.794700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c82ee9a-6908-46aa-a418-d59e8a60b7fe req-0a5e5140-5bd2-41b2-9d2a-024e88a72e8d tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0446351 Aug 10 03:53:02.807303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.831320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c82ee9a-6908-46aa-a418-d59e8a60b7fe req-8d42d89a-3f35-4bab-9a7f-c34c20899331 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304127 Aug 10 03:53:02.933272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02cb1ee1-863b-42ab-af0d-41998f7920aa req-94809eb8-3cba-4703-a04e-89d9e8d0533c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddedc188-546b-4d98-85f7-a0d7b65a6cb1 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Aug 10 03:53:03.068094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34973b08-1159-4db0-bf01-4b0c54f0f605 req-6dfada91-e529-4fe5-92fe-c07f9e55eb21 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.069686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34973b08-1159-4db0-bf01-4b0c54f0f605 req-6dfada91-e529-4fe5-92fe-c07f9e55eb21 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0514350 Aug 10 03:53:03.109406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-34973b08-1159-4db0-bf01-4b0c54f0f605 req-1074a38f-d1ca-4a29-a8d8-19a4e0d01aa1 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Aug 10 03:53:03.116245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b708747-d9ff-4126-9e0e-bb92aef60ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.943740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42ca6e-fafe-4dab-86ee-fb23648f2861 req-ed8c43b7-a9b3-44a8-a5a8-b8e9ebc9bc93 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.945476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b42ca6e-fafe-4dab-86ee-fb23648f2861 req-ed8c43b7-a9b3-44a8-a5a8-b8e9ebc9bc93 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0416038 Aug 10 03:53:03.979606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8b42ca6e-fafe-4dab-86ee-fb23648f2861 req-4a1f24eb-5da7-47f9-ac03-89d5b9af624f tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280344 Aug 10 03:53:04.109517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de941e8-6b35-4943-ba00-65543827fb05 req-cfa40688-2972-45b3-bfce-0dfbbcfc23e6 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.111030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3de941e8-6b35-4943-ba00-65543827fb05 req-cfa40688-2972-45b3-bfce-0dfbbcfc23e6 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0457845 Aug 10 03:53:04.150898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3de941e8-6b35-4943-ba00-65543827fb05 req-3a10dc15-7475-4df8-ad33-6465fea96bc9 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Aug 10 03:53:04.218286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.255957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c8767-7416-4ab5-875b-13802b7a09a1 req-fe5225b4-9a38-4d34-a25e-00dd023ef03d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.257484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-073c8767-7416-4ab5-875b-13802b7a09a1 req-fe5225b4-9a38-4d34-a25e-00dd023ef03d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0488222 Aug 10 03:53:04.296823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-073c8767-7416-4ab5-875b-13802b7a09a1 req-3b7e515f-8b03-4667-a220-7438f4d00cd9 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Aug 10 03:53:04.390501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec735983-04b4-4dcf-9eb9-7576e0bb7e7f req-f2884cee-a0dc-47af-9892-980e860a4a59 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.391998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec735983-04b4-4dcf-9eb9-7576e0bb7e7f req-f2884cee-a0dc-47af-9892-980e860a4a59 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0402315 Aug 10 03:53:04.427160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec735983-04b4-4dcf-9eb9-7576e0bb7e7f req-146d0137-0880-4492-b2b4-3582abed495e tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291638 Aug 10 03:53:04.639767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-199c3fde-b7b4-4b30-8725-407ce6935c21 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.641364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-199c3fde-b7b4-4b30-8725-407ce6935c21 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/networks?id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2 HTTP/1.1" status: 200 len: 910 time: 0.0876009 Aug 10 03:53:04.658803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-507583cc-3a69-42be-a828-5d4d5cb47119 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/quotas/ce23b87c8a2541fca1aafe0f21728aa5 HTTP/1.1" status: 200 len: 375 time: 0.0095179 Aug 10 03:53:04.709509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-7115fd86-0ee3-4350-b4cd-ee00253239e7 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448661 Aug 10 03:53:04.800573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-c3019abe-d03a-4399-9ec0-cdadfb1fe66b service neutron] 10.222.0.26 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Aug 10 03:53:04.890058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-d4e9265c-12f8-4866-a5c7-0e3f4a3da5a2 service neutron] 10.222.0.26 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830595 Aug 10 03:53:05.003017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883678e-5552-45f2-83ba-7539df58c3de req-9d9c0a58-dd30-481f-805a-e93eabd5d3f8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.004539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f883678e-5552-45f2-83ba-7539df58c3de req-9d9c0a58-dd30-481f-805a-e93eabd5d3f8 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.54 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0497985 Aug 10 03:53:05.134260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Deleting port acab08ed-55b1-4a69-8118-15c7fb8b3159 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:05.134833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.214025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ceb341fa-d8e2-4d56-b208-062d45d2d2e9 req-5aa9d5e6-329e-4ee8-90b5-b7aacc723be0 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 210 time: 0.0342019 Aug 10 03:53:05.275495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] For port acab08ed-55b1-4a69-8118-15c7fb8b3159, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=acab08ed-55b1-4a69-8118-15c7fb8b3159,segment=NetworkSegment(841cf819-1557-4dea-8d3b-ad86f368ac0c),segment_id=841cf819-1557-4dea-8d3b-ad86f368ac0c)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:05.275952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.300512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Calling delete_port for acab08ed-55b1-4a69-8118-15c7fb8b3159 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:05.460294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168b10-0ae8-44c9-b0fe-d83e5a08cd98 req-15ace143-5b7f-4984-8af5-d208ed5f1b6d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.461853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9168b10-0ae8-44c9-b0fe-d83e5a08cd98 req-15ace143-5b7f-4984-8af5-d208ed5f1b6d tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 945 time: 0.0856597 Aug 10 03:53:05.516595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f9168b10-0ae8-44c9-b0fe-d83e5a08cd98 req-616214fc-0def-41fc-b75e-3d43f0cc3ebc tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2071d74-e836-44f2-8ea1-964c56762be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Aug 10 03:53:05.630205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.663036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['acab08ed-55b1-4a69-8118-15c7fb8b3159'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:05.664072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Pushing event deleted for resources: {'Port': ['ID=acab08ed-55b1-4a69-8118-15c7fb8b3159,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.714898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] No DVR routers for this DVR port acab08ed-55b1-4a69-8118-15c7fb8b3159 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:05.719597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.722551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f883678e-5552-45f2-83ba-7539df58c3de req-f80e79ed-87ac-46b0-bdc6-cbee4b5431f0 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.54 "DELETE /v2.0/ports/acab08ed-55b1-4a69-8118-15c7fb8b3159 HTTP/1.1" status: 204 len: 173 time: 0.7105389 Aug 10 03:53:05.722685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54668129-eb51-458f-818a-5f96953a112c', 'name': 'network-vif-deleted', 'tag': 'acab08ed-55b1-4a69-8118-15c7fb8b3159'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:05.726743 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f12e741-de1a-487b-9718-626e43cc48fe" -d '{"events": [{"server_uuid": "54668129-eb51-458f-818a-5f96953a112c", "name": "network-vif-deleted", "tag": "acab08ed-55b1-4a69-8118-15c7fb8b3159"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:05.763954 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3254ded8-19f5-4bfb-8012-29fd8b7d430e x-openstack-request-id: req-3254ded8-19f5-4bfb-8012-29fd8b7d430e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:05.764326 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54668129-eb51-458f-818a-5f96953a112c", "name": "network-vif-deleted", "tag": "acab08ed-55b1-4a69-8118-15c7fb8b3159", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:05.764710 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3254ded8-19f5-4bfb-8012-29fd8b7d430e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:05.765258 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54668129-eb51-458f-818a-5f96953a112c', 'name': 'network-vif-deleted', 'tag': 'acab08ed-55b1-4a69-8118-15c7fb8b3159', 'status': 'completed', 'code': 200} Aug 10 03:53:05.778324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.312289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-359ea616-63fe-4bdd-9deb-2d4d54cb2d4e req-26470ca2-2e53-4df4-a5fe-2ae72468f52d tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Aug 10 03:53:06.630360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0107cdbd-efe9-40b5-852c-8e9dd030be8a req-5fe32de5-913b-437c-a93e-7826aba59954 tempest-TestServerAdvancedOps-1956072862 tempest-TestServerAdvancedOps-1956072862-project] 10.222.0.26 "GET /v2.0/ports?device_id=54668129-eb51-458f-818a-5f96953a112c HTTP/1.1" status: 200 len: 210 time: 0.0286989 Aug 10 03:53:07.410070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ce69d14-4efc-4d89-b0cc-597ae36434d1 req-41c1f2c1-39c9-4872-aa7f-daf8ab871dd9 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 210 time: 0.0257590 Aug 10 03:53:07.658148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-4ade5cb2-2b92-4a1d-8b73-4b4f2198f88d tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.659756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-4ade5cb2-2b92-4a1d-8b73-4b4f2198f88d tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.54 "GET /v2.0/networks?id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2 HTTP/1.1" status: 200 len: 910 time: 0.0821629 Aug 10 03:53:07.672574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Request body: {'port': {'device_id': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'admin_state_up': True, 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:07.696499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40776) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:07.743279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Deleting subnet 9b3c1c3a-7842-426d-8c3d-eca27f6971e7 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:07.746879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.784441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.811737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Made reservation on behalf of ce23b87c8a2541fca1aafe0f21728aa5 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:07.813900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.829249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.976183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Allocated IP 172.20.0.13 (82dfe462-2fb7-471e-a8fd-89fbe24b46a2/4b473b93-9955-49c2-879f-81b2182ba40d/23758208-f91c-4506-a8e8-6044c079c32e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:08.008122 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.043812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3c1c3a-7842-426d-8c3d-eca27f6971e7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.061412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.065409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db41b14a-cb56-4f2e-8922-681b27aa5c32 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b3c1c3a-7842-426d-8c3d-eca27f6971e7 HTTP/1.1" status: 204 len: 168 time: 0.3658028 Aug 10 03:53:08.066035 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.140591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.142102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.155845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Transition to ACTIVE for port object 23758208-f91c-4506-a8e8-6044c079c32e will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:08.219108 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.228948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b55c79-0489-4fdd-ba41-f49816a2e6d5']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.239413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841cf819-1557-4dea-8d3b-ad86f368ac0c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.242212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841cf819-1557-4dea-8d3b-ad86f368ac0c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.249032 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.261424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.262558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.269514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:08.269514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:08.271703 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:08.277817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['994798cc-018c-4745-bf86-7a83573f392d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:08.305361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:08.310696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:08.313621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:08.319682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Pushing event updated for resources: {'Port': ['ID=23758208-f91c-4506-a8e8-6044c079c32e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.362723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:08.363341 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.410296 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.427795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.433856 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5b55c79-0489-4fdd-ba41-f49816a2e6d5 HTTP/1.1" status: 204 len: 168 time: 0.3658383 Aug 10 03:53:08.434278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40784) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.435413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71c4d7-ba61-4471-9a81-20c88d7ca328 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b55c79-0489-4fdd-ba41-f49816a2e6d5,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.450172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-a5484109-5e4a-4427-8d8c-7d0b07e9d0aa tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7812617 Aug 10 03:53:08.478647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Request body: {'port': {'device_id': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:08.539991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Deleting subnet 0f6c68e7-32d2-46fa-a6c8-839c474b5b1b {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:08.546976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.566757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.613130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.719871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.734889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-98fda06a-7673-4c4e-8342-509bc21cae17 None None] Provisioning for port 23758208-f91c-4506-a8e8-6044c079c32e completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:08.738955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-98fda06a-7673-4c4e-8342-509bc21cae17 None None] Provisioning complete for port 23758208-f91c-4506-a8e8-6044c079c32e triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:08.739326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-98fda06a-7673-4c4e-8342-509bc21cae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.776695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-98fda06a-7673-4c4e-8342-509bc21cae17 None None] Port 23758208-f91c-4506-a8e8-6044c079c32e cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:08.863754 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device acab08ed-55b1-4a69-8118-15c7fb8b3159 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:08.884236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: acab08ed-55b1-4a69-8118-15c7fb8b3159 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:08.884695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device acab08ed-55b1-4a69-8118-15c7fb8b3159 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:08.931099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.967861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23758208-f91c-4506-a8e8-6044c079c32e {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:08.972131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6c68e7-32d2-46fa-a6c8-839c474b5b1b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.978078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.980507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3d817b4e-6559-4f95-a808-101866640507 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0f6c68e7-32d2-46fa-a6c8-839c474b5b1b HTTP/1.1" status: 204 len: 168 time: 0.5441473 Aug 10 03:53:08.983126 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40790) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.984777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.999493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f8ab-d432-4cd2-a7ea-51cba86d24b6 req-b74679a4-4555-4e23-bd03-0f95dae0b8f9 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.001043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a813f8ab-d432-4cd2-a7ea-51cba86d24b6 req-b74679a4-4555-4e23-bd03-0f95dae0b8f9 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1028 time: 0.1276636 Aug 10 03:53:09.003548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Transition to ACTIVE for port object 23758208-f91c-4506-a8e8-6044c079c32e will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:09.037121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a813f8ab-d432-4cd2-a7ea-51cba86d24b6 req-eb1707de-35d1-4435-b902-ca5c6cbeb579 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288663 Aug 10 03:53:09.052233 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.126198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.137912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.148020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b600dcf3-acd4-4760-a767-502b9add7105']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:09.159489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1c7e9b-594c-4c8f-a775-f55d7539695c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:09.159778 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1c7e9b-594c-4c8f-a775-f55d7539695c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:09.170017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.179960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94180d5-5b7a-4506-a3db-1565fa66603d req-6c36bd6b-1041-4dda-a089-9fc02b1ae57b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.181572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a94180d5-5b7a-4506-a3db-1565fa66603d req-6c36bd6b-1041-4dda-a089-9fc02b1ae57b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 946 time: 0.0867693 Aug 10 03:53:09.185115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.193681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:09.193681 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:09.195577 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:09.201587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Pushing event updated for resources: {'Port': ['ID=23758208-f91c-4506-a8e8-6044c079c32e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.273180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a94180d5-5b7a-4506-a3db-1565fa66603d req-7a629045-b4cd-42f6-9a46-90f39dae58cb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845773 Aug 10 03:53:09.277287 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:09.300323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Attempting to bind port 23758208-f91c-4506-a8e8-6044c079c32e on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:09.300846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Attempting to bind port 23758208-f91c-4506-a8e8-6044c079c32e by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:09.301176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Attempting to bind port 23758208-f91c-4506-a8e8-6044c079c32e on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:09.306147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Port 23758208-f91c-4506-a8e8-6044c079c32e on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:09.306472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Attempting to bind port 23758208-f91c-4506-a8e8-6044c079c32e on network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:09.311950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:09.313006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Checking segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:09.313006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Bound using segment: {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:09.313339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Bound port: 23758208-f91c-4506-a8e8-6044c079c32e, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5678c192-ed12-4753-a99b-dffd16408007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:09.313551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.355329 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.361524 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.364680 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b600dcf3-acd4-4760-a767-502b9add7105 HTTP/1.1" status: 204 len: 168 time: 0.3791547 Aug 10 03:53:09.377250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7325ea-16e7-4e41-8cbb-d0d155718082 admin admin] Pushing event deleted for resources: {'Network': ['ID=b600dcf3-acd4-4760-a767-502b9add7105,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.382646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] For port 23758208-f91c-4506-a8e8-6044c079c32e, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:09.386132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] For port 23758208-f91c-4506-a8e8-6044c079c32e, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=23758208-f91c-4506-a8e8-6044c079c32e,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:09.482160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.520981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.521657 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.523153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] 10.222.0.54 "PUT /v2.0/ports/23758208-f91c-4506-a8e8-6044c079c32e HTTP/1.1" status: 200 len: 1093 time: 1.0487800 Aug 10 03:53:09.523599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'tag': '23758208-f91c-4506-a8e8-6044c079c32e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:09.525898 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426452ce-ed33-4dea-8383-88cecbb93dba" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cca888-b908-4b29-af1f-6b0172a61ea4", "tag": "23758208-f91c-4506-a8e8-6044c079c32e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:09.553012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7509a3-8ccd-4246-b78e-4cc2e240834c service neutron] Pushing event updated for resources: {'Port': ['ID=23758208-f91c-4506-a8e8-6044c079c32e,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.566051 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf58047-c724-4a43-933c-5c835caa40b1 x-openstack-request-id: req-3bf58047-c724-4a43-933c-5c835caa40b1 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:09.566458 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cca888-b908-4b29-af1f-6b0172a61ea4", "tag": "23758208-f91c-4506-a8e8-6044c079c32e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:09.567222 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bf58047-c724-4a43-933c-5c835caa40b1 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:09.567812 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'tag': '23758208-f91c-4506-a8e8-6044c079c32e', 'status': 'completed', 'code': 200} Aug 10 03:53:09.653957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426452ce-ed33-4dea-8383-88cecbb93dba req-a052d1d5-4885-449f-a19e-fe9632269cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.655783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-426452ce-ed33-4dea-8383-88cecbb93dba req-a052d1d5-4885-449f-a19e-fe9632269cff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0460494 Aug 10 03:53:09.764612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426452ce-ed33-4dea-8383-88cecbb93dba req-2b1b99cc-4731-4481-a619-707a3e79a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.766147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-426452ce-ed33-4dea-8383-88cecbb93dba req-2b1b99cc-4731-4481-a619-707a3e79a171 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0955722 Aug 10 03:53:09.862970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426452ce-ed33-4dea-8383-88cecbb93dba req-0a34a906-b3ad-4d7a-8984-e80d73fbcc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.864334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-426452ce-ed33-4dea-8383-88cecbb93dba req-0a34a906-b3ad-4d7a-8984-e80d73fbcc6b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907650 Aug 10 03:53:09.885783 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40796) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:09.931234 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b71c448b-0431-4e9d-8922-6a93f802aff4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=321c1729cfd34f799ed35f9d73ec6d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442021 Aug 10 03:53:09.933833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40798) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:09.982279 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca0f55f1-ced6-4434-b04d-589639c222bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.990288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-604766ec-9947-4d68-9a69-a6cca9078600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.991816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-604766ec-9947-4d68-9a69-a6cca9078600 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0413055 Aug 10 03:53:10.003718 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca0f55f1-ced6-4434-b04d-589639c222bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.038940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-0293c848-079d-45c4-b4c0-d6e693351946 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23758208-f91c-4506-a8e8-6044c079c32e HTTP/1.1" status: 200 len: 217 time: 0.0332813 Aug 10 03:53:10.091906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-4c41550a-88d1-4de9-a191-c9e03d3dafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.093441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-4c41550a-88d1-4de9-a191-c9e03d3dafc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b473b93-9955-49c2-879f-81b2182ba40d HTTP/1.1" status: 200 len: 848 time: 0.0474541 Aug 10 03:53:10.140922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca0f55f1-ced6-4434-b04d-589639c222bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.144137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ca0f55f1-ced6-4434-b04d-589639c222bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.147550 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ca0f55f1-ced6-4434-b04d-589639c222bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2071d74-e836-44f2-8ea1-964c56762be6 HTTP/1.1" status: 204 len: 168 time: 0.2103131 Aug 10 03:53:10.153579 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f55f1-ced6-4434-b04d-589639c222bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2071d74-e836-44f2-8ea1-964c56762be6,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.174324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-c219d8e9-8266-40bf-b133-c0b1ec0cfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.175928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-c219d8e9-8266-40bf-b133-c0b1ec0cfbd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746560 Aug 10 03:53:10.180412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9ad7c-e027-4c3e-80f5-7f1ff77cc19c req-47d0b83a-087a-4ba7-965d-8a7c4689caec tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.181824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-efc9ad7c-e027-4c3e-80f5-7f1ff77cc19c req-47d0b83a-087a-4ba7-965d-8a7c4689caec tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0723283 Aug 10 03:53:10.279978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-efc9ad7c-e027-4c3e-80f5-7f1ff77cc19c req-b26a142f-11a1-4597-8042-b2285c75f43f tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865865 Aug 10 03:53:10.309918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-2411709a-82fb-4a16-9259-03047bc37e68 service neutron] 10.222.0.54 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169007 Aug 10 03:53:10.427670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342555-ff53-46c8-935c-305d4eb5676a req-66c62fb8-0eaf-47bc-ad99-09605a6908df tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.429227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07342555-ff53-46c8-935c-305d4eb5676a req-66c62fb8-0eaf-47bc-ad99-09605a6908df tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 946 time: 0.0748763 Aug 10 03:53:10.446055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5784efc0-5b35-4bec-9e85-73d9bd156d29 req-aab4603f-8fd8-4043-8514-eea46ba0dcd4 service neutron] 10.222.0.54 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363473 Aug 10 03:53:10.474510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07342555-ff53-46c8-935c-305d4eb5676a req-9667edfa-e536-4fdb-b938-e50e061cc505 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4a66ade-32bf-4ef3-b193-559697c1d983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381637 Aug 10 03:53:10.760953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-46e0f5b0-6174-4277-a25d-2904d03d401d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.762427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-46e0f5b0-6174-4277-a25d-2904d03d401d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 946 time: 0.0508721 Aug 10 03:53:10.821578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40810) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.856641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:10.857110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.862820 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cc2e5863-660c-481a-8ea3-1fab40078766 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c77270feeb34429a9aaaaec65274e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400023 Aug 10 03:53:10.865296 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.913371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b296eec-bc13-4a99-8156-b2aebb1308f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.934819 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b296eec-bc13-4a99-8156-b2aebb1308f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.943023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:10.943385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.955910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for 389bf04a-a4fc-4fa6-a39d-2cf9df31631c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:11.095502 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b296eec-bc13-4a99-8156-b2aebb1308f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.098142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b296eec-bc13-4a99-8156-b2aebb1308f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.099458 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b296eec-bc13-4a99-8156-b2aebb1308f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dbc4f55-60f6-4809-8929-5705342abd12 HTTP/1.1" status: 204 len: 168 time: 0.2332063 Aug 10 03:53:11.108610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b296eec-bc13-4a99-8156-b2aebb1308f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbc4f55-60f6-4809-8929-5705342abd12,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:11.383317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9edb9-e2d7-4a35-a3c7-b4612a8b2141 req-7b36c1b3-121f-4230-b0f5-4c39fee05b0c tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.384863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bca9edb9-e2d7-4a35-a3c7-b4612a8b2141 req-7b36c1b3-121f-4230-b0f5-4c39fee05b0c tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0399215 Aug 10 03:53:11.403743 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.434871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=389bf04a-a4fc-4fa6-a39d-2cf9df31631c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:11.438792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['389bf04a-a4fc-4fa6-a39d-2cf9df31631c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:11.451313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bca9edb9-e2d7-4a35-a3c7-b4612a8b2141 req-c5266660-ac41-492b-a02b-78521bdc33af tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598741 Aug 10 03:53:11.487135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port 389bf04a-a4fc-4fa6-a39d-2cf9df31631c on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:11.489629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.491569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4c05eb3-1952-436b-8c67-4b662f532db0 req-06866f77-6b9b-45c8-ba90-6e5cac41da6f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "DELETE /v2.0/ports/389bf04a-a4fc-4fa6-a39d-2cf9df31631c HTTP/1.1" status: 204 len: 173 time: 0.7227795 Aug 10 03:53:11.570890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'name': 'network-vif-deleted', 'tag': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:11.573438 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee887628-3140-4ae6-acb8-00a1c8c24ce4" -d '{"events": [{"server_uuid": "d69bc01c-5436-4d39-ad97-3f51427ee417", "name": "network-vif-deleted", "tag": "389bf04a-a4fc-4fa6-a39d-2cf9df31631c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:11.577842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50b2c2e4-f924-4a9a-8de1-9fca26c3d773 req-b2997e35-f324-4bcb-8426-cf5deb01a1d0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0308049 Aug 10 03:53:11.623869 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d45dcd-b8d3-41c8-ac02-9095ffb8f698 x-openstack-request-id: req-b7d45dcd-b8d3-41c8-ac02-9095ffb8f698 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:11.624228 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69bc01c-5436-4d39-ad97-3f51427ee417", "name": "network-vif-deleted", "tag": "389bf04a-a4fc-4fa6-a39d-2cf9df31631c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:11.624592 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7d45dcd-b8d3-41c8-ac02-9095ffb8f698 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:11.625045 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69bc01c-5436-4d39-ad97-3f51427ee417', 'name': 'network-vif-deleted', 'tag': '389bf04a-a4fc-4fa6-a39d-2cf9df31631c', 'status': 'completed', 'code': 200} Aug 10 03:53:12.348129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40840) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:12.449565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-365587961-network', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:12.555145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Made reservation on behalf of 302f8d35da9641d6bdb170322538aa5a for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:12.557400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19110f7-ca18-4c50-9989-32f3505782af req-25e1c7e7-6719-47d1-8568-471a3f7f6d39 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:12.557963 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.559228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19110f7-ca18-4c50-9989-32f3505782af req-25e1c7e7-6719-47d1-8568-471a3f7f6d39 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0400612 Aug 10 03:53:12.567536 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.597510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d19110f7-ca18-4c50-9989-32f3505782af req-5bf5cc0e-2c76-47bd-8a1b-b6005e4399e1 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298204 Aug 10 03:53:12.662692 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.694220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-24c42040-c46c-4ce0-bc94-7de68ad8ed74 req-3a54c77b-6103-4033-a8b6-b60a8c862611 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0252123 Aug 10 03:53:12.732086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.757168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:12.767030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0870ddaf-0dda-4e0c-8412-03253122c8d3,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.771779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.776821 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Added segment 3465317b-2a6d-4818-aa24-a29e2e7d0202 of type vlan for network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 Aug 10 03:53:12.812605 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.877786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 23758208-f91c-4506-a8e8-6044c079c32e details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:12.915029 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.916304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:12.917004 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.981572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] Pushing event updated for resources: {'Network': ['ID=3261b6ca-d8ee-40d8-b08c-f77a8941eb36,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.986216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 23758208-f91c-4506-a8e8-6044c079c32e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=23758208-f91c-4506-a8e8-6044c079c32e,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:12.996695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:13.002433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '23758208-f91c-4506-a8e8-6044c079c32e', 'network_id': '82dfe462-2fb7-471e-a8fd-89fbe24b46a2', 'port_id': '23758208-f91c-4506-a8e8-6044c079c32e', 'mac_address': 'fa:16:3e:18:77:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b473b93-9955-49c2-879f-81b2182ba40d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:13.051485 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-28fb1df6-3434-4c8f-a03e-b7498584c08e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6994133 Aug 10 03:53:13.051939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40848) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:13.057222 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Request body: {'subnet': {'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-365587961-subnet', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:13.096675 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.110792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23758208-f91c-4506-a8e8-6044c079c32e {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:13.131159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 23758208-f91c-4506-a8e8-6044c079c32e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=23758208-f91c-4506-a8e8-6044c079c32e,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:13.175145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Made reservation on behalf of 302f8d35da9641d6bdb170322538aa5a for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:13.177570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.200827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.249753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=23758208-f91c-4506-a8e8-6044c079c32e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.421462 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.472910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d46d51a-b3ce-46a6-97b6-3b004f22e3fb,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.499372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Checking segment: {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:13.499777 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Network hostable DHCP agents. Network: 3261b6ca-d8ee-40d8-b08c-f77a8941eb36, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:13.597525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['23758208-f91c-4506-a8e8-6044c079c32e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:13.606397 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:13.686072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 3261b6ca-d8ee-40d8-b08c-f77a8941eb36) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:13.693970 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.693970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.699632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8187055-f82e-43c3-867b-ef9965ec9e86 None None] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:13.719895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9843424-9e19-4844-bf74-c78306ded81b req-373f995a-aef5-489d-90f2-4d58fdb7cb0e tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.722491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9843424-9e19-4844-bf74-c78306ded81b req-373f995a-aef5-489d-90f2-4d58fdb7cb0e tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0485263 Aug 10 03:53:13.768612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9843424-9e19-4844-bf74-c78306ded81b req-cf80c636-294b-4a58-91e9-88a6c48075c5 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366001 Aug 10 03:53:13.772979 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e2fd15b5-b17a-4c98-85a7-529424c66f2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7194943 Aug 10 03:53:13.775225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:13.780632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:13.856653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2ba4624-6f0e-4426-8e62-22eff187fc9e req-bfdaf9ec-1d36-47b9-9224-f63713cc8e8f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Aug 10 03:53:13.872920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.874474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.891790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825deee-577d-4243-8323-973612117670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-3261b6ca-d8ee-40d8-b08c-f77a8941eb36', 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'fixed_ips': [{'subnet_id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:13.893263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2825deee-577d-4243-8323-973612117670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.932634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.034214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2825deee-577d-4243-8323-973612117670 None None] Allocated IP 172.20.0.2 (3261b6ca-d8ee-40d8-b08c-f77a8941eb36/7d46d51a-b3ce-46a6-97b6-3b004f22e3fb/0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:14.147217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.182536 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2825deee-577d-4243-8323-973612117670 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.190810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2825deee-577d-4243-8323-973612117670 None None] Transition to ACTIVE for port object 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:14.206148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2825deee-577d-4243-8323-973612117670 None None] Transition to ACTIVE for port object 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:14.329818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2825deee-577d-4243-8323-973612117670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.370015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825deee-577d-4243-8323-973612117670 None None] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:14.375261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2825deee-577d-4243-8323-973612117670 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:14.379756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825deee-577d-4243-8323-973612117670 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:14.383035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825deee-577d-4243-8323-973612117670 None None] Pushing event updated for resources: {'Port': ['ID=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:14.442266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2825deee-577d-4243-8323-973612117670 None None] Attempting to bind port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:14.442728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2825deee-577d-4243-8323-973612117670 None None] Attempting to bind port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:14.443155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825deee-577d-4243-8323-973612117670 None None] Attempting to bind port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 on network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:14.449304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825deee-577d-4243-8323-973612117670 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:14.449776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825deee-577d-4243-8323-973612117670 None None] Checking segment: {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:14.450260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2825deee-577d-4243-8323-973612117670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.450660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825deee-577d-4243-8323-973612117670 None None] Bound using segment: {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:14.451127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2825deee-577d-4243-8323-973612117670 None None] Bound port: 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:14.451505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2825deee-577d-4243-8323-973612117670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.458840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.477768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.514251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2825deee-577d-4243-8323-973612117670 None None] For port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:14.517526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2825deee-577d-4243-8323-973612117670 None None] For port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,segment=NetworkSegment(3465317b-2a6d-4818-aa24-a29e2e7d0202),segment_id=3465317b-2a6d-4818-aa24-a29e2e7d0202)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:14.581564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Allocated IP 172.25.1.243 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/dcd2c06e-e48e-4c70-9e56-7594de4523ab) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:14.616033 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2825deee-577d-4243-8323-973612117670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.680406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825deee-577d-4243-8323-973612117670 None None] Pushing event updated for resources: {'Port': ['ID=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:14.701053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.813161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.895359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 23758208-f91c-4506-a8e8-6044c079c32e up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:14.925425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:14.934931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:14.939642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:14.997390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd2c06e-e48e-4c70-9e56-7594de4523ab,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:15.007582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320d2e-fdeb-4ad0-8ed1-92de4de956d3 req-9ead47e8-d416-45e5-877a-edb94bd66b2e tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.007582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd320d2e-fdeb-4ad0-8ed1-92de4de956d3 req-9ead47e8-d416-45e5-877a-edb94bd66b2e tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1746955 Aug 10 03:53:15.026661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 23758208-f91c-4506-a8e8-6044c079c32e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:15.031718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 23758208-f91c-4506-a8e8-6044c079c32e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:15.032160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.133565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.140567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd320d2e-fdeb-4ad0-8ed1-92de4de956d3 req-d58e0013-652c-4125-8a20-5f6b84dfa62e tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977426 Aug 10 03:53:15.179019 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23758208-f91c-4506-a8e8-6044c079c32e'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:15.181847 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba2282-c94d-44d1-823f-1250d9046386" -d '{"events": [{"server_uuid": "d5cca888-b908-4b29-af1f-6b0172a61ea4", "name": "network-vif-plugged", "status": "completed", "tag": "23758208-f91c-4506-a8e8-6044c079c32e"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:15.187706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 23758208-f91c-4506-a8e8-6044c079c32e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=23758208-f91c-4506-a8e8-6044c079c32e,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:15.239808 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db2d24c7-57dc-4367-9460-5a140602c93f req-a17c4091-dca3-4c22-b071-a0ffa3d222a4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Aug 10 03:53:15.284235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.285087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 389bf04a-a4fc-4fa6-a39d-2cf9df31631c no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:15.287901 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967fed1b-c7da-4916-9be7-2f3c9f7e1bb1 x-openstack-request-id: req-967fed1b-c7da-4916-9be7-2f3c9f7e1bb1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:15.288198 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cca888-b908-4b29-af1f-6b0172a61ea4", "name": "network-vif-plugged", "status": "completed", "tag": "23758208-f91c-4506-a8e8-6044c079c32e", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:15.288505 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-967fed1b-c7da-4916-9be7-2f3c9f7e1bb1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:15.289083 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23758208-f91c-4506-a8e8-6044c079c32e', 'code': 200} Aug 10 03:53:15.309785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 389bf04a-a4fc-4fa6-a39d-2cf9df31631c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:15.310269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 389bf04a-a4fc-4fa6-a39d-2cf9df31631c not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:15.354079 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.373731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=23758208-f91c-4506-a8e8-6044c079c32e,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:15.488725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d5ec2-424e-46de-9ed1-aadaf46df6a1 req-1e2a6ad7-a6b4-4467-873c-1235bddafb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.490224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb6d5ec2-424e-46de-9ed1-aadaf46df6a1 req-1e2a6ad7-a6b4-4467-873c-1235bddafb39 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0925679 Aug 10 03:53:15.513322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.597452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eb6d5ec2-424e-46de-9ed1-aadaf46df6a1 req-62756b69-38b9-44a0-8891-3d71c53ffb6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690229 Aug 10 03:53:15.615591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.682738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e1591f-2a33-442d-9abd-44eee3265ecb None None] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:15.812594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:15.826375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:15.889218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fbafeb83-f705-4d07-b49b-c41deb3a4042 None None] Provisioning for port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:15.943753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:15.963528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Sync routers for ids ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:15.969979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:15.976748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:15.977122 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.980384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Routers {'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:15.981030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:16.031120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.033776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-24cd0051-aa1d-4e3e-ac83-52c30618a040 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2572162 Aug 10 03:53:16.037512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40862) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:16.330005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fb133211-2729-41d2-98b4-ffbeba084659 None None] Provisioning complete for port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:16.330376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fb133211-2729-41d2-98b4-ffbeba084659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.365920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Set router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:16.455786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.549476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,segment=NetworkSegment(3465317b-2a6d-4818-aa24-a29e2e7d0202),segment_id=3465317b-2a6d-4818-aa24-a29e2e7d0202)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:16.582566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5579-91e0-4fc8-9936-74db7fa83452 req-02a50979-6c5c-493e-a185-ae18547c69dc tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.584229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c5c5579-91e0-4fc8-9936-74db7fa83452 req-02a50979-6c5c-493e-a185-ae18547c69dc tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.3515851 Aug 10 03:53:16.600734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fb133211-2729-41d2-98b4-ffbeba084659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.631062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.677012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c5c5579-91e0-4fc8-9936-74db7fa83452 req-c1fd7480-cf15-429e-80d3-7bca0d5869ea tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Aug 10 03:53:16.749710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:16.754638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-fb133211-2729-41d2-98b4-ffbeba084659 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:53:16.754991 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-fb133211-2729-41d2-98b4-ffbeba084659 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:53:16.780929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:15Z', 'revision_number': 3, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port': {'id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:14Z', 'updated_at': '2021-08-10T03:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:16.809767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Checking router: acb5ee59-60c9-4903-a7a1-7c2429a8b2ec for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:16.810121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Updating router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec port dcd2c06e-e48e-4c70-9e56-7594de4523ab binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:16.835609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddfaeaf7-7a14-4e3d-a360-8350acb97652 req-912fac1c-4447-4715-9c38-cfacb810e8aa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d69bc01c-5436-4d39-ad97-3f51427ee417 HTTP/1.1" status: 200 len: 210 time: 0.0474396 Aug 10 03:53:16.851358 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.968582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.151897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Allocated IP 172.20.0.1 (3261b6ca-d8ee-40d8-b08c-f77a8941eb36/7d46d51a-b3ce-46a6-97b6-3b004f22e3fb/faa73163-08bb-4b6a-983e-e3458971d0ff) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:17.186016 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.198292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Transition to ACTIVE for port object dcd2c06e-e48e-4c70-9e56-7594de4523ab will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:17.260095 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.273483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Transition to ACTIVE for port object faa73163-08bb-4b6a-983e-e3458971d0ff will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:17.297915 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.355144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Attempting to bind port dcd2c06e-e48e-4c70-9e56-7594de4523ab on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:17.355517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Attempting to bind port dcd2c06e-e48e-4c70-9e56-7594de4523ab by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:17.355877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Attempting to bind port dcd2c06e-e48e-4c70-9e56-7594de4523ab on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:17.361982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea654bee-7b2d-4910-aaa3-6309986ad0a7 None None] Pushing event updated for resources: {'Port': ['ID=dcd2c06e-e48e-4c70-9e56-7594de4523ab,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.367820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:17.368276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:17.368781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.369174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:17.369769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Bound port: dcd2c06e-e48e-4c70-9e56-7594de4523ab, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:17.370008 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.398604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.427402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] For port dcd2c06e-e48e-4c70-9e56-7594de4523ab, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:17.431038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] For port dcd2c06e-e48e-4c70-9e56-7594de4523ab, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dcd2c06e-e48e-4c70-9e56-7594de4523ab,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:17.439718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:17.442936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:17.448521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:17.476785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Pushing event updated for resources: {'Port': ['ID=faa73163-08bb-4b6a-983e-e3458971d0ff,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.493967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.513160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.582190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Routers {'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:17.582713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:17.631834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea654bee-7b2d-4910-aaa3-6309986ad0a7 None None] Pushing event updated for resources: {'Port': ['ID=dcd2c06e-e48e-4c70-9e56-7594de4523ab,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.710534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] Set router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:17.737771 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.819868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:17.871022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a00b59ba-accf-49de-939e-61ccf31408b6 None None] Provisioning for port faa73163-08bb-4b6a-983e-e3458971d0ff completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:17.881084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a00b59ba-accf-49de-939e-61ccf31408b6 None None] Provisioning complete for port faa73163-08bb-4b6a-983e-e3458971d0ff triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:17.881454 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a00b59ba-accf-49de-939e-61ccf31408b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.889587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d9962-0ac6-4348-8739-a3cef428926f req-256209e2-fc13-474b-9dd9-14c03d145bfd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.891165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb0d9962-0ac6-4348-8739-a3cef428926f req-256209e2-fc13-474b-9dd9-14c03d145bfd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1013100 Aug 10 03:53:17.959671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb0d9962-0ac6-4348-8739-a3cef428926f req-469cc316-3f53-48a7-805a-085a12fabbc3 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596941 Aug 10 03:53:17.960139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a00b59ba-accf-49de-939e-61ccf31408b6 None None] Port faa73163-08bb-4b6a-983e-e3458971d0ff cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:17.962808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:17.963181 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.987933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.028095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:15Z', 'revision_number': 3, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port': {'id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:14Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:18.052258 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.084809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f0f74-e0e4-4078-8012-e2ebdee86843 None None] The sync data for ids ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'] in n-d-765315-26 is: [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:15Z', 'revision_number': 3, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port': {'id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:14Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:18.160334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Pushing event updated for resources: {'Port': ['ID=faa73163-08bb-4b6a-983e-e3458971d0ff,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.165864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.217527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2edd-8d44-42d2-ab3a-d90d3f6dda4d req-3f9072c4-34c6-4d48-aacd-fb0d703369ec tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.219051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91cb2edd-8d44-42d2-ab3a-d90d3f6dda4d req-3f9072c4-34c6-4d48-aacd-fb0d703369ec tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1372044 Aug 10 03:53:18.280325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91cb2edd-8d44-42d2-ab3a-d90d3f6dda4d req-794c4d91-1a15-458c-bcfe-09065f1a9c6c tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541291 Aug 10 03:53:18.300865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:18.302348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:18.505659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:18.515187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efecf62-e2e9-417f-9bab-0961c812eaf6 req-7909408d-2e5c-4ac9-a2b5-e31d567e6492 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.516888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7efecf62-e2e9-417f-9bab-0961c812eaf6 req-7909408d-2e5c-4ac9-a2b5-e31d567e6492 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0899229 Aug 10 03:53:18.595091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2ccb38b-2ff8-4ade-90ad-005250d06704 None None] Provisioning complete for port faa73163-08bb-4b6a-983e-e3458971d0ff triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:18.596134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb38b-2ff8-4ade-90ad-005250d06704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.608955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7efecf62-e2e9-417f-9bab-0961c812eaf6 req-2dddcd90-64b9-4a9b-a1ff-6b99f6d943d8 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845985 Aug 10 03:53:18.653375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccb38b-2ff8-4ade-90ad-005250d06704 None None] Port faa73163-08bb-4b6a-983e-e3458971d0ff cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:18.685682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:18.707406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c049ef6b-0c4f-4590-905e-95d2ec7bc895 admin admin] 10.222.0.26 "PUT /v2.0/routers/acb5ee59-60c9-4903-a7a1-7c2429a8b2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575701 Aug 10 03:53:19.139519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f21a6-3549-4f5a-b814-9d4380cce183 req-2d38ea73-06e3-42fa-979c-3cbbd20e39ad tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.141992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f05f21a6-3549-4f5a-b814-9d4380cce183 req-2d38ea73-06e3-42fa-979c-3cbbd20e39ad tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0606961 Aug 10 03:53:19.180366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f05f21a6-3549-4f5a-b814-9d4380cce183 req-da47107d-e249-4dbf-b5ea-d4db247dc5bd tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Aug 10 03:53:19.815997 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Sync routers for ids ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:19.823794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcd2c06e-e48e-4c70-9e56-7594de4523ab up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:19.826285 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Routers {'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:19.827003 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:19.933902 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Set router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:19.940051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40936) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:19.963484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port dcd2c06e-e48e-4c70-9e56-7594de4523ab completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:19.968103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port dcd2c06e-e48e-4c70-9e56-7594de4523ab triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:19.968582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.081647 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.104292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port dcd2c06e-e48e-4c70-9e56-7594de4523ab, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dcd2c06e-e48e-4c70-9e56-7594de4523ab,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:20.143050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 4, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port': {'id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:14Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'faa73163-08bb-4b6a-983e-e3458971d0ff', 'name': '', 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'mac_address': 'fa:16:3e:90:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:16Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 2, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'subnets': [{'id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.168720 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Checking router: acb5ee59-60c9-4903-a7a1-7c2429a8b2ec for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:20.169069 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Updating router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec port faa73163-08bb-4b6a-983e-e3458971d0ff binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:20.186768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.196370 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.247865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=dcd2c06e-e48e-4c70-9e56-7594de4523ab,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:20.369546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf64a6a-6493-424e-89a3-4a738362e6ac req-fa69b568-d1b8-4d74-aa76-3c5b8e43bfc7 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.371664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecf64a6a-6493-424e-89a3-4a738362e6ac req-fa69b568-d1b8-4d74-aa76-3c5b8e43bfc7 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0945988 Aug 10 03:53:20.438805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecf64a6a-6493-424e-89a3-4a738362e6ac req-3a817904-2399-4652-985e-19032db9d997 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606084 Aug 10 03:53:20.448144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.603824 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.615520 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Transition to ACTIVE for port object faa73163-08bb-4b6a-983e-e3458971d0ff will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:20.731027 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.793000 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733269-2f04-40b4-91a0-43a7f5c861c2 None None] Pushing event updated for resources: {'Port': ['ID=faa73163-08bb-4b6a-983e-e3458971d0ff,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:20.866641 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Attempting to bind port faa73163-08bb-4b6a-983e-e3458971d0ff on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:20.867285 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40954) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:20.868377 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Attempting to bind port faa73163-08bb-4b6a-983e-e3458971d0ff by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:20.868786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Attempting to bind port faa73163-08bb-4b6a-983e-e3458971d0ff on network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:20.872268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454092544', 'description': 'tempest-secgroup-smoke-1454092544 description', 'project_id': 'f3700304da7e40c19df22711918cfcf6'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:20.875191 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:20.875683 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Checking segment: {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:20.876136 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.876615 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Bound using segment: {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:20.877143 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Bound port: faa73163-08bb-4b6a-983e-e3458971d0ff, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3465317b-2a6d-4818-aa24-a29e2e7d0202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:20.878386 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.912512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-655f9880-f5b2-4be8-b62b-a2149faa5d76 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.914779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-655f9880-f5b2-4be8-b62b-a2149faa5d76 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1098 time: 0.3731315 Aug 10 03:53:20.949553 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] For port faa73163-08bb-4b6a-983e-e3458971d0ff, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:20.953326 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] For port faa73163-08bb-4b6a-983e-e3458971d0ff, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=faa73163-08bb-4b6a-983e-e3458971d0ff,segment=NetworkSegment(3465317b-2a6d-4818-aa24-a29e2e7d0202),segment_id=3465317b-2a6d-4818-aa24-a29e2e7d0202)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:21.009522 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.054794 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.100946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Deleting port 23758208-f91c-4506-a8e8-6044c079c32e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:21.101193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.116256 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.127679 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Routers {'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:21.128390 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:21.138538 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733269-2f04-40b4-91a0-43a7f5c861c2 None None] Pushing event updated for resources: {'Port': ['ID=faa73163-08bb-4b6a-983e-e3458971d0ff,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.205501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.212652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] For port 23758208-f91c-4506-a8e8-6044c079c32e, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=23758208-f91c-4506-a8e8-6044c079c32e,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:21.212975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.233590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Calling delete_port for 23758208-f91c-4506-a8e8-6044c079c32e owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:21.236077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Deleting port faa73163-08bb-4b6a-983e-e3458971d0ff {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:21.236450 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.257059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605d3c7d-0dba-4e8d-a714-c0307ae9b709,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.278408 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] Set router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:21.344111 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.350572 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-cda8c5ed-1594-467a-b760-06e2d4d95a45 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4823372 Aug 10 03:53:21.351427 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40956) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:21.356660 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group_rule': {'security_group_id': '605d3c7d-0dba-4e8d-a714-c0307ae9b709', 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:21.394991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] For port faa73163-08bb-4b6a-983e-e3458971d0ff, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=faa73163-08bb-4b6a-983e-e3458971d0ff,segment=NetworkSegment(3465317b-2a6d-4818-aa24-a29e2e7d0202),segment_id=3465317b-2a6d-4818-aa24-a29e2e7d0202)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:21.395615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.416095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Calling delete_port for faa73163-08bb-4b6a-983e-e3458971d0ff owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:21.477213 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.529932 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 4, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port': {'id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:14Z', 'updated_at': '2021-08-10T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'faa73163-08bb-4b6a-983e-e3458971d0ff', 'name': '', 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'mac_address': 'fa:16:3e:90:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:16Z', 'updated_at': '2021-08-10T03:53:20Z', 'revision_number': 4, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'subnets': [{'id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:21.551930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.553246 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef575dde-4651-4da9-9950-65fb66daedbe None None] The sync data for ids ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'] in n-d-765315-26 is: [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:17Z', 'revision_number': 4, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port': {'id': 'dcd2c06e-e48e-4c70-9e56-7594de4523ab', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:14Z', 'updated_at': '2021-08-10T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'faa73163-08bb-4b6a-983e-e3458971d0ff', 'name': '', 'network_id': '3261b6ca-d8ee-40d8-b08c-f77a8941eb36', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'mac_address': 'fa:16:3e:90:4a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:16Z', 'updated_at': '2021-08-10T03:53:20Z', 'revision_number': 4, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'subnets': [{'id': '7d46d51a-b3ce-46a6-97b6-3b004f22e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:21.605808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.619358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['994798cc-018c-4745-bf86-7a83573f392d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:21.658425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Pushing event deleted for resources: {'Port': ['ID=23758208-f91c-4506-a8e8-6044c079c32e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.662998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['23758208-f91c-4506-a8e8-6044c079c32e'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:21.683869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.689440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de42e1c-f783-4fba-a888-da25cbcf8ee8 req-04e33704-9e58-48ae-867c-1aea03113892 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:21.697426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0de42e1c-f783-4fba-a888-da25cbcf8ee8 req-04e33704-9e58-48ae-867c-1aea03113892 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d5cca888-b908-4b29-af1f-6b0172a61ea4 HTTP/1.1" status: 200 len: 1019 time: 0.1406000 Aug 10 03:53:21.769396 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d209d7bd-155e-403f-b54a-8ba086e3fd90,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.778074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] No DVR routers for this DVR port 23758208-f91c-4506-a8e8-6044c079c32e on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:21.783503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.792486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bf69fb-2857-4b39-8f2e-cb9c34cd3e6d req-1c8dff12-880c-4896-8cbc-bcf4882721e2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.54 "DELETE /v2.0/ports/23758208-f91c-4506-a8e8-6044c079c32e HTTP/1.1" status: 204 len: 173 time: 0.8613057 Aug 10 03:53:21.795129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'name': 'network-vif-deleted', 'tag': '23758208-f91c-4506-a8e8-6044c079c32e'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:21.797583 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed712ef7-94bc-4b6a-93b1-b90b0619a567" -d '{"events": [{"server_uuid": "d5cca888-b908-4b29-af1f-6b0172a61ea4", "name": "network-vif-deleted", "tag": "23758208-f91c-4506-a8e8-6044c079c32e"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.808164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.814656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.815882 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.817955 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:21.855378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0de42e1c-f783-4fba-a888-da25cbcf8ee8 req-de3a9210-88d5-433a-885f-5d784e619170 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508899 Aug 10 03:53:21.896405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.900459 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-25680736-311b-4a82-836c-b6dbe437c05e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5452046 Aug 10 03:53:21.901989 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40962) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:21.910394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group_rule': {'security_group_id': '605d3c7d-0dba-4e8d-a714-c0307ae9b709', 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:21.918264 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc636356-8d34-4838-a01e-95dc041f538f x-openstack-request-id: req-bc636356-8d34-4838-a01e-95dc041f538f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:21.918621 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cca888-b908-4b29-af1f-6b0172a61ea4", "name": "network-vif-deleted", "tag": "23758208-f91c-4506-a8e8-6044c079c32e", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:21.918885 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc636356-8d34-4838-a01e-95dc041f538f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:21.919291 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cca888-b908-4b29-af1f-6b0172a61ea4', 'name': 'network-vif-deleted', 'tag': '23758208-f91c-4506-a8e8-6044c079c32e', 'status': 'completed', 'code': 200} Aug 10 03:53:21.958570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.988751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=faa73163-08bb-4b6a-983e-e3458971d0ff,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:22.025937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faa73163-08bb-4b6a-983e-e3458971d0ff up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:22.066220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: faa73163-08bb-4b6a-983e-e3458971d0ff {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:22.066781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faa73163-08bb-4b6a-983e-e3458971d0ff not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:53:22.105031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Port faa73163-08bb-4b6a-983e-e3458971d0ff not found, will not notify nova. {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:53:22.105539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcd2c06e-e48e-4c70-9e56-7594de4523ab up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:22.133780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.186278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port dcd2c06e-e48e-4c70-9e56-7594de4523ab triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:22.186655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.228514 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.250699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.300975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.326768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caa622c-d045-42af-8811-04bce8364d4e,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:22.409737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.413484 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-80af3903-5c85-4875-96d2-d67a7c165493 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5076067 Aug 10 03:53:22.416436 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.422098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group_rule': {'security_group_id': '605d3c7d-0dba-4e8d-a714-c0307ae9b709', 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:22.496336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:22.517998 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.597830 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.625518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:22.631976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d06502ad-ce8a-45e0-a846-4154c11c6f7d admin admin] 10.222.0.26 "PUT /v2.0/routers/acb5ee59-60c9-4903-a7a1-7c2429a8b2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6895387 Aug 10 03:53:22.633342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40966) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.694956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.713477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19792ec1-bb4b-4e1c-808f-fac6c1faaba4,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:22.743837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.818101 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.819593 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ebf96206-fd06-4395-b161-44057c502411 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012775 Aug 10 03:53:22.822631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40968) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.827868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group_rule': {'security_group_id': '605d3c7d-0dba-4e8d-a714-c0307ae9b709', 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:22.897250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-fbbb9d77-ec33-42ad-be85-03c102802971 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595033 Aug 10 03:53:22.903719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.961540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.000766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-2d479ae2-76d7-4f06-b225-3e3b27cc47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.002318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-2d479ae2-76d7-4f06-b225-3e3b27cc47ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0509367 Aug 10 03:53:23.019645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] Sync routers for ids ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:23.030589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] Routers {'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:23.031210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:23.037131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.118897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] Set router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:23.137965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.148746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Deleting port dcd2c06e-e48e-4c70-9e56-7594de4523ab {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:23.149089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.164380 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d15d63-c429-4b31-8edf-917d85875d2b,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.174291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:22Z', 'revision_number': 6, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:23.190479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-92193d02-94d1-421d-a730-f64759523574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.192202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-92193d02-94d1-421d-a730-f64759523574 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2 HTTP/1.1" status: 200 len: 910 time: 0.1491160 Aug 10 03:53:23.204580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] Checking router: acb5ee59-60c9-4903-a7a1-7c2429a8b2ec for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:23.213212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] Routers {'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:23.213860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:23.239994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-8f531224-40c3-47e8-9a83-b24ce107b4eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994798cc-018c-4745-bf86-7a83573f392d HTTP/1.1" status: 200 len: 217 time: 0.0377808 Aug 10 03:53:23.252118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.253945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1056608a-86c2-49c5-9233-94fde123b6a8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4298053 Aug 10 03:53:23.257499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40974) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.264162 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group_rule': {'security_group_id': '605d3c7d-0dba-4e8d-a714-c0307ae9b709', 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:23.303342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] For port dcd2c06e-e48e-4c70-9e56-7594de4523ab, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=dcd2c06e-e48e-4c70-9e56-7594de4523ab,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:23.303715 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.320458 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Calling delete_port for dcd2c06e-e48e-4c70-9e56-7594de4523ab owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:23.323101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-687a1b76-7237-4a6e-8331-bd1e75157f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.325164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-687a1b76-7237-4a6e-8331-bd1e75157f1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b473b93-9955-49c2-879f-81b2182ba40d HTTP/1.1" status: 200 len: 848 time: 0.0771024 Aug 10 03:53:23.462676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] Set router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:23.464744 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Project f3700304da7e40c19df22711918cfcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:53:23.465878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-3c672aaa-aba4-4189-814f-6b29469be979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.467426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-3c672aaa-aba4-4189-814f-6b29469be979 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82dfe462-2fb7-471e-a8fd-89fbe24b46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337533 Aug 10 03:53:23.469412 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.515515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:22Z', 'revision_number': 6, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:23.517897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113536f-d70b-4817-baa4-6e1048edc7c4 req-a059fcd2-67dc-4e8a-bc94-86ee6d48fa4a tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.519413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6113536f-d70b-4817-baa4-6e1048edc7c4 req-a059fcd2-67dc-4e8a-bc94-86ee6d48fa4a tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.1328926 Aug 10 03:53:23.537706 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.545948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949cec45-a50a-4334-b615-6b5fee064b8b None None] The sync data for ids ['acb5ee59-60c9-4903-a7a1-7c2429a8b2ec'] in n-d-765315-26 is: [{'id': 'acb5ee59-60c9-4903-a7a1-7c2429a8b2ec', 'name': 'tempest-ImageQuotaTest-365587961-router', 'tenant_id': '302f8d35da9641d6bdb170322538aa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:13Z', 'updated_at': '2021-08-10T03:53:22Z', 'revision_number': 6, 'project_id': '302f8d35da9641d6bdb170322538aa5a', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:23.618384 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.619132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6113536f-d70b-4817-baa4-6e1048edc7c4 req-ad312d75-47f2-4bad-b66c-42bb5c0bde1c tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831740 Aug 10 03:53:23.646155 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e65d6f-236c-498b-ac79-4b7c15315893,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.676973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-a0637d93-a82d-4f33-a0e7-75433b72b060 service neutron] 10.222.0.46 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728418 Aug 10 03:53:23.725306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.726474 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f8d7f046-1414-43b8-903a-eb26f8d496be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4678075 Aug 10 03:53:23.729146 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 40978) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.738452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'security_group_rule': {'security_group_id': '605d3c7d-0dba-4e8d-a714-c0307ae9b709', 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:23.765878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.794778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027e992d-2430-4f5e-9bc2-307ed93d03b6 req-3a5935ad-5bb0-48ca-9f1e-def6fa45594a service neutron] 10.222.0.46 "GET /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068246 Aug 10 03:53:23.795746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd2c06e-e48e-4c70-9e56-7594de4523ab,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.844140 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Project f3700304da7e40c19df22711918cfcf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:53:23.849608 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.862474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.911735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.951158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.953256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.998005 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.018928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2a8e42-f0bd-4205-a279-502ab36180b6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.058442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.061957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faa73163-08bb-4b6a-983e-e3458971d0ff no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:24.062441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb5ee59-60c9-4903-a7a1-7c2429a8b2ec {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:24.063436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.064613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e1b4b76-281b-45aa-b271-50dbc192636d admin admin] 10.222.0.26 "DELETE /v2.0/routers/acb5ee59-60c9-4903-a7a1-7c2429a8b2ec HTTP/1.1" status: 204 len: 168 time: 1.4302151 Aug 10 03:53:24.067421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 40980) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:24.078753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: faa73163-08bb-4b6a-983e-e3458971d0ff {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:24.079215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device faa73163-08bb-4b6a-983e-e3458971d0ff not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:24.084866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcd2c06e-e48e-4c70-9e56-7594de4523ab no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:24.098142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: dcd2c06e-e48e-4c70-9e56-7594de4523ab {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:24.098769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device dcd2c06e-e48e-4c70-9e56-7594de4523ab not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:24.116065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Deleting subnet 7d46d51a-b3ce-46a6-97b6-3b004f22e3fb {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:24.119449 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.155216 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.186680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.187930 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2caa7e88-5de7-4e1b-b1c3-57ef40005ed8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4575334 Aug 10 03:53:24.242650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.381267 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.412712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d46d51a-b3ce-46a6-97b6-3b004f22e3fb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.414684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.416584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-38692fd3-a3ab-45ac-93cc-69ac449814ad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7d46d51a-b3ce-46a6-97b6-3b004f22e3fb HTTP/1.1" status: 204 len: 168 time: 0.3481891 Aug 10 03:53:24.419753 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41020) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:24.424499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05daa1b-aae9-4040-bbca-f7cd975d1d3b None None] Network 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:24.490387 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.544902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Deleting port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:24.545248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.605390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] DHCP port deletion for 3261b6ca-d8ee-40d8-b08c-f77a8941eb36 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:24.610938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] For port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,segment=NetworkSegment(3465317b-2a6d-4818-aa24-a29e2e7d0202),segment_id=3465317b-2a6d-4818-aa24-a29e2e7d0202)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:24.611314 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.624333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Calling delete_port for 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:24.651347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] Deleting port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:24.651778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.717850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] For port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,segment=NetworkSegment(3465317b-2a6d-4818-aa24-a29e2e7d0202),segment_id=3465317b-2a6d-4818-aa24-a29e2e7d0202)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:24.718261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.732125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] Calling delete_port for 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:24.753433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f90e7-7b65-4d61-bbb6-e1b6af1fbdab req-ae62e2d6-d486-4927-aa40-a1915a445f14 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.754980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a62f90e7-7b65-4d61-bbb6-e1b6af1fbdab req-ae62e2d6-d486-4927-aa40-a1915a445f14 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0405254 Aug 10 03:53:24.800674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a62f90e7-7b65-4d61-bbb6-e1b6af1fbdab req-52d110b7-2170-499c-aa73-e947f634b695 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=00993862-9fd0-41ea-ab4b-8f7cdcd31443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Aug 10 03:53:24.824077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.833549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.849869 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.854406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] No DVR routers for this DVR port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:24.855026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] Pushing event deleted for resources: {'Port': ['ID=0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.858495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d27e4-0497-4a55-8df3-2fbaf5ce8219 None None] No DVR routers for this DVR port 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:24.914428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-9c951d3b-dde1-4e4b-918f-3b536939371a tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.914428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-9c951d3b-dde1-4e4b-918f-3b536939371a tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 1097 time: 0.0458338 Aug 10 03:53:24.942850 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.955730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3261b6ca-d8ee-40d8-b08c-f77a8941eb36']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:24.958618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 23758208-f91c-4506-a8e8-6044c079c32e no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:24.967549 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3465317b-2a6d-4818-aa24-a29e2e7d0202') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:24.967957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3465317b-2a6d-4818-aa24-a29e2e7d0202') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:24.978179 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.984161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 23758208-f91c-4506-a8e8-6044c079c32e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:24.984549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 23758208-f91c-4506-a8e8-6044c079c32e not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:24.994325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.000811 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:25.001402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:25.002901 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:25.010125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Deleting port 994798cc-018c-4745-bf86-7a83573f392d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:25.010544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.091053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] For port 994798cc-018c-4745-bf86-7a83573f392d, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=994798cc-018c-4745-bf86-7a83573f392d,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:25.091427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.104138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Calling delete_port for 994798cc-018c-4745-bf86-7a83573f392d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:25.132171 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.137983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.142463 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3261b6ca-d8ee-40d8-b08c-f77a8941eb36 HTTP/1.1" status: 204 len: 168 time: 0.7187462 Aug 10 03:53:25.152479 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaa41a-4dc7-4058-8e3c-6a9329e77b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3261b6ca-d8ee-40d8-b08c-f77a8941eb36,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:25.326691 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.339683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['994798cc-018c-4745-bf86-7a83573f392d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:25.354982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Pushing event deleted for resources: {'Port': ['ID=994798cc-018c-4745-bf86-7a83573f392d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:25.398811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] No DVR routers for this DVR port 994798cc-018c-4745-bf86-7a83573f392d on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:25.401249 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.404016 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e62f28e9-1d4a-4752-8095-3e441efdccc3 req-ab40f4f2-b983-4b71-9c69-643c879767f2 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.46 "DELETE /v2.0/ports/994798cc-018c-4745-bf86-7a83573f392d HTTP/1.1" status: 204 len: 173 time: 0.4892368 Aug 10 03:53:25.404415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'name': 'network-vif-deleted', 'tag': '994798cc-018c-4745-bf86-7a83573f392d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:25.406681 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960fd499-e0e7-4d84-8c8d-1a8df7de5885" -d '{"events": [{"server_uuid": "018c5d11-de8f-49c9-8b55-2dd641f5c2be", "name": "network-vif-deleted", "tag": "994798cc-018c-4745-bf86-7a83573f392d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:25.459563 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dabb7e-5772-495b-a293-29f772892f74 x-openstack-request-id: req-15dabb7e-5772-495b-a293-29f772892f74 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:25.459897 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c5d11-de8f-49c9-8b55-2dd641f5c2be", "name": "network-vif-deleted", "tag": "994798cc-018c-4745-bf86-7a83573f392d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:25.460214 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15dabb7e-5772-495b-a293-29f772892f74 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:25.460785 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c5d11-de8f-49c9-8b55-2dd641f5c2be', 'name': 'network-vif-deleted', 'tag': '994798cc-018c-4745-bf86-7a83573f392d', 'status': 'completed', 'code': 200} Aug 10 03:53:25.548625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41062) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:25.785962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:25.811225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:25.813473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0ccb8c02-c4b8-49d7-99a5-68c7065a3cd2 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:25.834774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fb8bf044-e39b-48f4-a8fc-dd2953008784 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=302f8d35da9641d6bdb170322538aa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849243 Aug 10 03:53:25.837180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41066) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:25.892414 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.934211 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.937665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6489ed2-d6b6-4292-b7f2-546780ae69ca req-05b9d1cf-7c58-4de2-92a2-c09c4af8afa1 tempest-TestServerMultinode-1573790894 tempest-TestServerMultinode-1573790894-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=018c5d11-de8f-49c9-8b55-2dd641f5c2be HTTP/1.1" status: 200 len: 210 time: 0.0339417 Aug 10 03:53:26.078577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.081230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.082529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0870ddaf-0dda-4e0c-8412-03253122c8d3 HTTP/1.1" status: 204 len: 168 time: 0.2444363 Aug 10 03:53:26.091987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0870ddaf-0dda-4e0c-8412-03253122c8d3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:26.099454 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.099792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.100130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.100501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.100824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.101146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.101471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.101793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.102113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.104192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.104192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.104192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0e3574-cd64-44b4-bb56-0fae835b3e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:26.332415 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.958752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41074) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:26.972776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f3defb06-2c8b-40f6-8b87-1919a6f325e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.001204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41078) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:27.193712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f3defb06-2c8b-40f6-8b87-1919a6f325e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.285881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f3defb06-2c8b-40f6-8b87-1919a6f325e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.348636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f3defb06-2c8b-40f6-8b87-1919a6f325e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3883872 Aug 10 03:53:27.350328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3defb06-2c8b-40f6-8b87-1919a6f325e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608595aa-766e-4a80-a115-62ebcc5c9ded,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.351174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41082) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:27.408472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-700c28c3-82a6-4d62-aa58-362c1c20f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.431859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-700c28c3-82a6-4d62-aa58-362c1c20f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.434477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.577697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-700c28c3-82a6-4d62-aa58-362c1c20f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.580371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-700c28c3-82a6-4d62-aa58-362c1c20f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.583800 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-700c28c3-82a6-4d62-aa58-362c1c20f6a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/608595aa-766e-4a80-a115-62ebcc5c9ded HTTP/1.1" status: 204 len: 168 time: 0.2293694 Aug 10 03:53:27.590513 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c28c3-82a6-4d62-aa58-362c1c20f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608595aa-766e-4a80-a115-62ebcc5c9ded,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.702262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Deleting port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:27.702611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.801055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] For port 5ae22f4f-25c8-4120-a557-b39b94ef2bbe, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:27.801430 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.819078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Calling delete_port for 5ae22f4f-25c8-4120-a557-b39b94ef2bbe owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:28.103524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.128757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae22f4f-25c8-4120-a557-b39b94ef2bbe,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:28.332855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.541096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41106) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:28.558386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:28.655386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1099580023-network', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:28.669055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:28.676869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-82d37f1a-5c28-4b98-8e7a-a8bdbfc316c8 admin admin] 10.222.0.26 "PUT /v2.0/routers/dd16fa96-8f85-40b0-a94d-8d25f386b3d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718252 Aug 10 03:53:28.676975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41110) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:28.679725 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] Sync routers for ids ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:28.693414 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] Routers {'dd16fa96-8f85-40b0-a94d-8d25f386b3d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:28.693414 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:28.762372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Made reservation on behalf of c2fb143c3f17404db99afe8637a4c4ed for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:28.765042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.777915 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.799924 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] Set router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:28.809059 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.952946 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.978378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.005800 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:53:27Z', 'revision_number': 5, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port': {'id': '07ef708b-bf39-46b2-ae8b-273ec6d34f02', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:37Z', 'updated_at': '2021-08-10T03:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.036251 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] Checking router: dd16fa96-8f85-40b0-a94d-8d25f386b3d8 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:29.044583 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] Routers {'dd16fa96-8f85-40b0-a94d-8d25f386b3d8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:29.045183 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.066756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Deleting port 07ef708b-bf39-46b2-ae8b-273ec6d34f02 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:29.067352 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.108738 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.132722 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] Set router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:29.140543 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:29.183475 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.183997 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Added segment 595b3870-ace9-4f76-8648-cb204243bbd5 of type vlan for network 0b564817-e9b4-40da-9584-773c8af83caf Aug 10 03:53:29.185856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e44e6-35d5-4ee5-aed9-b883e992a5fc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.188294 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:53:28Z', 'revision_number': 6, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:29.222878 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661678f-f077-46d5-8ed7-eac4e95c31d9 None None] The sync data for ids ['dd16fa96-8f85-40b0-a94d-8d25f386b3d8'] in n-d-765315-26 is: [{'id': 'dd16fa96-8f85-40b0-a94d-8d25f386b3d8', 'name': 'tempest-TestServerMultinode-557942843-router', 'tenant_id': 'e05da8c57b00450684d83bf0320ade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:53:28Z', 'revision_number': 6, 'project_id': 'e05da8c57b00450684d83bf0320ade5f', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:29.289557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.296145 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] For port 07ef708b-bf39-46b2-ae8b-273ec6d34f02, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=07ef708b-bf39-46b2-ae8b-273ec6d34f02,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:29.296385 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.312585 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Calling delete_port for 07ef708b-bf39-46b2-ae8b-273ec6d34f02 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:29.439202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.440590 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.441193 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.509530 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] Pushing event updated for resources: {'Network': ['ID=0b564817-e9b4-40da-9584-773c8af83caf,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.519879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 0b564817-e9b4-40da-9584-773c8af83caf details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:29.567812 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d7608f9f-50b6-4508-a7e5-364fd8994c6a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0243442 Aug 10 03:53:29.570625 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41114) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:29.573080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 994798cc-018c-4745-bf86-7a83573f392d no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:29.581443 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Request body: {'subnet': {'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1099580023-subnet', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:29.601961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 994798cc-018c-4745-bf86-7a83573f392d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:29.602935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 994798cc-018c-4745-bf86-7a83573f392d not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:29.638156 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.669049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Pushing event deleted for resources: {'Port': ['ID=07ef708b-bf39-46b2-ae8b-273ec6d34f02,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.731747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.791536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Made reservation on behalf of c2fb143c3f17404db99afe8637a4c4ed for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:29.793781 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.866790 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.870803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.026444 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.026444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd16fa96-8f85-40b0-a94d-8d25f386b3d8 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:30.031917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.033890 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-fff7ebde-2c5a-43d1-a23f-5bf985e8585e admin admin] 10.222.0.26 "DELETE /v2.0/routers/dd16fa96-8f85-40b0-a94d-8d25f386b3d8 HTTP/1.1" status: 204 len: 168 time: 1.3557193 Aug 10 03:53:30.037376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41116) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.095235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Deleting subnet 4b473b93-9955-49c2-879f-81b2182ba40d {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:30.101189 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.103673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5ae22f4f-25c8-4120-a557-b39b94ef2bbe no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:30.132702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5ae22f4f-25c8-4120-a557-b39b94ef2bbe {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:30.133042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5ae22f4f-25c8-4120-a557-b39b94ef2bbe not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:30.133446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 07ef708b-bf39-46b2-ae8b-273ec6d34f02 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:30.141195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.153460 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.159269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 07ef708b-bf39-46b2-ae8b-273ec6d34f02 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:30.159613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 07ef708b-bf39-46b2-ae8b-273ec6d34f02 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:30.219846 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:30.222189 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Checking segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:30.222556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Network hostable DHCP agents. Network: 0b564817-e9b4-40da-9584-773c8af83caf, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:30.259241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.269496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5f06-c37f-4d6f-a177-67609182ef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.354878 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Network 0b564817-e9b4-40da-9584-773c8af83caf is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:30.392920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.424180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b473b93-9955-49c2-879f-81b2182ba40d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:30.427897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.429825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e3d79a0-04df-46fa-9ad6-423df5d41e2c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b473b93-9955-49c2-879f-81b2182ba40d HTTP/1.1" status: 204 len: 168 time: 0.3905001 Aug 10 03:53:30.432379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41120) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.435489 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5060fa-44a0-4b10-95c4-fa407d109097 None None] Network 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:30.505862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.512552 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 0b564817-e9b4-40da-9584-773c8af83caf) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:30.517545 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.518402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.533658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0eb246-71d7-4d83-b1c4-9a64a02f8f81 None None] Network 0b564817-e9b4-40da-9584-773c8af83caf requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:30.585557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Deleting port 228204e5-a120-4333-8ab4-485e0cd662af {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:30.585781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.634652 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1fd976e9-57c8-49cc-b74b-d0bce99f0684 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0618620 Aug 10 03:53:30.637677 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41122) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.646388 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:30.656320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] For port 228204e5-a120-4333-8ab4-485e0cd662af, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=228204e5-a120-4333-8ab4-485e0cd662af,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:30.656713 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.677327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Calling delete_port for 228204e5-a120-4333-8ab4-485e0cd662af owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:30.703161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] DHCP port deletion for 82dfe462-2fb7-471e-a8fd-89fbe24b46a2 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:30.755663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.756949 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.772035 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-0b564817-e9b4-40da-9584-773c8af83caf', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:30.772943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.800591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] Deleting port 228204e5-a120-4333-8ab4-485e0cd662af {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:30.800960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.875556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.906662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=228204e5-a120-4333-8ab4-485e0cd662af,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:30.913275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] No DVR routers for this DVR port 228204e5-a120-4333-8ab4-485e0cd662af on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:30.958360 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.970802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] For port 228204e5-a120-4333-8ab4-485e0cd662af, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=228204e5-a120-4333-8ab4-485e0cd662af,segment=NetworkSegment(5678c192-ed12-4753-a99b-dffd16408007),segment_id=5678c192-ed12-4753-a99b-dffd16408007)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:30.971210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.990302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] Calling delete_port for 228204e5-a120-4333-8ab4-485e0cd662af owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:30.999554 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.007822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Allocated IP 172.20.0.2 (0b564817-e9b4-40da-9584-773c8af83caf/9c4aa234-4f5f-4e85-b26c-55b9ccae2e38/ad675342-14d0-479e-8dbb-4f305d4188ed) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:31.009653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dfe462-2fb7-471e-a8fd-89fbe24b46a2']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:31.026840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5678c192-ed12-4753-a99b-dffd16408007') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:31.027432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5678c192-ed12-4753-a99b-dffd16408007') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:31.042327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.071845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.085393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:31.086155 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.145548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.163333 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:31.169721 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:31.176854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] Pushing event deleted for resources: {'Port': ['ID=228204e5-a120-4333-8ab4-485e0cd662af,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.202794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1190af0-7b89-4687-82a4-e581e2eaf236 None None] No DVR routers for this DVR port 228204e5-a120-4333-8ab4-485e0cd662af on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:31.248671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.266545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Transition to ACTIVE for port object ad675342-14d0-479e-8dbb-4f305d4188ed will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:31.271703 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.272422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.278933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/82dfe462-2fb7-471e-a8fd-89fbe24b46a2 HTTP/1.1" status: 204 len: 168 time: 0.8448396 Aug 10 03:53:31.279854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41124) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:31.284653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Transition to ACTIVE for port object ad675342-14d0-479e-8dbb-4f305d4188ed will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:31.339389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543928d-9d5b-4b5a-b889-117e080cb8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=82dfe462-2fb7-471e-a8fd-89fbe24b46a2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.360961 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.402619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Network 0b564817-e9b4-40da-9584-773c8af83caf is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:31.406987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:31.414868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:31.472813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Pushing event updated for resources: {'Port': ['ID=ad675342-14d0-479e-8dbb-4f305d4188ed,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.491888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Attempting to bind port ad675342-14d0-479e-8dbb-4f305d4188ed on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:31.492319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Attempting to bind port ad675342-14d0-479e-8dbb-4f305d4188ed by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:31.492810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Attempting to bind port ad675342-14d0-479e-8dbb-4f305d4188ed on network 0b564817-e9b4-40da-9584-773c8af83caf {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:31.498866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:31.499424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Checking segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:31.499946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.500472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Bound using segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:31.501203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Bound port: ad675342-14d0-479e-8dbb-4f305d4188ed, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:31.501689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.577258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] For port ad675342-14d0-479e-8dbb-4f305d4188ed, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:31.581440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] For port ad675342-14d0-479e-8dbb-4f305d4188ed, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad675342-14d0-479e-8dbb-4f305d4188ed,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:31.682416 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.710160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.783086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.785940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a37d-36b5-42ba-8c06-4319b146b600 None None] Pushing event updated for resources: {'Port': ['ID=ad675342-14d0-479e-8dbb-4f305d4188ed,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.804323 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.826452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 228204e5-a120-4333-8ab4-485e0cd662af no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:31.866306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 228204e5-a120-4333-8ab4-485e0cd662af {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:31.871174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 228204e5-a120-4333-8ab4-485e0cd662af not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:31.999450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Allocated IP 172.25.1.32 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/b4fec9c8-86e5-4cdb-b326-dfbb9519bd26) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:32.043150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Deleting port daf66730-c3e8-495d-ac4b-306b722cd437 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:32.043741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.151467 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.151971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] For port daf66730-c3e8-495d-ac4b-306b722cd437, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=daf66730-c3e8-495d-ac4b-306b722cd437,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:32.152497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.167634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Calling delete_port for daf66730-c3e8-495d-ac4b-306b722cd437 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:32.272782 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.314705 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:32.319825 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:32.324584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:32.327834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.417767 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.447686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf66730-c3e8-495d-ac4b-306b722cd437,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.695616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.697277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.697719 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.969433 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.988037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee226108-8d32-41d9-a2a2-3429a3b96727 None None] Network 0b564817-e9b4-40da-9584-773c8af83caf requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:33.078020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a49f150e-16e8-447e-a9b7-8af081c6649c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.179260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25ff98ac-9ddc-4b5a-9846-ed7eff911283 None None] Provisioning for port ad675342-14d0-479e-8dbb-4f305d4188ed completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:33.223365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Router cfc8c813-e22a-4750-b5c4-8ece99de9303 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:33.295496 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Router e662516c-b26b-47d7-8104-fba393e0b98c is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:33.344452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:33.351637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e065d97f-615d-41bf-a86e-a841fd7a1601 admin admin] 10.222.0.26 "PUT /v2.0/routers/cfc8c813-e22a-4750-b5c4-8ece99de9303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0666773 Aug 10 03:53:33.351986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41130) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:33.361762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] Sync routers for ids ['cfc8c813-e22a-4750-b5c4-8ece99de9303'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:33.374046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] Routers {'cfc8c813-e22a-4750-b5c4-8ece99de9303'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:33.374675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cfc8c813-e22a-4750-b5c4-8ece99de9303'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:33.446332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:33.459180 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Sync routers for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:33.476104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:33.476786 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:33.483609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.564845 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.566152 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-82997119-6a47-4979-b5d9-e3083880a4f2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9254119 Aug 10 03:53:33.569069 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41134) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:33.579044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] Set router cfc8c813-e22a-4750-b5c4-8ece99de9303 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:33.638865 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:33.639907 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.807659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Deleting port 5cee7dbc-f255-42fb-8040-6b82023da892 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:33.808816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.837642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:53:32Z', 'revision_number': 5, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port': {'id': '5cee7dbc-f255-42fb-8040-6b82023da892', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:45Z', 'updated_at': '2021-08-10T03:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:33.883981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] Checking router: cfc8c813-e22a-4750-b5c4-8ece99de9303 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:33.900453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] Routers {'cfc8c813-e22a-4750-b5c4-8ece99de9303'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:33.900453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['cfc8c813-e22a-4750-b5c4-8ece99de9303'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:33.950970 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] For port 5cee7dbc-f255-42fb-8040-6b82023da892, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=5cee7dbc-f255-42fb-8040-6b82023da892,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:33.951492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.970531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Calling delete_port for 5cee7dbc-f255-42fb-8040-6b82023da892 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:33.994824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad675342-14d0-479e-8dbb-4f305d4188ed up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:34.059988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] Set router cfc8c813-e22a-4750-b5c4-8ece99de9303 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:34.160526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:53:33Z', 'revision_number': 6, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:34.163757 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:32Z', 'revision_number': 3, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:34.198553 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Checking router: e662516c-b26b-47d7-8104-fba393e0b98c for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:34.198900 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Updating router e662516c-b26b-47d7-8104-fba393e0b98c port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:34.226584 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.236983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.246665 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.320795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Pushing event deleted for resources: {'Port': ['ID=5cee7dbc-f255-42fb-8040-6b82023da892,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.397031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f6d55-e90a-4de4-a6ed-56b1b56d11c3 None None] The sync data for ids ['cfc8c813-e22a-4750-b5c4-8ece99de9303'] in n-d-765315-26 is: [{'id': 'cfc8c813-e22a-4750-b5c4-8ece99de9303', 'name': 'tempest-TestServerMultinode-1963042840-router', 'tenant_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:44Z', 'updated_at': '2021-08-10T03:53:33Z', 'revision_number': 6, 'project_id': 'ce23b87c8a2541fca1aafe0f21728aa5', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:34.439869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.466834 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.489757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Allocated IP 172.20.0.1 (0b564817-e9b4-40da-9584-773c8af83caf/9c4aa234-4f5f-4e85-b26c-55b9ccae2e38/1a5303f8-ed1d-46a4-9237-af67f08bdf79) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:34.499113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ad675342-14d0-479e-8dbb-4f305d4188ed completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:34.505118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ad675342-14d0-479e-8dbb-4f305d4188ed triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:34.506822 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.534670 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.550636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.590226 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.602115 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Transition to ACTIVE for port object b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:34.645214 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.647803 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.658449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Transition to ACTIVE for port object 1a5303f8-ed1d-46a4-9237-af67f08bdf79 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:34.684460 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.684913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc8c813-e22a-4750-b5c4-8ece99de9303 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:34.695393 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.695393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fe7ce511-327a-440b-ac99-36447d1770be admin admin] 10.222.0.26 "DELETE /v2.0/routers/cfc8c813-e22a-4750-b5c4-8ece99de9303 HTTP/1.1" status: 204 len: 168 time: 1.3374062 Aug 10 03:53:34.695659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ad675342-14d0-479e-8dbb-4f305d4188ed, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad675342-14d0-479e-8dbb-4f305d4188ed,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:34.695773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41138) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:34.717878 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.742861 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Deleting subnet f8170de6-5468-40df-9ae2-67759523ad35 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:34.745687 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.770566 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Attempting to bind port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:34.770949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Attempting to bind port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:34.771297 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Attempting to bind port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:34.779885 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:34.780304 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:34.780771 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.781160 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:34.781647 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Bound port: b4fec9c8-86e5-4cdb-b326-dfbb9519bd26, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:34.782208 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.791983 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.816220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.821611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5804a41-e251-4db8-b2ef-a4e0d4eefb97 None None] Pushing event updated for resources: {'Port': ['ID=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.841636 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] For port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:34.844036 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.844874 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] For port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:34.871835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Network 0b564817-e9b4-40da-9584-773c8af83caf is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:34.883236 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:34.886203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:34.916903 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5303f8-ed1d-46a4-9237-af67f08bdf79,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.923752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ad675342-14d0-479e-8dbb-4f305d4188ed,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.962162 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.973217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.020816 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.043947 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:35.044918 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:35.049905 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5804a41-e251-4db8-b2ef-a4e0d4eefb97 None None] Pushing event updated for resources: {'Port': ['ID=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.174289 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:35.207772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.262928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8170de6-5468-40df-9ae2-67759523ad35,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.267159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.269491 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-56107a72-7dda-45e0-a05f-bddf853864d4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f8170de6-5468-40df-9ae2-67759523ad35 HTTP/1.1" status: 204 len: 168 time: 0.5750778 Aug 10 03:53:35.272143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:35.275000 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.279370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dfb01b-3b85-4c05-9a39-fa4fa41137ce None None] Network 27da99b2-c21f-467b-9e35-f266f0a1c33b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:35.399231 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.470399 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:32Z', 'revision_number': 3, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:35.485620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Deleting port 53c4f646-b203-4c5b-8dc6-087629a0860d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:35.485971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.522267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbb503-869f-43f7-85cb-7da4e40c4871 None None] The sync data for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 is: [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:32Z', 'revision_number': 3, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:35.527085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25b398d1-4753-4553-9954-eac1670dab2b None None] Provisioning for port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:35.532589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25b398d1-4753-4553-9954-eac1670dab2b None None] Provisioning complete for port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:35.533031 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25b398d1-4753-4553-9954-eac1670dab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.544121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.582364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] DHCP port deletion for 27da99b2-c21f-467b-9e35-f266f0a1c33b request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:35.593715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] For port 53c4f646-b203-4c5b-8dc6-087629a0860d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53c4f646-b203-4c5b-8dc6-087629a0860d,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:35.594100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.611393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Calling delete_port for 53c4f646-b203-4c5b-8dc6-087629a0860d owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:35.629451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.652796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-25b398d1-4753-4553-9954-eac1670dab2b None None] Port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:35.733851 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] Deleting port 53c4f646-b203-4c5b-8dc6-087629a0860d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:35.734040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.757904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5303f8-ed1d-46a4-9237-af67f08bdf79,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.785596 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.827783 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad675342-14d0-479e-8dbb-4f305d4188ed up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:35.861497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.912972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] For port 53c4f646-b203-4c5b-8dc6-087629a0860d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=53c4f646-b203-4c5b-8dc6-087629a0860d,segment=NetworkSegment(fd71e6c6-70b3-4181-a259-e57a2f6af532),segment_id=fd71e6c6-70b3-4181-a259-e57a2f6af532)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:35.913622 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.918037 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.920395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c4f646-b203-4c5b-8dc6-087629a0860d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.930093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] No DVR routers for this DVR port 53c4f646-b203-4c5b-8dc6-087629a0860d on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:35.977770 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] Calling delete_port for 53c4f646-b203-4c5b-8dc6-087629a0860d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:35.981108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Network 0b564817-e9b4-40da-9584-773c8af83caf is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:35.985011 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:36.066125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.088285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da99b2-c21f-467b-9e35-f266f0a1c33b']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.100930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd71e6c6-70b3-4181-a259-e57a2f6af532') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.101228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd71e6c6-70b3-4181-a259-e57a2f6af532') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:36.124734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.141881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.156865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:36.156865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: timer() Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:36.165605 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:36.171810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ad675342-14d0-479e-8dbb-4f305d4188ed triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:36.176980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.244634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Router e662516c-b26b-47d7-8104-fba393e0b98c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:36.324032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.360853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] Pushing event deleted for resources: {'Port': ['ID=53c4f646-b203-4c5b-8dc6-087629a0860d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:36.362057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.377621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94138141-bdae-464d-bd6d-d3bee6f8ed2e None None] No DVR routers for this DVR port 53c4f646-b203-4c5b-8dc6-087629a0860d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:36.390429 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.398386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] 10.222.0.26 "DELETE /v2.0/networks/27da99b2-c21f-467b-9e35-f266f0a1c33b HTTP/1.1" status: 204 len: 168 time: 1.1240304 Aug 10 03:53:36.400439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16d50a-de28-4233-9434-d008a5a82c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=27da99b2-c21f-467b-9e35-f266f0a1c33b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:36.412059 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:36.420885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-48087de6-6470-4f06-bd86-520313a0f4e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/e662516c-b26b-47d7-8104-fba393e0b98c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8507526 Aug 10 03:53:36.449636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1a98e94d-eb74-4869-95b6-d464e1c3ea8e None None] Provisioning complete for port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:36.450011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a98e94d-eb74-4869-95b6-d464e1c3ea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.518932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1a98e94d-eb74-4869-95b6-d464e1c3ea8e None None] Port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:36.571593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device daf66730-c3e8-495d-ac4b-306b722cd437 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:36.595774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: daf66730-c3e8-495d-ac4b-306b722cd437 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:36.596131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device daf66730-c3e8-495d-ac4b-306b722cd437 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:36.596581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53c4f646-b203-4c5b-8dc6-087629a0860d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:36.626726 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 53c4f646-b203-4c5b-8dc6-087629a0860d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:36.627074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 53c4f646-b203-4c5b-8dc6-087629a0860d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:36.627492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cee7dbc-f255-42fb-8040-6b82023da892 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:36.649363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 5cee7dbc-f255-42fb-8040-6b82023da892 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:36.649703 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 5cee7dbc-f255-42fb-8040-6b82023da892 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:36.782197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41154) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:36.830124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2d997d85-3931-4f67-8152-a1cf3aa084a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e05da8c57b00450684d83bf0320ade5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463774 Aug 10 03:53:36.832234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41156) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:36.890382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b70e3f06-bf21-491f-98a7-46466dbbc9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.912873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b70e3f06-bf21-491f-98a7-46466dbbc9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.040721 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b70e3f06-bf21-491f-98a7-46466dbbc9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.047717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b70e3f06-bf21-491f-98a7-46466dbbc9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.047717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b70e3f06-bf21-491f-98a7-46466dbbc9d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88e87668-f16c-4658-a622-7405e1840bec HTTP/1.1" status: 204 len: 168 time: 0.2117331 Aug 10 03:53:37.060102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e3f06-bf21-491f-98a7-46466dbbc9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e87668-f16c-4658-a622-7405e1840bec,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:37.405917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41170) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:37.411553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1101575581-network', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:37.497917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Sync routers for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:37.507973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:37.508701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:37.577477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Made reservation on behalf of 57605ecfcaeb45a7aeb151ca4688e3c4 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:37.579796 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.589680 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.619372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:37.686864 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.778321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.815974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:37.831562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7cb134-5f22-4fc8-af55-5d6065310b61,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:37.836548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:37.837036 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.837391 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Added segment 7c727415-3356-484a-8fde-754d0bba33ad of type vlan for network adad3b4a-7af6-4e09-85af-67e3f2c70824 Aug 10 03:53:37.882841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.892107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41174) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:37.913624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 2, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:37.945160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Checking router: e662516c-b26b-47d7-8104-fba393e0b98c for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:37.945533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Updating router e662516c-b26b-47d7-8104-fba393e0b98c port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:37.973374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:37.980331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:37.980811 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.992813 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.994978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.996132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.013794 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.075563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] Pushing event updated for resources: {'Network': ['ID=adad3b4a-7af6-4e09-85af-67e3f2c70824,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.089501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:38.178662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-49f88d3f-a53a-47e1-9eb3-53a8278b97e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7704592 Aug 10 03:53:38.179849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41176) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.186137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Request body: {'subnet': {'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1101575581-subnet', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:38.227026 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-be63afa9-50f8-4ecc-881e-e9cfc1bb6eb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce23b87c8a2541fca1aafe0f21728aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305635 Aug 10 03:53:38.227260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41178) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.231385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.277965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2ef-cc45-4a9e-afe4-6731fa5d6ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.300336 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2ef-cc45-4a9e-afe4-6731fa5d6ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.312212 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:38.314691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Made reservation on behalf of 57605ecfcaeb45a7aeb151ca4688e3c4 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:38.317768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.372851 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.423735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2ef-cc45-4a9e-afe4-6731fa5d6ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.427864 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2ef-cc45-4a9e-afe4-6731fa5d6ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.431659 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-98cbe2ef-cc45-4a9e-afe4-6731fa5d6ef2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00993862-9fd0-41ea-ab4b-8f7cdcd31443 HTTP/1.1" status: 204 len: 168 time: 0.2010005 Aug 10 03:53:38.443046 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbe2ef-cc45-4a9e-afe4-6731fa5d6ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00993862-9fd0-41ea-ab4b-8f7cdcd31443,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.478122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.505042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.505673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.505788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.506172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.506685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.507025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.507357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.507684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.508011 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.508336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.509151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.511237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:38.536814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.547297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Transition to ACTIVE for port object 1a5303f8-ed1d-46a4-9237-af67f08bdf79 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:38.612057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.651808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.661044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc50bb0-3211-4bef-a697-31bfcdcadcc2,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.682370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Checking segment: {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:38.683098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Network hostable DHCP agents. Network: adad3b4a-7af6-4e09-85af-67e3f2c70824, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:38.737249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e50e9f-3a40-4272-9f57-a8286fc9778f None None] Pushing event updated for resources: {'Port': ['ID=1a5303f8-ed1d-46a4-9237-af67f08bdf79,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.765612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Attempting to bind port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:38.766072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Attempting to bind port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:38.766501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Attempting to bind port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 on network 0b564817-e9b4-40da-9584-773c8af83caf {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:38.772405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:38.772867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Checking segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:38.773408 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.773884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Bound using segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:38.774431 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Bound port: 1a5303f8-ed1d-46a4-9237-af67f08bdf79, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:38.774928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.826977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:38.850641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] For port 1a5303f8-ed1d-46a4-9237-af67f08bdf79, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:38.855134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] For port 1a5303f8-ed1d-46a4-9237-af67f08bdf79, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1a5303f8-ed1d-46a4-9237-af67f08bdf79,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:38.920958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, adad3b4a-7af6-4e09-85af-67e3f2c70824) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:38.925403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.926015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.933533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891f4e45-9a69-410e-9485-56a1bf30f029 None None] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:39.045332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-da12e0c0-56e3-4d89-9746-56c303da3e29 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8608642 Aug 10 03:53:39.045860 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 41184) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.057198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:39.154372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.263240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:39.263950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:39.265998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e50e9f-3a40-4272-9f57-a8286fc9778f None None] Pushing event updated for resources: {'Port': ['ID=1a5303f8-ed1d-46a4-9237-af67f08bdf79,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:39.326953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.333632 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.419297 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.427264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-adad3b4a-7af6-4e09-85af-67e3f2c70824', 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'fixed_ips': [{'subnet_id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:39.428105 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.452311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:39.644625 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.728496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Allocated IP 172.20.0.2 (adad3b4a-7af6-4e09-85af-67e3f2c70824/1fc50bb0-3211-4bef-a697-31bfcdcadcc2/4aa068a5-49d9-4528-b22b-47f4cd5767bd) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:39.786762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:39.904742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:39.944246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5ebfd-a196-4694-86b8-1094078b0172 None None] The sync data for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 is: [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:39.980472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:39.980884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.051303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.063794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Transition to ACTIVE for port object 4aa068a5-49d9-4528-b22b-47f4cd5767bd will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:40.090701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Transition to ACTIVE for port object 4aa068a5-49d9-4528-b22b-47f4cd5767bd will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:40.607678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.666004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:40.669596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:40.678235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:40.703586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Pushing event updated for resources: {'Port': ['ID=4aa068a5-49d9-4528-b22b-47f4cd5767bd,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:40.736268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Attempting to bind port 4aa068a5-49d9-4528-b22b-47f4cd5767bd on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:40.736983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Attempting to bind port 4aa068a5-49d9-4528-b22b-47f4cd5767bd by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:40.736983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Attempting to bind port 4aa068a5-49d9-4528-b22b-47f4cd5767bd on network adad3b4a-7af6-4e09-85af-67e3f2c70824 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:40.743908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:40.744560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Checking segment: {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:40.745689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.746273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Bound using segment: {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:40.746973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Bound port: 4aa068a5-49d9-4528-b22b-47f4cd5767bd, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:40.747548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.789747 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.813196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.827218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] For port 4aa068a5-49d9-4528-b22b-47f4cd5767bd, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:40.831114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] For port 4aa068a5-49d9-4528-b22b-47f4cd5767bd, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4aa068a5-49d9-4528-b22b-47f4cd5767bd,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:40.927922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Allocated IP 172.25.1.5 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/980123e3-3c5b-46a2-8418-7e35fd8feefb) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:40.940764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.030255 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a353f-49d7-4ad7-b51d-04b16cc2e0de None None] Pushing event updated for resources: {'Port': ['ID=4aa068a5-49d9-4528-b22b-47f4cd5767bd,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.060200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.208306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.253083 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:41.274075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:41.274075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:41.314335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=980123e3-3c5b-46a2-8418-7e35fd8feefb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.674572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.881913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4aa068a5-49d9-4528-b22b-47f4cd5767bd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:41.899202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.061529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 4aa068a5-49d9-4528-b22b-47f4cd5767bd completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:42.063166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1a5303f8-ed1d-46a4-9237-af67f08bdf79 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:42.122423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a19e8-f082-4ca1-82fe-05b9aef22f97 None None] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:42.154829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:42.267460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:42.284176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:42.285119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] Provisioning for port 4aa068a5-49d9-4528-b22b-47f4cd5767bd completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:42.285119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:42.285119 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.285372 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Sync routers for ids ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:42.290738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] Provisioning complete for port 4aa068a5-49d9-4528-b22b-47f4cd5767bd triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:42.291107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.292967 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Routers {'2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:42.293686 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.379856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.383854 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-5e2caca8-8e43-4929-9fcf-69053b76b2a4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3363056 Aug 10 03:53:42.386987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41220) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.424909 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Set router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:42.477731 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.487400 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.578877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] For port 4aa068a5-49d9-4528-b22b-47f4cd5767bd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4aa068a5-49d9-4528-b22b-47f4cd5767bd,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:42.588222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1a5303f8-ed1d-46a4-9237-af67f08bdf79, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1a5303f8-ed1d-46a4-9237-af67f08bdf79,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:42.657391 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:53:41Z', 'revision_number': 3, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.669669 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.687781 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Checking router: 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:42.688133 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Updating router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 port 980123e3-3c5b-46a2-8418-7e35fd8feefb binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:42.697717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.714928 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.732238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1b0c5-0eb5-432c-91c6-b0f45b879c26 None None] Pushing event updated for resources: {'Port': ['ID=4aa068a5-49d9-4528-b22b-47f4cd5767bd,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.817765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1a5303f8-ed1d-46a4-9237-af67f08bdf79,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.822648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d4634a29-230a-4c1d-a0d1-d08cfd3245d6 None None] Provisioning complete for port 4aa068a5-49d9-4528-b22b-47f4cd5767bd triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:42.823549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4634a29-230a-4c1d-a0d1-d08cfd3245d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.946515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.019641 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.029551 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Transition to ACTIVE for port object 980123e3-3c5b-46a2-8418-7e35fd8feefb will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:43.084329 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.117957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Allocated IP 172.20.0.1 (adad3b4a-7af6-4e09-85af-67e3f2c70824/1fc50bb0-3211-4bef-a697-31bfcdcadcc2/60add853-d9d4-42a6-bb0c-44c45a31367a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:43.151980 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Pushing event updated for resources: {'Port': ['ID=980123e3-3c5b-46a2-8418-7e35fd8feefb,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.155762 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Attempting to bind port 980123e3-3c5b-46a2-8418-7e35fd8feefb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:43.156128 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Attempting to bind port 980123e3-3c5b-46a2-8418-7e35fd8feefb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:43.156534 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Attempting to bind port 980123e3-3c5b-46a2-8418-7e35fd8feefb on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:43.162260 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:43.162495 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:43.162940 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.163325 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:43.163782 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Bound port: 980123e3-3c5b-46a2-8418-7e35fd8feefb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:43.164302 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.221747 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] For port 980123e3-3c5b-46a2-8418-7e35fd8feefb, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:43.224788 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] For port 980123e3-3c5b-46a2-8418-7e35fd8feefb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=980123e3-3c5b-46a2-8418-7e35fd8feefb,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:43.226815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.240539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Transition to ACTIVE for port object 60add853-d9d4-42a6-bb0c-44c45a31367a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:43.337969 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.364588 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.395145 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Routers {'2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:43.396047 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:43.405841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:43.412124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:43.416275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:43.450031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Pushing event updated for resources: {'Port': ['ID=60add853-d9d4-42a6-bb0c-44c45a31367a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.480943 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.558951 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Pushing event updated for resources: {'Port': ['ID=980123e3-3c5b-46a2-8418-7e35fd8feefb,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.577193 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.578300 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.578806 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.579308 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.579844 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.580410 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.580913 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.581416 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.582420 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.582939 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.584182 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.584713 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c3715-8679-4bf8-8dff-20271c85a7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:43.659436 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] Set router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:43.743419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.839481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4aa068a5-49d9-4528-b22b-47f4cd5767bd up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:43.844539 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a57cb0c-743f-4375-8ba4-4e1135fadfa1 None None] Provisioning for port 60add853-d9d4-42a6-bb0c-44c45a31367a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:43.862212 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:53:41Z', 'revision_number': 3, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:43.872166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a57cb0c-743f-4375-8ba4-4e1135fadfa1 None None] Provisioning complete for port 60add853-d9d4-42a6-bb0c-44c45a31367a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:43.873072 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a57cb0c-743f-4375-8ba4-4e1135fadfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.891591 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee6ebd-ed30-430a-b9e5-98179932b36d None None] The sync data for ids ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'] in n-d-765315-26 is: [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:53:41Z', 'revision_number': 3, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:43.928384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8a57cb0c-743f-4375-8ba4-4e1135fadfa1 None None] Port 60add853-d9d4-42a6-bb0c-44c45a31367a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:43.939109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 4aa068a5-49d9-4528-b22b-47f4cd5767bd triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:43.940289 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.955095 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.023807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.047654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1a5303f8-ed1d-46a4-9237-af67f08bdf79 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:44.096390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.098508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Pushing event updated for resources: {'Port': ['ID=60add853-d9d4-42a6-bb0c-44c45a31367a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.101126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:44.101781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.221244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:44.223149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:44.364957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:44.462284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-04f8943b-143b-4448-9747-0a2e15d404e2 None None] Provisioning complete for port 60add853-d9d4-42a6-bb0c-44c45a31367a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:44.462756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04f8943b-143b-4448-9747-0a2e15d404e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.500046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-04f8943b-143b-4448-9747-0a2e15d404e2 None None] Port 60add853-d9d4-42a6-bb0c-44c45a31367a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:44.501245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:44.515757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6c24964e-f46f-4514-b403-90ceb22f3554 admin admin] 10.222.0.26 "PUT /v2.0/routers/2009ca5c-27bf-4557-a1b8-8d97ccd3dac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1192255 Aug 10 03:53:45.546455 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.801071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 980123e3-3c5b-46a2-8418-7e35fd8feefb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:45.940858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 980123e3-3c5b-46a2-8418-7e35fd8feefb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:45.945166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 980123e3-3c5b-46a2-8418-7e35fd8feefb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:45.945538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.188502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.208663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 980123e3-3c5b-46a2-8418-7e35fd8feefb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=980123e3-3c5b-46a2-8418-7e35fd8feefb,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:46.277155 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:46.352581 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.403421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=980123e3-3c5b-46a2-8418-7e35fd8feefb,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:46.850102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Sync routers for ids ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:46.862433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Routers {'2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:46.863465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:46.974461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Set router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:47.193395 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 4, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '60add853-d9d4-42a6-bb0c-44c45a31367a', 'name': '', 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'mac_address': 'fa:16:3e:38:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:42Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 2, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'subnets': [{'id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.213690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Checking router: 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:47.214269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Updating router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 port 60add853-d9d4-42a6-bb0c-44c45a31367a binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:47.240183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.528658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.538774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Transition to ACTIVE for port object 60add853-d9d4-42a6-bb0c-44c45a31367a will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:47.684843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.794746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64c2b-4589-4af4-8143-1e15486c0818 None None] Pushing event updated for resources: {'Port': ['ID=60add853-d9d4-42a6-bb0c-44c45a31367a,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.822543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 980123e3-3c5b-46a2-8418-7e35fd8feefb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:47.863957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Attempting to bind port 60add853-d9d4-42a6-bb0c-44c45a31367a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:47.864716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Attempting to bind port 60add853-d9d4-42a6-bb0c-44c45a31367a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:47.865216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Attempting to bind port 60add853-d9d4-42a6-bb0c-44c45a31367a on network adad3b4a-7af6-4e09-85af-67e3f2c70824 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:47.876322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:47.876724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Checking segment: {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:47.877132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.877532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Bound using segment: {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:47.878013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Bound port: 60add853-d9d4-42a6-bb0c-44c45a31367a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c727415-3356-484a-8fde-754d0bba33ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:47.878816 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.963082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 980123e3-3c5b-46a2-8418-7e35fd8feefb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:47.963483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.965669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] For port 60add853-d9d4-42a6-bb0c-44c45a31367a, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:47.972827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] For port 60add853-d9d4-42a6-bb0c-44c45a31367a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=60add853-d9d4-42a6-bb0c-44c45a31367a,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:48.073081 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.138006 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Routers {'2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:48.138632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:53:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:48.141699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64c2b-4589-4af4-8143-1e15486c0818 None None] Pushing event updated for resources: {'Port': ['ID=60add853-d9d4-42a6-bb0c-44c45a31367a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.266838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] Set router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:48.496868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 4, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '60add853-d9d4-42a6-bb0c-44c45a31367a', 'name': '', 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'mac_address': 'fa:16:3e:38:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:42Z', 'updated_at': '2021-08-10T03:53:47Z', 'revision_number': 4, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'subnets': [{'id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:48.523800 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd7050-d53f-48dd-946f-f13825c2cc4f None None] The sync data for ids ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'] in n-d-765315-26 is: [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 4, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '60add853-d9d4-42a6-bb0c-44c45a31367a', 'name': '', 'network_id': 'adad3b4a-7af6-4e09-85af-67e3f2c70824', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'mac_address': 'fa:16:3e:38:68:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:42Z', 'updated_at': '2021-08-10T03:53:47Z', 'revision_number': 4, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'subnets': [{'id': '1fc50bb0-3211-4bef-a697-31bfcdcadcc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:49.844057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 60add853-d9d4-42a6-bb0c-44c45a31367a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:49.986849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 60add853-d9d4-42a6-bb0c-44c45a31367a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:49.991393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 60add853-d9d4-42a6-bb0c-44c45a31367a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:49.991772 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.074104 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.106799 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 60add853-d9d4-42a6-bb0c-44c45a31367a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=60add853-d9d4-42a6-bb0c-44c45a31367a,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:50.232406 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.280756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=60add853-d9d4-42a6-bb0c-44c45a31367a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.147993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-87269f79-33fa-40c6-a745-5cee636365f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454092544&fields=id&tenant_id=f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 267 time: 0.0404024 Aug 10 03:53:51.264373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-7357fc6a-6017-447b-a93e-7dcb8bc65864 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.265909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-7357fc6a-6017-447b-a93e-7dcb8bc65864 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1098974 Aug 10 03:53:51.282095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-c4433c17-d44a-44b0-9269-2a65e4978e42 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0100362 Aug 10 03:53:51.334914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-cf893e10-55ce-4de6-9fc3-d6de00687dc5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470572 Aug 10 03:53:51.540264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-c684f944-e602-439b-96ec-e8e5f3613a25 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927617 Aug 10 03:53:51.633125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-a8a54560-21b6-42fc-b8c8-5b4e31ecb01e service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859263 Aug 10 03:53:51.800292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 60add853-d9d4-42a6-bb0c-44c45a31367a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:51.854413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 60add853-d9d4-42a6-bb0c-44c45a31367a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:51.854791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.335529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12a54f00-736f-45a0-ad30-600f3d46d73c req-7fd397b6-758f-405e-9c07-845c7412ece7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0287704 Aug 10 03:53:53.436641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7af9bd9-dd7a-4d1c-861d-258dcbb91447 req-39d62730-d400-4ec7-9c1c-4d5ade5b305f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0265770 Aug 10 03:53:54.545147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d03bc466-37e5-4a2c-9f7c-f56493e0b377 req-34921019-d7f5-4bca-8983-0b4c18ecba2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0335534 Aug 10 03:53:54.889355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-85d05f31-7a90-4830-8dcc-f623b8a304c5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.891244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-85d05f31-7a90-4830-8dcc-f623b8a304c5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1053882 Aug 10 03:53:54.940705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-8a57e4d0-a6b5-45f3-a1fe-5f41779b820f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 380 time: 0.0344112 Aug 10 03:53:54.950020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'security_groups': ['605d3c7d-0dba-4e8d-a714-c0307ae9b709']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.409975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:55.413439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.543335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.8 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/eeb9181e-96e4-43b8-a8a0-db1f5fed83d3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:55.675048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26b4c01b-5a72-4a9d-b7bf-37ac77ad9d01 req-033d1674-4895-4209-b21e-384b08f6128e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0354450 Aug 10 03:53:55.730386 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.746338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:55.863506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.920894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:55.925706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:55.928355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:55.935675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:55.995844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.996514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.212649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ac3904bf-dc2f-4ba6-bcb9-58149ab929ea tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661662 Aug 10 03:53:56.295768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Request body: {'port': {'device_id': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:56.297696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-67abe234-2529-4fd9-b087-8b7d29be8807 None None] Provisioning for port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:56.302462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-67abe234-2529-4fd9-b087-8b7d29be8807 None None] Provisioning complete for port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:56.313121 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-67abe234-2529-4fd9-b087-8b7d29be8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.337186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.343455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-67abe234-2529-4fd9-b087-8b7d29be8807 None None] Port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:56.371576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.668107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:56.675863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.688194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Transition to ACTIVE for port object eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:56.781154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.846972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee38693-019a-46f1-8e66-4b3300727a80 req-cd057762-9418-4a17-91ee-da14499495b6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.848531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fee38693-019a-46f1-8e66-4b3300727a80 req-cd057762-9418-4a17-91ee-da14499495b6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0975862 Aug 10 03:53:56.857294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.940046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fee38693-019a-46f1-8e66-4b3300727a80 req-1f285730-8370-491d-b105-1b35259f1ec7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836022 Aug 10 03:53:56.956191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Attempting to bind port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:56.956561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Attempting to bind port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:56.956897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Attempting to bind port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:56.971001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:56.972110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Attempting to bind port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:56.978530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:56.978870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:56.979793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:56.980227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Bound port: eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:56.980619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.062932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] For port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:57.067629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] For port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:57.147482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.191164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.191164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.191164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 200 len: 1092 time: 0.9623384 Aug 10 03:53:57.191164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:57.191164 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:57.239875 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e01d004-0584-401f-a2a6-a122ef1d399b x-openstack-request-id: req-1e01d004-0584-401f-a2a6-a122ef1d399b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:57.240183 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:57.241680 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e01d004-0584-401f-a2a6-a122ef1d399b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:57.242102 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'status': 'completed', 'code': 200} Aug 10 03:53:57.258934 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfd9a-e2f0-4aca-9545-cffbcd6869b7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.356324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7 req-0e62b58d-38e7-4fdd-8fb6-853416bfada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.358115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7 req-0e62b58d-38e7-4fdd-8fb6-853416bfada0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1095 time: 0.0609252 Aug 10 03:53:57.480873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7 req-d3fbebba-65f1-4336-b7ba-5d6af8810838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.482381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7 req-d3fbebba-65f1-4336-b7ba-5d6af8810838 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f3700304da7e40c19df22711918cfcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1070991 Aug 10 03:53:57.590719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7 req-9ae3d47a-3259-417c-a62c-e4b74c9ecee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.728568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1c0d9a8-5ab7-419d-b666-8da69d2f27e7 req-9ae3d47a-3259-417c-a62c-e4b74c9ecee6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025252 Aug 10 03:53:58.095081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbdf41-3d0c-444b-a38a-a00f5ef1f7f4 req-e838cee7-996c-4734-8077-6e61df9b7439 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.096697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1efbdf41-3d0c-444b-a38a-a00f5ef1f7f4 req-e838cee7-996c-4734-8077-6e61df9b7439 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0591900 Aug 10 03:53:58.166985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1efbdf41-3d0c-444b-a38a-a00f5ef1f7f4 req-e986b1fe-85bc-4f97-8e9b-77aed7a75b94 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630054 Aug 10 03:53:58.177932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-73c91843-5aef-4e09-9564-e9c46f106f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.177932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-73c91843-5aef-4e09-9564-e9c46f106f8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1095 time: 0.0639684 Aug 10 03:53:58.230604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-057cd5c0-3ae2-456b-bf14-855d4e2c7703 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 200 len: 217 time: 0.0418396 Aug 10 03:53:58.287787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-b260caac-94d5-40ad-9228-a52aaf71f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.289418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-b260caac-94d5-40ad-9228-a52aaf71f657 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0523071 Aug 10 03:53:58.340280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-d2256eb8-1dea-45cf-9d6f-e428b6f37495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.341898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-d2256eb8-1dea-45cf-9d6f-e428b6f37495 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448534 Aug 10 03:53:58.440447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-36063e00-fcfe-44bd-b7bf-e07184801a9b service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907257 Aug 10 03:53:58.543296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6043b16-a04d-4bab-9eb7-7cf3b169d7b4 req-ad31703e-ab2b-44dd-8330-6edc1959c483 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960672 Aug 10 03:53:59.292504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fddebc-a922-4fe4-9df3-b324b91d2100 req-cf1e8b9c-3e3f-43b1-8b0b-3098a6ed723b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.294210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2fddebc-a922-4fe4-9df3-b324b91d2100 req-cf1e8b9c-3e3f-43b1-8b0b-3098a6ed723b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0520241 Aug 10 03:53:59.337165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2fddebc-a922-4fe4-9df3-b324b91d2100 req-4362bd9b-9572-471a-8b39-365d27b746bb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Aug 10 03:54:00.280117 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a4a17a1-a665-4ac3-9001-4e35e16aafbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.454887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac56975-cebc-4570-aedd-839601f0bfb0 req-c9ba333a-186a-42dc-974d-3ce98abbb554 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.456509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ac56975-cebc-4570-aedd-839601f0bfb0 req-c9ba333a-186a-42dc-974d-3ce98abbb554 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0503418 Aug 10 03:54:00.495395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ac56975-cebc-4570-aedd-839601f0bfb0 req-91b04e4b-ce0f-443f-8b59-024e0bbd6699 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Aug 10 03:54:01.642122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcb30b-3dbc-48a5-9a2b-40d30f0bac29 req-e7734d8c-fe0a-47c4-a8b7-d8839e432171 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.643708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fbcb30b-3dbc-48a5-9a2b-40d30f0bac29 req-e7734d8c-fe0a-47c4-a8b7-d8839e432171 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0636897 Aug 10 03:54:01.690953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9fbcb30b-3dbc-48a5-9a2b-40d30f0bac29 req-41c5e5d7-def2-432e-b0e1-a1d8f421e14c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Aug 10 03:54:02.700908 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.809990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089580e-8cd0-454e-a6a4-fa7cc03e6a69 req-8c456645-f1b2-47eb-a0ad-d1e708689b85 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.812746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8089580e-8cd0-454e-a6a4-fa7cc03e6a69 req-8c456645-f1b2-47eb-a0ad-d1e708689b85 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0502715 Aug 10 03:54:02.855031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8089580e-8cd0-454e-a6a4-fa7cc03e6a69 req-b33ef651-171b-4810-8024-9da313d47f92 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366709 Aug 10 03:54:03.074900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d1c0-1c11-4536-b6ea-5d50cfa688cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.971772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4a89b-6938-480f-9fc7-72e738046912 req-a42402ff-139b-4565-be24-18b92a6e5853 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.973305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a4a89b-6938-480f-9fc7-72e738046912 req-a42402ff-139b-4565-be24-18b92a6e5853 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0509002 Aug 10 03:54:04.011301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a4a89b-6938-480f-9fc7-72e738046912 req-e0d64232-08c2-4a04-9402-c8d808228f69 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Aug 10 03:54:04.301003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.128751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f33fb-8106-45ec-890d-f6ebd1949349 req-4032c34c-2516-4ca1-971f-00f4fbf62384 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.130413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e24f33fb-8106-45ec-890d-f6ebd1949349 req-4032c34c-2516-4ca1-971f-00f4fbf62384 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0508060 Aug 10 03:54:05.169771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e24f33fb-8106-45ec-890d-f6ebd1949349 req-ac27735d-b94c-4362-969c-ffe57c034cac tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Aug 10 03:54:05.840066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.284616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf61eea-0197-4424-a080-fdfbe5173111 req-1e63d9e7-1e39-40c2-834c-01bc768e3f2c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.286192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cf61eea-0197-4424-a080-fdfbe5173111 req-1e63d9e7-1e39-40c2-834c-01bc768e3f2c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0491436 Aug 10 03:54:06.328039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cf61eea-0197-4424-a080-fdfbe5173111 req-3c0674c4-3169-49b3-b7cc-8b3740d45803 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Aug 10 03:54:07.442384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aff65-8de0-4934-b197-24b1d3841750 req-d12d99e1-83fe-4fcf-95c6-59af26d394ee tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.444043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d9aff65-8de0-4934-b197-24b1d3841750 req-d12d99e1-83fe-4fcf-95c6-59af26d394ee tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0492916 Aug 10 03:54:07.482067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d9aff65-8de0-4934-b197-24b1d3841750 req-892775bc-4350-42db-8595-4100b8ef378a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Aug 10 03:54:08.596417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de47c90-d78b-4816-b891-2ccbe6b07b0a req-9f0f8592-10bf-41c3-913e-695d54512f0a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:08.597960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1de47c90-d78b-4816-b891-2ccbe6b07b0a req-9f0f8592-10bf-41c3-913e-695d54512f0a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 943 time: 0.0482306 Aug 10 03:54:08.635975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1de47c90-d78b-4816-b891-2ccbe6b07b0a req-f8897712-826f-4c85-895b-6f6f3646820f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317826 Aug 10 03:54:09.254911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:09.350934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:09.361898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:09.402301 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.414807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:09.434354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:09.508545 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.557950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.753699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdf20e-ccb9-4547-8a30-4012e9c33016 req-6da220d4-f5e1-4ba9-8e6f-d4cc7ed2cc02 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.755268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfcdf20e-ccb9-4547-8a30-4012e9c33016 req-6da220d4-f5e1-4ba9-8e6f-d4cc7ed2cc02 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 944 time: 0.0510437 Aug 10 03:54:09.798895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfcdf20e-ccb9-4547-8a30-4012e9c33016 req-78fc0307-f899-4246-b97d-4f59b07453a1 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Aug 10 03:54:09.892052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['eeb9181e-96e4-43b8-a8a0-db1f5fed83d3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:10.915653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24c79-cc22-4082-8a91-ce15cf289633 req-d73cb072-53ca-41e0-bd08-80304f1db99d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.917754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2d24c79-cc22-4082-8a91-ce15cf289633 req-d73cb072-53ca-41e0-bd08-80304f1db99d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 944 time: 0.0489287 Aug 10 03:54:10.955006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2d24c79-cc22-4082-8a91-ce15cf289633 req-a2c8a6e8-48b2-43f3-8277-92138ff76122 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311999 Aug 10 03:54:11.272565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:11.371589 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:11.375458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:11.377124 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.457619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.480708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:11.482936 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ac489-19b2-4c80-9625-32e55722ee5c" -d '{"events": [{"server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "name": "network-vif-plugged", "status": "completed", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:11.495530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:11.598344 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.646503 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b453bafc-cb56-4a56-b31f-fff703cdbea9 x-openstack-request-id: req-b453bafc-cb56-4a56-b31f-fff703cdbea9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:11.646853 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "name": "network-vif-plugged", "status": "completed", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:11.647168 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b453bafc-cb56-4a56-b31f-fff703cdbea9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:11.647615 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'code': 200} Aug 10 03:54:11.652716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.767553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91c534-bef2-41bd-ac0a-316e481d44e5 req-1f642b3e-5345-4b34-b3cd-0b6cab9f1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.769102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f91c534-bef2-41bd-ac0a-316e481d44e5 req-1f642b3e-5345-4b34-b3cd-0b6cab9f1cd7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0420616 Aug 10 03:54:11.806424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f91c534-bef2-41bd-ac0a-316e481d44e5 req-36dbdc48-dcf6-4f3a-82ee-bcf8b79b6726 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293243 Aug 10 03:54:12.073107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d257b-134d-4ea3-957a-168b4420e283 req-7be84d87-0f15-4383-82b2-a763712c3c90 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.074618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b9d257b-134d-4ea3-957a-168b4420e283 req-7be84d87-0f15-4383-82b2-a763712c3c90 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0496914 Aug 10 03:54:12.117148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0b9d257b-134d-4ea3-957a-168b4420e283 req-2239187b-2661-4a08-a6b1-c12a4a8f3f25 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364084 Aug 10 03:54:13.253979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12132e-ea76-4137-911f-f6553e33890f req-69378d4a-8e74-45e2-9feb-4865c8a1ea30 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.255523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d12132e-ea76-4137-911f-f6553e33890f req-69378d4a-8e74-45e2-9feb-4865c8a1ea30 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0587308 Aug 10 03:54:13.296783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d12132e-ea76-4137-911f-f6553e33890f req-c309faa2-963d-4d9f-9071-6f0cedc97181 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338075 Aug 10 03:54:14.416174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93823a3d-350e-40f8-86c5-6f956bae544c req-9cff16ee-2904-47c6-9ef7-3464660c7dd6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.417719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93823a3d-350e-40f8-86c5-6f956bae544c req-9cff16ee-2904-47c6-9ef7-3464660c7dd6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0491822 Aug 10 03:54:14.455736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93823a3d-350e-40f8-86c5-6f956bae544c req-4bf55d47-6150-4d87-9cd8-0c0afffcb4f7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319035 Aug 10 03:54:14.569686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b6c3-3f8f-4431-bf53-e5364d346627 req-e95aab1f-2603-45f8-99ce-e32f83d03530 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.571179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9575b6c3-3f8f-4431-bf53-e5364d346627 req-e95aab1f-2603-45f8-99ce-e32f83d03530 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Aug 10 03:54:14.612976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9575b6c3-3f8f-4431-bf53-e5364d346627 req-658226b3-a2bc-4e49-ac3b-4da5f0b81b33 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351505 Aug 10 03:54:14.637258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41492) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:14.774848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f480d-90c4-4abd-858d-6b570f6fdfeb tempest-TestVolumeBootPattern-1277995091 tempest-TestVolumeBootPattern-1277995091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.776926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-781f480d-90c4-4abd-858d-6b570f6fdfeb tempest-TestVolumeBootPattern-1277995091 tempest-TestVolumeBootPattern-1277995091-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1092 time: 0.1386840 Aug 10 03:54:14.779930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 41496) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:14.784300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:14.908510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.003638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.109910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.25.1.205 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/b1dc2e89-74ee-4783-bdab-47fed557bd4e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:15.208077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.324372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.361479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:15.367722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:15.371784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:15.377059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=b1dc2e89-74ee-4783-bdab-47fed557bd4e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:15.501536 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.859841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.021304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.175976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.232514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.300778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=b1dc2e89-74ee-4783-bdab-47fed557bd4e,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:16.310900 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.410663 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Floating IP 4747c4ec-d296-4da9-b1d4-237c129ea270 associated. External IP: 172.25.1.205, port: eeb9181e-96e4-43b8-a8a0-db1f5fed83d3. Aug 10 03:54:16.860699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:16.972630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:16.986834 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:16.996889 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:17.002508 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:54:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:17.062843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.100369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-760748da-4d16-477d-8174-b226788d9822 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3105013 Aug 10 03:54:17.100369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:17.100369 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e35ab7d-ebc5-487c-8f39-26003569aca9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:17.107707 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:17.140409 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e74317-c4ff-420e-ae4c-9b1f90dbd53e x-openstack-request-id: req-80e74317-c4ff-420e-ae4c-9b1f90dbd53e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:17.140409 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:17.140409 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80e74317-c4ff-420e-ae4c-9b1f90dbd53e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:17.140409 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'status': 'completed', 'code': 200} Aug 10 03:54:17.218047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-67c325e1-39d6-4909-80b5-0ea89c014da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.219673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-67c325e1-39d6-4909-80b5-0ea89c014da5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0431960 Aug 10 03:54:17.319713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-ed6807de-7c5f-4ed5-a2be-0df9cfc0c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.322877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-ed6807de-7c5f-4ed5-a2be-0df9cfc0c9ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0961583 Aug 10 03:54:17.331009 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '4747c4ec-d296-4da9-b1d4-237c129ea270', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:54:15Z', 'updated_at': '2021-08-10T03:54:15Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:17.361717 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:17.370326 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:17.370937 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:54:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:17.389155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-a80d7735-b702-40b8-9bd2-316536142248 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 200 len: 999 time: 0.0601697 Aug 10 03:54:17.437123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-2c835e0f-97ae-4d84-9b82-8b5c6c22b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.438592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-2c835e0f-97ae-4d84-9b82-8b5c6c22b21f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0426142 Aug 10 03:54:17.473939 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:17.488688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-74aaabb9-628a-4729-a64f-ab3a68ec9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.490195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-74aaabb9-628a-4729-a64f-ab3a68ec9d0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447574 Aug 10 03:54:17.578507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-0c629e55-539a-4810-b95b-9ef362ea2a07 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806653 Aug 10 03:54:17.675148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e35ab7d-ebc5-487c-8f39-26003569aca9 req-b52e6e77-3a53-43a8-ba7a-205b055fa553 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895784 Aug 10 03:54:17.694750 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '4747c4ec-d296-4da9-b1d4-237c129ea270', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:54:15Z', 'updated_at': '2021-08-10T03:54:15Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:17.723807 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0408a-d7de-4bab-a265-020b556cc2b7 None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '4747c4ec-d296-4da9-b1d4-237c129ea270', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:54:15Z', 'updated_at': '2021-08-10T03:54:15Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:17.924831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321eb22e-f15a-4bb3-ab6f-8abfe99387ff None None] New status for floating IP 4747c4ec-d296-4da9-b1d4-237c129ea270: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:54:23.277061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:26.346993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.279865 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-12bbe973-53e9-4510-8178-5767b003b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.742496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.153781 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fea6c437-73e0-4842-823a-097356863a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.200182 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.793807 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.045070 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-557978e1-27ff-4f7f-b54b-597b0b308a52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406835 Aug 10 03:54:38.142479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed93286-a238-47ac-a069-cc30230fe440 req-094e6c0e-9c00-443d-b73e-5839b71ec6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.143992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-094e6c0e-9c00-443d-b73e-5839b71ec6c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0422335 Aug 10 03:54:38.248228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed93286-a238-47ac-a069-cc30230fe440 req-01f04454-8967-43f7-9fd5-6b1ee63e62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.249739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-01f04454-8967-43f7-9fd5-6b1ee63e62b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0882075 Aug 10 03:54:38.313254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-ffd22b58-d479-49b7-a747-55ba91abb1b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 200 len: 1001 time: 0.0567994 Aug 10 03:54:38.367587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed93286-a238-47ac-a069-cc30230fe440 req-02e043da-ebe0-40bb-bad3-ed71329fa856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.369479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-02e043da-ebe0-40bb-bad3-ed71329fa856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0496793 Aug 10 03:54:38.422017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed93286-a238-47ac-a069-cc30230fe440 req-10da6147-5373-449d-92e8-356d36378d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.423507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-10da6147-5373-449d-92e8-356d36378d49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471115 Aug 10 03:54:38.510153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-d044eba7-51f0-40ac-8177-4cf0bc2ec323 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799699 Aug 10 03:54:38.605175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aed93286-a238-47ac-a069-cc30230fe440 req-64f0a30a-abaf-4aad-a3bc-71c4339ee1ea service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870178 Aug 10 03:54:45.542951 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.398722 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.276477 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:00.353082 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4bed5987-6ea8-40cb-b7c1-0d719b946c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.684860 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.068282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0ad2a68-239e-48db-bff9-1587a4c1324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.239284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.767479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.552742 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.347267 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.352658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ab11c3d5-a20f-416d-88cb-1ae7974a895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.712780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.055628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-218cf953-b690-4a00-a4d1-efa483e3251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.301535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.799568 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.276602 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:39.059218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-3a9bc22e-033f-4c57-ac91-b2317ac581f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421340 Aug 10 03:55:39.163286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fca9e-0451-4481-8260-49c3489d7a22 req-cbb16f63-c81b-407d-8403-5193c1a178f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.164839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-cbb16f63-c81b-407d-8403-5193c1a178f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0477622 Aug 10 03:55:39.273552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fca9e-0451-4481-8260-49c3489d7a22 req-836d1da7-f973-4822-972c-f8c08b742728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.275107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-836d1da7-f973-4822-972c-f8c08b742728 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0898509 Aug 10 03:55:39.341362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-ce78da50-4bf1-4dd3-8cfb-74e93f201d80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 200 len: 1001 time: 0.0585828 Aug 10 03:55:39.389365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fca9e-0451-4481-8260-49c3489d7a22 req-0e7af489-3f25-4b89-a834-99cfe91ebf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.390835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-0e7af489-3f25-4b89-a834-99cfe91ebf97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0433352 Aug 10 03:55:39.440105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fca9e-0451-4481-8260-49c3489d7a22 req-394cf505-8131-440c-bb20-6518e889e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.441882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-394cf505-8131-440c-bb20-6518e889e8d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441918 Aug 10 03:55:39.528925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-d4b1cd7c-6fe4-4909-a52e-2f7b0d27fd5c service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798635 Aug 10 03:55:39.623226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837fca9e-0451-4481-8260-49c3489d7a22 req-ad1200c5-a6c5-47b6-b17d-d51d3107ecd5 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Aug 10 03:55:45.559578 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.341350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.522751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-152100a3-2cab-44fb-aead-d18639176317 req-6c9273dc-d26d-49c6-846e-744a39f2b981 service neutron] (94804) timed out ('10.222.0.26', 47814) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:56:00.300738 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2f81799e-c0dd-430c-a74e-47281b6f1826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.683623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.036319 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-47087e04-f9eb-4631-848b-a96ddafc734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.203672 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.826668 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.867108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42434) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.872555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283934773', 'description': 'tempest-secgroup-smoke-1283934773 description', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:08.963745 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.043371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.135579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.164073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.171384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.171732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.172077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.172450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.172787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.173123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.173453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.173779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.174108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.174437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.174757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.175080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:09.272202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.273463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57649a56-4a80-4000-a75d-6e47f9d2134b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4053433 Aug 10 03:56:09.276789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42436) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:09.281309 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group_rule': {'security_group_id': '90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:09.373986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.428707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.500809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.518240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc16ced-5978-4bcd-882e-b3a0b0e31bca,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.609271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.610513 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-53e1abf7-2f8a-42e3-bd3a-48a092b098c5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327024 Aug 10 03:56:09.613196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42438) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:09.617669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group_rule': {'security_group_id': '90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:09.700903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.759585 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.809470 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.826929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bf5f70-04ac-4aae-8389-9fe353c035d3,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.906605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.907872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-50c691e8-7847-4fe6-8b04-0f181b2074ae tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2937195 Aug 10 03:56:09.910506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42440) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:09.915506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group_rule': {'security_group_id': '90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:09.990887 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.056410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.169643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.191940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050fcef6-597d-4b01-9d16-9617a9411279,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.278081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.279376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e57bc485-8170-4c86-aee9-1a134b747139 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679168 Aug 10 03:56:10.281989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42442) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:10.286371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group_rule': {'security_group_id': '90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:10.374601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.435910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.523526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.542127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be1f841-b3c3-4144-94b7-07d37e425c7d,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.621485 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.623246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7b3c5b54-da88-4c31-b389-bf65a3b2be3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3401875 Aug 10 03:56:10.626066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42444) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:10.630462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group_rule': {'security_group_id': '90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:10.723642 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Project c2fb143c3f17404db99afe8637a4c4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:56:10.728708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.790592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.877918 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.894995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722aa3f5-1263-4e8d-86fa-cb905a82bef3,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.157883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.163283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0edd4775-2512-4947-91f5-210a83f01203 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5322082 Aug 10 03:56:11.163283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.166445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'security_group_rule': {'security_group_id': '90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202', 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:11.272336 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Project c2fb143c3f17404db99afe8637a4c4ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:56:11.277790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.342399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.449401 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.468733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13de01b-6753-4bcf-b134-75855fa49fad,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.529629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.530844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-85def2e7-7250-4cac-9275-11f24f2447d7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680415 Aug 10 03:56:11.742524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-459dba6b-8434-4a42-b6b9-55afd9c62072 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283934773&fields=id&tenant_id=c2fb143c3f17404db99afe8637a4c4ed HTTP/1.1" status: 200 len: 267 time: 0.0326302 Aug 10 03:56:11.848610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-2602100f-99b9-47e5-b8a0-6b79293f40fd tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.850079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-2602100f-99b9-47e5-b8a0-6b79293f40fd tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 814 time: 0.1009591 Aug 10 03:56:11.864528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-f88ee7c4-13f5-436a-bf8e-bf4c465f8d36 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/quotas/c2fb143c3f17404db99afe8637a4c4ed HTTP/1.1" status: 200 len: 375 time: 0.0086889 Aug 10 03:56:11.913868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-06882883-90a3-44e1-aa0a-07517c5bccfb tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442078 Aug 10 03:56:12.009034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-4ca5fd26-4325-432e-a26a-38b74486b506 service neutron] 10.222.0.26 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Aug 10 03:56:12.098206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-9dea33ec-4685-4af7-a3a5-df27ba6c68f4 service neutron] 10.222.0.26 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831096 Aug 10 03:56:12.670799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fa430fae-885e-43b4-9020-7ce4f87568f4 req-6c9786a4-e5f6-4733-8402-f500f11968c7 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0264380 Aug 10 03:56:13.759667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-834ccffd-cd82-4dec-8063-c4d3dddd8cb1 req-4efa1e63-877b-4452-bc53-9b7f863e4d53 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0280602 Aug 10 03:56:14.276356 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:14.846004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a80a2036-2334-4c22-8a34-f5ac2fe9d4cc req-2aae86f8-64d7-43db-a5e2-b6c054d9e990 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0306406 Aug 10 03:56:15.541362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.937037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57e57cd3-8225-4609-b35d-c118ba5c219a req-6c28b9a8-2c94-4075-a7bd-542e847229af tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0259066 Aug 10 03:56:16.895980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d559b816-7c3a-45a6-99f2-6770659af218 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:16.897460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d559b816-7c3a-45a6-99f2-6770659af218 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.46 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 814 time: 0.0999582 Aug 10 03:56:16.940553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-c6522986-d14b-4c06-aae5-5d78f5dffdf0 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fb143c3f17404db99afe8637a4c4ed HTTP/1.1" status: 200 len: 380 time: 0.0327177 Aug 10 03:56:16.950426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'port': {'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'admin_state_up': True, 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'security_groups': ['90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.041651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9978f378-6249-4db9-8656-1395eca109d4 req-e11d035e-e933-4425-bf6d-bd8c11906b1f tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0370681 Aug 10 03:56:17.158498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Made reservation on behalf of c2fb143c3f17404db99afe8637a4c4ed for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:17.163570 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.292812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Allocated IP 172.20.0.14 (0b564817-e9b4-40da-9584-773c8af83caf/9c4aa234-4f5f-4e85-b26c-55b9ccae2e38/1c75fbe9-9ea6-459b-8416-171cd04bc369) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:17.426863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.445270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Transition to ACTIVE for port object 1c75fbe9-9ea6-459b-8416-171cd04bc369 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:17.541469 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.585217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Network 0b564817-e9b4-40da-9584-773c8af83caf is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:17.588227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:17.591919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:17.615265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'Port': ['ID=1c75fbe9-9ea6-459b-8416-171cd04bc369,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:17.656240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:17.656968 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.747876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-6fd4c3cb-b426-4459-be38-b6152bfad2f2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8007605 Aug 10 03:56:17.761990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Request body: {'port': {'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.821752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.957993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c783273d-01fd-43c5-86ad-8e9471f43f30 None None] Provisioning for port 1c75fbe9-9ea6-459b-8416-171cd04bc369 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:17.963220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c783273d-01fd-43c5-86ad-8e9471f43f30 None None] Provisioning complete for port 1c75fbe9-9ea6-459b-8416-171cd04bc369 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:17.963586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c783273d-01fd-43c5-86ad-8e9471f43f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.998160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c783273d-01fd-43c5-86ad-8e9471f43f30 None None] Port 1c75fbe9-9ea6-459b-8416-171cd04bc369 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:18.084830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c75fbe9-9ea6-459b-8416-171cd04bc369 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:18.093836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.107486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Transition to ACTIVE for port object 1c75fbe9-9ea6-459b-8416-171cd04bc369 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:18.176817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa3dfb-4f5d-4b87-aca3-5a2e53dc9e06 req-1c980c92-a55e-4a49-8d77-eb21e09891ec tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.178343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5daa3dfb-4f5d-4b87-aca3-5a2e53dc9e06 req-1c980c92-a55e-4a49-8d77-eb21e09891ec tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 932 time: 0.0535989 Aug 10 03:56:18.181094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.257169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Pushing event updated for resources: {'Port': ['ID=1c75fbe9-9ea6-459b-8416-171cd04bc369,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.278337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5daa3dfb-4f5d-4b87-aca3-5a2e53dc9e06 req-11e4ff8c-2650-4772-beb8-e21b0df167e1 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885725 Aug 10 03:56:18.361336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Attempting to bind port 1c75fbe9-9ea6-459b-8416-171cd04bc369 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:18.361747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Attempting to bind port 1c75fbe9-9ea6-459b-8416-171cd04bc369 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:18.362141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Attempting to bind port 1c75fbe9-9ea6-459b-8416-171cd04bc369 on network 0b564817-e9b4-40da-9584-773c8af83caf {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:18.366751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Port 1c75fbe9-9ea6-459b-8416-171cd04bc369 on network 0b564817-e9b4-40da-9584-773c8af83caf not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:18.367141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Attempting to bind port 1c75fbe9-9ea6-459b-8416-171cd04bc369 on network 0b564817-e9b4-40da-9584-773c8af83caf {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:18.372774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:18.373185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Checking segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:18.373633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Bound using segment: {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:18.374124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Bound port: 1c75fbe9-9ea6-459b-8416-171cd04bc369, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b3870-ace9-4f76-8648-cb204243bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:18.374566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.443492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] For port 1c75fbe9-9ea6-459b-8416-171cd04bc369, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:18.446807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] For port 1c75fbe9-9ea6-459b-8416-171cd04bc369, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:18.547505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.585001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.585619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.587662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] 10.222.0.46 "PUT /v2.0/ports/1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 1093 time: 0.8313825 Aug 10 03:56:18.588000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:18.590320 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:18.621220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e509-1e6a-410d-867c-836b0f4973ba service neutron] Pushing event updated for resources: {'Port': ['ID=1c75fbe9-9ea6-459b-8416-171cd04bc369,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.636704 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa9b2eb-be3a-4763-acd8-17cf5eb9a6ac x-openstack-request-id: req-8aa9b2eb-be3a-4763-acd8-17cf5eb9a6ac {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:18.637125 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:18.637443 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8aa9b2eb-be3a-4763-acd8-17cf5eb9a6ac {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:18.637910 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'status': 'completed', 'code': 200} Aug 10 03:56:18.760965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9 req-33a8d520-a851-4631-948e-8ba78009a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.762623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9 req-33a8d520-a851-4631-948e-8ba78009a8f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1096 time: 0.1043000 Aug 10 03:56:18.865613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9 req-6681ca86-3d11-4e1d-a6c5-946d4fc09223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.867024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9 req-6681ca86-3d11-4e1d-a6c5-946d4fc09223 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954869 Aug 10 03:56:18.968020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9 req-dc74b687-5e1e-42d3-9d09-c2662a331b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.969555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4beb9e6-ec97-472d-9dd9-c2d21a9ba3a9 req-dc74b687-5e1e-42d3-9d09-c2662a331b23 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945473 Aug 10 03:56:19.060421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-21ed9006-fbf8-4ba0-b363-8e7baae4651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.060421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-21ed9006-fbf8-4ba0-b363-8e7baae4651e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1096 time: 0.0401933 Aug 10 03:56:19.095063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-75278273-ddcc-4ba8-b141-19f02e8161e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 217 time: 0.0373390 Aug 10 03:56:19.145118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-79cb1816-4ef8-4007-9cba-0e48934b6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.146596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-79cb1816-4ef8-4007-9cba-0e48934b6ffb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 200 len: 853 time: 0.0443707 Aug 10 03:56:19.193281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-7a8c810d-d7e9-4c18-b3ed-0a506c9c2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.194794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-7a8c810d-d7e9-4c18-b3ed-0a506c9c2986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b564817-e9b4-40da-9584-773c8af83caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398507 Aug 10 03:56:19.287578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-f4881156-42d3-427d-b1d9-bb7eaea6cae3 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842268 Aug 10 03:56:19.403871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f62ca5f-207c-4aab-9bb8-0701ee1985cc req-4cf2fd7b-f489-450d-8420-c71d8bcef62e service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084471 Aug 10 03:56:19.419301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a5416-6bb8-4dba-b558-42f64cfa6bdb req-0a7a8a96-f59f-4706-9384-f555f8dab516 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.420838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-655a5416-6bb8-4dba-b558-42f64cfa6bdb req-0a7a8a96-f59f-4706-9384-f555f8dab516 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0627789 Aug 10 03:56:19.459744 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-655a5416-6bb8-4dba-b558-42f64cfa6bdb req-fa436a03-453d-4ee8-8f9c-733ceb69ac81 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Aug 10 03:56:20.580448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18ea9-cb56-40a4-949d-7c258c9f45c0 req-ddb77506-12b2-4480-bced-739745c92578 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.581844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5b18ea9-cb56-40a4-949d-7c258c9f45c0 req-ddb77506-12b2-4480-bced-739745c92578 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0531359 Aug 10 03:56:20.622099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5b18ea9-cb56-40a4-949d-7c258c9f45c0 req-82ff6785-a61d-43f9-a4b8-50d91d9bdc3a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Aug 10 03:56:21.736436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3cb1b-b0bb-4e42-b4ee-ded2f6a46faf req-caa3c436-f3be-4f86-844b-de80b5ee6819 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.737834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3e3cb1b-b0bb-4e42-b4ee-ded2f6a46faf req-caa3c436-f3be-4f86-844b-de80b5ee6819 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0489697 Aug 10 03:56:21.775524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b3e3cb1b-b0bb-4e42-b4ee-ded2f6a46faf req-0738e9eb-fc36-4aa4-b472-5e6255d6560d tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Aug 10 03:56:22.889483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd426-954e-4d01-8e37-eb90176d334a req-b344428d-1b5a-4b87-9cc6-69a4a6bae528 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.890947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad1fd426-954e-4d01-8e37-eb90176d334a req-b344428d-1b5a-4b87-9cc6-69a4a6bae528 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0473292 Aug 10 03:56:22.928696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad1fd426-954e-4d01-8e37-eb90176d334a req-13c0d213-1ca8-401c-95af-16f8b32af4f1 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Aug 10 03:56:24.046538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9da679-3b28-4a92-b07b-c040fc6f5920 req-df4b1861-8d6e-4c81-9783-e4e678522656 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.056551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f9da679-3b28-4a92-b07b-c040fc6f5920 req-df4b1861-8d6e-4c81-9783-e4e678522656 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0515873 Aug 10 03:56:24.085490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f9da679-3b28-4a92-b07b-c040fc6f5920 req-4031a838-5910-41a7-8aeb-d65d324322e3 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Aug 10 03:56:25.199895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afe6bf-e488-42a1-94f4-fa44e12a1ba5 req-334eb1b3-b877-436a-80ec-239efe6fda04 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.201404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2afe6bf-e488-42a1-94f4-fa44e12a1ba5 req-334eb1b3-b877-436a-80ec-239efe6fda04 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0494835 Aug 10 03:56:25.238283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2afe6bf-e488-42a1-94f4-fa44e12a1ba5 req-ee9a287b-ead1-4a00-961e-1da51d6f0590 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Aug 10 03:56:26.351036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc914-aeb2-423c-ac51-5c18eff2dd80 req-9d0c4b5a-d2d4-47fb-be93-539931409121 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.353143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725cc914-aeb2-423c-ac51-5c18eff2dd80 req-9d0c4b5a-d2d4-47fb-be93-539931409121 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0483234 Aug 10 03:56:26.357966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.389233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725cc914-aeb2-423c-ac51-5c18eff2dd80 req-124d9777-ce17-463c-9e97-bee6d2a77812 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298855 Aug 10 03:56:27.507012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34415-91bb-4888-9000-b21aa852e266 req-9e908057-8356-4757-8a15-ef3631d95a9b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:27.508530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7d34415-91bb-4888-9000-b21aa852e266 req-9e908057-8356-4757-8a15-ef3631d95a9b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0517416 Aug 10 03:56:27.545082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7d34415-91bb-4888-9000-b21aa852e266 req-f8d57005-c3f7-44a6-a84e-11e7885bd78e tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305288 Aug 10 03:56:28.659043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ef3c-d1bf-4caa-8620-0f6075e1ed70 req-27442e43-2dd2-4810-b520-51c64caf8e91 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:28.660543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37a7ef3c-d1bf-4caa-8620-0f6075e1ed70 req-27442e43-2dd2-4810-b520-51c64caf8e91 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0484307 Aug 10 03:56:28.703793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37a7ef3c-d1bf-4caa-8620-0f6075e1ed70 req-00dd8c5a-c3f4-491c-b515-87626f5fed51 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369141 Aug 10 03:56:29.816279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266b3b2-ab66-4534-8870-86d2c2473ca5 req-b8015b6a-bb74-48b3-95c9-a39ac2055a7b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.817799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4266b3b2-ab66-4534-8870-86d2c2473ca5 req-b8015b6a-bb74-48b3-95c9-a39ac2055a7b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 944 time: 0.0483367 Aug 10 03:56:29.854754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4266b3b2-ab66-4534-8870-86d2c2473ca5 req-6086ac1e-ff7c-4769-86ef-5d95955d2d3f tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304995 Aug 10 03:56:30.295259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a1a02180-9a2c-45ab-99aa-70c30ae692cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.322998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c75fbe9-9ea6-459b-8416-171cd04bc369 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:30.416895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1c75fbe9-9ea6-459b-8416-171cd04bc369, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:30.427510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:30.462596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.474385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c75fbe9-9ea6-459b-8416-171cd04bc369 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:30.493052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1c75fbe9-9ea6-459b-8416-171cd04bc369, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:30.575134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.623563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1c75fbe9-9ea6-459b-8416-171cd04bc369,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.630555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.630905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.631243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.631574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.631903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.632229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.632588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.633392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.633715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.634034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.634352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.634671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:30.830853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['1c75fbe9-9ea6-459b-8416-171cd04bc369'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:30.972543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7279d2-7c1e-4a4f-aa44-93f5193bd2bd req-df43898c-3780-4496-959b-ef9d0bf4a71f tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.974052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c7279d2-7c1e-4a4f-aa44-93f5193bd2bd req-df43898c-3780-4496-959b-ef9d0bf4a71f tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Aug 10 03:56:31.013751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c7279d2-7c1e-4a4f-aa44-93f5193bd2bd req-1a37a542-58cd-4332-89fb-9b37e85fd8ca tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319650 Aug 10 03:56:32.129843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7a99-344d-4df2-b3f1-75afccf7da61 req-f303ba09-4d05-4799-95d8-926033337d44 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.131368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ca7a99-344d-4df2-b3f1-75afccf7da61 req-f303ba09-4d05-4799-95d8-926033337d44 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Aug 10 03:56:32.169289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ca7a99-344d-4df2-b3f1-75afccf7da61 req-1b7582bf-6acd-4ab0-8950-1ee451ed1cb2 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Aug 10 03:56:32.321708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c75fbe9-9ea6-459b-8416-171cd04bc369 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:32.437891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 1c75fbe9-9ea6-459b-8416-171cd04bc369 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:32.441919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 1c75fbe9-9ea6-459b-8416-171cd04bc369 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:32.442282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.516243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.537208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:32.539464 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81549594-2128-4bce-81d5-12dbec2a8cd4" -d '{"events": [{"server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "name": "network-vif-plugged", "status": "completed", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:32.552034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1c75fbe9-9ea6-459b-8416-171cd04bc369, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:32.574991 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c3711a-dcbe-4d17-8a03-76351cc8acc4 x-openstack-request-id: req-55c3711a-dcbe-4d17-8a03-76351cc8acc4 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:32.575285 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "name": "network-vif-plugged", "status": "completed", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:32.575570 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55c3711a-dcbe-4d17-8a03-76351cc8acc4 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:32.575965 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'code': 200} Aug 10 03:56:32.644013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.676716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44272-c129-408e-9671-560b7d1d583e req-cfd85948-b2f7-407e-921e-41e4b52f69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.678153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cd44272-c129-408e-9671-560b7d1d583e req-cfd85948-b2f7-407e-921e-41e4b52f69f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1098 time: 0.0426097 Aug 10 03:56:32.695734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.697168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1c75fbe9-9ea6-459b-8416-171cd04bc369,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.716528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cd44272-c129-408e-9671-560b7d1d583e req-329a3c9c-7855-476b-abc8-94afad5f86c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300660 Aug 10 03:56:33.026361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2610152b-a964-4f50-be4f-1a8f1041236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.287684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fe0e0-2d59-42c8-be5d-89ebed5049c3 req-576dd578-62e0-44cb-bbeb-16e67ac07e41 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.289105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f49fe0e0-2d59-42c8-be5d-89ebed5049c3 req-576dd578-62e0-44cb-bbeb-16e67ac07e41 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Aug 10 03:56:33.332840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f49fe0e0-2d59-42c8-be5d-89ebed5049c3 req-677c960f-8f3e-45c1-84d7-44866f4e07da tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Aug 10 03:56:34.243537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.444316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9a08e-1311-4794-b161-5a4c6aedbfef req-4f9fb653-18da-49e1-b3ad-7267ea693dd1 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.445839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69b9a08e-1311-4794-b161-5a4c6aedbfef req-4f9fb653-18da-49e1-b3ad-7267ea693dd1 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0478656 Aug 10 03:56:34.482813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-69b9a08e-1311-4794-b161-5a4c6aedbfef req-46eb6282-dbc7-4619-8893-99ac7fd0ed3f tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Aug 10 03:56:34.595201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1e31e-4d53-454e-a01a-d88c6afd26e5 req-d69b7102-9bf2-4374-97b4-bf4c87496e9e tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.596679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9c1e31e-4d53-454e-a01a-d88c6afd26e5 req-d69b7102-9bf2-4374-97b4-bf4c87496e9e tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0479760 Aug 10 03:56:34.634019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9c1e31e-4d53-454e-a01a-d88c6afd26e5 req-bf505adf-ff68-4102-a98f-56c96d533e4b tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Aug 10 03:56:34.654671 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42528) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.739110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f37d3-2dba-49d9-916b-36dd1e7c6429 tempest-TestVolumeBackupRestore-1589465863 tempest-TestVolumeBackupRestore-1589465863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.740625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c03f37d3-2dba-49d9-916b-36dd1e7c6429 tempest-TestVolumeBackupRestore-1589465863 tempest-TestVolumeBackupRestore-1589465863-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1093 time: 0.0849922 Aug 10 03:56:34.744141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42532) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.748441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:34.866202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.958206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.061703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Allocated IP 172.25.1.80 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/058186ca-86fe-4353-b3ba-e2df4039b7f4) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:35.158790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.243901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.283300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:35.287945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:35.291881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:35.315295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'Port': ['ID=058186ca-86fe-4353-b3ba-e2df4039b7f4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:35.763780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.894909 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.033395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.179474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.265828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.330338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event updated for resources: {'Port': ['ID=058186ca-86fe-4353-b3ba-e2df4039b7f4,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.343891 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.440452 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Floating IP 9d8683a3-da03-4730-b0c2-b83d470d0d35 associated. External IP: 172.25.1.80, port: 1c75fbe9-9ea6-459b-8416-171cd04bc369. Aug 10 03:56:36.641806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Router e662516c-b26b-47d7-8104-fba393e0b98c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:36.748198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:36.757612 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] Sync routers for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:36.767522 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:36.775499 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:56:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:36.865781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.870468 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:36.892237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2f2ef3a-e7c1-43ba-b61c-d825b8350d77 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1469080 Aug 10 03:56:36.892686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:36.894928 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42534) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.895422 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:36.939112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b657681-b0d2-4f95-9e02-a9282ca6d47c tempest-TestVolumeBackupRestore-1589465863 tempest-TestVolumeBackupRestore-1589465863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.943517 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8b657681-b0d2-4f95-9e02-a9282ca6d47c tempest-TestVolumeBackupRestore-1589465863 tempest-TestVolumeBackupRestore-1589465863-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1093 time: 0.0448279 Aug 10 03:56:36.943772 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42544) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.948835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Request body: {'floatingip': {'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:37.006635 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ccc396-9af9-4ffe-b360-d4aa2c14e988 x-openstack-request-id: req-f1ccc396-9af9-4ffe-b360-d4aa2c14e988 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:37.007003 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:37.007327 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1ccc396-9af9-4ffe-b360-d4aa2c14e988 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:37.008321 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'status': 'completed', 'code': 200} Aug 10 03:56:37.016448 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.081618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-0d3e44ed-0962-4cef-af2c-9cf733c8e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.083286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-0d3e44ed-0962-4cef-af2c-9cf733c8e616 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1098 time: 0.0489190 Aug 10 03:56:37.186574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-b9730d32-ddac-4eb1-ad18-c53b8b260114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.188313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-b9730d32-ddac-4eb1-ad18-c53b8b260114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 915 time: 0.0978754 Aug 10 03:56:37.208665 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d8683a3-da03-4730-b0c2-b83d470d0d35', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:35Z', 'updated_at': '2021-08-10T03:56:35Z', 'revision_number': 0, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:37.241207 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] Checking router: e662516c-b26b-47d7-8104-fba393e0b98c for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:37.251971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:37.252628 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:56:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:37.257645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-335ba87e-f8f1-438a-944f-785773ef360f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 999 time: 0.0621593 Aug 10 03:56:37.311090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-4b40c272-2266-45c7-91dd-351ccaf1c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.312701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-4b40c272-2266-45c7-91dd-351ccaf1c4a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 200 len: 853 time: 0.0463758 Aug 10 03:56:37.359899 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:37.364284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-da8991a2-7c49-4f60-904b-f40a9b5226ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.366006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-da8991a2-7c49-4f60-904b-f40a9b5226ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b564817-e9b4-40da-9584-773c8af83caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463784 Aug 10 03:56:37.461827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-2d557679-7f24-4024-ab84-261ffb9260ff service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Aug 10 03:56:37.536020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.559749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91356a4f-a8e0-4c41-bcd3-8bfedfd269c0 req-1c7dae29-b6a5-484a-94ef-c455a252e2ec service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903404 Aug 10 03:56:37.597352 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d8683a3-da03-4730-b0c2-b83d470d0d35', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:35Z', 'updated_at': '2021-08-10T03:56:35Z', 'revision_number': 0, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:37.623058 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddefd9-821c-4c63-a5f1-2fba9484bd79 None None] The sync data for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 is: [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d8683a3-da03-4730-b0c2-b83d470d0d35', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:35Z', 'updated_at': '2021-08-10T03:56:35Z', 'revision_number': 0, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:37.632538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.819660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c39617-dd73-4ced-9867-9130aa80fdeb None None] New status for floating IP 9d8683a3-da03-4730-b0c2-b83d470d0d35: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:37.855594 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Router e662516c-b26b-47d7-8104-fba393e0b98c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:37.964085 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:37.968916 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.000322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:38.002565 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f936101-5c10-4112-aba7-8fc05354be5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:38.032394 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-42a69f4c-f305-4c68-8830-90c141033502 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "PUT /v2.0/floatingips/9d8683a3-da03-4730-b0c2-b83d470d0d35 HTTP/1.1" status: 200 len: 991 time: 1.0838602 Aug 10 03:56:38.111669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] Sync routers for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:38.121221 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:38.122148 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:56:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:38.123684 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56471cf-0099-4a28-97da-5b71709b2087 x-openstack-request-id: req-a56471cf-0099-4a28-97da-5b71709b2087 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:38.124161 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:38.125764 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a56471cf-0099-4a28-97da-5b71709b2087 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:38.125764 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'status': 'completed', 'code': 200} Aug 10 03:56:38.191161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936101-5c10-4112-aba7-8fc05354be5f req-25926c29-3365-403f-84f6-5531a04b982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.192731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-25926c29-3365-403f-84f6-5531a04b982f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1098 time: 0.0416291 Aug 10 03:56:38.229487 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:38.295878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936101-5c10-4112-aba7-8fc05354be5f req-9d9118c8-5292-4f79-a681-0cc52b4290e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.297368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-9d9118c8-5292-4f79-a681-0cc52b4290e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 915 time: 0.0962896 Aug 10 03:56:38.366961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-fc0d7f88-fdd0-4fba-a689-2f18d48e64c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 1001 time: 0.0619216 Aug 10 03:56:38.418021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936101-5c10-4112-aba7-8fc05354be5f req-f14b819f-ba1b-4120-9548-6907d69b90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.419583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-f14b819f-ba1b-4120-9548-6907d69b90c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 200 len: 853 time: 0.0447953 Aug 10 03:56:38.468466 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d8683a3-da03-4730-b0c2-b83d470d0d35', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:35Z', 'updated_at': '2021-08-10T03:56:37Z', 'revision_number': 2, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:38.475387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936101-5c10-4112-aba7-8fc05354be5f req-96f2b23f-f9a3-48b3-944a-c8266d6ec79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.477522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-96f2b23f-f9a3-48b3-944a-c8266d6ec79b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b564817-e9b4-40da-9584-773c8af83caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497565 Aug 10 03:56:38.496291 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] Checking router: e662516c-b26b-47d7-8104-fba393e0b98c for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:38.504625 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:38.505294 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:56:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:38.566922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-70538065-5d44-465e-a701-7a56eabf5dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817025 Aug 10 03:56:38.609935 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:38.662726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f936101-5c10-4112-aba7-8fc05354be5f req-6cd98337-c861-44cc-8d72-1f14eb25a150 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863101 Aug 10 03:56:38.832114 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d8683a3-da03-4730-b0c2-b83d470d0d35', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:35Z', 'updated_at': '2021-08-10T03:56:37Z', 'revision_number': 2, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:38.858427 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08a784-6335-4ad8-9b8d-6b653b0edb3b None None] The sync data for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 is: [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d8683a3-da03-4730-b0c2-b83d470d0d35', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'port_id': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'mac_address': 'fa:16:3e:9b:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:35Z', 'updated_at': '2021-08-10T03:56:37Z', 'revision_number': 2, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:39.037467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-6ac7099d-c9e9-4adb-85d0-d545e9e63d82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414581 Aug 10 03:56:39.139633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-62fe88e9-5be4-45ae-8154-ff7a99379521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.141289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-62fe88e9-5be4-45ae-8154-ff7a99379521 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0423257 Aug 10 03:56:39.248448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-17131e6d-753a-4a9b-867f-1c7ae1c49b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.249895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-17131e6d-753a-4a9b-867f-1c7ae1c49b97 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0889566 Aug 10 03:56:39.317101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-5b6f5447-c292-4124-84c7-16d2f7f16308 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 200 len: 1001 time: 0.0593629 Aug 10 03:56:39.365942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-f4eb7d8c-bd45-4ce2-8903-8bdb48f12491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.367404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-f4eb7d8c-bd45-4ce2-8903-8bdb48f12491 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0437334 Aug 10 03:56:39.416526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-95e4812f-8682-4941-bae1-64af7e92ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.417917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-95e4812f-8682-4941-bae1-64af7e92ab84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442760 Aug 10 03:56:39.506713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-a66c9dd5-2c68-4e0d-a792-cb109563db87 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811784 Aug 10 03:56:39.600332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbce8b40-206b-46b4-bce0-7bc65fe13b9c req-415ff37a-6636-47c9-9f0a-4416959c5d3c service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872202 Aug 10 03:56:40.126356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:40.129333 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410e6c2-5cd9-4e86-b226-7619db0cde41" -d '{"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:40.165404 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4ecd14-d85a-40fa-96a2-b9a0cb52bfad x-openstack-request-id: req-fb4ecd14-d85a-40fa-96a2-b9a0cb52bfad {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:40.165694 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:40.165941 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb4ecd14-d85a-40fa-96a2-b9a0cb52bfad {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:40.166333 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'status': 'completed', 'code': 200} Aug 10 03:56:40.227604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-3bcb3c3c-d4c6-4e2d-9edb-b38cf5a69a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.229115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-3bcb3c3c-d4c6-4e2d-9edb-b38cf5a69a2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1098 time: 0.0407324 Aug 10 03:56:40.323160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-4eeaab36-8808-4d9c-b463-613d8285f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.324674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-4eeaab36-8808-4d9c-b463-613d8285f904 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 915 time: 0.0884681 Aug 10 03:56:40.394292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-5da946fe-f139-4c98-80e8-b7fc78674f5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 1001 time: 0.0620623 Aug 10 03:56:40.441980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-34574f94-589b-4f25-858c-3376bdbd307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.443442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-34574f94-589b-4f25-858c-3376bdbd307d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 200 len: 853 time: 0.0422790 Aug 10 03:56:40.488189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-38fef88c-fa22-4f5b-92fc-4a3b34617903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.489696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-38fef88c-fa22-4f5b-92fc-4a3b34617903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b564817-e9b4-40da-9584-773c8af83caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387688 Aug 10 03:56:40.581720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-ef7d0a9a-7f93-4664-8610-9b01b60dd87b service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841336 Aug 10 03:56:40.670344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e410e6c2-5cd9-4e86-b226-7619db0cde41 req-9d75403e-8b1b-4652-b8c3-a86bc6a61ce9 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804362 Aug 10 03:56:45.592007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.276411 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:54.841013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338d3b2-774b-48ff-9125-edfc44dc47ac req-e9b7f6ef-2934-4db1-b152-f3b7255e275b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.842642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6338d3b2-774b-48ff-9125-edfc44dc47ac req-e9b7f6ef-2934-4db1-b152-f3b7255e275b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Aug 10 03:56:54.881741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6338d3b2-774b-48ff-9125-edfc44dc47ac req-2c9c5efa-8240-4926-9247-6cccfa5e2401 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322695 Aug 10 03:56:56.000200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0495a-e7d0-44aa-acc4-dccdb2827fdb req-f329b4d1-69ec-4341-8f0c-9b672d0cad98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.001750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8b0495a-e7d0-44aa-acc4-dccdb2827fdb req-f329b4d1-69ec-4341-8f0c-9b672d0cad98 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Aug 10 03:56:56.041020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8b0495a-e7d0-44aa-acc4-dccdb2827fdb req-5c54b78f-97c5-4f49-85c8-60639e6449e7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Aug 10 03:56:56.329573 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.597946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-2815be48-1959-4bf8-9a99-3a2583ef623f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.599320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-2815be48-1959-4bf8-9a99-3a2583ef623f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Aug 10 03:56:56.694488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:56.695403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.782910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:56.783276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.951111 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.951479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.951792 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Floating IP 4747c4ec-d296-4da9-b1d4-237c129ea270 disassociated. External IP: 172.25.1.205, port: eeb9181e-96e4-43b8-a8a0-db1f5fed83d3. Aug 10 03:56:56.952137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:57.160235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864ff0-ae5f-4352-a02b-fe73b308317c req-ec13eb19-6c5f-40ec-855f-7a2c7b0d10cc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.162308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a864ff0-ae5f-4352-a02b-fe73b308317c req-ec13eb19-6c5f-40ec-855f-7a2c7b0d10cc tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 945 time: 0.0497668 Aug 10 03:56:57.162954 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.458323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=eeb9181e-96e4-43b8-a8a0-db1f5fed83d3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.520480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a864ff0-ae5f-4352-a02b-fe73b308317c req-cd98ebbb-4c53-4de4-987d-ca8f4f2b89da tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489742 Aug 10 03:56:57.591333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:57.699842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:57.710741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:57.720587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:57.721476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:56:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:57.739815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:57.743530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.745845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11bd01f2-639e-4f3c-ae12-9f7014697f66 req-53d54cf2-18d1-4837-92ed-6b94415f9e91 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "DELETE /v2.0/ports/eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 HTTP/1.1" status: 204 len: 173 time: 1.1406865 Aug 10 03:56:57.746280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'name': 'network-vif-deleted', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:57.748545 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bda2d9-d792-42a9-8436-714eced0c145" -d '{"events": [{"server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "name": "network-vif-deleted", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:57.786108 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2774900f-6db8-49c6-a97e-772a9d8444a7 x-openstack-request-id: req-2774900f-6db8-49c6-a97e-772a9d8444a7 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:57.786396 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f255c4a-89ab-4e18-b929-b68bd66ee1d2", "name": "network-vif-deleted", "tag": "eeb9181e-96e4-43b8-a8a0-db1f5fed83d3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:57.786717 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2774900f-6db8-49c6-a97e-772a9d8444a7 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:57.786965 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f255c4a-89ab-4e18-b929-b68bd66ee1d2', 'name': 'network-vif-deleted', 'tag': 'eeb9181e-96e4-43b8-a8a0-db1f5fed83d3', 'status': 'completed', 'code': 200} Aug 10 03:56:57.837269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:58.049526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:58.075897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:58.092711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:58.093412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:56:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:58.202577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:58.412216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:58.445227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d15c8-0872-453c-bd08-019e2dfdc23c None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:58.623901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b5f8555-5d62-4f0a-a60e-bdb0f2c169f1 req-961d1b48-5e56-463c-8950-6ff524254392 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Aug 10 03:56:58.695976 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51c41e-c12e-4278-8db0-cf5b9c75cd8d None None] New status for floating IP 4747c4ec-d296-4da9-b1d4-237c129ea270: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:59.725024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1a27ad7-501a-4a3b-a472-4eef0411b9a3 req-a8397cc3-06b8-4a3f-9652-3644192444ce tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0299199 Aug 10 03:57:00.154029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:00.175193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:00.175540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device eeb9181e-96e4-43b8-a8a0-db1f5fed83d3 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:00.272508 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5badcd0f-f132-48fd-9305-7e326ac92aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.830006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19437c56-fcad-489a-a0ee-633b38079845 req-1bef25f9-b5e7-4420-aaee-fa315c0bd704 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0317073 Aug 10 03:57:01.935138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ddb9bec-38aa-4275-b744-c3d8ca5ad87b req-a265a119-8254-4779-b1ba-7edaf3597827 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f255c4a-89ab-4e18-b929-b68bd66ee1d2 HTTP/1.1" status: 200 len: 210 time: 0.0264430 Aug 10 03:57:02.775538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.082216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d022bc78-31f3-45a7-8048-6e82aca77a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.139345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-aeb25e62-0fbd-4cfb-aa3a-ea8511da6e0a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454092544&fields=id&tenant_id=f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 267 time: 0.0357745 Aug 10 03:57:03.244664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-902ae092-d21a-4bdc-a760-dde84a9c4196 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:03.246245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-902ae092-d21a-4bdc-a760-dde84a9c4196 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1002548 Aug 10 03:57:03.262294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-19859006-3116-4979-b409-4edbf99cfd89 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Aug 10 03:57:03.320448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-4ebb95a4-340e-40c5-9175-ad8c9eb48945 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521309 Aug 10 03:57:03.416093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-46ddbb7c-35ad-4bd5-a091-d816acbd94fd service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Aug 10 03:57:03.513122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-410f1725-4d9a-4576-bee6-852725d11d30 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903401 Aug 10 03:57:04.164825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f2ce607-eb8b-4c91-b1ea-8cdae7bd8e96 req-f267db4b-feb1-4af9-b363-e0b9396c96f2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0312397 Aug 10 03:57:04.232420 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.245246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3108e320-b36e-4b20-89e0-839201fbada5 req-b69f5cb1-64e4-48df-844e-ef7124530c7b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0258610 Aug 10 03:57:05.900008 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.338468 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9166bf2b-b18a-4c09-acb4-ecc1c6b7507d req-9c892509-bfb6-4c4f-8a55-b7df4ac6155f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0268540 Aug 10 03:57:06.639235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-71948b10-ee31-445e-a498-5a03b5374d97 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:06.640735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-71948b10-ee31-445e-a498-5a03b5374d97 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1047528 Aug 10 03:57:06.688579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-1d4f3eac-f072-449d-903a-66946c3a91eb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 380 time: 0.0335283 Aug 10 03:57:06.698285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'security_groups': ['605d3c7d-0dba-4e8d-a714-c0307ae9b709']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:06.950847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:06.954850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.082347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.12 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/bae244bc-a877-4347-b757-3a53170dbf6c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:07.229575 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.242965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object bae244bc-a877-4347-b757-3a53170dbf6c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:07.328226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.377804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:07.381395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:07.385277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:07.397524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=bae244bc-a877-4347-b757-3a53170dbf6c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.476988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.477645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.502419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a6f55-706d-4c5b-aff9-07cfd1cca33e req-9c62c348-c0fb-4aac-927e-7e769759758a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.503985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f70a6f55-706d-4c5b-aff9-07cfd1cca33e req-9c62c348-c0fb-4aac-927e-7e769759758a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 932 time: 0.0810649 Aug 10 03:57:07.550469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f70a6f55-706d-4c5b-aff9-07cfd1cca33e req-9a58fb9a-4a67-4626-a658-8443613749af tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Aug 10 03:57:07.604182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-ff1ebafc-b246-4b28-998b-1a21887599ba tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9099224 Aug 10 03:57:07.623371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Request body: {'port': {'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:07.684066 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.717610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7dd40ac5-834c-44b7-aa4d-32da9d411207 None None] Provisioning for port bae244bc-a877-4347-b757-3a53170dbf6c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:07.722665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7dd40ac5-834c-44b7-aa4d-32da9d411207 None None] Provisioning complete for port bae244bc-a877-4347-b757-3a53170dbf6c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:07.723197 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7dd40ac5-834c-44b7-aa4d-32da9d411207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.758927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7dd40ac5-834c-44b7-aa4d-32da9d411207 None None] Port bae244bc-a877-4347-b757-3a53170dbf6c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:07.955105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae244bc-a877-4347-b757-3a53170dbf6c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:07.963101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.975002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Transition to ACTIVE for port object bae244bc-a877-4347-b757-3a53170dbf6c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:08.042301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.102773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Pushing event updated for resources: {'Port': ['ID=bae244bc-a877-4347-b757-3a53170dbf6c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.192975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Attempting to bind port bae244bc-a877-4347-b757-3a53170dbf6c on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:08.193326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Attempting to bind port bae244bc-a877-4347-b757-3a53170dbf6c by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:08.193728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Attempting to bind port bae244bc-a877-4347-b757-3a53170dbf6c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:08.200019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Port bae244bc-a877-4347-b757-3a53170dbf6c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:08.200375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Attempting to bind port bae244bc-a877-4347-b757-3a53170dbf6c on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:08.207607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:08.207832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:08.210181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:08.210181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Bound port: bae244bc-a877-4347-b757-3a53170dbf6c, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:08.210181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.285005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] For port bae244bc-a877-4347-b757-3a53170dbf6c, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:08.288311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] For port bae244bc-a877-4347-b757-3a53170dbf6c, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=bae244bc-a877-4347-b757-3a53170dbf6c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:08.358603 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.394838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.395778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.397568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] 10.222.0.54 "PUT /v2.0/ports/bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1093 time: 0.7787690 Aug 10 03:57:08.399887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:08.402267 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d60353f-0ee4-4332-a368-7d3e1489db5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:08.437144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438b1f9-d411-4662-84b7-5ce00d3a3344 service neutron] Pushing event updated for resources: {'Port': ['ID=bae244bc-a877-4347-b757-3a53170dbf6c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.468821 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93a94ee-2958-4c9f-94c5-94de6f164656 x-openstack-request-id: req-d93a94ee-2958-4c9f-94c5-94de6f164656 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:08.469219 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:08.469650 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93a94ee-2958-4c9f-94c5-94de6f164656 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:08.470119 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'status': 'completed', 'code': 200} Aug 10 03:57:08.561765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60353f-0ee4-4332-a368-7d3e1489db5a req-5c6f34f3-9781-42be-87ea-104f0286daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.563332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d60353f-0ee4-4332-a368-7d3e1489db5a req-5c6f34f3-9781-42be-87ea-104f0286daf5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1096 time: 0.0513933 Aug 10 03:57:08.707781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60353f-0ee4-4332-a368-7d3e1489db5a req-3997fd23-c853-4702-b6f7-d9a4979d9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.709322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d60353f-0ee4-4332-a368-7d3e1489db5a req-3997fd23-c853-4702-b6f7-d9a4979d9b4a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f3700304da7e40c19df22711918cfcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1327305 Aug 10 03:57:08.732646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afed914-7e2d-44d0-9e3d-4e708164af29 req-4d13bd46-bfd9-4525-a278-ff38d83d69f9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.734117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5afed914-7e2d-44d0-9e3d-4e708164af29 req-4d13bd46-bfd9-4525-a278-ff38d83d69f9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0802524 Aug 10 03:57:08.820752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5afed914-7e2d-44d0-9e3d-4e708164af29 req-3a3e7705-ef4f-4284-978f-7c406b01b789 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754216 Aug 10 03:57:08.842161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60353f-0ee4-4332-a368-7d3e1489db5a req-eaa7b1fb-0ffe-4b7a-b78d-8dd99d0c286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.843660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d60353f-0ee4-4332-a368-7d3e1489db5a req-eaa7b1fb-0ffe-4b7a-b78d-8dd99d0c286b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276555 Aug 10 03:57:08.945948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-4ef42de6-b51b-438e-bbfc-d4757b3309e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.947496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-4ef42de6-b51b-438e-bbfc-d4757b3309e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1096 time: 0.0465443 Aug 10 03:57:08.996238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-c94968c0-073d-4bd1-8a07-296eea6d7845 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 217 time: 0.0345495 Aug 10 03:57:09.045212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-2d2c0d6e-87e7-4b72-9940-8af3e8c1e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.046752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-2d2c0d6e-87e7-4b72-9940-8af3e8c1e0e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0442150 Aug 10 03:57:09.093896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-e491bdee-07e8-4f0a-b3aa-8cfdf286f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.095416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-e491bdee-07e8-4f0a-b3aa-8cfdf286f304 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414484 Aug 10 03:57:09.188554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-1a047085-420f-4a17-ae79-d42558a0c61d service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Aug 10 03:57:09.278465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-405a5a28-9d7f-4884-bbd8-c1f62d7da51a req-95f1cea3-ab35-4f18-bfd3-c8e2ca8d50c9 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823011 Aug 10 03:57:09.940940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666a91-5d2c-42a0-a3d9-be021c1a6b7c req-f02df85b-97d7-4d94-adde-bd16204e7a9b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.942551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf666a91-5d2c-42a0-a3d9-be021c1a6b7c req-f02df85b-97d7-4d94-adde-bd16204e7a9b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0538940 Aug 10 03:57:09.980125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf666a91-5d2c-42a0-a3d9-be021c1a6b7c req-6fa5ee16-b1c2-4ead-9466-960fccdecc9d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307024 Aug 10 03:57:11.095585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba473e-7d82-444b-b5d3-4d3cd0625b73 req-a578a7bd-bdf4-4a30-9793-8dff20b3de03 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.097103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cba473e-7d82-444b-b5d3-4d3cd0625b73 req-a578a7bd-bdf4-4a30-9793-8dff20b3de03 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0484357 Aug 10 03:57:11.135705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cba473e-7d82-444b-b5d3-4d3cd0625b73 req-ec84cf8d-76f6-462e-b0e9-2224246429e6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Aug 10 03:57:12.249470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4e337-d365-4a2b-84e7-74ec62c5927d req-c80bdf54-8bc2-4bfd-8688-2e0f1d5728c5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.250936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49d4e337-d365-4a2b-84e7-74ec62c5927d req-c80bdf54-8bc2-4bfd-8688-2e0f1d5728c5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0475256 Aug 10 03:57:12.287750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49d4e337-d365-4a2b-84e7-74ec62c5927d req-9e8fbccd-1ece-4017-aac5-4d708d927846 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Aug 10 03:57:13.406873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc776c-ba05-4d9d-9e1b-8223cc3e662d req-a312e731-4c25-4900-b290-d12ec821cbdd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.408236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdbc776c-ba05-4d9d-9e1b-8223cc3e662d req-a312e731-4c25-4900-b290-d12ec821cbdd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0527911 Aug 10 03:57:13.447191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdbc776c-ba05-4d9d-9e1b-8223cc3e662d req-445ea70a-539b-46ad-b73b-0a573ffa3fe8 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Aug 10 03:57:14.566023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a635a-bebc-44b2-88db-b57b8dabb2f4 req-2c2d7925-8ecd-4ac4-a63f-b1526355a3b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.567519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a6a635a-bebc-44b2-88db-b57b8dabb2f4 req-2c2d7925-8ecd-4ac4-a63f-b1526355a3b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0491753 Aug 10 03:57:14.604692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a6a635a-bebc-44b2-88db-b57b8dabb2f4 req-0401b9aa-a378-4533-8c54-dee00c39efdf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306375 Aug 10 03:57:15.597651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.716465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46088cc8-b268-4865-ade5-2376d891e4f5 req-9b7abefb-defe-4bd5-a0b3-0bde0994a248 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.717930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46088cc8-b268-4865-ade5-2376d891e4f5 req-9b7abefb-defe-4bd5-a0b3-0bde0994a248 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0484276 Aug 10 03:57:15.757333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46088cc8-b268-4865-ade5-2376d891e4f5 req-b6d01edd-535b-415f-bc2c-59423ecee84b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Aug 10 03:57:16.544326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-c3c83eba-02a4-44c9-9df5-7291650450d9 req-27458ffc-18f8-4253-863c-db8e494bb5cf service neutron] (94805) timed out ('10.222.0.46', 53552) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:57:16.874117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b9a74-a892-453d-ace2-a5da76e53bf1 req-32369f4a-0ad7-4edc-9b4e-3094ca30e8ca tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.875590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802b9a74-a892-453d-ace2-a5da76e53bf1 req-32369f4a-0ad7-4edc-9b4e-3094ca30e8ca tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0527880 Aug 10 03:57:16.912771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802b9a74-a892-453d-ace2-a5da76e53bf1 req-35b2f691-453c-44b4-8d07-43d8eec85435 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Aug 10 03:57:18.027134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b362b-8b35-4576-8b86-b20d747393ea req-23a72b27-fab1-45f8-85c7-91fd48c1ff7b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.028640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c1b362b-8b35-4576-8b86-b20d747393ea req-23a72b27-fab1-45f8-85c7-91fd48c1ff7b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0482616 Aug 10 03:57:18.064997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c1b362b-8b35-4576-8b86-b20d747393ea req-0ea6867c-7d49-492b-a953-46bf4748ce7c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304110 Aug 10 03:57:19.178220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a6ceb-c254-4caa-9ccc-219c008ae2c1 req-5677d441-56f9-4c4f-80b8-337ed8328951 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.180207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e38a6ceb-c254-4caa-9ccc-219c008ae2c1 req-5677d441-56f9-4c4f-80b8-337ed8328951 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0486729 Aug 10 03:57:19.218903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e38a6ceb-c254-4caa-9ccc-219c008ae2c1 req-f039a494-c0ad-49f0-b379-43df93941203 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Aug 10 03:57:20.289010 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device bae244bc-a877-4347-b757-3a53170dbf6c details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:20.338512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b76d20-88bf-4e16-8dc4-f7dd8ea35755 req-a7b3bcbc-7afa-49e8-b443-88aac1e98dd7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.339998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b76d20-88bf-4e16-8dc4-f7dd8ea35755 req-a7b3bcbc-7afa-49e8-b443-88aac1e98dd7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 944 time: 0.0528698 Aug 10 03:57:20.378505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31b76d20-88bf-4e16-8dc4-f7dd8ea35755 req-a9fa28d6-0014-4238-93ac-59c7b1020faf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Aug 10 03:57:20.385652 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port bae244bc-a877-4347-b757-3a53170dbf6c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=bae244bc-a877-4347-b757-3a53170dbf6c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:20.399124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:20.433850 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.449985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae244bc-a877-4347-b757-3a53170dbf6c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:20.468732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port bae244bc-a877-4347-b757-3a53170dbf6c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=bae244bc-a877-4347-b757-3a53170dbf6c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:20.575135 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.625530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=bae244bc-a877-4347-b757-3a53170dbf6c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.988396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['bae244bc-a877-4347-b757-3a53170dbf6c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:21.493731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdae624-f9dd-44bd-af90-a80c2d7ce6c5 req-a4325e2e-831c-41cf-b0aa-03177df7d6ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:21.495215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cdae624-f9dd-44bd-af90-a80c2d7ce6c5 req-a4325e2e-831c-41cf-b0aa-03177df7d6ad tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Aug 10 03:57:21.531895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cdae624-f9dd-44bd-af90-a80c2d7ce6c5 req-98572f25-9135-4342-a09e-acac103e99e5 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Aug 10 03:57:22.295270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device bae244bc-a877-4347-b757-3a53170dbf6c up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:22.431982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port bae244bc-a877-4347-b757-3a53170dbf6c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:22.435662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port bae244bc-a877-4347-b757-3a53170dbf6c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:22.436034 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.513457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.542794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:22.545106 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42155aad-c9a0-49b0-b108-a479804012af" -d '{"events": [{"server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "name": "network-vif-plugged", "status": "completed", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:22.558677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port bae244bc-a877-4347-b757-3a53170dbf6c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=bae244bc-a877-4347-b757-3a53170dbf6c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:22.584658 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7fac6c-8954-4200-a8a4-e07cf4e7a3b5 x-openstack-request-id: req-aa7fac6c-8954-4200-a8a4-e07cf4e7a3b5 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:22.585532 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "name": "network-vif-plugged", "status": "completed", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:22.585791 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa7fac6c-8954-4200-a8a4-e07cf4e7a3b5 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:22.586187 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'code': 200} Aug 10 03:57:22.648449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.698303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=bae244bc-a877-4347-b757-3a53170dbf6c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.704099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9145c-9b4a-4f14-8803-19d5526b7793 req-349e2255-4b81-4005-b715-6431f8328baa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:22.705615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14e9145c-9b4a-4f14-8803-19d5526b7793 req-349e2255-4b81-4005-b715-6431f8328baa tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 945 time: 0.0764201 Aug 10 03:57:22.737040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4579815-13d0-406a-b80e-371056b0e1da req-15c08b4a-6775-472e-9626-4e7e8ef95b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:22.738483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4579815-13d0-406a-b80e-371056b0e1da req-15c08b4a-6775-472e-9626-4e7e8ef95b2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0718770 Aug 10 03:57:22.763820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14e9145c-9b4a-4f14-8803-19d5526b7793 req-402392bf-48e1-432e-8923-cc6cc705502c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522654 Aug 10 03:57:22.780750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4579815-13d0-406a-b80e-371056b0e1da req-d36024b0-5529-4696-90f2-2f9486f28217 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345960 Aug 10 03:57:23.878171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94327ce-56fc-4e5d-b526-4f9a0790d82c req-e87e8a1e-25ee-44bc-8227-2a42d9d1a229 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:23.879646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c94327ce-56fc-4e5d-b526-4f9a0790d82c req-e87e8a1e-25ee-44bc-8227-2a42d9d1a229 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 946 time: 0.0491865 Aug 10 03:57:23.918647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c94327ce-56fc-4e5d-b526-4f9a0790d82c req-e4b3b291-a779-4320-b463-c657eeb02ce7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323827 Aug 10 03:57:25.031847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339190cd-856b-4c8d-bf9c-7ede0839782b req-581e1b90-46f2-432c-a0fb-6aa21c937113 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.033324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-339190cd-856b-4c8d-bf9c-7ede0839782b req-581e1b90-46f2-432c-a0fb-6aa21c937113 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Aug 10 03:57:25.071186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-339190cd-856b-4c8d-bf9c-7ede0839782b req-fa1eed90-9940-45f7-ba66-4bc72d6540f0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Aug 10 03:57:25.188338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba9920-22f2-4b11-8d75-4da8f4c9fe0e req-329cf49b-4e3f-49db-a15e-6f51af8d1f72 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.190074 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2eba9920-22f2-4b11-8d75-4da8f4c9fe0e req-329cf49b-4e3f-49db-a15e-6f51af8d1f72 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 946 time: 0.0530946 Aug 10 03:57:25.227912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2eba9920-22f2-4b11-8d75-4da8f4c9fe0e req-1557a38c-77bf-4c40-9131-ff88add4046c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Aug 10 03:57:25.250440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.293817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4503bc-46c5-40c7-ac25-b5456e810751 tempest-TestVolumeBootPattern-1277995091 tempest-TestVolumeBootPattern-1277995091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.295347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e4503bc-46c5-40c7-ac25-b5456e810751 tempest-TestVolumeBootPattern-1277995091 tempest-TestVolumeBootPattern-1277995091-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1093 time: 0.0438855 Aug 10 03:57:25.300210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42650) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.305094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.437905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.543786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.650810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.25.1.82 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/5fd44b93-d5d6-4b3e-b89e-612fdf5f1a2a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:25.756419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.853879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.891961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:25.899079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:25.901653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:25.913276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-5d98cc63-da81-4848-8424-14396319e1db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0866208 Aug 10 03:57:25.944773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=5fd44b93-d5d6-4b3e-b89e-612fdf5f1a2a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.957987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.958329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.958669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.959018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.959347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.959717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.960039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.960384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.960709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.961027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.961345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:25.961662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.053867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-609d8057-4e1f-4d5d-b3d9-4e64dd090a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.055381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-609d8057-4e1f-4d5d-b3d9-4e64dd090a5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1098 time: 0.0888822 Aug 10 03:57:26.243169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-bf8d4992-a01d-47cc-ae39-cdb79b139620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.244656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-bf8d4992-a01d-47cc-ae39-cdb79b139620 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 915 time: 0.1409538 Aug 10 03:57:26.335703 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.632995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-71687296-89dd-44eb-9cad-c8b7c30c2876 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 1001 time: 0.3691301 Aug 10 03:57:26.726740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-ba8b1ee2-cc76-4cac-8743-62694e20feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.728187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-ba8b1ee2-cc76-4cac-8743-62694e20feed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 200 len: 853 time: 0.0861151 Aug 10 03:57:26.732984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.802919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-024eb426-200d-4ce9-aa93-09413cc089ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.804985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-024eb426-200d-4ce9-aa93-09413cc089ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b564817-e9b4-40da-9584-773c8af83caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523624 Aug 10 03:57:26.897964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-0e10df59-7d17-4c66-849d-a2f81fee0851 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Aug 10 03:57:26.965466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.071686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18d2ff4c-58cf-4eb2-9c0c-e5c30324edb8 req-dda80638-4077-428c-b357-0dc9e7811206 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561654 Aug 10 03:57:27.150325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.294860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.362266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=5fd44b93-d5d6-4b3e-b89e-612fdf5f1a2a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.372739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.471924 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Floating IP 6626322f-5cc3-4086-8b38-96504de1ee46 associated. External IP: 172.25.1.82, port: bae244bc-a877-4347-b757-3a53170dbf6c. Aug 10 03:57:27.675650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:27.783210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:27.793061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:27.801761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:27.802379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:27.905279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:27.940723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.968136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-57b2e223-e50d-4efb-8d7f-29f648fb4856 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6667132 Aug 10 03:57:27.968937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:27.971235 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91429d97-44d9-4719-9b4c-369b093223c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:28.009986 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0357c52e-a191-4e2d-a7c3-b9f8890f1a72 x-openstack-request-id: req-0357c52e-a191-4e2d-a7c3-b9f8890f1a72 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:28.010327 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:28.010582 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0357c52e-a191-4e2d-a7c3-b9f8890f1a72 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:28.010984 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'status': 'completed', 'code': 200} Aug 10 03:57:28.096715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429d97-44d9-4719-9b4c-369b093223c2 req-10467398-e2c8-4ed1-9af2-6f8f4066df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.098130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-10467398-e2c8-4ed1-9af2-6f8f4066df59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0407693 Aug 10 03:57:28.134059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:26Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:28.160024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:28.168178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:28.168813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:28.193539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429d97-44d9-4719-9b4c-369b093223c2 req-66884b6c-e557-42ae-a30e-726a939ac503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.195553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-66884b6c-e557-42ae-a30e-726a939ac503 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0894141 Aug 10 03:57:28.262695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-b51b1ffc-e19c-4670-b897-52cfceb4d63f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 999 time: 0.0596268 Aug 10 03:57:28.275339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:28.275909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:28.316950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429d97-44d9-4719-9b4c-369b093223c2 req-ea1285c3-9993-4565-8933-dac30eecbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.318422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-ea1285c3-9993-4565-8933-dac30eecbb53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0489039 Aug 10 03:57:28.370711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429d97-44d9-4719-9b4c-369b093223c2 req-8c0e474b-bad6-40cd-b23f-43c8382fda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.373971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-8c0e474b-bad6-40cd-b23f-43c8382fda85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460870 Aug 10 03:57:28.462191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-f743b1f1-76b2-4379-98f8-1fc7aa361496 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814698 Aug 10 03:57:28.499063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:26Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:28.563103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91429d97-44d9-4719-9b4c-369b093223c2 req-23813a28-86b7-45c2-8f16-fdba230cb5b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924234 Aug 10 03:57:28.691098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17468c7-6fc4-436a-9223-6b60411978a8 None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:26Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:28.900567 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c595dc-3ff1-4cf3-bec7-c09b5d540bee None None] New status for floating IP 6626322f-5cc3-4086-8b38-96504de1ee46: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:30.300201 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e3aef04c-efab-42da-b3f6-fb9ac1a72352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.728866 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.064580 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c79df109-0d55-4909-9d2c-16f6c60d4781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.231817 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.797483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.043025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-6e07d5b8-074c-44c9-8e0d-e86d81c6c4df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417559 Aug 10 03:57:41.141803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-02d1ad05-f424-442b-96f0-10fd24bf5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.143323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-02d1ad05-f424-442b-96f0-10fd24bf5108 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0410957 Aug 10 03:57:41.247304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-2bf9615c-154d-4766-a950-55dd187e198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.248811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-2bf9615c-154d-4766-a950-55dd187e198c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0856748 Aug 10 03:57:41.313359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-7bca7e7b-72e0-445b-8c08-c764cac7e154 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1001 time: 0.0576081 Aug 10 03:57:41.361402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-d7527dc3-5749-44dc-bc7a-384cb6ff8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.362884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-d7527dc3-5749-44dc-bc7a-384cb6ff8edf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0429833 Aug 10 03:57:41.415741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-35ff8935-4107-425a-a494-b1ec025bae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.417282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-35ff8935-4107-425a-a494-b1ec025bae10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445976 Aug 10 03:57:41.507225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-ea87cca2-87bd-4b32-bbfa-8ba63eecbd68 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831332 Aug 10 03:57:41.598134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85692a52-4f4d-4dd4-941c-af087e2f74eb req-92343709-8000-487d-ad2e-2ef7d4b8fc56 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Aug 10 03:57:45.574554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.036052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42670) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.198489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Deleting port 058186ca-86fe-4353-b3ba-e2df4039b7f4 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:49.198841 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.275655 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.275997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.288191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Calling delete_port for 058186ca-86fe-4353-b3ba-e2df4039b7f4 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:49.875697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.904031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event deleted for resources: {'Port': ['ID=058186ca-86fe-4353-b3ba-e2df4039b7f4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:49.917209 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.917575 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.917921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.918278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.918616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.918951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.919304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.919634 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.919968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.920291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.920653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.920979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:49.979026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.979366 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Floating IP 9d8683a3-da03-4730-b0c2-b83d470d0d35 disassociated (deleted). External IP: 172.25.1.80, port: 1c75fbe9-9ea6-459b-8416-171cd04bc369. Aug 10 03:57:50.183333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Router e662516c-b26b-47d7-8104-fba393e0b98c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:50.291218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:50.296735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.300857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] Sync routers for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:50.310614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:50.311226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.323186 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3ab99982-6bda-40c6-bb3f-8c524c3a5d2c tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "DELETE /v2.0/floatingips/9d8683a3-da03-4730-b0c2-b83d470d0d35 HTTP/1.1" status: 204 len: 168 time: 1.2858646 Aug 10 03:57:50.323768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:50.326131 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e" -d '{"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:50.420280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:50.622831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.654176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] Checking router: e662516c-b26b-47d7-8104-fba393e0b98c for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:50.662685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:50.663376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:57:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.770659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:50.801491 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a888e887-e9f5-4a6e-a127-5533b92e8645 x-openstack-request-id: req-a888e887-e9f5-4a6e-a127-5533b92e8645 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:50.802122 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:50.802450 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a888e887-e9f5-4a6e-a127-5533b92e8645 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:50.802903 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'status': 'completed', 'code': 200} Aug 10 03:57:50.918682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-23460461-d342-4b06-9c9d-615af5db3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.920833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-23460461-d342-4b06-9c9d-615af5db3bad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 1098 time: 0.0796611 Aug 10 03:57:50.930686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884ebcb-acef-4194-b56f-7b316aab1337 req-0b9ca3ff-5047-47d0-b452-7cfe6fca26b5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.932194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8884ebcb-acef-4194-b56f-7b316aab1337 req-0b9ca3ff-5047-47d0-b452-7cfe6fca26b5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0778928 Aug 10 03:57:50.974042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:51.000984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae475e-5204-4c58-b81d-33f88f8694ce None None] The sync data for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 is: [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '1a5303f8-ed1d-46a4-9237-af67f08bdf79', 'name': '', 'network_id': '0b564817-e9b4-40da-9584-773c8af83caf', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'mac_address': 'fa:16:3e:a2:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:34Z', 'updated_at': '2021-08-10T03:53:42Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'subnets': [{'id': '9c4aa234-4f5f-4e85-b26c-55b9ccae2e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:51.034755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8884ebcb-acef-4194-b56f-7b316aab1337 req-1b956de3-b354-46e9-aa7f-b2f0d51b9e58 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927918 Aug 10 03:57:51.057436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-1108808f-8390-4549-80a4-661ee6b00cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.058980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-1108808f-8390-4549-80a4-661ee6b00cb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 200 len: 915 time: 0.1258307 Aug 10 03:57:51.106687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-c26e02bb-c15b-45f4-996a-82ff8de795ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 200 len: 217 time: 0.0373678 Aug 10 03:57:51.166596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-a4ac261b-e9e3-4d9d-9fcd-3aa12fbf6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.168177 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-a4ac261b-e9e3-4d9d-9fcd-3aa12fbf6e71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 200 len: 853 time: 0.0506613 Aug 10 03:57:51.249643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-74863346-a501-437f-adb0-04cdea9c708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.249643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-74863346-a501-437f-adb0-04cdea9c708b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b564817-e9b4-40da-9584-773c8af83caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500755 Aug 10 03:57:51.249825 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23955745-ba5f-4047-b645-2dae9a855beb None None] New status for floating IP 9d8683a3-da03-4730-b0c2-b83d470d0d35: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:51.329586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-e61d8de2-ade5-4001-8e48-ea7decdc65d6 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Aug 10 03:57:51.433769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2aba41e-5db5-413e-8fc5-ba366e8eb84e req-1b402c86-190d-4958-b6e6-6b023c01aa46 service neutron] 10.222.0.46 "GET /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926783 Aug 10 03:57:52.157770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd08ec4-83ab-4467-a2c8-9c40927b917d req-c14744d4-2fe4-4a3a-b5d6-053e4b987c3d tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.159407 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbd08ec4-83ab-4467-a2c8-9c40927b917d req-c14744d4-2fe4-4a3a-b5d6-053e4b987c3d tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0519032 Aug 10 03:57:52.198582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbd08ec4-83ab-4467-a2c8-9c40927b917d req-26d14854-da9f-41aa-bd79-41db26cdb8e0 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Aug 10 03:57:52.920261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-ce55bf21-82da-4a2a-b4e5-2f07124705a6 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.921747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-ce55bf21-82da-4a2a-b4e5-2f07124705a6 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.46 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0478320 Aug 10 03:57:53.015953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Deleting port 1c75fbe9-9ea6-459b-8416-171cd04bc369 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:53.016296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.100743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] For port 1c75fbe9-9ea6-459b-8416-171cd04bc369, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1c75fbe9-9ea6-459b-8416-171cd04bc369,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:53.101117 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.118191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Calling delete_port for 1c75fbe9-9ea6-459b-8416-171cd04bc369 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:53.313207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bd385-d9cc-466c-911a-4631778f2f8f req-2803b624-94a7-4907-8af0-974923d15e1a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.314951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a4bd385-d9cc-466c-911a-4631778f2f8f req-2803b624-94a7-4907-8af0-974923d15e1a tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 946 time: 0.0479393 Aug 10 03:57:53.340490 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.377775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event deleted for resources: {'Port': ['ID=1c75fbe9-9ea6-459b-8416-171cd04bc369,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:53.390601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a4bd385-d9cc-466c-911a-4631778f2f8f req-f93bb355-e3a9-4635-ae20-81e5cdc28147 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/security-groups?id=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686300 Aug 10 03:57:53.428798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] No DVR routers for this DVR port 1c75fbe9-9ea6-459b-8416-171cd04bc369 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:53.428798 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.428798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7b89382-8753-4d2b-a9ff-6a8c67812450 req-370af63d-f305-4931-a4d9-8a1c8b8ad2e5 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.46 "DELETE /v2.0/ports/1c75fbe9-9ea6-459b-8416-171cd04bc369 HTTP/1.1" status: 204 len: 173 time: 0.4969749 Aug 10 03:57:53.428798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'name': 'network-vif-deleted', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:53.429758 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6039eed3-f4e0-48dd-8fc0-ed94ed3f85aa" -d '{"events": [{"server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "name": "network-vif-deleted", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:53.467401 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8334b3a1-2e57-4c14-ade6-423c08e78f86 x-openstack-request-id: req-8334b3a1-2e57-4c14-ade6-423c08e78f86 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:53.467776 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af03b6b-71c8-4c88-ba1f-5484c0247957", "name": "network-vif-deleted", "tag": "1c75fbe9-9ea6-459b-8416-171cd04bc369", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:53.468030 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8334b3a1-2e57-4c14-ade6-423c08e78f86 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:53.468455 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af03b6b-71c8-4c88-ba1f-5484c0247957', 'name': 'network-vif-deleted', 'tag': '1c75fbe9-9ea6-459b-8416-171cd04bc369', 'status': 'completed', 'code': 200} Aug 10 03:57:54.492278 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80e37581-aadc-44fe-9bae-1d2e97160353 req-ae06d6a4-0eab-4328-a0cd-0c8b50ae8e4f tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0274262 Aug 10 03:57:55.586235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50830435-cebc-4b2c-b829-94ef3ded686f req-2648d89a-421b-41f1-985c-da773c207c7e tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Aug 10 03:57:56.383659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.688159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a7cd9e5d-2e3f-4f3d-b83e-3d8f79dc7160 req-9bb04843-0641-409a-93b8-b8976e9d77ce tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0313210 Aug 10 03:57:56.689464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c75fbe9-9ea6-459b-8416-171cd04bc369 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:56.715031 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 1c75fbe9-9ea6-459b-8416-171cd04bc369 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:56.715380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1c75fbe9-9ea6-459b-8416-171cd04bc369 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:57.794516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c55824a6-ee42-4c50-94ea-370e434c4a47 req-8600db27-57ff-4d1f-bbd9-d8f1a50a18dc tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "GET /v2.0/ports?device_id=7af03b6b-71c8-4c88-ba1f-5484c0247957 HTTP/1.1" status: 200 len: 210 time: 0.0260303 Aug 10 03:57:58.850255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42698) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.908761 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0057d8d6-7b6c-4ce6-bb9a-92a921954e78 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.933970 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0057d8d6-7b6c-4ce6-bb9a-92a921954e78 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.152207 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0057d8d6-7b6c-4ce6-bb9a-92a921954e78 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.160586 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0057d8d6-7b6c-4ce6-bb9a-92a921954e78 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.160586 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0057d8d6-7b6c-4ce6-bb9a-92a921954e78 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] 10.222.0.26 "DELETE /v2.0/security-groups/90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202 HTTP/1.1" status: 204 len: 168 time: 0.3048363 Aug 10 03:57:59.166480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057d8d6-7b6c-4ce6-bb9a-92a921954e78 tempest-TestVolumeBackupRestore-1290363714 tempest-TestVolumeBackupRestore-1290363714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc7cb2-d8e9-4136-ba0a-c8cadb8a5202,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.297734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-60ff0218-19b1-450d-a59c-5d6aa442d939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.712137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.103307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-862ad214-863b-427c-9e3d-3da83a05189b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.345697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42826) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.714325 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.964195 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Deleting port 1a5303f8-ed1d-46a4-9237-af67f08bdf79 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:03.964570 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.047666 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] For port 1a5303f8-ed1d-46a4-9237-af67f08bdf79, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1a5303f8-ed1d-46a4-9237-af67f08bdf79,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:04.048042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.065680 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Calling delete_port for 1a5303f8-ed1d-46a4-9237-af67f08bdf79 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:04.317646 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.518007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.543847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5303f8-ed1d-46a4-9237-af67f08bdf79,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:04.715331 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.939873 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Router e662516c-b26b-47d7-8104-fba393e0b98c has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:05.047599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:05.053302 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb24c033-5623-47a3-b62c-cd27e13b29c6 admin admin] 10.222.0.26 "PUT /v2.0/routers/e662516c-b26b-47d7-8104-fba393e0b98c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061186 Aug 10 03:58:05.055950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42880) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:05.056916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] Sync routers for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:05.066243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:05.066828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:58:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:05.165540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.180569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:05.278274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:05.279394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.351612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:05.380512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] Checking router: e662516c-b26b-47d7-8104-fba393e0b98c for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:05.388549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] Routers {'e662516c-b26b-47d7-8104-fba393e0b98c'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:05.389224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:58:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['e662516c-b26b-47d7-8104-fba393e0b98c'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:05.459790 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Deleting port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:05.460147 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.490705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] Set router e662516c-b26b-47d7-8104-fba393e0b98c gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:05.538464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] For port b4fec9c8-86e5-4cdb-b326-dfbb9519bd26, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:05.539106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.560722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Calling delete_port for b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:05.670101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:05.696934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08068ea-18dd-4604-8ce5-8c7d876b627b None None] The sync data for ids ['e662516c-b26b-47d7-8104-fba393e0b98c'] in n-d-765315-26 is: [{'id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'name': 'tempest-TestVolumeBackupRestore-1099580023-router', 'tenant_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:30Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 5, 'project_id': 'c2fb143c3f17404db99afe8637a4c4ed', 'gw_port': {'id': 'b4fec9c8-86e5-4cdb-b326-dfbb9519bd26', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e662516c-b26b-47d7-8104-fba393e0b98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:31Z', 'updated_at': '2021-08-10T03:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:05.797389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.829155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.859551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fec9c8-86e5-4cdb-b326-dfbb9519bd26,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:05.921285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.011786 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.013972 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.169765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1a5303f8-ed1d-46a4-9237-af67f08bdf79 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:06.190879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1a5303f8-ed1d-46a4-9237-af67f08bdf79 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:06.191202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1a5303f8-ed1d-46a4-9237-af67f08bdf79 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:06.192685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.193434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e662516c-b26b-47d7-8104-fba393e0b98c {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:58:06.219505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.219505 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f44adbc9-3afa-4136-aa66-d66ed1ef0f9e admin admin] 10.222.0.26 "DELETE /v2.0/routers/e662516c-b26b-47d7-8104-fba393e0b98c HTTP/1.1" status: 204 len: 168 time: 1.1419234 Aug 10 03:58:06.219505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42920) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:06.249292 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Deleting subnet 9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:06.252673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.289227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.378273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.512079 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.539115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4aa234-4f5f-4e85-b26c-55b9ccae2e38,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.541070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.543561 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-862ee6f0-9947-4d2c-894c-2fea6982dd25 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9c4aa234-4f5f-4e85-b26c-55b9ccae2e38 HTTP/1.1" status: 204 len: 168 time: 0.3404310 Aug 10 03:58:06.545598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 42934) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:06.549071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a887fb-1b37-468e-acf4-cf4891658e78 None None] Network 0b564817-e9b4-40da-9584-773c8af83caf requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:06.617930 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.680250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Deleting port ad675342-14d0-479e-8dbb-4f305d4188ed {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:06.680690 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.756918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] DHCP port deletion for 0b564817-e9b4-40da-9584-773c8af83caf request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:06.761078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] For port ad675342-14d0-479e-8dbb-4f305d4188ed, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad675342-14d0-479e-8dbb-4f305d4188ed,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:06.761679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.777531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Calling delete_port for ad675342-14d0-479e-8dbb-4f305d4188ed owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:06.805995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Deleting port ad675342-14d0-479e-8dbb-4f305d4188ed {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:06.806379 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.874701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] For port ad675342-14d0-479e-8dbb-4f305d4188ed, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ad675342-14d0-479e-8dbb-4f305d4188ed,segment=NetworkSegment(595b3870-ace9-4f76-8648-cb204243bbd5),segment_id=595b3870-ace9-4f76-8648-cb204243bbd5)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:06.875127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.887850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Calling delete_port for ad675342-14d0-479e-8dbb-4f305d4188ed owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:06.940888 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.965957 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.977319 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad675342-14d0-479e-8dbb-4f305d4188ed,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.980033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] No DVR routers for this DVR port ad675342-14d0-479e-8dbb-4f305d4188ed on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:06.998383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Pushing event deleted for resources: {'Port': ['ID=ad675342-14d0-479e-8dbb-4f305d4188ed,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.003248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] No DVR routers for this DVR port ad675342-14d0-479e-8dbb-4f305d4188ed on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:07.014510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.014885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.015202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.015564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.015863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.016188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.016643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.017548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.017548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.017817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.017953 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.018268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ac8b4-fa0b-402c-a8cf-2adfc10bc5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:07.050248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.060698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b564817-e9b4-40da-9584-773c8af83caf']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.071116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595b3870-ace9-4f76-8648-cb204243bbd5') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.071407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595b3870-ace9-4f76-8648-cb204243bbd5') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.079999 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.093911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.100191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:07.100606 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:07.102195 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:07.275007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.280715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.282552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0b564817-e9b4-40da-9584-773c8af83caf HTTP/1.1" status: 204 len: 168 time: 0.7359612 Aug 10 03:58:07.285569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 42970) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.294040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dff8d-e5db-4fad-89ce-2f5c463ffe22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b564817-e9b4-40da-9584-773c8af83caf,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.898846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.922318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad675342-14d0-479e-8dbb-4f305d4188ed no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:07.942439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ad675342-14d0-479e-8dbb-4f305d4188ed {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:07.942789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ad675342-14d0-479e-8dbb-4f305d4188ed not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:07.943234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:07.964003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:07.964369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b4fec9c8-86e5-4cdb-b326-dfbb9519bd26 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:08.151019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Deleting port 60add853-d9d4-42a6-bb0c-44c45a31367a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:08.151356 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.230000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] For port 60add853-d9d4-42a6-bb0c-44c45a31367a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=60add853-d9d4-42a6-bb0c-44c45a31367a,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:08.230397 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.243908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Calling delete_port for 60add853-d9d4-42a6-bb0c-44c45a31367a owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:08.494920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.518311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Pushing event deleted for resources: {'Port': ['ID=60add853-d9d4-42a6-bb0c-44c45a31367a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:08.690514 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.907650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:09.013683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:09.018885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cf640c35-6d07-482f-97b2-b73026907494 admin admin] 10.222.0.26 "PUT /v2.0/routers/2009ca5c-27bf-4557-a1b8-8d97ccd3dac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322619 Aug 10 03:58:09.021971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43040) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:09.024036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] Sync routers for ids ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:09.035646 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] Routers {'2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:09.035646 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:58:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.127855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.143109 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] Set router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:09.238767 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.324168 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:58:08Z', 'revision_number': 5, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port': {'id': '980123e3-3c5b-46a2-8418-7e35fd8feefb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:fc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:40Z', 'updated_at': '2021-08-10T03:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.350775 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] Checking router: 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:09.360152 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] Routers {'2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:09.360843 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T03:58:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.377277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Deleting port 980123e3-3c5b-46a2-8418-7e35fd8feefb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:09.377635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.446048 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] Set router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:09.460492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] For port 980123e3-3c5b-46a2-8418-7e35fd8feefb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=980123e3-3c5b-46a2-8418-7e35fd8feefb,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:09.460871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.473563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Calling delete_port for 980123e3-3c5b-46a2-8418-7e35fd8feefb owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:09.500211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:58:09Z', 'revision_number': 6, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.526766 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75f5ee-97b8-434e-bcba-410d68f83705 None None] The sync data for ids ['2009ca5c-27bf-4557-a1b8-8d97ccd3dac6'] in n-d-765315-26 is: [{'id': '2009ca5c-27bf-4557-a1b8-8d97ccd3dac6', 'name': 'tempest-TestVolumeBackupRestore-1101575581-router', 'tenant_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:39Z', 'updated_at': '2021-08-10T03:58:09Z', 'revision_number': 6, 'project_id': '57605ecfcaeb45a7aeb151ca4688e3c4', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:09.717382 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.742633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=980123e3-3c5b-46a2-8418-7e35fd8feefb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:09.806665 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.901120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.903467 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.029394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.029960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:58:10.034805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.035946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-72d8638e-2168-487d-ba7d-88ca2aeb80a6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2009ca5c-27bf-4557-a1b8-8d97ccd3dac6 HTTP/1.1" status: 204 len: 168 time: 1.0130668 Aug 10 03:58:10.038411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43082) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:10.084248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Deleting subnet 1fc50bb0-3211-4bef-a697-31bfcdcadcc2 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:10.087741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.122165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.205278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.274563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 60add853-d9d4-42a6-bb0c-44c45a31367a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:10.295635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 60add853-d9d4-42a6-bb0c-44c45a31367a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:10.295988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 60add853-d9d4-42a6-bb0c-44c45a31367a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:10.363689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.390383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc50bb0-3211-4bef-a697-31bfcdcadcc2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:10.394124 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.396683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ae5f3bee-5b38-4c28-a395-d701356696a6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1fc50bb0-3211-4bef-a697-31bfcdcadcc2 HTTP/1.1" status: 204 len: 168 time: 0.3567536 Aug 10 03:58:10.398962 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:10.403331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55586e6-7865-436c-92b8-8046cac01429 None None] Network adad3b4a-7af6-4e09-85af-67e3f2c70824 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:10.480202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.549659 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Deleting port 4aa068a5-49d9-4528-b22b-47f4cd5767bd {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:10.550005 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.622876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] For port 4aa068a5-49d9-4528-b22b-47f4cd5767bd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4aa068a5-49d9-4528-b22b-47f4cd5767bd,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:10.623249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.638714 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Calling delete_port for 4aa068a5-49d9-4528-b22b-47f4cd5767bd owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:10.749428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] DHCP port deletion for adad3b4a-7af6-4e09-85af-67e3f2c70824 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:10.796049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] Deleting port 4aa068a5-49d9-4528-b22b-47f4cd5767bd {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:10.796450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.809238 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.862817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] For port 4aa068a5-49d9-4528-b22b-47f4cd5767bd, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=4aa068a5-49d9-4528-b22b-47f4cd5767bd,segment=NetworkSegment(7c727415-3356-484a-8fde-754d0bba33ad),segment_id=7c727415-3356-484a-8fde-754d0bba33ad)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:10.863219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.877412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] Calling delete_port for 4aa068a5-49d9-4528-b22b-47f4cd5767bd owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:10.956011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.982642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] Pushing event deleted for resources: {'Port': ['ID=4aa068a5-49d9-4528-b22b-47f4cd5767bd,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:10.986070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948a2c3-df78-4411-8fce-90c59288996e None None] No DVR routers for this DVR port 4aa068a5-49d9-4528-b22b-47f4cd5767bd on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:11.104310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa068a5-49d9-4528-b22b-47f4cd5767bd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.108137 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] No DVR routers for this DVR port 4aa068a5-49d9-4528-b22b-47f4cd5767bd on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:11.180261 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.190246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adad3b4a-7af6-4e09-85af-67e3f2c70824']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:11.200653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c727415-3356-484a-8fde-754d0bba33ad') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:11.200968 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c727415-3356-484a-8fde-754d0bba33ad') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:11.210665 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.228149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.236045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:11.236045 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: timer() Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:11.236306 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:11.375067 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.380691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.383085 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] 10.222.0.26 "DELETE /v2.0/networks/adad3b4a-7af6-4e09-85af-67e3f2c70824 HTTP/1.1" status: 204 len: 168 time: 0.9830775 Aug 10 03:58:11.394404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e4fdc-229e-4364-968b-c1b56c79cd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=adad3b4a-7af6-4e09-85af-67e3f2c70824,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.814213 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43152) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:11.855868 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-399b831e-bb6e-4e09-be85-e33c268e6846 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2fb143c3f17404db99afe8637a4c4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379419 Aug 10 03:58:11.855868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43156) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:11.904614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5292d-0f59-4510-a96c-102de07940ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.923601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4aa068a5-49d9-4528-b22b-47f4cd5767bd no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:11.931460 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5292d-0f59-4510-a96c-102de07940ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.946447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 4aa068a5-49d9-4528-b22b-47f4cd5767bd {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:11.946789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 4aa068a5-49d9-4528-b22b-47f4cd5767bd not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:11.947201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 980123e3-3c5b-46a2-8418-7e35fd8feefb no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:11.965782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 980123e3-3c5b-46a2-8418-7e35fd8feefb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:11.966134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 980123e3-3c5b-46a2-8418-7e35fd8feefb not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:12.054535 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5292d-0f59-4510-a96c-102de07940ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.057275 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5292d-0f59-4510-a96c-102de07940ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.059136 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f4e5292d-0f59-4510-a96c-102de07940ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/060e44e6-35d5-4ee5-aed9-b883e992a5fc HTTP/1.1" status: 204 len: 168 time: 0.2015121 Aug 10 03:58:12.066559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5292d-0f59-4510-a96c-102de07940ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e44e6-35d5-4ee5-aed9-b883e992a5fc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:12.860872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43182) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:12.902428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2fe43164-cbe0-4520-a521-6ab58a070f0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57605ecfcaeb45a7aeb151ca4688e3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403991 Aug 10 03:58:12.904807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43184) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:12.952560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7b5b-a681-447e-bdbf-b6161c1df7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.976298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7b5b-a681-447e-bdbf-b6161c1df7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.097525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7b5b-a681-447e-bdbf-b6161c1df7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.100099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fe2c7b5b-a681-447e-bdbf-b6161c1df7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.101380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fe2c7b5b-a681-447e-bdbf-b6161c1df7d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af7cb134-5f22-4fc8-af55-5d6065310b61 HTTP/1.1" status: 204 len: 168 time: 0.1956809 Aug 10 03:58:13.113060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c7b5b-a681-447e-bdbf-b6161c1df7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7cb134-5f22-4fc8-af55-5d6065310b61,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:15.591287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.356770 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.300402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4e51de63-a6b7-4a0d-ab31-e58ca410fcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.697193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.057101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d0664a2-304d-41d4-b696-06ec01266108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.254559 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.817127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.569331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-0a40089b-f050-444d-9593-229ad24c62bb req-ca6b4e49-c432-4a94-bd18-1b8b9471f71e service neutron] (94804) timed out ('10.222.0.26', 53126) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:58:41.039431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-9e9c9036-85f9-4ab1-9627-248f59479086 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387321 Aug 10 03:58:41.136224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca784-1224-428b-8749-edd2a4e2f241 req-b6de25bd-8e72-43e1-a13d-2d9a46a742f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.137753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-b6de25bd-8e72-43e1-a13d-2d9a46a742f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0412364 Aug 10 03:58:41.241416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca784-1224-428b-8749-edd2a4e2f241 req-92470e79-bac1-45c0-ac58-a2d99e78e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.242885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-92470e79-bac1-45c0-ac58-a2d99e78e1eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0857875 Aug 10 03:58:41.306720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-24abfb59-61dd-46c9-9e2b-95437a414102 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1001 time: 0.0567341 Aug 10 03:58:41.354971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca784-1224-428b-8749-edd2a4e2f241 req-e061b1f8-4187-4f38-93b3-9a6083326cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.356432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-e061b1f8-4187-4f38-93b3-9a6083326cb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0425575 Aug 10 03:58:41.404903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca784-1224-428b-8749-edd2a4e2f241 req-159825b5-ed4e-4533-9e5c-172bd6542129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.406410 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-159825b5-ed4e-4533-9e5c-172bd6542129 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429487 Aug 10 03:58:41.493794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-49c5ea0d-29bb-4f30-98fa-0c2e16e937c8 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800583 Aug 10 03:58:41.584803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aca784-1224-428b-8749-edd2a4e2f241 req-743f285c-aa87-4678-aea0-86b19e914b3c service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840647 Aug 10 03:58:42.277136 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:45.627723 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.345329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.311285 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8b08e09-6ea7-4217-88b9-e5b9e9bc8eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.709934 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-0258b5c6-0b0b-4bf1-b18e-306aaadda64f req-f8b29fdc-4481-4d2f-9e65-73ae46494dc5 service neutron] (94804) timed out ('10.222.0.54', 57393) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:59:02.683414 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.054158 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ae7346ad-5d92-47b2-be0a-c61f15d61185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.305849 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.793063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.655804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.276211 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:26.351044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.293996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a17a84c3-0f6c-49f9-a0f8-af03616e843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.695357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.061334 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6de072ff-699c-42af-be48-03f1c961d9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.232650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.797874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.203631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-d9a43c24-bc12-4de8-b0ca-d579bf8d38ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2080834 Aug 10 03:59:41.299158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-6bcd1e10-27b5-410f-9bb3-0d42f34d81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.300615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-6bcd1e10-27b5-410f-9bb3-0d42f34d81f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0399826 Aug 10 03:59:41.404060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-6668c2e2-8a0c-4624-90d2-9f5190988885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.405550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-6668c2e2-8a0c-4624-90d2-9f5190988885 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0857720 Aug 10 03:59:41.469973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-07bfa9c2-bc2a-42df-a541-3e4551143869 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1001 time: 0.0570998 Aug 10 03:59:41.520929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-2abb3ba2-162a-4cbd-88d6-635f39ee6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.522441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-2abb3ba2-162a-4cbd-88d6-635f39ee6fa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0461879 Aug 10 03:59:41.571154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-c84818a9-f2ac-467c-9b61-95dca246bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.572582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-c84818a9-f2ac-467c-9b61-95dca246bea9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434728 Aug 10 03:59:41.583112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-c12aa2fc-eb8c-44bb-9b79-1b5002507d0a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:59:41.584033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-c12aa2fc-eb8c-44bb-9b79-1b5002507d0a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048985 Aug 10 03:59:41.669405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-3c87fc26-6244-45a2-b64c-0a4250bfb36e service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785286 Aug 10 03:59:41.759651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-386e7bbb-a8dc-4c43-a377-3172bf4f46e8 req-18ae964f-1da0-40bd-89f3-8edeab84ff8e service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830860 Aug 10 03:59:45.608879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.275441 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:56.364258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.391806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-03acf52d-0ead-4ae2-b55a-21e0fcd98fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.688642 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.042856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15737fc0-73ee-42c4-9e66-dcebfd10d3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.288895 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.825593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.820434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-e2cda274-a8b1-4516-a348-19527c277008 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454092544&fields=id&tenant_id=f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 267 time: 0.0329211 Aug 10 04:00:11.922209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-bbfebd5b-cf07-4616-b2a7-7b624e22c9c2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:11.923685 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-bbfebd5b-cf07-4616-b2a7-7b624e22c9c2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.0966761 Aug 10 04:00:11.939871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-af22518d-52a5-4bee-86c8-47a6d53b837f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/quotas/f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 375 time: 0.0094721 Aug 10 04:00:12.003056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-d3f8f43f-dd68-46c2-bf0f-1ec6cb2c5748 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0578115 Aug 10 04:00:12.144018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-0e02d670-20a7-446f-ad20-4c67c8cc6ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295397 Aug 10 04:00:12.237294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-391ea0c8-720f-49e0-81bb-82ad833cd3b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869720 Aug 10 04:00:13.000367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1bd5907c-2541-4721-89f3-daae831dda3e req-de7ecb90-c745-453d-baa0-041659087d9c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.2992494 Aug 10 04:00:14.092522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33129553-58f2-4ea3-94f5-fd2a3f85bb46 req-672c62c8-72fc-4fed-b94c-fdf91a5b2d78 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.0254376 Aug 10 04:00:14.963319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-fdc4185f-821d-44e6-8e86-140f0b968f43 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.965528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-fdc4185f-821d-44e6-8e86-140f0b968f43 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 812 time: 0.1010232 Aug 10 04:00:15.018993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-1a03520e-07e9-40ba-8d08-eedc79d341b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3700304da7e40c19df22711918cfcf6 HTTP/1.1" status: 200 len: 380 time: 0.0382392 Aug 10 04:00:15.028747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'port': {'device_id': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'admin_state_up': True, 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'security_groups': ['605d3c7d-0dba-4e8d-a714-c0307ae9b709']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:15.202900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-849f800c-450d-4d0f-ba42-df1cd5a74a7b req-60c65dad-d64e-4eb5-ba28-f1435483e968 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.0335631 Aug 10 04:00:15.248478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Made reservation on behalf of f3700304da7e40c19df22711918cfcf6 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:15.252303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.385114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.20.0.5 (c79e744c-7702-4f0c-94e8-5960a4c5bfca/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d/101b6403-8885-4818-bfe2-68fdf7813d7f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:15.528486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.542891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Transition to ACTIVE for port object 101b6403-8885-4818-bfe2-68fdf7813d7f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:15.653903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.694636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.738823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:15.741898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:15.745684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:15.752004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=101b6403-8885-4818-bfe2-68fdf7813d7f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:15.781855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.782448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.783499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.783816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.784153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.784602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.784939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.785269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.785598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.785923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.786346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.786678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:15.815888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:15.816627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.929611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-aa65ba53-eb4a-4d40-b8a0-18a7284cee1f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9041157 Aug 10 04:00:15.942337 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Request body: {'port': {'device_id': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:16.001805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.139852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e0b11515-67e5-4035-bbec-b83f01f3323a None None] Provisioning for port 101b6403-8885-4818-bfe2-68fdf7813d7f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:16.144407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e0b11515-67e5-4035-bbec-b83f01f3323a None None] Provisioning complete for port 101b6403-8885-4818-bfe2-68fdf7813d7f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:16.144853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e0b11515-67e5-4035-bbec-b83f01f3323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.180454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e0b11515-67e5-4035-bbec-b83f01f3323a None None] Port 101b6403-8885-4818-bfe2-68fdf7813d7f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:16.288394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101b6403-8885-4818-bfe2-68fdf7813d7f {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:16.308686 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.327836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Transition to ACTIVE for port object 101b6403-8885-4818-bfe2-68fdf7813d7f will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:16.341333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5d61-216b-40a7-8306-f380f64485ca req-ed066804-d11a-4c48-97a1-5443e9d690b3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.342858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c88c5d61-216b-40a7-8306-f380f64485ca req-ed066804-d11a-4c48-97a1-5443e9d690b3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 931 time: 0.0691488 Aug 10 04:00:16.386142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c88c5d61-216b-40a7-8306-f380f64485ca req-e60897ad-e217-40ac-923c-019479a15e5d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366633 Aug 10 04:00:16.414451 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.466605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Pushing event updated for resources: {'Port': ['ID=101b6403-8885-4818-bfe2-68fdf7813d7f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.544926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Attempting to bind port 101b6403-8885-4818-bfe2-68fdf7813d7f on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:16.545278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Attempting to bind port 101b6403-8885-4818-bfe2-68fdf7813d7f by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:16.545610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Attempting to bind port 101b6403-8885-4818-bfe2-68fdf7813d7f on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:16.550228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Port 101b6403-8885-4818-bfe2-68fdf7813d7f on network c79e744c-7702-4f0c-94e8-5960a4c5bfca not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:16.554889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Attempting to bind port 101b6403-8885-4818-bfe2-68fdf7813d7f on network c79e744c-7702-4f0c-94e8-5960a4c5bfca {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:16.556560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:16.556911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Checking segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:16.557304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Bound using segment: {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:16.557739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Bound port: 101b6403-8885-4818-bfe2-68fdf7813d7f, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb203790-a346-4eb9-9f10-18a6f1b4aff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:16.558100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.630760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] For port 101b6403-8885-4818-bfe2-68fdf7813d7f, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:16.634046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] For port 101b6403-8885-4818-bfe2-68fdf7813d7f, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=101b6403-8885-4818-bfe2-68fdf7813d7f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:16.721742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.751528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.752155 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.753563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] 10.222.0.46 "PUT /v2.0/ports/101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 200 len: 1092 time: 0.8161550 Aug 10 04:00:16.754002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:16.756276 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a6c32-df19-45e2-979f-bb927c351380" -d '{"events": [{"name": "network-changed", "server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:16.780918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c514966-41e2-45c5-9953-80883c9c87be service neutron] Pushing event updated for resources: {'Port': ['ID=101b6403-8885-4818-bfe2-68fdf7813d7f,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.803926 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ae465e-2aa8-4fad-84ff-b6d831bec38e x-openstack-request-id: req-d6ae465e-2aa8-4fad-84ff-b6d831bec38e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:16.804236 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:16.804529 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6ae465e-2aa8-4fad-84ff-b6d831bec38e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:16.804942 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'status': 'completed', 'code': 200} Aug 10 04:00:16.872098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6c32-df19-45e2-979f-bb927c351380 req-7205a015-b9f6-4fa0-8ded-8e2619f5fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.876980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2a6c32-df19-45e2-979f-bb927c351380 req-7205a015-b9f6-4fa0-8ded-8e2619f5fa93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1095 time: 0.0465105 Aug 10 04:00:16.985718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6c32-df19-45e2-979f-bb927c351380 req-b296ab43-bee0-49ba-ace7-b7dfd29360a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.987978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2a6c32-df19-45e2-979f-bb927c351380 req-b296ab43-bee0-49ba-ace7-b7dfd29360a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3700304da7e40c19df22711918cfcf6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1055791 Aug 10 04:00:17.088004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6c32-df19-45e2-979f-bb927c351380 req-fcc84d5f-3f01-41ae-a022-df3e2445d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.089616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af2a6c32-df19-45e2-979f-bb927c351380 req-fcc84d5f-3f01-41ae-a022-df3e2445d9f3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941558 Aug 10 04:00:17.169846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-cf66342d-fcfb-45ec-b579-9015450737d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.171873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-cf66342d-fcfb-45ec-b579-9015450737d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1095 time: 0.0432699 Aug 10 04:00:17.220419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-404bc269-0779-4f94-a4bc-d695c9a1c7a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 200 len: 217 time: 0.0407364 Aug 10 04:00:17.272629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-1def56cd-0edf-4ac6-95ce-7770941978af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.274110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-1def56cd-0edf-4ac6-95ce-7770941978af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0472271 Aug 10 04:00:17.320659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821e5da-f978-4592-8421-d8d3250aea71 req-881d3151-e027-43c4-8f33-c601f645be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.322229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-881d3151-e027-43c4-8f33-c601f645be18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401509 Aug 10 04:00:17.424696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-7cef2a4b-6041-4237-a92c-1174d969a1a7 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933867 Aug 10 04:00:17.549284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef5f6-7f82-4eff-9e29-deadf9791097 req-0c583d1b-963c-43d3-ac43-bed4f6be1457 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.550986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be9ef5f6-7f82-4eff-9e29-deadf9791097 req-0c583d1b-963c-43d3-ac43-bed4f6be1457 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0764129 Aug 10 04:00:17.568665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2821e5da-f978-4592-8421-d8d3250aea71 req-360df1f3-cb4b-4ee2-a0b6-a246f6ad26d4 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369450 Aug 10 04:00:17.595869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be9ef5f6-7f82-4eff-9e29-deadf9791097 req-b8031589-7206-4e2b-a51f-16d9ba4a0de4 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376694 Aug 10 04:00:18.712248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad57c4-3ba4-473e-8437-75dfc5a475a8 req-dff8e818-6542-470f-ab65-c76d38a0c745 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:18.713755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daad57c4-3ba4-473e-8437-75dfc5a475a8 req-dff8e818-6542-470f-ab65-c76d38a0c745 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0498350 Aug 10 04:00:18.752078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daad57c4-3ba4-473e-8437-75dfc5a475a8 req-0efc4fe2-e2ba-4ed1-b7a3-07fd2dc5aab3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321741 Aug 10 04:00:19.866554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f911-ed89-4e49-b774-491efa519166 req-5382f70c-0653-4a1d-9ad5-ecd7176b58ab tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:19.868072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11d5f911-ed89-4e49-b774-491efa519166 req-5382f70c-0653-4a1d-9ad5-ecd7176b58ab tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0501106 Aug 10 04:00:19.905092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11d5f911-ed89-4e49-b774-491efa519166 req-01b4b2c1-c22a-4992-bb12-3de0eab9e96b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308125 Aug 10 04:00:21.022397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23589eb-208e-42e6-b392-1f23f956ba6c req-8b4ed066-f3fa-447b-9ce5-2ef4ff6afecf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.023951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b23589eb-208e-42e6-b392-1f23f956ba6c req-8b4ed066-f3fa-447b-9ce5-2ef4ff6afecf tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0535600 Aug 10 04:00:21.060170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b23589eb-208e-42e6-b392-1f23f956ba6c req-8043903d-37ec-407f-b34f-2dc8a82489fb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301909 Aug 10 04:00:22.180136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63f156-92ad-4703-9f51-fa54ec212450 req-1dffbc64-96e7-46dd-b2ff-eb4b5f45ad34 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.181657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab63f156-92ad-4703-9f51-fa54ec212450 req-1dffbc64-96e7-46dd-b2ff-eb4b5f45ad34 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0484786 Aug 10 04:00:22.219228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ab63f156-92ad-4703-9f51-fa54ec212450 req-ae5efc76-4b27-4d88-b49d-f7f76668358d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 10 04:00:23.334667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26f229-95c3-4557-8501-47f06c964445 req-8bbfb692-df26-4d3b-b880-5a1bd64ac3b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.336140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a26f229-95c3-4557-8501-47f06c964445 req-8bbfb692-df26-4d3b-b880-5a1bd64ac3b7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0496397 Aug 10 04:00:23.373861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a26f229-95c3-4557-8501-47f06c964445 req-fd3ae659-8680-4e9c-a075-25929b60b11c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Aug 10 04:00:24.496081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfdea1-a5d8-460c-b59f-c9814d3cef1e req-ceb071cf-f6aa-482b-9e47-8e227c84fc8b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.498058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70bfdea1-a5d8-460c-b59f-c9814d3cef1e req-ceb071cf-f6aa-482b-9e47-8e227c84fc8b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0565693 Aug 10 04:00:24.536276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70bfdea1-a5d8-460c-b59f-c9814d3cef1e req-aa954c2e-ab00-42d7-96ca-16fdef9ee3d6 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Aug 10 04:00:25.649902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaeb07-2682-44af-ba1f-6e15e2f19c59 req-0f462a0f-f969-4f28-b5c4-24537f29238d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.651436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecdaeb07-2682-44af-ba1f-6e15e2f19c59 req-0f462a0f-f969-4f28-b5c4-24537f29238d tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0493820 Aug 10 04:00:25.689833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecdaeb07-2682-44af-ba1f-6e15e2f19c59 req-20a41ebd-658d-43a2-ad94-e0d8afb911c3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Aug 10 04:00:26.447190 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.805709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4d0c-9e93-4167-876a-67784c4458ea req-95029f7b-eaf5-45c1-a1d5-d987d146f28e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:26.807197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8cb4d0c-9e93-4167-876a-67784c4458ea req-95029f7b-eaf5-45c1-a1d5-d987d146f28e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 943 time: 0.0483661 Aug 10 04:00:26.844271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8cb4d0c-9e93-4167-876a-67784c4458ea req-aafb842f-ce8a-467e-8aba-9b6325a2b18c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307221 Aug 10 04:00:27.349070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 101b6403-8885-4818-bfe2-68fdf7813d7f details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:27.441199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 101b6403-8885-4818-bfe2-68fdf7813d7f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=101b6403-8885-4818-bfe2-68fdf7813d7f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:27.452126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'port_id': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'mac_address': 'fa:16:3e:bf:c4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:27.492310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.505181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101b6403-8885-4818-bfe2-68fdf7813d7f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:27.524273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 101b6403-8885-4818-bfe2-68fdf7813d7f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=101b6403-8885-4818-bfe2-68fdf7813d7f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:27.596273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.645459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=101b6403-8885-4818-bfe2-68fdf7813d7f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.652541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.652889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.653231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.653574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.653905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.654234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.654573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.654882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.655207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.655529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.655850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.656170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:27.848239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['101b6403-8885-4818-bfe2-68fdf7813d7f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:27.968246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18352bd-f7e6-417a-885e-b29d67e9d3a5 req-95123993-0aa9-4dd0-8e70-134d2808608e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.969767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f18352bd-f7e6-417a-885e-b29d67e9d3a5 req-95123993-0aa9-4dd0-8e70-134d2808608e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 944 time: 0.0532296 Aug 10 04:00:28.007579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f18352bd-f7e6-417a-885e-b29d67e9d3a5 req-316e6be3-377b-4165-9dfa-5115f878b628 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Aug 10 04:00:29.121597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3fc61-ef9d-4b2b-8465-de220d39d469 req-c406b9ce-21c1-46cc-b2a0-b03aef2ab889 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:29.123115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23d3fc61-ef9d-4b2b-8465-de220d39d469 req-c406b9ce-21c1-46cc-b2a0-b03aef2ab889 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 944 time: 0.0476301 Aug 10 04:00:29.161301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23d3fc61-ef9d-4b2b-8465-de220d39d469 req-c4c0791b-f49c-4152-87f5-8c17b5009e0b tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Aug 10 04:00:29.379610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 101b6403-8885-4818-bfe2-68fdf7813d7f up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:29.527175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 101b6403-8885-4818-bfe2-68fdf7813d7f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:29.531178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 101b6403-8885-4818-bfe2-68fdf7813d7f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:29.531557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.604869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.629774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:29.631950 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad92556b-211f-4931-bda8-900e0952a97b" -d '{"events": [{"server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "name": "network-vif-plugged", "status": "completed", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:29.644861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 101b6403-8885-4818-bfe2-68fdf7813d7f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=101b6403-8885-4818-bfe2-68fdf7813d7f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:29.733655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.785385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=101b6403-8885-4818-bfe2-68fdf7813d7f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:29.802148 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408be162-0acd-4320-bece-55ed53080bfa x-openstack-request-id: req-408be162-0acd-4320-bece-55ed53080bfa {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:29.802443 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "name": "network-vif-plugged", "status": "completed", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:29.802698 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-408be162-0acd-4320-bece-55ed53080bfa {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:29.803200 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'code': 200} Aug 10 04:00:29.904188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b7989-b6da-4230-a092-cb3e7121b083 req-8e48c048-719c-4d07-90c0-08f6c859351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:29.905604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b1b7989-b6da-4230-a092-cb3e7121b083 req-8e48c048-719c-4d07-90c0-08f6c859351f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1097 time: 0.0393016 Aug 10 04:00:29.940336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b1b7989-b6da-4230-a092-cb3e7121b083 req-c5a85eca-b23b-4140-b2d9-8d6e6d01b68a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270765 Aug 10 04:00:30.282157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35e96d-b35a-4d25-9a98-56b1229506ea req-8dc11cd5-3cd4-49b3-b544-c762c3008452 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.283639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf35e96d-b35a-4d25-9a98-56b1229506ea req-8dc11cd5-3cd4-49b3-b544-c762c3008452 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Aug 10 04:00:30.304827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cb3ed4b5-6ab0-4f6f-a359-26ea7190ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.323610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf35e96d-b35a-4d25-9a98-56b1229506ea req-0cde361a-e0ba-4850-9409-e44d3c978349 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339046 Aug 10 04:00:31.440006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbbab6-f767-4657-b55a-e4c57b8cd732 req-e163286e-7c58-4550-ab14-cfa019c18899 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.441487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dcdbbab6-f767-4657-b55a-e4c57b8cd732 req-e163286e-7c58-4550-ab14-cfa019c18899 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 945 time: 0.0501137 Aug 10 04:00:31.480262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dcdbbab6-f767-4657-b55a-e4c57b8cd732 req-922227cc-d3ef-4285-9f98-0f2059e7a77a tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Aug 10 04:00:31.599706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daa74b-789e-4914-9d3b-60d0724fd894 req-1fe02500-0d88-41fd-9f7b-052d275b8891 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.601361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1daa74b-789e-4914-9d3b-60d0724fd894 req-1fe02500-0d88-41fd-9f7b-052d275b8891 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 945 time: 0.0498292 Aug 10 04:00:31.639293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1daa74b-789e-4914-9d3b-60d0724fd894 req-2701e4df-cc7e-420f-9abf-915e45942314 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Aug 10 04:00:31.670633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43408) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.841029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f7048-a2de-4e1a-8bd0-758d056cab8e tempest-TestVolumeBootPattern-1277995091 tempest-TestVolumeBootPattern-1277995091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.842533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-308f7048-a2de-4e1a-8bd0-758d056cab8e tempest-TestVolumeBootPattern-1277995091 tempest-TestVolumeBootPattern-1277995091-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1092 time: 0.1709380 Aug 10 04:00:31.845914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43412) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.850563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:31.973366 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.069951 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.174421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Allocated IP 172.25.1.197 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/46b0ab05-0d16-4937-abde-4277395f571d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:32.271184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.413895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.458609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:32.461490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:32.465056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:32.486476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=46b0ab05-0d16-4937-abde-4277395f571d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.733565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.812807 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.970436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.059418 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-58f98713-ba59-4b31-bd74-fbca12795bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.117604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.247699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.274476 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:33.310667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event updated for resources: {'Port': ['ID=46b0ab05-0d16-4937-abde-4277395f571d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:33.324262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.423659 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Floating IP 2ae8bed5-20a5-4433-9063-928cef499fca associated. External IP: 172.25.1.197, port: 101b6403-8885-4818-bfe2-68fdf7813d7f. Aug 10 04:00:33.629833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:33.993606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:34.004172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:34.013876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:34.014487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:00:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:34.105326 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.119345 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:34.133002 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-800a76c8-eff5-4dad-b33a-226c9b3ca82c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2859437 Aug 10 04:00:34.133763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:34.136038 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94561b-616a-4cf9-82b9-85795e63f03c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:34.171924 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abdeece-daa8-4a80-bb42-d1800f7d047a x-openstack-request-id: req-8abdeece-daa8-4a80-bb42-d1800f7d047a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:34.172230 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:34.172513 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8abdeece-daa8-4a80-bb42-d1800f7d047a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:34.172911 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'status': 'completed', 'code': 200} Aug 10 04:00:34.237773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-072d44bc-b857-47f3-8eb2-5c93e832f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.239215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-072d44bc-b857-47f3-8eb2-5c93e832f72f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1097 time: 0.0409658 Aug 10 04:00:34.267545 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.331889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-3c25ae71-a506-4554-a3a1-69ee7c517d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.333466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-3c25ae71-a506-4554-a3a1-69ee7c517d31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0860667 Aug 10 04:00:34.356127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '2ae8bed5-20a5-4433-9063-928cef499fca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:bf:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:32Z', 'updated_at': '2021-08-10T04:00:32Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}, {'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 1, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:34.385772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:34.393935 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:34.394544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:00:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:34.402040 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-5c943761-c07f-42dc-a8e2-52b11dc89205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 200 len: 999 time: 0.0580518 Aug 10 04:00:34.450987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-07150485-0940-42f5-8e1b-0e75353dbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.452652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-07150485-0940-42f5-8e1b-0e75353dbbad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0429986 Aug 10 04:00:34.498628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:34.502670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-3190795d-1b96-4701-9ea1-2dc48582d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.504231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-3190795d-1b96-4701-9ea1-2dc48582d9df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444365 Aug 10 04:00:34.597161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-d621b715-4ebd-4235-9c38-ebb541007a81 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838590 Aug 10 04:00:34.692058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee94561b-616a-4cf9-82b9-85795e63f03c req-9703d73c-5f41-4ef9-bc4d-3afd20f6b307 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Aug 10 04:00:34.723322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '2ae8bed5-20a5-4433-9063-928cef499fca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:bf:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:32Z', 'updated_at': '2021-08-10T04:00:32Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}, {'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 1, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:34.753149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d9f35-b4f3-490f-b57c-5e73354d65b2 None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '2ae8bed5-20a5-4433-9063-928cef499fca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:bf:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:00:32Z', 'updated_at': '2021-08-10T04:00:32Z', 'revision_number': 0, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}, {'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 1, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:34.947083 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163d7ee-e38e-4f69-91b2-c76c2b44bac7 None None] New status for floating IP 2ae8bed5-20a5-4433-9063-928cef499fca: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:00:35.796560 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.048394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-92e9e292-3fd7-4a9d-8979-4bdc2f66748f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389817 Aug 10 04:00:42.144070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478670-033e-4cab-b871-2690100e5627 req-000fd8a3-2623-4766-8e6a-694335c75d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:42.145629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-000fd8a3-2623-4766-8e6a-694335c75d63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0409877 Aug 10 04:00:42.248924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478670-033e-4cab-b871-2690100e5627 req-25396270-97c4-421b-9759-2667e4ec4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:42.250304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-25396270-97c4-421b-9759-2667e4ec4a00 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0852695 Aug 10 04:00:42.315139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-00eee956-ef4d-44d1-b0ca-2712bfcb5cac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1001 time: 0.0573101 Aug 10 04:00:42.363651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478670-033e-4cab-b871-2690100e5627 req-754ad037-5d0f-40be-af40-a5fc534b2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:42.365107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-754ad037-5d0f-40be-af40-a5fc534b2d35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0432889 Aug 10 04:00:42.413070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478670-033e-4cab-b871-2690100e5627 req-99771480-cf19-462c-8e57-c550227c75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:42.414546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-99771480-cf19-462c-8e57-c550227c75fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427256 Aug 10 04:00:42.502731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-c3733402-4565-4f1a-99bc-a805f3e653ec service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807900 Aug 10 04:00:42.596042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87478670-033e-4cab-b871-2690100e5627 req-3460aac2-2bb7-4aae-91ac-c333365d2c43 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862830 Aug 10 04:00:45.641972 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.465355 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.304706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bda842d0-5f4e-4efc-935c-bc1cb66378ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.738527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.018451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15c0b2ac-af02-43d5-b1ca-2640ae5e5324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.229946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.869810 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.273808 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:15.652990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.383784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.948047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-93dcdf21-51f5-4e78-8d4d-ea68b6e55556 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268151 Aug 10 04:01:29.029416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-043cb87a-b21d-4bb1-a703-f7e4ca90891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.030870 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-043cb87a-b21d-4bb1-a703-f7e4ca90891b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1097 time: 0.0396295 Aug 10 04:01:29.136883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-24009b14-ea05-49d3-ab5c-94e5ec5e231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.138359 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-24009b14-ea05-49d3-ab5c-94e5ec5e231d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0858219 Aug 10 04:01:29.201880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-0f6941a7-125b-41f9-9299-c321a7c45ae2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 200 len: 1001 time: 0.0556397 Aug 10 04:01:29.251479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-0e79577d-2fd3-4a31-bc9a-4db036993409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.252915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-0e79577d-2fd3-4a31-bc9a-4db036993409 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0414381 Aug 10 04:01:29.301849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-7ce65193-5aff-4bbf-9b3c-71d18d6fb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.303296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-7ce65193-5aff-4bbf-9b3c-71d18d6fb68a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423133 Aug 10 04:01:29.316063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-ad579898-c0fb-45c5-ae2b-e81e4ed28837 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:01:29.316998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-ad579898-c0fb-45c5-ae2b-e81e4ed28837 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053666 Aug 10 04:01:29.404118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-272ae30a-8719-451c-8605-f379267f4149 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786479 Aug 10 04:01:29.494887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb080ae3-de7c-452a-a06a-b42301d5b70d req-3f5faacc-5168-4b5d-b98d-be45ed4708df service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832682 Aug 10 04:01:30.258106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d546-2b63-44dd-a898-2d2fa60f2035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.721241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.029835 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f724422-0a6e-4026-a722-56ed2bfdca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:34.229441 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.823845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.030692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-9f50ad14-d70d-4e94-8b89-07b774f57d65 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399349 Aug 10 04:01:42.127477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-6e438754-6832-4231-bddc-575892493b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.129083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-6e438754-6832-4231-bddc-575892493b51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0405831 Aug 10 04:01:42.235176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-2c4024aa-ae2f-4855-b869-e19372241d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.236581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-2c4024aa-ae2f-4855-b869-e19372241d7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0888486 Aug 10 04:01:42.301851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-017cfec8-cd48-4c47-9870-8d29a6258698 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1001 time: 0.0580747 Aug 10 04:01:42.350977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-4459aa8c-cb2a-4140-b5ab-8edb5b6e6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.352440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-4459aa8c-cb2a-4140-b5ab-8edb5b6e6a0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0437942 Aug 10 04:01:42.401452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-4f89039d-e638-405d-9103-82eb6cc3e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.402941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-4f89039d-e638-405d-9103-82eb6cc3e9e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434701 Aug 10 04:01:42.490913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-2b6ca881-e985-4333-a3e4-fbd839cc2341 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793591 Aug 10 04:01:42.583063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725e959d-9fe2-407d-84c5-ffd306759bb0 req-3de7c243-ffd0-4532-b5ca-db11cd5d10f6 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849788 Aug 10 04:01:45.697976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.273036 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:56.400902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.297086 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-13347396-5ba9-48d6-9916-9e14f2494ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.737872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.063728 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a4147e04-49d6-425f-b2db-726800d74068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.280940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.835129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.646470 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.271956 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:26.415512 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.289956 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-da6e04c2-64bb-4b66-8b8f-6c4be454f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.863717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-34878ac1-0e27-4f8d-8e60-71c4d1c94571 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398972 Aug 10 04:02:30.947412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-41c3fb45-a23b-4fe2-89a4-e355122939a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:30.948938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-41c3fb45-a23b-4fe2-89a4-e355122939a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1097 time: 0.0408695 Aug 10 04:02:31.055909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-95dc414b-adb0-46aa-9758-b29022dba806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.057663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-95dc414b-adb0-46aa-9758-b29022dba806 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0852323 Aug 10 04:02:31.125927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-25a1b291-8f83-4980-8db5-33e76ef4055d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 200 len: 1001 time: 0.0606844 Aug 10 04:02:31.174659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-f79ed74e-cc60-4181-8a66-0b2aa1c14289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.176057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-f79ed74e-cc60-4181-8a66-0b2aa1c14289 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0426352 Aug 10 04:02:31.225092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-0abfaf7e-c274-48ef-93b4-633d4eafcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.226570 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-0abfaf7e-c274-48ef-93b4-633d4eafcc1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431962 Aug 10 04:02:31.314661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-37baa4f2-b5a5-4793-b086-c8c2b4e4d8da service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795720 Aug 10 04:02:31.407111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5d809f2-ae08-4eee-896c-c667b21e141c req-4a8419dc-8b74-4967-bd63-2634452c8ec1 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Aug 10 04:02:32.703072 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.057209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f786c48d-2ac5-4552-a037-7e1b2982d4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.240267 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.843917 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.045542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-d2a4b53e-0770-4129-897f-93f1dd8b22fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400770 Aug 10 04:02:44.146314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-8a69f492-7bb2-4cdf-ad15-bec05f104194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.147909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-8a69f492-7bb2-4cdf-ad15-bec05f104194 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0452783 Aug 10 04:02:44.250668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-0f0448ba-1278-46fb-ab0d-780f087c86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.252229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-0f0448ba-1278-46fb-ab0d-780f087c86bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.0849147 Aug 10 04:02:44.315562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-9b319221-e333-4d98-a8ea-7f943195673d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 1001 time: 0.0565104 Aug 10 04:02:44.363224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-e6c33cfd-6cb6-4ae1-b674-b06256139b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.364682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-e6c33cfd-6cb6-4ae1-b674-b06256139b98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0424392 Aug 10 04:02:44.412664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-266577fd-25c6-4aec-8045-bffe344420cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.414149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-266577fd-25c6-4aec-8045-bffe344420cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429766 Aug 10 04:02:44.503195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-8ffc73b0-9448-407f-ba55-ee38fbb03957 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819929 Aug 10 04:02:44.595292 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871cf9fa-56a7-4558-9d12-2699a4ebfe56 req-3c44b32e-3eae-4dce-a103-b6672ca10299 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849895 Aug 10 04:02:45.672165 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.417261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.279989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9f1644ba-5437-4733-8d0a-808f4e3822e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.270991 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:02.702362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.025806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-424884d9-3024-4f86-bb1d-399e557f41e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.282907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.825479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.127954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43476) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:07.285848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port 46b0ab05-0d16-4937-abde-4277395f571d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:07.286195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.358419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.358744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.369920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for 46b0ab05-0d16-4937-abde-4277395f571d owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:07.622729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.652383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=46b0ab05-0d16-4937-abde-4277395f571d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.675091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.675428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.675763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.676093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.676445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.676774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.677096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.677415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.677732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.678048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.678367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.678677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.718487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.723436 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Floating IP 2ae8bed5-20a5-4433-9063-928cef499fca disassociated (deleted). External IP: 172.25.1.197, port: 101b6403-8885-4818-bfe2-68fdf7813d7f. Aug 10 04:03:08.182258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:08.301581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:08.306329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.311243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:08.319650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:08.320256 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.333021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-aaabc28c-0b15-4015-9906-018728eef3bd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "DELETE /v2.0/floatingips/2ae8bed5-20a5-4433-9063-928cef499fca HTTP/1.1" status: 204 len: 168 time: 1.2039344 Aug 10 04:03:08.333733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:08.337111 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:08.429725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:08.659450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 1, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.685907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:08.693843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:08.694446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.947655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:09.161952 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 1, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:09.191175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ec42d-8451-4cc3-938e-3a3874029f15 None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '6626322f-5cc3-4086-8b38-96504de1ee46', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'port_id': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'mac_address': 'fa:16:3e:e7:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 1, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:09.409171 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f34c68-e265-4d31-8a99-e0fd38efa7b5 None None] New status for floating IP 2ae8bed5-20a5-4433-9063-928cef499fca: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:03:09.842710 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3279120-395d-4856-9370-47028ddd207f x-openstack-request-id: req-c3279120-395d-4856-9370-47028ddd207f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:09.843235 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:09.843235 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3279120-395d-4856-9370-47028ddd207f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:09.843625 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'status': 'completed', 'code': 200} Aug 10 04:03:09.909274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-5cc014bd-b130-4a6a-be26-24136fc0cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:09.910814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-5cc014bd-b130-4a6a-be26-24136fc0cc3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 1097 time: 0.0461974 Aug 10 04:03:10.035840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28137d74-5672-46c1-90a5-443b08658c5d req-66ab37fc-ca8b-4404-9825-58aef5a22356 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.037354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-28137d74-5672-46c1-90a5-443b08658c5d req-66ab37fc-ca8b-4404-9825-58aef5a22356 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 945 time: 0.1482718 Aug 10 04:03:10.052966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-f2eade62-d818-412a-98cc-70764b23362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.054335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-f2eade62-d818-412a-98cc-70764b23362f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.1329560 Aug 10 04:03:10.104633 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-66036755-f92f-492f-862d-c0007bd96484 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 200 len: 217 time: 0.0412207 Aug 10 04:03:10.124488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-28137d74-5672-46c1-90a5-443b08658c5d req-b1b59f4a-ab89-4a67-84ca-5652d12187f9 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799615 Aug 10 04:03:10.159885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-0ab5484a-5a93-47e8-9c10-410c284d7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.161644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-0ab5484a-5a93-47e8-9c10-410c284d7c5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0492189 Aug 10 04:03:10.208299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-79d950fa-14a4-4681-8c0b-802943a3686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.209796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-79d950fa-14a4-4681-8c0b-802943a3686d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395060 Aug 10 04:03:10.309379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-02de1a56-8d84-4caf-85d3-cb8c6221c67d service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900123 Aug 10 04:03:10.396973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e51d02e-5083-43ee-af0a-1218cf6c1b4e req-15227e10-051f-4c89-992b-ab8650262b93 service neutron] 10.222.0.46 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802710 Aug 10 04:03:10.998788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-a4c15e0b-d5a2-4f85-9f9b-6528aada68ac req-6ecda5d6-1da6-4281-8487-464e5a3050f3 service neutron] (94805) timed out ('10.222.0.26', 36412) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:03:11.241902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66981e86-70fd-4e3f-b4e5-be8c9d1b15e1 req-666d6e3e-51f2-405e-84e6-a665fbe82574 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.243973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66981e86-70fd-4e3f-b4e5-be8c9d1b15e1 req-666d6e3e-51f2-405e-84e6-a665fbe82574 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Aug 10 04:03:11.281631 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66981e86-70fd-4e3f-b4e5-be8c9d1b15e1 req-f3a14947-8042-4184-b45d-15632b5a678c tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Aug 10 04:03:11.515219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-ad0b8851-c51c-4505-9580-c20225d80263 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.516749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-ad0b8851-c51c-4505-9580-c20225d80263 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 945 time: 0.0521777 Aug 10 04:03:11.603062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port 101b6403-8885-4818-bfe2-68fdf7813d7f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:11.603324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.691550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port 101b6403-8885-4818-bfe2-68fdf7813d7f, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=101b6403-8885-4818-bfe2-68fdf7813d7f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:11.691914 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.704256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for 101b6403-8885-4818-bfe2-68fdf7813d7f owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:11.900100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.935969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=101b6403-8885-4818-bfe2-68fdf7813d7f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.978440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port 101b6403-8885-4818-bfe2-68fdf7813d7f on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:11.982038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.984215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-590f1e15-6479-4a97-a915-8c263b1810f7 req-23d2aa6e-fefe-48f5-806d-55003ff44e2f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.46 "DELETE /v2.0/ports/101b6403-8885-4818-bfe2-68fdf7813d7f HTTP/1.1" status: 204 len: 173 time: 0.4607124 Aug 10 04:03:11.984709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'name': 'network-vif-deleted', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:11.987015 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec99d9c8-73b1-4b28-b120-777d7b2cb389" -d '{"events": [{"server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "name": "network-vif-deleted", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:12.021765 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fea39f-5a99-4a9e-927b-fef9d36cb54d x-openstack-request-id: req-46fea39f-5a99-4a9e-927b-fef9d36cb54d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:12.022366 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0450f20-1f32-452c-af5b-2fb3f3ce1446", "name": "network-vif-deleted", "tag": "101b6403-8885-4818-bfe2-68fdf7813d7f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:12.022366 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46fea39f-5a99-4a9e-927b-fef9d36cb54d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:12.022759 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0450f20-1f32-452c-af5b-2fb3f3ce1446', 'name': 'network-vif-deleted', 'tag': '101b6403-8885-4818-bfe2-68fdf7813d7f', 'status': 'completed', 'code': 200} Aug 10 04:03:12.396690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4e1d8f2-97ed-4e59-9474-3cbc10239289 req-1e9c2206-ae52-49b0-ad98-aa3dc19985d2 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.0270176 Aug 10 04:03:13.494090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ea42be-de73-4f00-b404-a80187b3fb80 req-dc96f3e8-b2ed-4a0d-97f5-b6656dd7f417 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 10 04:03:14.142190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 101b6403-8885-4818-bfe2-68fdf7813d7f no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:14.161823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 101b6403-8885-4818-bfe2-68fdf7813d7f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:14.162163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 101b6403-8885-4818-bfe2-68fdf7813d7f not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:14.591613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e3634032-8563-4193-a01c-4013d9b506fa req-34752ba4-2dcb-4538-b69a-fa02c7e8bdee tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Aug 10 04:03:15.687364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f7fcbe45-09c7-47ba-b4bf-052a764c3815 req-86011ca3-c484-4557-93fd-813fb52edebe tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0450f20-1f32-452c-af5b-2fb3f3ce1446 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Aug 10 04:03:15.700422 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.296588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43554) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:22.457662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port 5fd44b93-d5d6-4b3e-b89e-612fdf5f1a2a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:22.457921 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.529432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.529768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.541169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for 5fd44b93-d5d6-4b3e-b89e-612fdf5f1a2a owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:22.773894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.798819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=5fd44b93-d5d6-4b3e-b89e-612fdf5f1a2a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:22.862427 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.862766 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Floating IP 6626322f-5cc3-4086-8b38-96504de1ee46 disassociated (deleted). External IP: 172.25.1.82, port: bae244bc-a877-4347-b757-3a53170dbf6c. Aug 10 04:03:23.064526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:23.170135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:23.175052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.180208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:23.189490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:23.190169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.201559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a83f4b53-6f23-4f18-9f01-7215d17133be tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "DELETE /v2.0/floatingips/6626322f-5cc3-4086-8b38-96504de1ee46 HTTP/1.1" status: 204 len: 168 time: 0.9038076 Aug 10 04:03:23.202092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:23.204418 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:23.297598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:23.490387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.521117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:23.529618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:23.530221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.601323 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff56156-4956-4ee3-b0f5-772494e8d191 x-openstack-request-id: req-2ff56156-4956-4ee3-b0f5-772494e8d191 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:23.601847 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:23.601939 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ff56156-4956-4ee3-b0f5-772494e8d191 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:23.602310 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'status': 'completed', 'code': 200} Aug 10 04:03:23.638004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:23.721360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b0352-7ae8-4531-a696-c1fc77ea280d req-7a564313-0c48-4169-a79e-256d27aeecfb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.722886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-642b0352-7ae8-4531-a696-c1fc77ea280d req-7a564313-0c48-4169-a79e-256d27aeecfb tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 946 time: 0.0776362 Aug 10 04:03:23.729268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-fb9ae828-c94c-487a-bb66-358e7e090ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.731239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-fb9ae828-c94c-487a-bb66-358e7e090ebf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3700304da7e40c19df22711918cfcf6&device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 1098 time: 0.0586069 Aug 10 04:03:23.816783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-642b0352-7ae8-4531-a696-c1fc77ea280d req-6c63c0d5-eba0-4825-b8ec-05307c4b383e tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809910 Aug 10 04:03:23.841099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.849833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-940c9cad-ea8d-4909-b2af-cb1aa66145eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.853599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-940c9cad-ea8d-4909-b2af-cb1aa66145eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 200 len: 913 time: 0.1093826 Aug 10 04:03:23.867222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d8638-b81f-4ba6-ab97-384fa021c4a4 None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 4, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '30f6a5e7-8262-46d6-a99a-f825c109f696', 'name': '', 'network_id': 'c79e744c-7702-4f0c-94e8-5960a4c5bfca', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'mac_address': 'fa:16:3e:3f:68:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:27Z', 'updated_at': '2021-08-10T03:48:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'subnets': [{'id': '110c90fd-f0e2-412a-ae6a-bd8b0d1f560d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:23.894178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-af00fd33-d4e6-4381-bcf4-691a126fdcd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 200 len: 217 time: 0.0349331 Aug 10 04:03:23.950527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-cd96ce69-3fd6-40bf-9321-bb7411fd15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.952071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-cd96ce69-3fd6-40bf-9321-bb7411fd15ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 200 len: 851 time: 0.0506353 Aug 10 04:03:24.023884 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-1b3f8084-d385-4466-b83d-2fa6322d70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.025552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-1b3f8084-d385-4466-b83d-2fa6322d70bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c79e744c-7702-4f0c-94e8-5960a4c5bfca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450330 Aug 10 04:03:24.085156 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1795c-dfe6-43f3-a81d-71a5a35a7451 None None] New status for floating IP 6626322f-5cc3-4086-8b38-96504de1ee46: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:03:24.127788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-f93a7144-6af5-438d-91dc-14838ae106d2 service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880837 Aug 10 04:03:24.227520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1d96dca-695c-42dd-803b-17c8c2cf3ad7 req-23007730-3d8b-415b-99db-d58f588f7a4d service neutron] 10.222.0.54 "GET /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896811 Aug 10 04:03:24.544352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33160295-bd62-4d04-b197-690cad46d65a req-869ec421-5135-4cdf-945c-60a18b4d7767 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.545838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33160295-bd62-4d04-b197-690cad46d65a req-869ec421-5135-4cdf-945c-60a18b4d7767 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 946 time: 0.0484693 Aug 10 04:03:24.635972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port bae244bc-a877-4347-b757-3a53170dbf6c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:24.637243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.721129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] For port bae244bc-a877-4347-b757-3a53170dbf6c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=bae244bc-a877-4347-b757-3a53170dbf6c,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:24.721493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.734446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for bae244bc-a877-4347-b757-3a53170dbf6c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:24.924644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.938114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0026d8a-7749-49f2-986e-1c03befffa38 req-0e8ed925-0089-4f9c-b033-702a671171e3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.939569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0026d8a-7749-49f2-986e-1c03befffa38 req-0e8ed925-0089-4f9c-b033-702a671171e3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 946 time: 0.0531487 Aug 10 04:03:24.967545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=bae244bc-a877-4347-b757-3a53170dbf6c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.025131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] No DVR routers for this DVR port bae244bc-a877-4347-b757-3a53170dbf6c on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:25.028972 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.030940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33160295-bd62-4d04-b197-690cad46d65a req-15d6655c-c2cb-45bb-80f5-6174928b87ed tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.54 "DELETE /v2.0/ports/bae244bc-a877-4347-b757-3a53170dbf6c HTTP/1.1" status: 204 len: 173 time: 0.4788499 Aug 10 04:03:25.034225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0026d8a-7749-49f2-986e-1c03befffa38 req-8cb940e5-b317-4e03-b93e-d4b0c5f8d8c3 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/security-groups?id=605d3c7d-0dba-4e8d-a714-c0307ae9b709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744865 Aug 10 04:03:25.604098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'name': 'network-vif-deleted', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:25.606900 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd92397b-a197-417c-bae4-d3056e7700a1" -d '{"events": [{"server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "name": "network-vif-deleted", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:25.642260 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed47cd47-22ee-4550-a35e-2ced9ad820cc x-openstack-request-id: req-ed47cd47-22ee-4550-a35e-2ced9ad820cc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:25.642848 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9ceffd-71de-46d8-b072-d6c4b93f23f6", "name": "network-vif-deleted", "tag": "bae244bc-a877-4347-b757-3a53170dbf6c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:25.642848 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed47cd47-22ee-4550-a35e-2ced9ad820cc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:25.643187 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9ceffd-71de-46d8-b072-d6c4b93f23f6', 'name': 'network-vif-deleted', 'tag': 'bae244bc-a877-4347-b757-3a53170dbf6c', 'status': 'completed', 'code': 200} Aug 10 04:03:26.129893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-20207710-f44e-4c76-9a92-b7e593d8d011 req-6d699c73-54be-4220-958f-1e9f6bd06fb7 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Aug 10 04:03:26.474097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.226386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-efb312e6-494e-4663-9180-a02befbaa86e req-5c1d745b-47aa-48f2-800f-be4e6d1fe24f tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0259018 Aug 10 04:03:28.206802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device bae244bc-a877-4347-b757-3a53170dbf6c no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:28.231905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: bae244bc-a877-4347-b757-3a53170dbf6c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:28.232252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device bae244bc-a877-4347-b757-3a53170dbf6c not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:28.328904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5985c73-e0c8-4ea7-bf50-c56b49345a72 req-4912e0ec-1fad-425d-88b2-c62e5b78e8dd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0340364 Aug 10 04:03:29.433157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0e80505-45e5-4e1c-ae0d-d3ba085df561 req-0b88d1e9-2710-424b-9893-d53ddb1c0457 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e9ceffd-71de-46d8-b072-d6c4b93f23f6 HTTP/1.1" status: 200 len: 210 time: 0.0260954 Aug 10 04:03:30.273835 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4aa558f6-51e3-40f8-9257-c20feaf1f4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.488772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.609405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Deleting port b1dc2e89-74ee-4783-bdab-47fed557bd4e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:30.609740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.680520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.681128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.692166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Calling delete_port for b1dc2e89-74ee-4783-bdab-47fed557bd4e owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:31.165071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.191660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'Port': ['ID=b1dc2e89-74ee-4783-bdab-47fed557bd4e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.250955 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.253830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.259419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-447d9172-dafb-4439-857d-99a59f5f3ca0 tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "DELETE /v2.0/floatingips/4747c4ec-d296-4da9-b1d4-237c129ea270 HTTP/1.1" status: 204 len: 168 time: 0.7652366 Aug 10 04:03:32.736775 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.028504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0a5af44-af3f-4b89-af74-9c16aee82e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.259261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.760034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43592) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.821785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce25d-368b-4cb7-8ae8-a4d01c3864fd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.846402 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce25d-368b-4cb7-8ae8-a4d01c3864fd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.982568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce25d-368b-4cb7-8ae8-a4d01c3864fd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.985198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce25d-368b-4cb7-8ae8-a4d01c3864fd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.986389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fc4ce25d-368b-4cb7-8ae8-a4d01c3864fd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] 10.222.0.26 "DELETE /v2.0/security-groups/605d3c7d-0dba-4e8d-a714-c0307ae9b709 HTTP/1.1" status: 204 len: 168 time: 0.2252083 Aug 10 04:03:34.996297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ce25d-368b-4cb7-8ae8-a4d01c3864fd tempest-TestVolumeBootPattern-706494195 tempest-TestVolumeBootPattern-706494195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605d3c7d-0dba-4e8d-a714-c0307ae9b709,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.114636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43596) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.573203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.812127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Deleting port 30f6a5e7-8262-46d6-a99a-f825c109f696 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:35.812826 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.822069 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.890372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] For port 30f6a5e7-8262-46d6-a99a-f825c109f696, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f6a5e7-8262-46d6-a99a-f825c109f696,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:35.890741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.903112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Calling delete_port for 30f6a5e7-8262-46d6-a99a-f825c109f696 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:36.165287 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.191636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f6a5e7-8262-46d6-a99a-f825c109f696,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.360121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.575022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:36.676508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:36.681735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-62266bfd-34e4-485c-b2ba-90c22ffcaf01 admin admin] 10.222.0.26 "PUT /v2.0/routers/37cdd6e6-7920-47b4-8d4e-079cc46cfd29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5660105 Aug 10 04:03:36.684276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43600) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.685460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] Sync routers for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:36.694574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:36.695206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:36.784568 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.797598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:36.882684 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.973303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T04:03:36Z', 'revision_number': 5, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port': {'id': '3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:25Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:37.003425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] Checking router: 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:37.011462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] Routers {'37cdd6e6-7920-47b4-8d4e-079cc46cfd29'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:37.012069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:37.012184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Deleting port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:37.012474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.090365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] For port 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:37.090729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.097791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] Set router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:37.103516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Calling delete_port for 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:37.149737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T04:03:36Z', 'revision_number': 6, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:37.179015 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39401087-8ac9-49f7-b12a-34fb5d88f17f None None] The sync data for ids ['37cdd6e6-7920-47b4-8d4e-079cc46cfd29'] in n-d-765315-26 is: [{'id': '37cdd6e6-7920-47b4-8d4e-079cc46cfd29', 'name': 'tempest-TestVolumeBootPattern-1011146193-router', 'tenant_id': 'f3700304da7e40c19df22711918cfcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:24Z', 'updated_at': '2021-08-10T04:03:36Z', 'revision_number': 6, 'project_id': 'f3700304da7e40c19df22711918cfcf6', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:37.333303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.359568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.422206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.516604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.519054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.639630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.640209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37cdd6e6-7920-47b4-8d4e-079cc46cfd29 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:37.644520 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.645676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1af6f652-6e04-4253-870b-c3e5f32558c0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/37cdd6e6-7920-47b4-8d4e-079cc46cfd29 HTTP/1.1" status: 204 len: 168 time: 0.9604754 Aug 10 04:03:37.648075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43602) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.695704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Deleting subnet 110c90fd-f0e2-412a-ae6a-bd8b0d1f560d {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:37.698634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.731530 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.810626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.949327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.100130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:38.122234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:38.122528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3b3e4cc2-cdef-4642-b3f1-1e1439d56a0d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:38.123409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f6a5e7-8262-46d6-a99a-f825c109f696 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:38.147233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 30f6a5e7-8262-46d6-a99a-f825c109f696 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:38.147575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f6a5e7-8262-46d6-a99a-f825c109f696 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:38.245272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110c90fd-f0e2-412a-ae6a-bd8b0d1f560d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.249314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.251189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-820be9ff-3709-4d2c-8f92-06997b64db42 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/110c90fd-f0e2-412a-ae6a-bd8b0d1f560d HTTP/1.1" status: 204 len: 168 time: 0.6021545 Aug 10 04:03:38.253785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43604) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.255488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7649677-293c-4e00-a906-cf2cf75523cc None None] Network c79e744c-7702-4f0c-94e8-5960a4c5bfca requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:38.270341 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:38.320464 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.375306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Deleting port 06153fe4-846d-4c61-b2c4-28fc0e33c49f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:38.375658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.436099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] DHCP port deletion for c79e744c-7702-4f0c-94e8-5960a4c5bfca request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:38.449130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] For port 06153fe4-846d-4c61-b2c4-28fc0e33c49f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=06153fe4-846d-4c61-b2c4-28fc0e33c49f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:38.449495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.462157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Calling delete_port for 06153fe4-846d-4c61-b2c4-28fc0e33c49f owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:38.481761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Deleting port 06153fe4-846d-4c61-b2c4-28fc0e33c49f {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:38.482171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.543931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] For port 06153fe4-846d-4c61-b2c4-28fc0e33c49f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=06153fe4-846d-4c61-b2c4-28fc0e33c49f,segment=NetworkSegment(eb203790-a346-4eb9-9f10-18a6f1b4aff2),segment_id=eb203790-a346-4eb9-9f10-18a6f1b4aff2)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:38.543931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.556061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Calling delete_port for 06153fe4-846d-4c61-b2c4-28fc0e33c49f owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:38.634020 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.640316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.663595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Pushing event deleted for resources: {'Port': ['ID=06153fe4-846d-4c61-b2c4-28fc0e33c49f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.665117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Pushing event deleted for resources: {'Port': ['ID=06153fe4-846d-4c61-b2c4-28fc0e33c49f,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.667245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] No DVR routers for this DVR port 06153fe4-846d-4c61-b2c4-28fc0e33c49f on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:38.669490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] No DVR routers for this DVR port 06153fe4-846d-4c61-b2c4-28fc0e33c49f on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:38.676525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.676875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.677228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.677558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.677896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.678226 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.678555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.678884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.679215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.679537 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.679928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.680266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a33c3d7-612e-4170-97d2-be9b16ac1836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:38.736766 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.746675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79e744c-7702-4f0c-94e8-5960a4c5bfca']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.756483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb203790-a346-4eb9-9f10-18a6f1b4aff2') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.756778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb203790-a346-4eb9-9f10-18a6f1b4aff2') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.765711 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.778784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.784400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:38.784781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:38.786361 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:38.925237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.930874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.932861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c79e744c-7702-4f0c-94e8-5960a4c5bfca HTTP/1.1" status: 204 len: 168 time: 0.6780334 Aug 10 04:03:38.936421 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43606) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.944098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27eca7-19b3-4889-b99e-bb600f2cf920 admin admin] Pushing event deleted for resources: {'Network': ['ID=c79e744c-7702-4f0c-94e8-5960a4c5bfca,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.278907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.517972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Deleting port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:39.518320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.598326 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] For port 9b62174e-78c4-493b-8b10-de6f5fe4ee0e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:39.598611 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.611646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Calling delete_port for 9b62174e-78c4-493b-8b10-de6f5fe4ee0e owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:39.864743 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.888387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b62174e-78c4-493b-8b10-de6f5fe4ee0e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.898338 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.898688 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.899026 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.899362 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.899695 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.900024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.900793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.900793 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.900992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.901304 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.901629 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:39.902502 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:40.076195 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.159756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 06153fe4-846d-4c61-b2c4-28fc0e33c49f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:40.179110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 06153fe4-846d-4c61-b2c4-28fc0e33c49f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:40.179378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 06153fe4-846d-4c61-b2c4-28fc0e33c49f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:40.287939 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Router 8a965708-73ec-4e97-a45a-58111060c272 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:40.393949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:40.398819 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1937fdae-0b26-4bc9-9e1f-ce29b606648a admin admin] 10.222.0.26 "PUT /v2.0/routers/8a965708-73ec-4e97-a45a-58111060c272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4614339 Aug 10 04:03:40.401510 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43612) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.402902 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] Sync routers for ids ['8a965708-73ec-4e97-a45a-58111060c272'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:40.419817 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] Routers {'8a965708-73ec-4e97-a45a-58111060c272'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:40.420901 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8a965708-73ec-4e97-a45a-58111060c272'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:40.509680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.527187 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] Set router 8a965708-73ec-4e97-a45a-58111060c272 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:40.610253 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.699693 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T04:03:39Z', 'revision_number': 5, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port': {'id': '32ff6218-b924-4adf-94a4-e4c9ef8b847a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a965708-73ec-4e97-a45a-58111060c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:34Z', 'updated_at': '2021-08-10T03:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:40.724766 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] Checking router: 8a965708-73ec-4e97-a45a-58111060c272 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:40.733710 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] Routers {'8a965708-73ec-4e97-a45a-58111060c272'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:40.734313 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:03:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['8a965708-73ec-4e97-a45a-58111060c272'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:40.747908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Deleting port 32ff6218-b924-4adf-94a4-e4c9ef8b847a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:40.748262 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.817298 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] Set router 8a965708-73ec-4e97-a45a-58111060c272 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:40.830041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] For port 32ff6218-b924-4adf-94a4-e4c9ef8b847a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=32ff6218-b924-4adf-94a4-e4c9ef8b847a,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:40.830413 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.843138 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Calling delete_port for 32ff6218-b924-4adf-94a4-e4c9ef8b847a owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:40.871805 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T04:03:40Z', 'revision_number': 6, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:40.898948 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a685f2-76c1-4515-8b4b-1075e7e142e4 None None] The sync data for ids ['8a965708-73ec-4e97-a45a-58111060c272'] in n-d-765315-26 is: [{'id': '8a965708-73ec-4e97-a45a-58111060c272', 'name': 'tempest-TestVolumeBootPattern-360239955-router', 'tenant_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:33Z', 'updated_at': '2021-08-10T04:03:40Z', 'revision_number': 6, 'project_id': 'f5e34963d2cc49b7b34a0eed534c264a', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:41.108040 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.133535 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=32ff6218-b924-4adf-94a4-e4c9ef8b847a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.192620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.283036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.285273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.439505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.440056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a965708-73ec-4e97-a45a-58111060c272 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:41.444529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.448228 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-623349e1-f524-43b4-b4c2-633f9dfcbeaa admin admin] 10.222.0.26 "DELETE /v2.0/routers/8a965708-73ec-4e97-a45a-58111060c272 HTTP/1.1" status: 204 len: 168 time: 1.0428760 Aug 10 04:03:41.448228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43614) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.492784 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Deleting subnet ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:41.495702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.530009 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.609025 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.762951 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.789015 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.792472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.794355 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-69e98f12-de71-41e2-8091-978145e674c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ac8b8ef2-09ef-4e6c-8444-03f192b8d2bc HTTP/1.1" status: 204 len: 168 time: 0.3448031 Aug 10 04:03:41.796877 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43616) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.802821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145cee8-cf8e-4d0e-8848-7b247c12e225 None None] Network 633d22ed-707f-4aa6-bcec-a4e28706c765 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:41.874073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.932316 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Deleting port 2f0e5199-481f-484c-aca4-292840b376c2 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:41.932688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.996880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] DHCP port deletion for 633d22ed-707f-4aa6-bcec-a4e28706c765 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:41.997097 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] For port 2f0e5199-481f-484c-aca4-292840b376c2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f0e5199-481f-484c-aca4-292840b376c2,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:41.997358 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.013278 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Calling delete_port for 2f0e5199-481f-484c-aca4-292840b376c2 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:42.041672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] Deleting port 2f0e5199-481f-484c-aca4-292840b376c2 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:42.042003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.234628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 32ff6218-b924-4adf-94a4-e4c9ef8b847a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:42.262071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 32ff6218-b924-4adf-94a4-e4c9ef8b847a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:42.262346 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 32ff6218-b924-4adf-94a4-e4c9ef8b847a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:42.262742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9b62174e-78c4-493b-8b10-de6f5fe4ee0e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:42.268243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.288263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9b62174e-78c4-493b-8b10-de6f5fe4ee0e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:42.288625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9b62174e-78c4-493b-8b10-de6f5fe4ee0e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:42.289029 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f0e5199-481f-484c-aca4-292840b376c2 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:42.296382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0e5199-481f-484c-aca4-292840b376c2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.298244 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] No DVR routers for this DVR port 2f0e5199-481f-484c-aca4-292840b376c2 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:42.314594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2f0e5199-481f-484c-aca4-292840b376c2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:42.315057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f0e5199-481f-484c-aca4-292840b376c2 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:42.336581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] For port 2f0e5199-481f-484c-aca4-292840b376c2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f0e5199-481f-484c-aca4-292840b376c2,segment=NetworkSegment(27f0fea2-cfa5-4115-a0d1-f7359f3a754c),segment_id=27f0fea2-cfa5-4115-a0d1-f7359f3a754c)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:42.336581 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.337717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] Calling delete_port for 2f0e5199-481f-484c-aca4-292840b376c2 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:42.369940 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.381246 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633d22ed-707f-4aa6-bcec-a4e28706c765']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:42.396197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f0fea2-cfa5-4115-a0d1-f7359f3a754c') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:42.396527 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f0fea2-cfa5-4115-a0d1-f7359f3a754c') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:42.406135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.416199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.419774 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.426228 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:42.426640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:42.428335 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:42.445470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] Pushing event deleted for resources: {'Port': ['ID=2f0e5199-481f-484c-aca4-292840b376c2,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.451308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a5434-0e0a-40ab-b9ce-3d48c247df12 None None] No DVR routers for this DVR port 2f0e5199-481f-484c-aca4-292840b376c2 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:42.567839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.573199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.575638 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] 10.222.0.26 "DELETE /v2.0/networks/633d22ed-707f-4aa6-bcec-a4e28706c765 HTTP/1.1" status: 204 len: 168 time: 0.7778845 Aug 10 04:03:42.586710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051d5c8-9aa1-4126-8ddf-07082cf95f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=633d22ed-707f-4aa6-bcec-a4e28706c765,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.005339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43620) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.043934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d456e8e6-76d4-4dac-b9fd-c9fb14134fae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3700304da7e40c19df22711918cfcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374291 Aug 10 04:03:43.046354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43622) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.092604 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b7817a-794d-4b29-87a8-bd8a4c0e0c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.113567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b7817a-794d-4b29-87a8-bd8a4c0e0c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.247733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b7817a-794d-4b29-87a8-bd8a4c0e0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.250424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d8b7817a-794d-4b29-87a8-bd8a4c0e0c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.251578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d8b7817a-794d-4b29-87a8-bd8a4c0e0c18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4a66ade-32bf-4ef3-b193-559697c1d983 HTTP/1.1" status: 204 len: 168 time: 0.2042568 Aug 10 04:03:43.259415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7817a-794d-4b29-87a8-bd8a4c0e0c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a66ade-32bf-4ef3-b193-559697c1d983,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.056698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43628) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.099785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6939ddea-bd7e-419a-8b09-9c49663ba9f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5e34963d2cc49b7b34a0eed534c264a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419157 Aug 10 04:03:44.102130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43630) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.149102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1b62e3d7-9545-4728-8748-8c79f0af44b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.169371 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1b62e3d7-9545-4728-8748-8c79f0af44b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.284931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1b62e3d7-9545-4728-8748-8c79f0af44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.287400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1b62e3d7-9545-4728-8748-8c79f0af44b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.288588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1b62e3d7-9545-4728-8748-8c79f0af44b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cef9cfe5-132f-4721-b3c9-09fa66321a0c HTTP/1.1" status: 204 len: 168 time: 0.1855540 Aug 10 04:03:44.296056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62e3d7-9545-4728-8748-8c79f0af44b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9cfe5-132f-4721-b3c9-09fa66321a0c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.699013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.275550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-98188f8d-81be-46cb-9727-cd463fde072e tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289104 Aug 10 04:03:55.457945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-ea89110b-9c5e-4349-a531-bf426103e993 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:55.459418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-ea89110b-9c5e-4349-a531-bf426103e993 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785240 Aug 10 04:03:55.474751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-8e8cb7d7-a751-42be-9e16-77ba510362d9 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/quotas/3d6c1c723a5b4ec0a50c2004dda45a74 HTTP/1.1" status: 200 len: 375 time: 0.0090034 Aug 10 04:03:55.504892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-6f51d13f-bad1-41bb-b28e-5a12449c2e15 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243134 Aug 10 04:03:55.730035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acd01750-5bf8-4b4a-a376-e34f54d02967 req-10d3c7e1-b523-4909-b7c8-a1a87959ea76 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 210 time: 0.0256739 Aug 10 04:03:56.433792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.823179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa7ca01a-26d7-4572-b970-54d1164d5a53 req-b38ad45d-75b2-49fe-b115-093fe6fab5d3 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 210 time: 0.0264142 Aug 10 04:03:57.914403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7528cf9-a83c-4335-b364-111cc2e8afb7 req-d41135a0-a1a2-4959-833f-828062dc40fe tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 210 time: 0.0262048 Aug 10 04:03:57.962114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bb06f4e7-9bb7-4fe7-8267-916eab0e0b5e tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239937 Aug 10 04:03:58.064975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-011d79dc-be01-4532-b432-392ab399c77d tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.066409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-011d79dc-be01-4532-b432-392ab399c77d tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0984521 Aug 10 04:03:58.084259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Request body: {'port': {'device_id': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'admin_state_up': True, 'tenant_id': '3d6c1c723a5b4ec0a50c2004dda45a74'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:58.273298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Made reservation on behalf of 3d6c1c723a5b4ec0a50c2004dda45a74 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:58.277516 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.286757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.375456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.469564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.530065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023dcd24-c8c2-4a66-9d1d-b44982cf3831,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:58.616415 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Allocated IP 192.168.233.153 (6a3805df-1195-4a27-b942-6ecee53e5a0b/af910d08-7425-44a8-a03c-7bd63bbcaf25/8ea406b1-3036-4e10-bae3-26f4139561e6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:58.753548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.766843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Transition to ACTIVE for port object 8ea406b1-3036-4e10-bae3-26f4139561e6 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:58.870797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.913199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Network 6a3805df-1195-4a27-b942-6ecee53e5a0b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:58.918586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:58.922219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:58.947842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Pushing event updated for resources: {'Port': ['ID=8ea406b1-3036-4e10-bae3-26f4139561e6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:58.978131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.978769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.043517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f58870-85fc-42c0-a128-cc4404d52abf req-9721fa9a-adf5-4279-b8fd-be56b060637f tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.045153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85f58870-85fc-42c0-a128-cc4404d52abf req-9721fa9a-adf5-4279-b8fd-be56b060637f tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 936 time: 0.0588810 Aug 10 04:03:59.085797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-fdb27c2f-8d07-4888-8ed7-bd522a12e2f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0051591 Aug 10 04:03:59.091666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85f58870-85fc-42c0-a128-cc4404d52abf req-03b98369-5774-418c-b933-ed6b93930363 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Aug 10 04:03:59.109043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Request body: {'port': {'device_id': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:59.169775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.307818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e2c36844-598c-41b2-aff2-aacd891169cf None None] Provisioning for port 8ea406b1-3036-4e10-bae3-26f4139561e6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:59.311676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e2c36844-598c-41b2-aff2-aacd891169cf None None] Provisioning complete for port 8ea406b1-3036-4e10-bae3-26f4139561e6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:59.312103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e2c36844-598c-41b2-aff2-aacd891169cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.348946 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e2c36844-598c-41b2-aff2-aacd891169cf None None] Port 8ea406b1-3036-4e10-bae3-26f4139561e6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:59.425926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea406b1-3036-4e10-bae3-26f4139561e6 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:59.434694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.447191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Transition to ACTIVE for port object 8ea406b1-3036-4e10-bae3-26f4139561e6 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:59.513346 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.569276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea406b1-3036-4e10-bae3-26f4139561e6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.645717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Attempting to bind port 8ea406b1-3036-4e10-bae3-26f4139561e6 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:59.646058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Attempting to bind port 8ea406b1-3036-4e10-bae3-26f4139561e6 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:59.646389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Attempting to bind port 8ea406b1-3036-4e10-bae3-26f4139561e6 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:59.651629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Port 8ea406b1-3036-4e10-bae3-26f4139561e6 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:59.651958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Attempting to bind port 8ea406b1-3036-4e10-bae3-26f4139561e6 on network 6a3805df-1195-4a27-b942-6ecee53e5a0b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:59.657077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:59.657419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Checking segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:59.657807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Bound using segment: {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:59.658249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Bound port: 8ea406b1-3036-4e10-bae3-26f4139561e6, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990cb2dd-6ff7-43e5-b756-e52853d5fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:59.658615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.726225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] For port 8ea406b1-3036-4e10-bae3-26f4139561e6, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:59.729699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] For port 8ea406b1-3036-4e10-bae3-26f4139561e6, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8ea406b1-3036-4e10-bae3-26f4139561e6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:59.808219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.842395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.843028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.844450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] 10.222.0.54 "PUT /v2.0/ports/8ea406b1-3036-4e10-bae3-26f4139561e6 HTTP/1.1" status: 200 len: 1097 time: 0.7411838 Aug 10 04:03:59.844897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'tag': '8ea406b1-3036-4e10-bae3-26f4139561e6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:59.847161 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab1dcc-4fb8-4556-a590-cf6fa720fb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5a7a62-385d-4883-8b87-fb1b4a70f7b8", "tag": "8ea406b1-3036-4e10-bae3-26f4139561e6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:59.873115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37955-6fdb-410c-b312-3e098d7c2c24 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea406b1-3036-4e10-bae3-26f4139561e6,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.888104 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8753f9ae-7a5e-4090-bccf-6dc27ae1024d x-openstack-request-id: req-8753f9ae-7a5e-4090-bccf-6dc27ae1024d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:59.888430 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5a7a62-385d-4883-8b87-fb1b4a70f7b8", "tag": "8ea406b1-3036-4e10-bae3-26f4139561e6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:59.888687 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8753f9ae-7a5e-4090-bccf-6dc27ae1024d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:59.889091 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'tag': '8ea406b1-3036-4e10-bae3-26f4139561e6', 'status': 'completed', 'code': 200} Aug 10 04:03:59.973964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1dcc-4fb8-4556-a590-cf6fa720fb0f req-e4d9fb24-fc0a-46d3-aac1-8999eca0403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.975491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beab1dcc-4fb8-4556-a590-cf6fa720fb0f req-e4d9fb24-fc0a-46d3-aac1-8999eca0403c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 1100 time: 0.0441144 Aug 10 04:04:00.009454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beab1dcc-4fb8-4556-a590-cf6fa720fb0f req-743dcf8c-d7eb-4572-9d61-9605e62c3e84 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202107 Aug 10 04:04:00.104888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1dcc-4fb8-4556-a590-cf6fa720fb0f req-95fe2c98-20a1-41e6-a19a-c046b3fbdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.106388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beab1dcc-4fb8-4556-a590-cf6fa720fb0f req-95fe2c98-20a1-41e6-a19a-c046b3fbdf1c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908895 Aug 10 04:04:00.239166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-66248c56-650f-4515-a29e-3d3cdb1bd8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.240697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-66248c56-650f-4515-a29e-3d3cdb1bd8a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 1100 time: 0.0719926 Aug 10 04:04:00.247962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb8cfb-ae0e-4e61-8285-37b9899eb1e3 req-6d783efd-9c7c-45b3-8821-bf1f9e573a7c tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.249351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6bb8cfb-ae0e-4e61-8285-37b9899eb1e3 req-6d783efd-9c7c-45b3-8821-bf1f9e573a7c tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 948 time: 0.0818977 Aug 10 04:04:00.293198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83724ec4-12d8-482f-b5f4-92fef3f5ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.297426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-423e0a6c-e228-4b85-929a-c3a9855ee5a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8ea406b1-3036-4e10-bae3-26f4139561e6 HTTP/1.1" status: 200 len: 217 time: 0.0439630 Aug 10 04:04:00.342579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6bb8cfb-ae0e-4e61-8285-37b9899eb1e3 req-a18bf03d-a913-422f-9214-29b48fa32deb tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833259 Aug 10 04:04:00.357984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-f7657731-7832-48e2-91c9-da889626cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.359497 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-f7657731-7832-48e2-91c9-da889626cc88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af910d08-7425-44a8-a03c-7bd63bbcaf25 HTTP/1.1" status: 200 len: 843 time: 0.0546889 Aug 10 04:04:00.404800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-4255a76d-596c-45a5-9d11-8fffa986c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.406258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-4255a76d-596c-45a5-9d11-8fffa986c792 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a3805df-1195-4a27-b942-6ecee53e5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0395541 Aug 10 04:04:00.496933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-c885002b-157e-47fc-a72e-79e6d733e03e service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830457 Aug 10 04:04:00.587643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0893556c-d5d8-4b2a-957d-2914fdfb3d66 req-4cd785b6-de26-4e9c-b351-3b792b6aee33 service neutron] 10.222.0.54 "GET /v2.0/networks/6a3805df-1195-4a27-b942-6ecee53e5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837123 Aug 10 04:04:01.461976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ed35b-9fcf-4071-a7a7-1898f3b02174 req-bb8b2ee2-9bf1-41b1-ba7b-fb1d64f4c568 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:01.463443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b1ed35b-9fcf-4071-a7a7-1898f3b02174 req-bb8b2ee2-9bf1-41b1-ba7b-fb1d64f4c568 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 948 time: 0.0558221 Aug 10 04:04:01.501704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b1ed35b-9fcf-4071-a7a7-1898f3b02174 req-81297c69-7a4d-4924-8358-e93c5dd64302 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Aug 10 04:04:02.629818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a3938-71ef-49c8-92ef-872bc259751f req-3bb9f9da-a89d-4995-883a-cffe00cb07b0 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.631357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f7a3938-71ef-49c8-92ef-872bc259751f req-3bb9f9da-a89d-4995-883a-cffe00cb07b0 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 948 time: 0.0638633 Aug 10 04:04:02.669081 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f7a3938-71ef-49c8-92ef-872bc259751f req-b9009be1-15df-47f6-b60e-faae3bf5b333 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Aug 10 04:04:02.713084 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.027884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c4d-e040-4d99-9f70-b7dcee64c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.782820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeb9f6-4210-4b88-8549-ca99102cd849 req-60007ac3-4002-448a-a812-7cc5f0742f55 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.784311 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8aeb9f6-4210-4b88-8549-ca99102cd849 req-60007ac3-4002-448a-a812-7cc5f0742f55 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 948 time: 0.0479753 Aug 10 04:04:03.822271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8aeb9f6-4210-4b88-8549-ca99102cd849 req-9bf7f977-26d8-40aa-af67-ff029d231dfc tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Aug 10 04:04:04.256660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.424355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8ea406b1-3036-4e10-bae3-26f4139561e6 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:04.518771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8ea406b1-3036-4e10-bae3-26f4139561e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8ea406b1-3036-4e10-bae3-26f4139561e6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:04.529780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '8ea406b1-3036-4e10-bae3-26f4139561e6', 'network_id': '6a3805df-1195-4a27-b942-6ecee53e5a0b', 'port_id': '8ea406b1-3036-4e10-bae3-26f4139561e6', 'mac_address': 'fa:16:3e:14:6a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af910d08-7425-44a8-a03c-7bd63bbcaf25', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:04.569098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.582181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea406b1-3036-4e10-bae3-26f4139561e6 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:04.600640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8ea406b1-3036-4e10-bae3-26f4139561e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8ea406b1-3036-4e10-bae3-26f4139561e6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:04.678915 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.724572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8ea406b1-3036-4e10-bae3-26f4139561e6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:04.940123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279856b7-5274-4109-8a5a-749d3616c690 req-1bdf0ac6-1326-4039-bfb6-9f04a7d1763a tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:04.941510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-279856b7-5274-4109-8a5a-749d3616c690 req-1bdf0ac6-1326-4039-bfb6-9f04a7d1763a tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 949 time: 0.0516322 Aug 10 04:04:04.983360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-279856b7-5274-4109-8a5a-749d3616c690 req-96b84d67-b275-470a-b79c-9c828c1993df tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358112 Aug 10 04:04:05.089617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8ea406b1-3036-4e10-bae3-26f4139561e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:05.829778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.096916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6162-4334-4c5b-ae5e-43a0e4e46be7 req-f4c227aa-4d97-48bf-b164-ed3e1a89a407 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:06.098408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67aa6162-4334-4c5b-ae5e-43a0e4e46be7 req-f4c227aa-4d97-48bf-b164-ed3e1a89a407 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 949 time: 0.0484998 Aug 10 04:04:06.136533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67aa6162-4334-4c5b-ae5e-43a0e4e46be7 req-7a7a0c8a-338c-463a-bb01-3fecafdbdca4 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Aug 10 04:04:06.436440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8ea406b1-3036-4e10-bae3-26f4139561e6 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:06.572309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 8ea406b1-3036-4e10-bae3-26f4139561e6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:06.576859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 8ea406b1-3036-4e10-bae3-26f4139561e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:06.577280 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.652561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.674437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea406b1-3036-4e10-bae3-26f4139561e6'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:06.676711 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a699b7-91f3-4e0c-85d5-57c2be417a07" -d '{"events": [{"server_uuid": "4d5a7a62-385d-4883-8b87-fb1b4a70f7b8", "name": "network-vif-plugged", "status": "completed", "tag": "8ea406b1-3036-4e10-bae3-26f4139561e6"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:06.692282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 8ea406b1-3036-4e10-bae3-26f4139561e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8ea406b1-3036-4e10-bae3-26f4139561e6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:06.713114 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5abbaa-2ac4-4d82-8b02-46c9a60a076b x-openstack-request-id: req-8e5abbaa-2ac4-4d82-8b02-46c9a60a076b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:06.713926 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5a7a62-385d-4883-8b87-fb1b4a70f7b8", "name": "network-vif-plugged", "status": "completed", "tag": "8ea406b1-3036-4e10-bae3-26f4139561e6", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:06.714241 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e5abbaa-2ac4-4d82-8b02-46c9a60a076b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:06.714580 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea406b1-3036-4e10-bae3-26f4139561e6', 'code': 200} Aug 10 04:04:06.777912 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.828700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=8ea406b1-3036-4e10-bae3-26f4139561e6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:06.832761 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bbdfb-5ba3-4c80-8bc2-24e10ebfcac1 req-67713911-7064-4b6c-bc05-d27d791ae992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:06.834301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b12bbdfb-5ba3-4c80-8bc2-24e10ebfcac1 req-67713911-7064-4b6c-bc05-d27d791ae992 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 1102 time: 0.0397816 Aug 10 04:04:06.868155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b12bbdfb-5ba3-4c80-8bc2-24e10ebfcac1 req-9c43f7a7-86c4-4a1e-882b-ea7f19ff7cd5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267391 Aug 10 04:04:07.256019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dc72e-dedb-4074-9c06-4b15d765ea98 req-09aadf38-cf21-4e43-bf35-7ac019217f10 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:07.257554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-461dc72e-dedb-4074-9c06-4b15d765ea98 req-09aadf38-cf21-4e43-bf35-7ac019217f10 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 950 time: 0.0525525 Aug 10 04:04:07.295506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-461dc72e-dedb-4074-9c06-4b15d765ea98 req-494bd927-aa19-4658-8103-aaa192ca11a8 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Aug 10 04:04:08.411274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78dd68-00b4-461b-9d18-f1333b8ffc5f req-5891d3a4-8df1-47ee-b50a-9b913664042d tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:08.412769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f78dd68-00b4-461b-9d18-f1333b8ffc5f req-5891d3a4-8df1-47ee-b50a-9b913664042d tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 950 time: 0.0487030 Aug 10 04:04:08.454386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f78dd68-00b4-461b-9d18-f1333b8ffc5f req-ba1bc0d1-b3b8-4ce6-be13-5ad89671fe66 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309918 Aug 10 04:04:09.937166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fddd6f-c426-457c-a49d-6ead5e72e58e req-a3b3922f-f924-4fa2-9b23-7042de5ee0ce tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.938656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43fddd6f-c426-457c-a49d-6ead5e72e58e req-a3b3922f-f924-4fa2-9b23-7042de5ee0ce tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 950 time: 0.0484648 Aug 10 04:04:09.975551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-43fddd6f-c426-457c-a49d-6ead5e72e58e req-b8bea6d8-1345-4b77-94b6-5d88a203785f tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Aug 10 04:04:11.093115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c643fc2-017f-4046-b8fd-0428cd900775 req-eed4f006-a68b-4ca9-b953-08444eebc31d tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:11.094580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c643fc2-017f-4046-b8fd-0428cd900775 req-eed4f006-a68b-4ca9-b953-08444eebc31d tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 950 time: 0.0517459 Aug 10 04:04:11.132623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c643fc2-017f-4046-b8fd-0428cd900775 req-435d17be-6502-41df-9edb-051039a57285 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/security-groups?id=023dcd24-c8c2-4a66-9d1d-b44982cf3831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 10 04:04:11.466130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-b2c99ed5-128b-45bd-b0db-09e317851ede tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:11.467575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-b2c99ed5-128b-45bd-b0db-09e317851ede tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 950 time: 0.0471561 Aug 10 04:04:11.556531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Deleting port 8ea406b1-3036-4e10-bae3-26f4139561e6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:11.557436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.642113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] For port 8ea406b1-3036-4e10-bae3-26f4139561e6, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=8ea406b1-3036-4e10-bae3-26f4139561e6,segment=NetworkSegment(990cb2dd-6ff7-43e5-b756-e52853d5fa31),segment_id=990cb2dd-6ff7-43e5-b756-e52853d5fa31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:11.642482 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.654836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Calling delete_port for 8ea406b1-3036-4e10-bae3-26f4139561e6 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:11.852454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.880971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Pushing event deleted for resources: {'Port': ['ID=8ea406b1-3036-4e10-bae3-26f4139561e6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:11.886349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['8ea406b1-3036-4e10-bae3-26f4139561e6'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:11.893175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.894317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.894317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.894317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.894674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.894914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.895256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.895602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.895925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.896255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.896610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.896939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.931921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] No DVR routers for this DVR port 8ea406b1-3036-4e10-bae3-26f4139561e6 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:11.934645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.936684 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26c2ea3f-0ab0-42f1-9c69-1c4cc0b0675d req-60ed7494-e489-4d10-b4e1-c9b6db1429f5 tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.54 "DELETE /v2.0/ports/8ea406b1-3036-4e10-bae3-26f4139561e6 HTTP/1.1" status: 204 len: 173 time: 0.4627135 Aug 10 04:04:11.937153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'name': 'network-vif-deleted', 'tag': '8ea406b1-3036-4e10-bae3-26f4139561e6'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:11.939434 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee9a8b-da82-4f64-b062-18f3f00ccc8e" -d '{"events": [{"server_uuid": "4d5a7a62-385d-4883-8b87-fb1b4a70f7b8", "name": "network-vif-deleted", "tag": "8ea406b1-3036-4e10-bae3-26f4139561e6"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:11.983059 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2b5295-1d86-4021-bce6-ce4bd52fcd32 x-openstack-request-id: req-4d2b5295-1d86-4021-bce6-ce4bd52fcd32 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:11.983392 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5a7a62-385d-4883-8b87-fb1b4a70f7b8", "name": "network-vif-deleted", "tag": "8ea406b1-3036-4e10-bae3-26f4139561e6", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:11.983650 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d2b5295-1d86-4021-bce6-ce4bd52fcd32 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:11.984051 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5a7a62-385d-4883-8b87-fb1b4a70f7b8', 'name': 'network-vif-deleted', 'tag': '8ea406b1-3036-4e10-bae3-26f4139561e6', 'status': 'completed', 'code': 200} Aug 10 04:04:12.230917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68496cc5-1b5a-4723-b02b-88f1dcf8b9f2 req-5c4ec148-f73a-4c28-ad2e-1dd237a081ae tempest-ServersAdminNegativeTestJSON-98977666 tempest-ServersAdminNegativeTestJSON-98977666-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5a7a62-385d-4883-8b87-fb1b4a70f7b8 HTTP/1.1" status: 200 len: 210 time: 0.0295396 Aug 10 04:04:13.754012 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43772) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:13.913877 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bb68412b-a246-4f7a-ae78-75ab07aa4a86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d6c1c723a5b4ec0a50c2004dda45a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586502 Aug 10 04:04:13.916331 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43778) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:13.964222 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8792b7c5-9222-4be2-9291-f18bafa02470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.988820 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8792b7c5-9222-4be2-9291-f18bafa02470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.097529 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8792b7c5-9222-4be2-9291-f18bafa02470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.100121 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-8792b7c5-9222-4be2-9291-f18bafa02470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.101309 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8792b7c5-9222-4be2-9291-f18bafa02470 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/023dcd24-c8c2-4a66-9d1d-b44982cf3831 HTTP/1.1" status: 204 len: 168 time: 0.1840646 Aug 10 04:04:14.109305 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792b7c5-9222-4be2-9291-f18bafa02470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023dcd24-c8c2-4a66-9d1d-b44982cf3831,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:14.469282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8ea406b1-3036-4e10-bae3-26f4139561e6 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:14.488579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 8ea406b1-3036-4e10-bae3-26f4139561e6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:14.488922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 8ea406b1-3036-4e10-bae3-26f4139561e6 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:14.803722 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 43784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:14.817664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb9b07c9-fbf3-489b-91cc-51116efb351d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.904897 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb9b07c9-fbf3-489b-91cc-51116efb351d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.983235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eb9b07c9-fbf3-489b-91cc-51116efb351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.020649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eb9b07c9-fbf3-489b-91cc-51116efb351d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d5a755fdaf94898af5def30a7a30692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157991 Aug 10 04:04:15.021522 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b07c9-fbf3-489b-91cc-51116efb351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1448857b-4fe5-4c3e-8546-5df1aa4cece5,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:15.023375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43786) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:15.071898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6154cb-9a70-4d8e-98dc-dfdc8395fb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.092759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6154cb-9a70-4d8e-98dc-dfdc8395fb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.218082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6154cb-9a70-4d8e-98dc-dfdc8395fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.220783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ec6154cb-9a70-4d8e-98dc-dfdc8395fb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.222098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ec6154cb-9a70-4d8e-98dc-dfdc8395fb76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1448857b-4fe5-4c3e-8546-5df1aa4cece5 HTTP/1.1" status: 204 len: 168 time: 0.1975844 Aug 10 04:04:15.229846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6154cb-9a70-4d8e-98dc-dfdc8395fb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1448857b-4fe5-4c3e-8546-5df1aa4cece5,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:15.269208 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:15.675706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.295736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43808) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:16.388567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1098747656-network', 'tenant_id': '0ca7407867f74c379e619132ff495deb'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:16.472592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Made reservation on behalf of 0ca7407867f74c379e619132ff495deb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:16.474850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.483003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.568218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.696233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.722369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:16.728395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2184a48d-a411-4634-9edc-c3404da5127c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.735077 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.735363 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Added segment 2d3ca9c3-f1be-4960-9599-b7119497842b of type vlan for network 1908f0cb-e02e-4ff1-ba87-498921a338fc Aug 10 04:04:16.781312 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.872949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.873972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:16.874586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.932308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] Pushing event updated for resources: {'Network': ['ID=1908f0cb-e02e-4ff1-ba87-498921a338fc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.942601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 1908f0cb-e02e-4ff1-ba87-498921a338fc details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:16.993944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b129a03a-4a56-4a26-b503-cae5d438e783 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6969688 Aug 10 04:04:16.996718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43812) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:17.001560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Request body: {'subnet': {'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1098747656-subnet', 'tenant_id': '0ca7407867f74c379e619132ff495deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:17.089637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Made reservation on behalf of 0ca7407867f74c379e619132ff495deb for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:17.091916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.324648 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.377888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88092b8f-a64d-4d51-93a7-e68452fcf38e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:17.386720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Checking segment: {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:17.387081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Network hostable DHCP agents. Network: 1908f0cb-e02e-4ff1-ba87-498921a338fc, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:17.495929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Network 1908f0cb-e02e-4ff1-ba87-498921a338fc is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:17.621300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 1908f0cb-e02e-4ff1-ba87-498921a338fc) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:17.627177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.627177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.629832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b478eaa-077e-40b7-875a-7c31ecace272 None None] Network 1908f0cb-e02e-4ff1-ba87-498921a338fc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:17.749545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a64cc-ae1d-4cc5-a4db-ef5058c61b36 None None] Network 1908f0cb-e02e-4ff1-ba87-498921a338fc requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:17.771303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d5918f2-44ee-4563-8bd4-0891339bedd5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7735381 Aug 10 04:04:18.196101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-852f858a-c844-4777-9804-f7736041c1ba tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.198125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-852f858a-c844-4777-9804-f7736041c1ba tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 812 time: 0.1023574 Aug 10 04:04:18.212789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-62066e3d-c177-4ed9-be4d-3c0fce2cd1b1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/quotas/0ca7407867f74c379e619132ff495deb HTTP/1.1" status: 200 len: 375 time: 0.0088048 Aug 10 04:04:18.244107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-88a5d332-fc40-4ebe-a629-1fd976d8d732 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253346 Aug 10 04:04:18.255082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-fcd259fa-9130-4a5c-9a8e-cfd9cc8a3fe5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:04:18.258860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-fcd259fa-9130-4a5c-9a8e-cfd9cc8a3fe5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051241 Aug 10 04:04:18.348641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-1d20ed6c-caa4-49ab-8348-7171e10dbf32 service neutron] 10.222.0.26 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864489 Aug 10 04:04:18.436101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-177d56cf-f18a-4832-8a99-eb0859afc045 service neutron] 10.222.0.26 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812125 Aug 10 04:04:18.689302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e21efe93-5b6f-43c8-b008-21b6857cf55c req-29982aae-d0c5-480e-b508-1ecb4bca1496 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 210 time: 0.0268059 Aug 10 04:04:19.773474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a6330f9-8eea-4055-b835-f8373795a5d7 req-0a153ebf-a120-450e-8d9a-802686e1616d tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 210 time: 0.0249128 Aug 10 04:04:20.870556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-778aab8d-e3b1-4231-8263-510e772a0122 req-48e8ea74-ad2c-4210-a6a3-a26b48325c98 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Aug 10 04:04:21.285931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-bb65ae7d-e812-496b-912a-b357cf41c0fe tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.287373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-bb65ae7d-e812-496b-912a-b357cf41c0fe tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.54 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 812 time: 0.0984142 Aug 10 04:04:21.306610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Request body: {'port': {'device_id': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc', 'admin_state_up': True, 'tenant_id': '0ca7407867f74c379e619132ff495deb'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:21.513315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Made reservation on behalf of 0ca7407867f74c379e619132ff495deb for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:21.516789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.636021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Allocated IP 172.20.0.5 (1908f0cb-e02e-4ff1-ba87-498921a338fc/88092b8f-a64d-4d51-93a7-e68452fcf38e/5a6de70a-3392-4c48-939b-e3bdd9bc330b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:21.783857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.886856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.933795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Network 1908f0cb-e02e-4ff1-ba87-498921a338fc is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:21.937379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:21.939919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:21.955425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:22.020997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:22.021605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.044257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3965f-fd8e-4e89-bcc7-fe769a512a4b req-29d67f10-b551-4cc6-ad4d-143b78cff0c2 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:22.045682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0b3965f-fd8e-4e89-bcc7-fe769a512a4b req-29d67f10-b551-4cc6-ad4d-143b78cff0c2 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 931 time: 0.1001139 Aug 10 04:04:22.083559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f0b3965f-fd8e-4e89-bcc7-fe769a512a4b req-a1d000d3-7e2f-46a3-8c57-e9e00c911789 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Aug 10 04:04:22.113789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4423346-832f-4a9d-b47b-95dfe4e714b0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128061 Aug 10 04:04:22.131490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Request body: {'port': {'device_id': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:22.182754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.698665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6de70a-3392-4c48-939b-e3bdd9bc330b {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:22.705831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.717570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Transition to ACTIVE for port object 5a6de70a-3392-4c48-939b-e3bdd9bc330b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:22.798742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.849826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:22.912527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:22.913193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:22.913193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on network 1908f0cb-e02e-4ff1-ba87-498921a338fc {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:22.917419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on network 1908f0cb-e02e-4ff1-ba87-498921a338fc not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:22.917743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on network 1908f0cb-e02e-4ff1-ba87-498921a338fc {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:22.922504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:22.922835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Checking segment: {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:22.923216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Bound using segment: {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:22.923629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Bound port: 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:22.923981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.985899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:22.988899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:23.103742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.137314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.137879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.139753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 1092 time: 1.0125532 Aug 10 04:04:23.141901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:23.144216 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d839321-0b67-475e-9a04-842f66581378" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:23.193986 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce353dc-f6cb-4226-914d-3b8c675bb0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:23.214109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a888fb-debf-499d-b24c-4621c0ba65f3 req-c3b61898-9dcf-4f82-aa46-5ccd117c3e59 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.215585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87a888fb-debf-499d-b24c-4621c0ba65f3 req-c3b61898-9dcf-4f82-aa46-5ccd117c3e59 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0624881 Aug 10 04:04:23.259408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87a888fb-debf-499d-b24c-4621c0ba65f3 req-d256ab48-6edf-4cb2-a17e-de24cef6ace6 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362027 Aug 10 04:04:23.302272 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99787acb-b158-481c-85df-6692b9cd37fc x-openstack-request-id: req-99787acb-b158-481c-85df-6692b9cd37fc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:23.302569 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:23.302822 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99787acb-b158-481c-85df-6692b9cd37fc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:23.303247 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'status': 'completed', 'code': 200} Aug 10 04:04:23.308774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8a0b9091-1673-4dbd-b58b-9ec94c804391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.310254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-8a0b9091-1673-4dbd-b58b-9ec94c804391 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1095 time: 0.0439119 Aug 10 04:04:23.359875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f4cb95f6-865f-4af4-b2b9-f2f1c8931148 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0337965 Aug 10 04:04:23.407141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-606e86f7-0550-4735-a03e-165d0246ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.408544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-606e86f7-0550-4735-a03e-165d0246ff61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0422311 Aug 10 04:04:23.442471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-f2ac6cf0-0703-4c65-bccc-99605b963f89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263994 Aug 10 04:04:23.528465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-124382e7-0468-4322-bb0c-97ca0da7e473 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790911 Aug 10 04:04:23.620660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a5c1471a-1c3f-462f-9f4c-d2c25783276f req-46a507c0-cfba-47cc-ad2d-755ecab44c41 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Aug 10 04:04:23.809141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839321-0b67-475e-9a04-842f66581378 req-7370bddc-a92a-4efc-bfa2-33f437dbe33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.810551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-7370bddc-a92a-4efc-bfa2-33f437dbe33f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1095 time: 0.0402124 Aug 10 04:04:23.896922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839321-0b67-475e-9a04-842f66581378 req-80c3cda8-f8b7-4706-8f5f-afbd126e3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.898379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-80c3cda8-f8b7-4706-8f5f-afbd126e3588 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.0812371 Aug 10 04:04:23.943737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-52532138-74bd-4bff-ae62-1ff3aa7a1940 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0363715 Aug 10 04:04:23.991203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d839321-0b67-475e-9a04-842f66581378 req-1d8a418f-f199-4e10-a8ee-56b877e6bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.992617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-1d8a418f-f199-4e10-a8ee-56b877e6bd1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0425270 Aug 10 04:04:24.022511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-cfdb4361-7dfa-4abf-a677-3f06185c7fb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230324 Aug 10 04:04:24.111379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-301de8b6-65bb-4bb2-9a90-098721ce758d service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Aug 10 04:04:24.200826 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d839321-0b67-475e-9a04-842f66581378 req-f974fa1a-63ff-4c42-bab7-15f283f35f61 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819850 Aug 10 04:04:24.372813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4f87c-f04d-421e-bd96-ce8ae01e4800 req-d22970f8-b337-4320-bee4-6a2042cc7d09 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.374299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5d4f87c-f04d-421e-bd96-ce8ae01e4800 req-d22970f8-b337-4320-bee4-6a2042cc7d09 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0476477 Aug 10 04:04:24.417668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5d4f87c-f04d-421e-bd96-ce8ae01e4800 req-9783c86c-02fd-4c76-b64c-432827f9197f tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360630 Aug 10 04:04:25.530572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156d756-025f-4e1e-b18f-c4e09c99ff9e req-e39be999-f86d-4a2b-bf14-62b5549ab123 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.532039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a156d756-025f-4e1e-b18f-c4e09c99ff9e req-e39be999-f86d-4a2b-bf14-62b5549ab123 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0475211 Aug 10 04:04:25.570099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a156d756-025f-4e1e-b18f-c4e09c99ff9e req-aeba90ce-3513-49a2-bcbf-6f6435102425 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 10 04:04:26.451834 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.683990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb33821-7e09-4bdb-85d9-4ac8d3df77a5 req-ce818cf4-82a9-4d9e-9c5c-e4302e91f9f3 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.685528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb33821-7e09-4bdb-85d9-4ac8d3df77a5 req-ce818cf4-82a9-4d9e-9c5c-e4302e91f9f3 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0487251 Aug 10 04:04:26.722529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cb33821-7e09-4bdb-85d9-4ac8d3df77a5 req-5c377355-52a1-45e4-8ae8-652c641acbb1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Aug 10 04:04:27.837451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdeae5-1d67-4c53-9324-458971ca733b req-824ccce3-0090-44ee-b782-821b481b32ee tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.838943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17cdeae5-1d67-4c53-9324-458971ca733b req-824ccce3-0090-44ee-b782-821b481b32ee tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0486782 Aug 10 04:04:27.879706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17cdeae5-1d67-4c53-9324-458971ca733b req-708d9aeb-49af-4144-9f4c-3b9157993264 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Aug 10 04:04:28.563213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:28.652701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:28.663886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc', 'port_id': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'mac_address': 'fa:16:3e:5a:5a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88092b8f-a64d-4d51-93a7-e68452fcf38e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:28.700186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.712488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6de70a-3392-4c48-939b-e3bdd9bc330b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:28.731298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:28.811585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.861150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:28.991436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28816d29-29f6-41ad-bf86-2f76e875cbcf req-0f788bd6-90f1-482d-b5c9-d5bef6a1b52a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.992935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-28816d29-29f6-41ad-bf86-2f76e875cbcf req-0f788bd6-90f1-482d-b5c9-d5bef6a1b52a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 944 time: 0.0479212 Aug 10 04:04:29.030373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-28816d29-29f6-41ad-bf86-2f76e875cbcf req-c8ffe7bc-8948-4d5a-b8e1-ccbecd11b026 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Aug 10 04:04:29.160323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['5a6de70a-3392-4c48-939b-e3bdd9bc330b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:30.145607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b523b-cf3c-4b9f-b55e-f85d8368fc90 req-5aa746d1-c3e7-4852-9bd1-8698b1a24ef5 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.147111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d5b523b-cf3c-4b9f-b55e-f85d8368fc90 req-5aa746d1-c3e7-4852-9bd1-8698b1a24ef5 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 944 time: 0.0483973 Aug 10 04:04:30.184667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d5b523b-cf3c-4b9f-b55e-f85d8368fc90 req-7bd6eb05-6000-452f-b56a-d62c94458a4a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Aug 10 04:04:30.291904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b46f50ab-58ec-4669-b450-5a8f34aad925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.579281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:30.689887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 5a6de70a-3392-4c48-939b-e3bdd9bc330b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:30.694021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 5a6de70a-3392-4c48-939b-e3bdd9bc330b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:30.694398 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.772536 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.798983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:30.801250 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db021a04-8ae9-477a-b148-13d30c8aad61" -d '{"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-plugged", "status": "completed", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:30.815560 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:30.839024 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c364c972-6b55-4142-957f-234a0139cb70 x-openstack-request-id: req-c364c972-6b55-4142-957f-234a0139cb70 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:30.842914 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-plugged", "status": "completed", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:30.842914 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c364c972-6b55-4142-957f-234a0139cb70 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:30.842914 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'code': 200} Aug 10 04:04:30.903252 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.955280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:30.960516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac248f-8c9b-41b5-9667-380a745d730d req-5a32222b-17e0-48dc-9492-e868b72555fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.962047 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9ac248f-8c9b-41b5-9667-380a745d730d req-5a32222b-17e0-48dc-9492-e868b72555fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1097 time: 0.0403492 Aug 10 04:04:30.999773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9ac248f-8c9b-41b5-9667-380a745d730d req-28061820-9697-4a98-897e-3b35e55e2c4a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Aug 10 04:04:31.303516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf2a7a-54a3-4a92-9587-4390489b841e req-c584df37-996b-45c8-ba13-fed488511b65 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.305281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66cf2a7a-54a3-4a92-9587-4390489b841e req-c584df37-996b-45c8-ba13-fed488511b65 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0516496 Aug 10 04:04:31.343739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66cf2a7a-54a3-4a92-9587-4390489b841e req-8355f446-2134-4481-9926-8cfd1f10ff57 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Aug 10 04:04:32.459394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674146ed-d597-4a94-b6b0-dab6588398a6 req-787fda85-8c90-48f3-baa8-61b845fac8c4 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.461192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-674146ed-d597-4a94-b6b0-dab6588398a6 req-787fda85-8c90-48f3-baa8-61b845fac8c4 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0509903 Aug 10 04:04:32.500123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-674146ed-d597-4a94-b6b0-dab6588398a6 req-6b7ca9ea-90c1-404f-8e7c-e6f783623648 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Aug 10 04:04:32.714232 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.028315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a0dda392-fcd0-445a-8bcb-2d2d6875ceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.662583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4981ee-dd91-46b4-a5a6-7b0c59f8297b req-4bd0fc8a-0a67-41f2-aff8-6cb41e4d7eb7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.664107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd4981ee-dd91-46b4-a5a6-7b0c59f8297b req-4bd0fc8a-0a67-41f2-aff8-6cb41e4d7eb7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0972428 Aug 10 04:04:33.705021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd4981ee-dd91-46b4-a5a6-7b0c59f8297b req-800b0bb2-cf3a-430c-87c1-a623d6aac9a9 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 10 04:04:34.184848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e7ce8-f257-4987-a1aa-b65dc5fef07a req-dded8ee9-e235-44af-9af5-bfd590c4ad5f tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.186411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c89e7ce8-f257-4987-a1aa-b65dc5fef07a req-dded8ee9-e235-44af-9af5-bfd590c4ad5f tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0490468 Aug 10 04:04:34.223478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c89e7ce8-f257-4987-a1aa-b65dc5fef07a req-245dfb5d-8672-49ac-91c9-e32cff06f4ae tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Aug 10 04:04:34.269726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 43882) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:34.296975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.358386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-89306fda-77d0-4d51-a32f-cf15698a03ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873835 Aug 10 04:04:35.344520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f2324-295b-4d8c-98b5-a3bdd6cb73dd req-7b2acc0d-aea9-473b-891c-37ade9b42745 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:35.346026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837f2324-295b-4d8c-98b5-a3bdd6cb73dd req-7b2acc0d-aea9-473b-891c-37ade9b42745 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Aug 10 04:04:35.383951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-837f2324-295b-4d8c-98b5-a3bdd6cb73dd req-24ab3ad1-721f-4dc2-87fc-b6941425ebca tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Aug 10 04:04:35.821330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.390531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-fcd10118-c26f-43a9-9b0f-1a76a7fec9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.391979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-fcd10118-c26f-43a9-9b0f-1a76a7fec9b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1097 time: 0.0437770 Aug 10 04:04:36.514632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-e83994b0-3904-48e6-88c6-5a63c9605974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.516096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-e83994b0-3904-48e6-88c6-5a63c9605974 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.1168659 Aug 10 04:04:36.524399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dff92f-d5ea-415b-a1cb-2c618ef43c76 req-36a71e9f-8bb2-4b38-83e4-3607b5a393bc tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.526261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6dff92f-d5ea-415b-a1cb-2c618ef43c76 req-36a71e9f-8bb2-4b38-83e4-3607b5a393bc tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0750804 Aug 10 04:04:36.570732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-b7105000-e567-4cc1-abfc-b79daaaf6ec1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0435562 Aug 10 04:04:36.615113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6dff92f-d5ea-415b-a1cb-2c618ef43c76 req-8403c38a-b6fd-4845-a595-48557f6cb2cb tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825450 Aug 10 04:04:36.630594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-7e0e815d-27c4-47ee-88c6-270cfcb623f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.632036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-7e0e815d-27c4-47ee-88c6-270cfcb623f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0539753 Aug 10 04:04:36.663396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-4c2358be-923d-4882-b2cd-dc9ded67a0c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243719 Aug 10 04:04:36.752743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-815b379b-9b99-4797-b00d-9159dff7d26b service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825062 Aug 10 04:04:36.847930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-c5e987a5-ba93-43b2-a508-9072f692aa8c service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878649 Aug 10 04:04:37.733492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e051b5-8747-4b4c-934b-ef6ea389bc9c req-f9c86278-ed32-44c6-a430-ebb33ccc3d73 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:37.735012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7e051b5-8747-4b4c-934b-ef6ea389bc9c req-f9c86278-ed32-44c6-a430-ebb33ccc3d73 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0525687 Aug 10 04:04:37.772283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7e051b5-8747-4b4c-934b-ef6ea389bc9c req-50a93454-ff1b-4edb-ba9c-24e941dcf91d tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309331 Aug 10 04:04:38.889520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af23947-cfa5-4566-9b32-7e9b6c953051 req-76f0c689-3a9d-4be2-8a0a-b4c3b3b57a42 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:38.890997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7af23947-cfa5-4566-9b32-7e9b6c953051 req-76f0c689-3a9d-4be2-8a0a-b4c3b3b57a42 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Aug 10 04:04:38.927162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7af23947-cfa5-4566-9b32-7e9b6c953051 req-a7b44a7e-527f-4ed9-8e03-4cf6d1f263f4 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301781 Aug 10 04:04:40.040796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a98556-d37c-4016-9531-ca4b5c09f73b req-3c55d941-3e9a-4de8-a341-ef97ad9c748c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:40.042263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41a98556-d37c-4016-9531-ca4b5c09f73b req-3c55d941-3e9a-4de8-a341-ef97ad9c748c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0476997 Aug 10 04:04:40.080123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41a98556-d37c-4016-9531-ca4b5c09f73b req-1a900d5b-e42c-4ecc-b72f-0023b9460c26 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Aug 10 04:04:41.197476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638e6ed-4f58-40af-9ae8-7a2c950be0a8 req-c6547d76-0a7e-414e-8bfa-950b205c9ec0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:41.198942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2638e6ed-4f58-40af-9ae8-7a2c950be0a8 req-c6547d76-0a7e-414e-8bfa-950b205c9ec0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0525134 Aug 10 04:04:41.236125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2638e6ed-4f58-40af-9ae8-7a2c950be0a8 req-4cbad75b-0ff2-485c-9459-48fd82b64a51 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Aug 10 04:04:42.348957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfec34-4cdf-4336-9c27-318224532f16 req-4e285b85-fb58-4185-aa22-25f1c766f0b7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:42.350349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aedfec34-4cdf-4336-9c27-318224532f16 req-4e285b85-fb58-4185-aa22-25f1c766f0b7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0479696 Aug 10 04:04:42.387483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aedfec34-4cdf-4336-9c27-318224532f16 req-f670104e-ad5a-4f49-a437-b96e780be322 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Aug 10 04:04:43.500186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0fc2b-d4a9-4505-857b-932a2f3d7fee req-a82d710f-adbf-452d-8ae2-2a9e0bca16c5 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.501688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aa0fc2b-d4a9-4505-857b-932a2f3d7fee req-a82d710f-adbf-452d-8ae2-2a9e0bca16c5 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Aug 10 04:04:43.538584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aa0fc2b-d4a9-4505-857b-932a2f3d7fee req-73008150-db20-4561-bfcf-6ecbec58b57a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Aug 10 04:04:44.656989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e908f-ae0a-4d3f-aff8-62ec330d3827 req-57ab86ad-6c79-42a8-9e45-43f111dc3c30 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:44.658480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-312e908f-ae0a-4d3f-aff8-62ec330d3827 req-57ab86ad-6c79-42a8-9e45-43f111dc3c30 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0528951 Aug 10 04:04:44.695801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-312e908f-ae0a-4d3f-aff8-62ec330d3827 req-acad3818-4256-4109-866b-bdbc869a83db tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Aug 10 04:04:45.666819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.808565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b22d0-f330-4754-b22a-7bb6dc9bb90e req-50c7af12-b327-431e-bac3-5958329dae94 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:45.810020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be3b22d0-f330-4754-b22a-7bb6dc9bb90e req-50c7af12-b327-431e-bac3-5958329dae94 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0474708 Aug 10 04:04:45.846384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be3b22d0-f330-4754-b22a-7bb6dc9bb90e req-23d37809-fd37-4387-9eca-ffb52438ce0c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Aug 10 04:04:46.962834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e89e2-dbeb-4c70-ad19-ff7e00b5fc20 req-1d77fa1d-687a-4978-8dc4-dd27281ce93e tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.964288 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d5e89e2-dbeb-4c70-ad19-ff7e00b5fc20 req-1d77fa1d-687a-4978-8dc4-dd27281ce93e tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Aug 10 04:04:47.000687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d5e89e2-dbeb-4c70-ad19-ff7e00b5fc20 req-4630c7ee-d237-4696-bf4b-92c84cffb45f tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304739 Aug 10 04:04:48.146639 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fa4e0-777b-4358-947a-e1a738a189fd req-7271e85a-ebdf-4d89-9928-8a089ecb6acc tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:48.148112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a8fa4e0-777b-4358-947a-e1a738a189fd req-7271e85a-ebdf-4d89-9928-8a089ecb6acc tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0797856 Aug 10 04:04:48.153959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-dcc76a16-d09b-47ee-98ab-668d10ef7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:48.155330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-dcc76a16-d09b-47ee-98ab-668d10ef7a8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1097 time: 0.1216681 Aug 10 04:04:48.230214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3a8fa4e0-777b-4358-947a-e1a738a189fd req-1ae84c23-de73-4c60-85aa-aa3ea9a2b2f2 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739400 Aug 10 04:04:48.270292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-18eb749b-581a-4aba-8a84-2d2aea773785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:48.271806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-18eb749b-581a-4aba-8a84-2d2aea773785 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.0967555 Aug 10 04:04:48.312669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-34dd9fb6-6c09-4658-bbb6-9f1f16bb8921 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0339577 Aug 10 04:04:48.360246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-af2c60b2-d787-4cfe-b5ae-d2604346b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:48.361747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-af2c60b2-d787-4cfe-b5ae-d2604346b231 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0426335 Aug 10 04:04:48.392931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-79523373-108b-406f-aa5f-872148992832 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232308 Aug 10 04:04:48.483065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-e4814cb8-a595-43bc-a5b5-64346f27e535 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830371 Aug 10 04:04:48.570548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6cfa9d1-2f75-4874-a7d4-c70a9f5d4f55 req-78c6975f-d63a-45da-a4b2-fbb0f013826b service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795097 Aug 10 04:04:49.348952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ea333-640d-46fb-a471-85ff38b809ca req-666e660e-944d-4b65-8985-5c4a308b228c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:49.350431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c6ea333-640d-46fb-a471-85ff38b809ca req-666e660e-944d-4b65-8985-5c4a308b228c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Aug 10 04:04:49.387566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c6ea333-640d-46fb-a471-85ff38b809ca req-0659abba-0a5e-4a4d-b647-ed75c0b4aad2 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Aug 10 04:04:50.499060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e9de2-7c38-4b68-80a6-9846775f5d8d req-c15943af-9ced-4ebb-8980-38debc30d2f6 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:50.500541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-265e9de2-7c38-4b68-80a6-9846775f5d8d req-c15943af-9ced-4ebb-8980-38debc30d2f6 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0477602 Aug 10 04:04:50.536736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-265e9de2-7c38-4b68-80a6-9846775f5d8d req-e3af6de6-a5ae-4d52-aa96-b05e47d56dcc tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301764 Aug 10 04:04:51.654863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe573cf9-0c9c-4c34-a700-d53170a0e623 req-72d9681b-b0bf-4364-b8d4-52054f33431b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:51.656336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe573cf9-0c9c-4c34-a700-d53170a0e623 req-72d9681b-b0bf-4364-b8d4-52054f33431b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0477076 Aug 10 04:04:51.693332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe573cf9-0c9c-4c34-a700-d53170a0e623 req-87cda945-5c9c-4c24-96c4-f1fa3965706d tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Aug 10 04:04:52.268516 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:52.809781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842acfe8-2dff-4295-9309-8c4413547794 req-cd77b2bf-0916-4a55-ba70-2e3a04c6bd47 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:52.811233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-842acfe8-2dff-4295-9309-8c4413547794 req-cd77b2bf-0916-4a55-ba70-2e3a04c6bd47 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0510409 Aug 10 04:04:52.848143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-842acfe8-2dff-4295-9309-8c4413547794 req-e499a70a-f805-4010-81b3-14bbc9dd2fa6 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309711 Aug 10 04:04:53.961413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a957c6-acae-46d5-b963-74c8ce4901a2 req-104b1a81-2166-457e-98b6-462ecb09c9e7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:53.962894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05a957c6-acae-46d5-b963-74c8ce4901a2 req-104b1a81-2166-457e-98b6-462ecb09c9e7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Aug 10 04:04:53.999208 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-05a957c6-acae-46d5-b963-74c8ce4901a2 req-6cc09ea6-573e-4f68-9b67-916d867eb7aa tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303802 Aug 10 04:04:55.112223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654037b-b39c-465e-913c-ea10471406ce req-090d7460-726c-4d3c-aa49-e59412c2a1f0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:55.113703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6654037b-b39c-465e-913c-ea10471406ce req-090d7460-726c-4d3c-aa49-e59412c2a1f0 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0476081 Aug 10 04:04:55.151711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6654037b-b39c-465e-913c-ea10471406ce req-fd74fadf-ac7b-4337-8732-f9511ab8658a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Aug 10 04:04:56.269268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefbdd5-d242-42a2-a1b8-9d714785fb89 req-399a6639-8c81-4ad4-ad92-c48271df7889 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:56.270734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbefbdd5-d242-42a2-a1b8-9d714785fb89 req-399a6639-8c81-4ad4-ad92-c48271df7889 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0527592 Aug 10 04:04:56.308927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbefbdd5-d242-42a2-a1b8-9d714785fb89 req-082b9d20-9182-4920-b03e-aaa333c7162e tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Aug 10 04:04:56.427817 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.421921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5d05b-181c-43d7-919c-d0ec11ada87d req-408475b9-babe-4dc9-8dcd-dd32ad6116de tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:57.423296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50c5d05b-181c-43d7-919c-d0ec11ada87d req-408475b9-babe-4dc9-8dcd-dd32ad6116de tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Aug 10 04:04:57.461337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50c5d05b-181c-43d7-919c-d0ec11ada87d req-d52bbe6b-fb21-4045-8e13-3d5f9ba18a81 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Aug 10 04:04:58.576460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149f1b-c19e-4637-a855-2f297c7d13d0 req-411397aa-738a-40e4-9ea4-0310238db5d8 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:58.577977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8149f1b-c19e-4637-a855-2f297c7d13d0 req-411397aa-738a-40e4-9ea4-0310238db5d8 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0491636 Aug 10 04:04:58.615252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8149f1b-c19e-4637-a855-2f297c7d13d0 req-56e62a1d-efba-45bb-ab98-4d79a0b18702 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Aug 10 04:04:59.733237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc45ebf-39cc-449b-a6f5-2e11e8c32bfa req-15a96f78-bc22-4cc5-81be-66ed164432f7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:59.734626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edc45ebf-39cc-449b-a6f5-2e11e8c32bfa req-15a96f78-bc22-4cc5-81be-66ed164432f7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Aug 10 04:04:59.772531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edc45ebf-39cc-449b-a6f5-2e11e8c32bfa req-d652d47b-4c3f-4769-a524-4fc6b1545586 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Aug 10 04:05:00.273369 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-84c2f03a-a602-4142-a43b-06f8ef578108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.885889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8ff92-e04a-480b-95a2-4c3417933ef8 req-960ee668-2ec3-42cc-a503-3a0bc97c6c4b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:00.887351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fca8ff92-e04a-480b-95a2-4c3417933ef8 req-960ee668-2ec3-42cc-a503-3a0bc97c6c4b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0481439 Aug 10 04:05:00.923792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fca8ff92-e04a-480b-95a2-4c3417933ef8 req-14d50036-1744-44e9-95b4-9b89ea46ef9a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304718 Aug 10 04:05:02.044351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c67522-cc2b-4878-a6d9-dc079c623ca0 req-3ca53da3-f1fa-4f1d-9f58-cc9ad978942c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:02.045893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1c67522-cc2b-4878-a6d9-dc079c623ca0 req-3ca53da3-f1fa-4f1d-9f58-cc9ad978942c tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0541978 Aug 10 04:05:02.084521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e1c67522-cc2b-4878-a6d9-dc079c623ca0 req-207d4a4d-4b90-44d8-a900-70398ff0acdc tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Aug 10 04:05:02.707557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.033418 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2376cdd0-e4da-49a9-9243-7ac75899fc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.201536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c68c69-a533-4616-a835-ce75199abf97 req-555281fc-d3ab-49c4-8e5a-86cad106d1f9 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:03.202997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82c68c69-a533-4616-a835-ce75199abf97 req-555281fc-d3ab-49c4-8e5a-86cad106d1f9 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0516536 Aug 10 04:05:03.239179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-82c68c69-a533-4616-a835-ce75199abf97 req-a4090566-6a09-4685-a64b-3ef1ad8a04d7 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302529 Aug 10 04:05:04.255286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.298389 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-a35ed454-195d-4815-931b-cf130de9ba8c req-6c4f9258-ae4a-4413-903f-cbb4b613512b service neutron] show failed (client error): The resource could not be found. Aug 10 04:05:04.299445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-6c4f9258-ae4a-4413-903f-cbb4b613512b service neutron] 10.222.0.54 "GET /v2.0/ports/5a6de70a-3392-4c48-939b-e3bdd9bc330b/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0560119 Aug 10 04:05:04.353718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07a156-7670-4b47-a0e8-e602da3312a2 req-3bd65874-1b23-4a2c-8e1e-31f77066a4f9 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.355132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae07a156-7670-4b47-a0e8-e602da3312a2 req-3bd65874-1b23-4a2c-8e1e-31f77066a4f9 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0492320 Aug 10 04:05:04.395901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae07a156-7670-4b47-a0e8-e602da3312a2 req-6e99790d-9a97-4959-96ba-96598b69533b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Aug 10 04:05:04.854420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-cdf008f6-9425-401b-a029-9c2f5c14a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.855912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-cdf008f6-9425-401b-a029-9c2f5c14a6b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82&tenant_id=0ca7407867f74c379e619132ff495deb HTTP/1.1" status: 200 len: 1097 time: 0.0739620 Aug 10 04:05:04.868835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:04.918204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.114473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:05.147751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:05.190282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:05.192546 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e4124d-3801-4f90-9f57-65c8ddae9e1f" -d '{"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:05.197142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.208951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Transition to ACTIVE for port object 5a6de70a-3392-4c48-939b-e3bdd9bc330b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:05.240976 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ee138-9a25-434a-89bc-e6655c0b3aff x-openstack-request-id: req-d19ee138-9a25-434a-89bc-e6655c0b3aff {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:05.241272 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:05.241523 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d19ee138-9a25-434a-89bc-e6655c0b3aff {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:05.241909 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'code': 200} Aug 10 04:05:05.272982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.333866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] No DVR routers for this DVR port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:05.335737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.369583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:05.369927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:05.370228 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on network 1908f0cb-e02e-4ff1-ba87-498921a338fc {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:05.374324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on network 1908f0cb-e02e-4ff1-ba87-498921a338fc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:05.374641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Attempting to bind port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on network 1908f0cb-e02e-4ff1-ba87-498921a338fc {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:05.379323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:05.379663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Checking segment: {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:05.380043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Bound using segment: {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:05.380496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Bound port: 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3ca9c3-f1be-4960-9599-b7119497842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:05.380849 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.443995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:05.447510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:05.511008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f504c-c6c8-4a6f-a909-ccef1b4f21bb req-f4896121-2235-484e-ac92-6ba6abd0a144 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.512483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9f504c-c6c8-4a6f-a909-ccef1b4f21bb req-f4896121-2235-484e-ac92-6ba6abd0a144 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0468273 Aug 10 04:05:05.549606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb9f504c-c6c8-4a6f-a909-ccef1b4f21bb req-afbe07f2-090f-4390-b2de-cae11b4c3e64 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Aug 10 04:05:05.622278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.654702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.655301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.656686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 1092 time: 0.7925112 Aug 10 04:05:05.676631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e2a08-d63f-45c8-b99a-52d933de4aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.718643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-4d37499e-00ed-4741-8399-bfdf9e5311c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.720122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-4d37499e-00ed-4741-8399-bfdf9e5311c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1095 time: 0.0389760 Aug 10 04:05:05.816146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-b7a3418a-f46a-47ae-8486-efceba5983da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.817643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-b7a3418a-f46a-47ae-8486-efceba5983da service neutron] 10.222.0.46 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.0894983 Aug 10 04:05:05.827516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.861429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-db039c6a-d2d1-4122-8368-83d264ecba1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0341606 Aug 10 04:05:05.913101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed454-195d-4815-931b-cf130de9ba8c req-f11c94be-e76c-49a1-884b-c98983c04553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.915142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-f11c94be-e76c-49a1-884b-c98983c04553 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0452816 Aug 10 04:05:05.946582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-c9c103ea-0c8f-4bd6-befc-c9004d6c9d31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241272 Aug 10 04:05:06.034197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-c4c6e4d6-6224-4d51-829f-4dc14c6a406c service neutron] 10.222.0.46 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792708 Aug 10 04:05:06.130262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a35ed454-195d-4815-931b-cf130de9ba8c req-3702dda6-0e4b-4f95-96de-5d0a87f8a418 service neutron] 10.222.0.46 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874448 Aug 10 04:05:06.666002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb24a63-26d5-4f16-8322-680e19103e0a req-d0aabe65-8400-4dd6-9425-5143bbca95b5 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:06.667471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beb24a63-26d5-4f16-8322-680e19103e0a req-d0aabe65-8400-4dd6-9425-5143bbca95b5 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0505755 Aug 10 04:05:06.704259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-beb24a63-26d5-4f16-8322-680e19103e0a req-c5fcb138-8e83-4be1-ae2c-cdd73f6659a2 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Aug 10 04:05:07.242864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:07.245505 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949d7a4-0422-49bb-ab6c-4da8a1b46475" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:07.293108 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba5e5e-945d-4038-ab5f-cdae40828b6a x-openstack-request-id: req-24ba5e5e-945d-4038-ab5f-cdae40828b6a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:07.293746 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:07.294021 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24ba5e5e-945d-4038-ab5f-cdae40828b6a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:07.295081 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'status': 'completed', 'code': 200} Aug 10 04:05:07.392316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-fa45c69a-0714-4c94-8afa-f87515e9e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.393774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-fa45c69a-0714-4c94-8afa-f87515e9e487 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1095 time: 0.0794632 Aug 10 04:05:07.396094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-b139801a-82a3-474c-bfda-30b42282fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.397446 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-b139801a-82a3-474c-bfda-30b42282fb5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1095 time: 0.0553050 Aug 10 04:05:07.868955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-482d8aa3-001a-4bf2-92e7-9f48aabbba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.870428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-482d8aa3-001a-4bf2-92e7-9f48aabbba93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.4688792 Aug 10 04:05:07.872621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-b7064fae-0764-4a9e-89cd-6d1e637b348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.873932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-b7064fae-0764-4a9e-89cd-6d1e637b348a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.4646161 Aug 10 04:05:07.881111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b56b8-68b4-437c-8cce-bf3cb4872e23 req-940a0d1f-ce4f-47fe-ad48-489585de0b9b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.882470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8b56b8-68b4-437c-8cce-bf3cb4872e23 req-940a0d1f-ce4f-47fe-ad48-489585de0b9b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.1049716 Aug 10 04:05:07.956394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-bed7659a-bc1f-4bbb-bff3-b6a4fe71dd22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0729284 Aug 10 04:05:07.963285 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-be58dc7c-e71e-4f3d-9c2e-fb2a2468e921 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0789220 Aug 10 04:05:08.045899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb8b56b8-68b4-437c-8cce-bf3cb4872e23 req-70b71bea-f090-416a-9609-b554325fab31 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546671 Aug 10 04:05:08.061379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-58f1993d-a45e-4239-b900-45cbf3d7c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:08.062902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-58f1993d-a45e-4239-b900-45cbf3d7c582 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0987535 Aug 10 04:05:08.079893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-a9686757-a9c6-498b-a59e-2c3ee75722a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:08.081293 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-a9686757-a9c6-498b-a59e-2c3ee75722a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0864763 Aug 10 04:05:08.107765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-d13dcdf3-67c2-42c4-b52a-08ece24eba48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361843 Aug 10 04:05:08.131919 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-9f2850e7-ed3a-4e46-b420-dbce4a4ecc4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335288 Aug 10 04:05:08.278367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-f12b2779-96ed-4fb7-8ab7-9322f2186943 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552029 Aug 10 04:05:08.281646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-8add01a2-bfec-4215-87fb-0d1d56da41c6 service neutron] 10.222.0.46 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390762 Aug 10 04:05:08.443506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-8eb0939a-376b-4cb2-9c6c-cbd3e8c8232c service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581397 Aug 10 04:05:08.445921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1949d7a4-0422-49bb-ab6c-4da8a1b46475 req-a05521dd-154a-4ff7-9b8b-f2171d41cff6 service neutron] 10.222.0.46 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519721 Aug 10 04:05:08.828200 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:08.865491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:09.166025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19464-2121-476d-a5d1-9e93f7b95681 req-309a2a1e-48d0-4f62-ba7b-5c1da5e81909 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.167524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cc19464-2121-476d-a5d1-9e93f7b95681 req-309a2a1e-48d0-4f62-ba7b-5c1da5e81909 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 943 time: 0.0542336 Aug 10 04:05:09.204868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8cc19464-2121-476d-a5d1-9e93f7b95681 req-1bc29970-e2e2-4786-a23d-9a40a8656247 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Aug 10 04:05:09.634373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-f4d6daa0-9c97-48d3-ad94-c489cd7cd38b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.635767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-f4d6daa0-9c97-48d3-ad94-c489cd7cd38b tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82&tenant_id=0ca7407867f74c379e619132ff495deb&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 943 time: 0.0832851 Aug 10 04:05:09.698551 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-1af4772a-8b99-4942-95cc-0ca18e98a4f7 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:05:09.699612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-1af4772a-8b99-4942-95cc-0ca18e98a4f7 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5a6de70a-3392-4c48-939b-e3bdd9bc330b/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0566440 Aug 10 04:05:09.802323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-ca823da0-7877-4f73-9b97-aba8d092bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.804128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-ca823da0-7877-4f73-9b97-aba8d092bd88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ca7407867f74c379e619132ff495deb&device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 1095 time: 0.0414381 Aug 10 04:05:09.890385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-a793f419-89b7-463b-bb18-6792434a1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.891784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-a793f419-89b7-463b-bb18-6792434a1496 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 200 len: 913 time: 0.0810580 Aug 10 04:05:09.941842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-60ed9a60-c46c-4b82-aa80-8d16143ccc35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 200 len: 217 time: 0.0421493 Aug 10 04:05:09.989879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-1043a526-f856-431a-999c-1ebff4cffc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.991406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-1043a526-f856-431a-999c-1ebff4cffc11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 200 len: 852 time: 0.0428751 Aug 10 04:05:10.021734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-58696a64-77ab-486f-8ef9-44dd9bffb2f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1908f0cb-e02e-4ff1-ba87-498921a338fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236971 Aug 10 04:05:10.113290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-2816b7aa-cb88-4e4c-855b-e33f106cb995 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Aug 10 04:05:10.202374 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-a76c73c9-1ac7-42ad-9be8-86eca9562273 service neutron] 10.222.0.54 "GET /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813818 Aug 10 04:05:10.473883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:10.566045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:10.577443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'network_id': '1908f0cb-e02e-4ff1-ba87-498921a338fc', 'port_id': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'mac_address': 'fa:16:3e:5a:5a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88092b8f-a64d-4d51-93a7-e68452fcf38e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:10.612713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.624702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6de70a-3392-4c48-939b-e3bdd9bc330b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:10.643861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:10.741802 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.794407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:10.801488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.801831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.802174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.802504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.802828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.803404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.803727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.804045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.804386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.804885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.808830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:10.808830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.004903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['5a6de70a-3392-4c48-939b-e3bdd9bc330b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:11.662255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeade1-d213-4150-b6e1-59153d7df0f4 req-edf068fb-7872-421c-ac28-4b64e13d9f57 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:11.663739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6beeade1-d213-4150-b6e1-59153d7df0f4 req-edf068fb-7872-421c-ac28-4b64e13d9f57 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 944 time: 0.0490239 Aug 10 04:05:11.702191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6beeade1-d213-4150-b6e1-59153d7df0f4 req-91bf8ccd-64ff-4fa6-8b49-dbd14ea3253e tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Aug 10 04:05:12.493186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:12.615330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 5a6de70a-3392-4c48-939b-e3bdd9bc330b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:12.619445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 5a6de70a-3392-4c48-939b-e3bdd9bc330b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:12.619819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.695155 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.716719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:12.718948 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e597c7a-636e-43ba-a7bf-b7a0e70a91ce" -d '{"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-plugged", "status": "completed", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:12.731458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:12.755592 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e043dc1-74c7-48d0-9998-403c94947dcf x-openstack-request-id: req-8e043dc1-74c7-48d0-9998-403c94947dcf {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:12.755886 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-plugged", "status": "completed", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:12.756139 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e043dc1-74c7-48d0-9998-403c94947dcf {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:12.756570 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'code': 200} Aug 10 04:05:12.844578 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.851974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e577517-34c0-4bdc-8bdb-50afa4ed7b8f req-496e95b7-7544-409a-bc48-76265c3bae6a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:12.853566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e577517-34c0-4bdc-8bdb-50afa4ed7b8f req-496e95b7-7544-409a-bc48-76265c3bae6a tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 944 time: 0.0555670 Aug 10 04:05:12.909356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8e577517-34c0-4bdc-8bdb-50afa4ed7b8f req-f39b97e3-8bcf-4d98-b26d-41ef24e49311 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/security-groups?id=2184a48d-a411-4634-9edc-c3404da5127c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Aug 10 04:05:12.910337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.050201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-b361904e-3861-408f-8bf0-34d2b7be1b6e tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.051561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-b361904e-3861-408f-8bf0-34d2b7be1b6e tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Aug 10 04:05:13.141369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Deleting port 5a6de70a-3392-4c48-939b-e3bdd9bc330b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:13.141719 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.225997 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] For port 5a6de70a-3392-4c48-939b-e3bdd9bc330b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=5a6de70a-3392-4c48-939b-e3bdd9bc330b,segment=NetworkSegment(2d3ca9c3-f1be-4960-9599-b7119497842b),segment_id=2d3ca9c3-f1be-4960-9599-b7119497842b)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:13.226359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.238842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Calling delete_port for 5a6de70a-3392-4c48-939b-e3bdd9bc330b owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:13.484078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.495584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['5a6de70a-3392-4c48-939b-e3bdd9bc330b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:13.509784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Pushing event deleted for resources: {'Port': ['ID=5a6de70a-3392-4c48-939b-e3bdd9bc330b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.519787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.520137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.520511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.520846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.521253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.521584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.522382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.522382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.522569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.522827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.523142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.523990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.562674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] No DVR routers for this DVR port 5a6de70a-3392-4c48-939b-e3bdd9bc330b on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:13.565306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.567377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802607cd-929a-4297-be4d-8c2ba657ffdf req-82a76a72-ef42-4e76-95e6-51bbedaba7d1 tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.46 "DELETE /v2.0/ports/5a6de70a-3392-4c48-939b-e3bdd9bc330b HTTP/1.1" status: 204 len: 173 time: 0.5093038 Aug 10 04:05:13.567806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-deleted', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:13.570067 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56e6fc-7fa0-43a6-abec-4c7d3eb84b85" -d '{"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-deleted", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:13.604480 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de4da99-45a6-42b0-b523-3c2e7d752363 x-openstack-request-id: req-7de4da99-45a6-42b0-b523-3c2e7d752363 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:13.608591 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ef5dc5-f802-4aad-bf60-2d822f0e5a82", "name": "network-vif-deleted", "tag": "5a6de70a-3392-4c48-939b-e3bdd9bc330b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:13.608591 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7de4da99-45a6-42b0-b523-3c2e7d752363 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:13.608591 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ef5dc5-f802-4aad-bf60-2d822f0e5a82', 'name': 'network-vif-deleted', 'tag': '5a6de70a-3392-4c48-939b-e3bdd9bc330b', 'status': 'completed', 'code': 200} Aug 10 04:05:14.021785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23c1782f-a845-4047-9a1e-0fb360154ffb req-d68cc262-8595-42d9-9a74-b0c7ff48c89d tempest-DeleteServersTestJSON-1063320012 tempest-DeleteServersTestJSON-1063320012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3ef5dc5-f802-4aad-bf60-2d822f0e5a82 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Aug 10 04:05:15.148178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44000) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.192481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Deleting subnet 88092b8f-a64d-4d51-93a7-e68452fcf38e {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:15.195409 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.227800 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.265421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.427281 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.452583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88092b8f-a64d-4d51-93a7-e68452fcf38e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.456310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.458179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e012e452-533d-450f-be34-346f7be2d141 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/88092b8f-a64d-4d51-93a7-e68452fcf38e HTTP/1.1" status: 204 len: 168 time: 0.3089218 Aug 10 04:05:15.461200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44002) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.526524 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.607698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.617367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1908f0cb-e02e-4ff1-ba87-498921a338fc']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.627166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3ca9c3-f1be-4960-9599-b7119497842b') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.627460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3ca9c3-f1be-4960-9599-b7119497842b') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:15.635956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.650829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.656498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:15.656877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:15.658431 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:15.741721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.769722 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.775884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.777703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] 10.222.0.26 "DELETE /v2.0/networks/1908f0cb-e02e-4ff1-ba87-498921a338fc HTTP/1.1" status: 204 len: 168 time: 0.3155887 Aug 10 04:05:15.788642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49772-c9f0-4789-bb4e-7936776f2bae admin admin] Pushing event deleted for resources: {'Network': ['ID=1908f0cb-e02e-4ff1-ba87-498921a338fc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.058960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:16.097713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e0357ae4-e371-42a6-b5d0-602eb5b444d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ca7407867f74c379e619132ff495deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413370 Aug 10 04:05:16.100135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44008) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:16.147465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3473648-15bb-4d45-bada-76f63c422a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.167995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3473648-15bb-4d45-bada-76f63c422a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.272196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3473648-15bb-4d45-bada-76f63c422a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.275698 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3473648-15bb-4d45-bada-76f63c422a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.276900 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c3473648-15bb-4d45-bada-76f63c422a11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2184a48d-a411-4634-9edc-c3404da5127c HTTP/1.1" status: 204 len: 168 time: 0.1758451 Aug 10 04:05:16.286302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3473648-15bb-4d45-bada-76f63c422a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2184a48d-a411-4634-9edc-c3404da5127c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.337565 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44030) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:17.435355 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1632366258-network', 'tenant_id': '7133657e33a848499f24a49d3e2ee1bd'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:17.518760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Made reservation on behalf of 7133657e33a848499f24a49d3e2ee1bd for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:17.521135 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.529823 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.614719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.695518 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.722653 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:17.731675 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d1f77c-5d90-4e62-b272-b4fded1ed980,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.740557 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.740903 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Added segment d0f66e19-3a23-4b32-a2f9-8b229a104122 of type vlan for network cef170c2-fe86-49ec-80af-c142f056ba46 Aug 10 04:05:17.742954 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.743301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.743639 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.743975 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.744308 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.744663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.744991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.745328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.745637 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.745959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.746281 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.746602 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:17.788591 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.883922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.884906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:17.885558 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.942314 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] Pushing event updated for resources: {'Network': ['ID=cef170c2-fe86-49ec-80af-c142f056ba46,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.952417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network cef170c2-fe86-49ec-80af-c142f056ba46 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:18.022005 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b29e44b9-f6bb-46fe-955c-b7ab16673a02 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6832991 Aug 10 04:05:18.025251 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44038) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:18.030019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Request body: {'subnet': {'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1632366258-subnet', 'tenant_id': '7133657e33a848499f24a49d3e2ee1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:18.124432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Made reservation on behalf of 7133657e33a848499f24a49d3e2ee1bd for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:18.126811 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.375340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.436652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a2a23f-13a3-4bb3-a389-ad9b944699c8,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:18.444449 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Checking segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:18.444806 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Network hostable DHCP agents. Network: cef170c2-fe86-49ec-80af-c142f056ba46, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:18.519236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:18.539284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 5a6de70a-3392-4c48-939b-e3bdd9bc330b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:18.539626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 5a6de70a-3392-4c48-939b-e3bdd9bc330b not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:18.546583 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Network cef170c2-fe86-49ec-80af-c142f056ba46 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:18.666931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, cef170c2-fe86-49ec-80af-c142f056ba46) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:18.670960 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:18.671554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.675287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795e66c-f7cf-4133-abdc-d53f850257cd None None] Network cef170c2-fe86-49ec-80af-c142f056ba46 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:18.787627 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e2114a9c-5e91-4dbb-bcac-d6df18d50ca6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7613077 Aug 10 04:05:18.794638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f25a8e-063b-453b-ba8b-8e30fbefdf0d None None] Network cef170c2-fe86-49ec-80af-c142f056ba46 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:19.205767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-3d32b2e1-ebf2-411e-b5f0-f8cb29c34ca1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:19.207187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-3d32b2e1-ebf2-411e-b5f0-f8cb29c34ca1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 815 time: 0.1029685 Aug 10 04:05:19.221841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-536c905d-84ef-4874-880b-af25b708f313 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/quotas/7133657e33a848499f24a49d3e2ee1bd HTTP/1.1" status: 200 len: 375 time: 0.0088363 Aug 10 04:05:19.252595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-8acff4a3-eb52-4ee8-b225-3f7eac66cabe tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256598 Aug 10 04:05:19.395433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-ab391959-4092-4ce2-a88d-2f2ae06e11ee service neutron] 10.222.0.26 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354496 Aug 10 04:05:19.486453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-4536a96d-5165-4eb9-bd0c-fd77f13ee56d service neutron] 10.222.0.26 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848324 Aug 10 04:05:19.700455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8be34c5-3fd1-4566-bb3e-637a7b9253e8 req-fd9390f6-85a3-4d1f-a221-6871f34d8aed tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 210 time: 0.0262480 Aug 10 04:05:20.792123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce78a85-ed40-44f4-aef6-71cf79a29ad4 req-d02efc3c-a9f1-4db0-b8ea-8afa1add4d66 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 210 time: 0.0268776 Aug 10 04:05:21.796903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-e2dabea4-a0df-4524-b706-d415a2eb716b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:21.798345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-e2dabea4-a0df-4524-b706-d415a2eb716b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 815 time: 0.0992432 Aug 10 04:05:21.811058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Request body: {'port': {'device_id': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'admin_state_up': True, 'tenant_id': '7133657e33a848499f24a49d3e2ee1bd'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:21.897871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33f8c12b-f36a-4cee-b24f-9ba3effe9d8f req-c6c9fea6-3583-4ad9-8172-191e5dfd195f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 210 time: 0.0335846 Aug 10 04:05:22.032800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Made reservation on behalf of 7133657e33a848499f24a49d3e2ee1bd for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:22.036432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.156110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Allocated IP 172.20.0.5 (cef170c2-fe86-49ec-80af-c142f056ba46/81a2a23f-13a3-4bb3-a389-ad9b944699c8/1abf6144-fb3b-4f6b-ab11-5355a4963a4a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:22.300754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.404817 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.450116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Network cef170c2-fe86-49ec-80af-c142f056ba46 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:22.453147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:22.456786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:22.462864 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.513779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.514391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.593211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-0a05e07e-8502-4b86-8eba-b754ba0c105b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859135 Aug 10 04:05:22.606771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Request body: {'port': {'device_id': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:22.657131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.907679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abf6144-fb3b-4f6b-ab11-5355a4963a4a {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:22.915232 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.926614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Transition to ACTIVE for port object 1abf6144-fb3b-4f6b-ab11-5355a4963a4a will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:23.003534 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.040785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295e59-8690-49a9-a6e4-703beb144a28 req-6a1ea47b-e246-476e-a4a2-ef8812dd1f46 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.042248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1295e59-8690-49a9-a6e4-703beb144a28 req-6a1ea47b-e246-476e-a4a2-ef8812dd1f46 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 931 time: 0.0737011 Aug 10 04:05:23.079528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:23.138613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1295e59-8690-49a9-a6e4-703beb144a28 req-c81fcaf4-c0ba-48d6-99ab-d87770a8f0ea tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886400 Aug 10 04:05:23.167786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:23.168026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:23.168375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:23.172772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on network cef170c2-fe86-49ec-80af-c142f056ba46 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:23.173095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:23.178127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:23.178464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Checking segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:23.178845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Bound using segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:23.179268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Bound port: 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:23.179903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.240789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:23.243741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:23.364664 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.397590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.398822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.400183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] 10.222.0.46 "PUT /v2.0/ports/1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 1092 time: 0.7976632 Aug 10 04:05:23.400643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:23.402863 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a489981-5e2b-4095-a409-8e537aba00e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:23.428795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6ae0-f142-4ba2-ba0a-f64e724b3d91 service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:23.442160 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f38d9-0e01-4d07-9406-00c6f6af5fce x-openstack-request-id: req-607f38d9-0e01-4d07-9406-00c6f6af5fce {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:23.442459 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:23.442761 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-607f38d9-0e01-4d07-9406-00c6f6af5fce {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:23.443189 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'status': 'completed', 'code': 200} Aug 10 04:05:23.504697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a489981-5e2b-4095-a409-8e537aba00e3 req-e2ec48db-ceba-4957-a36e-1938b0f5bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.506257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a489981-5e2b-4095-a409-8e537aba00e3 req-e2ec48db-ceba-4957-a36e-1938b0f5bec7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1095 time: 0.0414364 Aug 10 04:05:23.604910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a489981-5e2b-4095-a409-8e537aba00e3 req-90e117e1-e9c1-4667-8308-b4a60fbddaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.606593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a489981-5e2b-4095-a409-8e537aba00e3 req-90e117e1-e9c1-4667-8308-b4a60fbddaa9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7133657e33a848499f24a49d3e2ee1bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925829 Aug 10 04:05:23.700716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a489981-5e2b-4095-a409-8e537aba00e3 req-6d2f14e6-e559-458c-80d1-0a2810359cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.702206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a489981-5e2b-4095-a409-8e537aba00e3 req-6d2f14e6-e559-458c-80d1-0a2810359cc0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878251 Aug 10 04:05:23.776768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-634a4c50-4dd2-4538-9052-de87b90d581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.778265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-634a4c50-4dd2-4538-9052-de87b90d581f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1095 time: 0.0395491 Aug 10 04:05:23.819740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-10ae42ca-5a5a-4104-9682-a2e858acd620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0330901 Aug 10 04:05:23.870185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033a778-cf2c-4684-be24-658b51c84490 req-7f5cd204-996e-4166-9f43-0579e74b0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.871641 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-7f5cd204-996e-4166-9f43-0579e74b0729 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0442684 Aug 10 04:05:23.905799 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-bdd55129-d937-46f6-9f2e-434f2896cf74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271661 Aug 10 04:05:23.992364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-1c1770a9-f507-412b-b31d-224fcdc31916 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783975 Aug 10 04:05:24.398634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e033a778-cf2c-4684-be24-658b51c84490 req-900ccb99-7798-41e5-95a9-1dbab3f28e87 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991642 Aug 10 04:05:24.407871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508480-b2af-497d-bc4d-3c45d3a9f733 req-32a36e18-2056-4000-89f8-9cd1f4d219d9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.409324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6508480-b2af-497d-bc4d-3c45d3a9f733 req-32a36e18-2056-4000-89f8-9cd1f4d219d9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0769353 Aug 10 04:05:24.448031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6508480-b2af-497d-bc4d-3c45d3a9f733 req-05afb6ba-b631-40b2-939d-7273d6d9680b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Aug 10 04:05:25.558403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c5b84-1b24-4cb2-8cd0-34f0bf44f080 req-36d60bd8-89f6-4888-bcd8-013845b63e3c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.559863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d12c5b84-1b24-4cb2-8cd0-34f0bf44f080 req-36d60bd8-89f6-4888-bcd8-013845b63e3c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0474112 Aug 10 04:05:25.596749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d12c5b84-1b24-4cb2-8cd0-34f0bf44f080 req-30afdefe-1f6a-48b9-880d-1b81584c5882 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308385 Aug 10 04:05:26.472558 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.564359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:26.659377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:26.671707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'port_id': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'mac_address': 'fa:16:3e:12:18:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2a23f-13a3-4bb3-a389-ad9b944699c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:26.708901 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.714555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4a4ea-b214-4782-b131-4bc6ebed0fa4 req-892b1571-b9c9-45c8-b15b-3bef8ae55f73 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:26.716082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3eb4a4ea-b214-4782-b131-4bc6ebed0fa4 req-892b1571-b9c9-45c8-b15b-3bef8ae55f73 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0530033 Aug 10 04:05:26.722151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf6144-fb3b-4f6b-ab11-5355a4963a4a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:26.743317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:26.753873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3eb4a4ea-b214-4782-b131-4bc6ebed0fa4 req-2434c5d9-b858-4621-bce9-0375789a174b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Aug 10 04:05:26.838011 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.887915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:27.045566 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['1abf6144-fb3b-4f6b-ab11-5355a4963a4a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:27.866866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76950b94-4713-425b-941a-b8a561212985 req-1fb884b5-8ec3-48ae-bdf0-b78b8051934a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.868413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76950b94-4713-425b-941a-b8a561212985 req-1fb884b5-8ec3-48ae-bdf0-b78b8051934a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 944 time: 0.0475183 Aug 10 04:05:27.905441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-76950b94-4713-425b-941a-b8a561212985 req-32b86130-ab86-4a0d-9213-f5abf8ed0759 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Aug 10 04:05:28.577956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:28.695037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:28.698670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:28.699042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.776551 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.797394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:28.799610 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e770e7a5-de03-4137-bd53-e37179ec06e7" -d '{"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:28.812173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:28.884217 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.910559 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b89a96-8e0c-4c7b-95c8-500800203883 x-openstack-request-id: req-d5b89a96-8e0c-4c7b-95c8-500800203883 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:28.912915 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:28.912915 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5b89a96-8e0c-4c7b-95c8-500800203883 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:28.912915 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'code': 200} Aug 10 04:05:28.941349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:29.021851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3be945-c2d3-4814-a350-85ba787414a4 req-0a39d2d9-0cb1-4c60-8d38-749232e30f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.023412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae3be945-c2d3-4814-a350-85ba787414a4 req-0a39d2d9-0cb1-4c60-8d38-749232e30f97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1097 time: 0.0700943 Aug 10 04:05:29.037456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918c07a-fd61-451e-ae55-e331432dde89 req-163880b4-5ae0-42f0-901b-046b521d0e19 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.038877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b918c07a-fd61-451e-ae55-e331432dde89 req-163880b4-5ae0-42f0-901b-046b521d0e19 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0625138 Aug 10 04:05:29.088114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae3be945-c2d3-4814-a350-85ba787414a4 req-ae247d4e-c5e5-43cb-9e1f-d632408fb707 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481853 Aug 10 04:05:29.094630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b918c07a-fd61-451e-ae55-e331432dde89 req-95a4dbf3-bd89-446e-b099-c632c8f664c7 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494936 Aug 10 04:05:29.269221 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:30.213384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723e05e-4b42-42b3-aa5c-098330d54e3e req-19341a7b-8bfe-45fb-ad01-9099ff53d782 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.229546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9723e05e-4b42-42b3-aa5c-098330d54e3e req-19341a7b-8bfe-45fb-ad01-9099ff53d782 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0504766 Aug 10 04:05:30.253594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9723e05e-4b42-42b3-aa5c-098330d54e3e req-13839338-0e4a-4919-a7a9-4c5535e23b4f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Aug 10 04:05:30.341198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2d500dd0-4d86-46ce-ab16-9529d85183a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.369109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1bc8d-615e-49c1-881c-3de9988ba165 req-86712d4a-3ff3-4d86-a931-3c1d46ee3a50 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.370580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4e1bc8d-615e-49c1-881c-3de9988ba165 req-86712d4a-3ff3-4d86-a931-3c1d46ee3a50 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0501435 Aug 10 04:05:30.407166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4e1bc8d-615e-49c1-881c-3de9988ba165 req-4e94a12c-291f-475c-b4fc-56cde7234b0a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304499 Aug 10 04:05:30.731987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dcbdf-90cb-46b7-8815-e70992bd53da req-61cd7c26-d805-429f-9131-3efec6330b00 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.733647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f5dcbdf-90cb-46b7-8815-e70992bd53da req-61cd7c26-d805-429f-9131-3efec6330b00 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0533249 Aug 10 04:05:30.770834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f5dcbdf-90cb-46b7-8815-e70992bd53da req-270ac596-99f3-48f0-9807-8c3ff9b7a9cf tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Aug 10 04:05:30.881993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f60ff8-7f2e-4232-bfc3-7d1e428e6c75 req-ba280a9d-6afa-4f98-9475-b4110512cf38 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.883873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2f60ff8-7f2e-4232-bfc3-7d1e428e6c75 req-ba280a9d-6afa-4f98-9475-b4110512cf38 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0488386 Aug 10 04:05:30.920855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2f60ff8-7f2e-4232-bfc3-7d1e428e6c75 req-6d2186b7-9b47-4115-8c3f-a025d3287c49 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Aug 10 04:05:31.323237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fe7d2-2884-4bcd-a463-bccf05be15b8 req-bab8a7e8-5492-4724-acf3-7fc0db2dd329 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:31.324776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a9fe7d2-2884-4bcd-a463-bccf05be15b8 req-bab8a7e8-5492-4724-acf3-7fc0db2dd329 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0491605 Aug 10 04:05:31.363431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a9fe7d2-2884-4bcd-a463-bccf05be15b8 req-bf6c92aa-f5c4-43cf-9432-17be41f5c59b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Aug 10 04:05:31.466255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-ecbecb58-5019-4ded-86be-a606a27f4a6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479352 Aug 10 04:05:32.477138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a83641-8040-4cf2-a297-4c0a9e234636 req-d6949e2b-29c6-4fe8-8662-14b4ba66f161 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:32.478624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98a83641-8040-4cf2-a297-4c0a9e234636 req-d6949e2b-29c6-4fe8-8662-14b4ba66f161 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0485892 Aug 10 04:05:32.516019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98a83641-8040-4cf2-a297-4c0a9e234636 req-8e0afcb7-badc-4321-92fc-b8d084bca939 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Aug 10 04:05:32.752615 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.049941 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-29bcd2bc-6345-41b2-8476-9e67f69e7333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.629984 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e3007-5767-4231-9d78-86fdfa7d6d67 req-a5e119d3-d096-4a87-8785-def287450a3f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:33.631507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-919e3007-5767-4231-9d78-86fdfa7d6d67 req-a5e119d3-d096-4a87-8785-def287450a3f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0484934 Aug 10 04:05:33.669045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-919e3007-5767-4231-9d78-86fdfa7d6d67 req-1fe4b1ee-ac91-403e-92e9-11ca612ef433 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Aug 10 04:05:33.890893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-dd9b1ca0-fb3e-4b91-9cda-0a0e3db2d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:33.892426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-dd9b1ca0-fb3e-4b91-9cda-0a0e3db2d4a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1097 time: 0.0453250 Aug 10 04:05:33.992332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-fd5a1b74-cb3e-4b4f-94ba-aa33b66ca821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:33.993801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-fd5a1b74-cb3e-4b4f-94ba-aa33b66ca821 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0821006 Aug 10 04:05:34.038708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-149d0955-e9a9-4756-89cf-e810ae59991c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0374405 Aug 10 04:05:34.087080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-7f744283-65e9-4d98-b154-52521b8553ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.088498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-7f744283-65e9-4d98-b154-52521b8553ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0424399 Aug 10 04:05:34.119247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-d9a1044c-b6b3-4602-8c55-271ad425f6a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233436 Aug 10 04:05:34.212586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-a77a78ab-9c16-427c-9767-4e019bb42f7b service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Aug 10 04:05:34.260725 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.307080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d81cb9f-9d25-4cdd-a489-d21a353caf88 req-a0a9d7bf-491b-4221-a00b-1a21528a9a09 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867441 Aug 10 04:05:34.459840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-899ebbe7-5ab3-438e-b8fc-d7366574ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.461392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-899ebbe7-5ab3-438e-b8fc-d7366574ac2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1097 time: 0.0415981 Aug 10 04:05:34.552281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-cbd41fb2-7a56-4c98-9693-75f7bc33da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.554452 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-cbd41fb2-7a56-4c98-9693-75f7bc33da51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0854337 Aug 10 04:05:34.595302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-0a5d8fa0-daf1-4061-930c-b91216eeba81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0334663 Aug 10 04:05:34.644941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-11800553-0d97-4e6e-a644-3be30dfbab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.646357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-11800553-0d97-4e6e-a644-3be30dfbab6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0425508 Aug 10 04:05:34.676805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-e23ab895-4509-4e66-aab0-0425575de9a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236421 Aug 10 04:05:34.795143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-35394cf9-172f-4cdf-8101-de799b35b88e service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115677 Aug 10 04:05:34.807238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4c651-7ef7-4b19-a577-a10b2d16c999 req-88df90ef-0303-4230-9825-4a6c713dd4fc tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.808600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15f4c651-7ef7-4b19-a577-a10b2d16c999 req-88df90ef-0303-4230-9825-4a6c713dd4fc tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0698509 Aug 10 04:05:34.891530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-15f4c651-7ef7-4b19-a577-a10b2d16c999 req-9730e305-e810-4241-908c-8fa9d1bd5e94 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751219 Aug 10 04:05:34.919475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-322f4284-9032-409c-a0a2-6663a21e75dc service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099503 Aug 10 04:05:35.860666 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.008320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584e9e2-1cea-44cc-b586-2ef3b479f831 req-f3a2a193-b040-43da-8501-7f49737bf81f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:36.009755 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b584e9e2-1cea-44cc-b586-2ef3b479f831 req-f3a2a193-b040-43da-8501-7f49737bf81f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0503793 Aug 10 04:05:36.046518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b584e9e2-1cea-44cc-b586-2ef3b479f831 req-2def7e51-6d6f-4718-a6f1-5a2844cac7ef tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Aug 10 04:05:37.168693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbab7e1-19e2-4fee-b1b3-b87839cdb431 req-ccdc9ff7-7bf4-40b6-bf8a-fdaf4d7b0fb9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:37.170192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cbab7e1-19e2-4fee-b1b3-b87839cdb431 req-ccdc9ff7-7bf4-40b6-bf8a-fdaf4d7b0fb9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0568466 Aug 10 04:05:37.208610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cbab7e1-19e2-4fee-b1b3-b87839cdb431 req-0f721f02-a8a1-49e2-91e9-ec16184d654a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Aug 10 04:05:38.322296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953866d-db01-42a0-ba42-cc858cd2e211 req-fe4d26ad-e6b7-41f8-a9de-27c035a4bf80 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.323784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f953866d-db01-42a0-ba42-cc858cd2e211 req-fe4d26ad-e6b7-41f8-a9de-27c035a4bf80 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0486434 Aug 10 04:05:38.361015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f953866d-db01-42a0-ba42-cc858cd2e211 req-e03151b9-5f1b-42c5-8151-220748c37cb5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Aug 10 04:05:39.473401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc342ac1-4e0c-4425-a847-a782f254d1e7 req-e9d09e6e-5706-4c30-92ab-1a1be50373f0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.474890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc342ac1-4e0c-4425-a847-a782f254d1e7 req-e9d09e6e-5706-4c30-92ab-1a1be50373f0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0486689 Aug 10 04:05:39.512063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dc342ac1-4e0c-4425-a847-a782f254d1e7 req-9d385e97-0910-4457-b633-104a91b34cd0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Aug 10 04:05:40.630115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab09a9-79a0-4cab-a7a8-2d6f712c72d6 req-20df429c-fe95-4cad-8cc5-decc3e5d2319 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.631622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fab09a9-79a0-4cab-a7a8-2d6f712c72d6 req-20df429c-fe95-4cad-8cc5-decc3e5d2319 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0522516 Aug 10 04:05:40.669244 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4fab09a9-79a0-4cab-a7a8-2d6f712c72d6 req-d66c4fdb-0222-4286-886f-1511fabe44a4 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Aug 10 04:05:41.782232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d456f-d592-42e2-a298-74cc03b9c240 req-bf43cfab-36e3-4b65-8c2b-f21401a3e7c1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:41.783711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-197d456f-d592-42e2-a298-74cc03b9c240 req-bf43cfab-36e3-4b65-8c2b-f21401a3e7c1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0481880 Aug 10 04:05:41.821425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-197d456f-d592-42e2-a298-74cc03b9c240 req-6572d1f5-3da9-403c-88e5-41710a319fbd tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Aug 10 04:05:42.933552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747086ea-dd11-43a0-8e96-4aa0b4b99502 req-6ffc6918-c61a-4f5c-b425-2839d6ee38ee tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.935039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747086ea-dd11-43a0-8e96-4aa0b4b99502 req-6ffc6918-c61a-4f5c-b425-2839d6ee38ee tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0482731 Aug 10 04:05:42.972431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-747086ea-dd11-43a0-8e96-4aa0b4b99502 req-79c3fe4a-b3ec-49d6-9532-6af305755ec5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Aug 10 04:05:44.091099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a228c1-464c-4429-8975-b1f833f5a911 req-c5c5964a-83b3-4833-9ff0-599782bb5938 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:44.092603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79a228c1-464c-4429-8975-b1f833f5a911 req-c5c5964a-83b3-4833-9ff0-599782bb5938 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0521755 Aug 10 04:05:44.130522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79a228c1-464c-4429-8975-b1f833f5a911 req-4c68761a-ac89-45d4-bfa0-27f770c51f86 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Aug 10 04:05:45.248795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd00dd-edfc-4339-942f-e0ad41f87fdc req-25c03d87-6573-404d-a98f-dbaa02c33004 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.250273 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdbd00dd-edfc-4339-942f-e0ad41f87fdc req-25c03d87-6573-404d-a98f-dbaa02c33004 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0534801 Aug 10 04:05:45.286185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdbd00dd-edfc-4339-942f-e0ad41f87fdc req-5f63bbc9-947f-4260-9bbd-c313730f63dc tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299985 Aug 10 04:05:45.711881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.400401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f15dd1-03f7-4d4f-9f79-a1d96166ae1f req-c447c880-f4f3-4586-b595-015d503daabb tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.401892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9f15dd1-03f7-4d4f-9f79-a1d96166ae1f req-c447c880-f4f3-4586-b595-015d503daabb tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0482552 Aug 10 04:05:46.438975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9f15dd1-03f7-4d4f-9f79-a1d96166ae1f req-0e22b320-e99c-49c7-b7f1-70b37eb60a34 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309377 Aug 10 04:05:47.558434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c0ce1-324a-4f07-9818-333291409a2c req-7a8d515f-575f-4e43-8ce4-c114499d3cc0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:47.559913 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c8c0ce1-324a-4f07-9818-333291409a2c req-7a8d515f-575f-4e43-8ce4-c114499d3cc0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0537260 Aug 10 04:05:47.597320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c8c0ce1-324a-4f07-9818-333291409a2c req-44ed31b6-6919-434b-9752-51350e6dee6d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Aug 10 04:05:48.711363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302c45e-3494-4dfd-8cee-a325dd06fa45 req-bfb1aa92-5658-469c-b903-9dc197f24d1b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:48.712868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3302c45e-3494-4dfd-8cee-a325dd06fa45 req-bfb1aa92-5658-469c-b903-9dc197f24d1b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0481298 Aug 10 04:05:48.750076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3302c45e-3494-4dfd-8cee-a325dd06fa45 req-11d20fc4-14f9-44aa-8744-4642c0146895 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Aug 10 04:05:49.863092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fbadd-4da7-4e77-8ca9-19ea8c3c872a req-4baa8413-1d08-4de0-88cf-f3800453b0f6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:49.864575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e62fbadd-4da7-4e77-8ca9-19ea8c3c872a req-4baa8413-1d08-4de0-88cf-f3800453b0f6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0480192 Aug 10 04:05:49.902050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e62fbadd-4da7-4e77-8ca9-19ea8c3c872a req-6c505912-9186-49cb-952d-880051a05ea4 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Aug 10 04:05:51.018452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85f8d2-ca1e-4868-a478-02c4ce0f2363 req-64f92ef2-25d2-4574-b06f-29ace577e72b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:51.019908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f85f8d2-ca1e-4868-a478-02c4ce0f2363 req-64f92ef2-25d2-4574-b06f-29ace577e72b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0511601 Aug 10 04:05:51.057401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5f85f8d2-ca1e-4868-a478-02c4ce0f2363 req-9c681cd9-db0a-4739-9630-81b17420665c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Aug 10 04:05:52.170521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced9748-effb-4332-ae59-3b4a367f02a2 req-be1488e2-984f-4523-892c-617625c74657 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:52.171985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ced9748-effb-4332-ae59-3b4a367f02a2 req-be1488e2-984f-4523-892c-617625c74657 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0485315 Aug 10 04:05:52.209527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ced9748-effb-4332-ae59-3b4a367f02a2 req-1cae519f-a46d-4829-a371-23d31810dfe6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Aug 10 04:05:53.329488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8b7f4-3bf1-413a-b71a-0fb4e59668e1 req-ed81dba3-4ca2-409e-84f7-72624ccb7b18 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.330959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3c8b7f4-3bf1-413a-b71a-0fb4e59668e1 req-ed81dba3-4ca2-409e-84f7-72624ccb7b18 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0491235 Aug 10 04:05:53.369427 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a3c8b7f4-3bf1-413a-b71a-0fb4e59668e1 req-06497341-5597-4a6d-9967-7ae7f9f98ac9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 10 04:05:54.488235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397e122-0260-43e2-97d7-e9e05266a059 req-cfeb50f3-b7bc-4b5c-bf83-305565bc7113 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.489709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1397e122-0260-43e2-97d7-e9e05266a059 req-cfeb50f3-b7bc-4b5c-bf83-305565bc7113 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0517197 Aug 10 04:05:54.526844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1397e122-0260-43e2-97d7-e9e05266a059 req-166cd08b-3401-4de9-ad2f-9237a50fb2f5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Aug 10 04:05:55.639572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee654ab-e78a-4f9c-9e49-66670ad11e45 req-c5ad6fea-31d6-4c46-8f6b-84fd29082225 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.641138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ee654ab-e78a-4f9c-9e49-66670ad11e45 req-c5ad6fea-31d6-4c46-8f6b-84fd29082225 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0492315 Aug 10 04:05:55.678464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ee654ab-e78a-4f9c-9e49-66670ad11e45 req-4ed3be1d-85fe-42ab-be8c-80440754b941 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Aug 10 04:05:56.454167 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.793529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e024fd-f0b2-4621-8d5d-159fbd831d70 req-c166538f-189b-4281-b2fb-38f9815f9e13 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:56.795053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4e024fd-f0b2-4621-8d5d-159fbd831d70 req-c166538f-189b-4281-b2fb-38f9815f9e13 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0488927 Aug 10 04:05:56.832291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4e024fd-f0b2-4621-8d5d-159fbd831d70 req-e45f6814-1c48-4c71-a129-250781a1af1c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308831 Aug 10 04:05:57.951871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d40709-69cd-4c7c-aea6-f2f6f4293170 req-90c0dca0-49db-458d-933b-8d11fac856a9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.953345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9d40709-69cd-4c7c-aea6-f2f6f4293170 req-90c0dca0-49db-458d-933b-8d11fac856a9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0519328 Aug 10 04:05:57.990001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d9d40709-69cd-4c7c-aea6-f2f6f4293170 req-8d2d1d97-3876-4b5d-8a4b-e9018a81ff35 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Aug 10 04:05:59.105183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1f816-aab2-4b66-ad03-87398f1291eb req-3ae688b1-ad8e-4172-9210-53394bd9716b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.106726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58a1f816-aab2-4b66-ad03-87398f1291eb req-3ae688b1-ad8e-4172-9210-53394bd9716b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0498056 Aug 10 04:05:59.145097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-58a1f816-aab2-4b66-ad03-87398f1291eb req-f7abee3f-43f9-46a3-9b19-f8dccda01f90 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323436 Aug 10 04:06:00.259313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d048f1-c0de-4a7d-ac50-46901d4e4108 req-05538f03-607f-4378-bad6-254825734714 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.260993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11d048f1-c0de-4a7d-ac50-46901d4e4108 req-05538f03-607f-4378-bad6-254825734714 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0483325 Aug 10 04:06:00.283098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-09044f15-9a1c-4eb7-a1ca-1805c192fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.301576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11d048f1-c0de-4a7d-ac50-46901d4e4108 req-f1b78950-ae92-42b7-9879-7d9ebb73a515 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346439 Aug 10 04:06:01.418896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a94a-48c5-496a-abb9-a890323711ac req-ed97d94a-cee0-4df6-bf9f-f5785edf9e23 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.420259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b09a94a-48c5-496a-abb9-a890323711ac req-ed97d94a-cee0-4df6-bf9f-f5785edf9e23 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0514255 Aug 10 04:06:01.457807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b09a94a-48c5-496a-abb9-a890323711ac req-7cb9b6a8-9122-44e7-9f16-7ea72824d0da tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Aug 10 04:06:02.414177 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-a019846c-0d3f-4101-9b22-258192da94b1 service neutron] show failed (client error): The resource could not be found. Aug 10 04:06:02.415213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-a019846c-0d3f-4101-9b22-258192da94b1 service neutron] 10.222.0.46 "GET /v2.0/ports/1abf6144-fb3b-4f6b-ab11-5355a4963a4a/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0541446 Aug 10 04:06:02.575143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3075e-ab40-4557-bfa4-9b01cca25382 req-df93362f-5705-45a0-aba8-16329cca38c9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:02.576679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0f3075e-ab40-4557-bfa4-9b01cca25382 req-df93362f-5705-45a0-aba8-16329cca38c9 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0523756 Aug 10 04:06:02.614332 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0f3075e-ab40-4557-bfa4-9b01cca25382 req-ee120828-f810-47b5-85a2-909523beca0b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Aug 10 04:06:02.717039 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.968134 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-acf70a71-ee20-4292-a551-b998333d79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:02.969594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-acf70a71-ee20-4292-a551-b998333d79d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f&tenant_id=7133657e33a848499f24a49d3e2ee1bd HTTP/1.1" status: 200 len: 1097 time: 0.0403855 Aug 10 04:06:02.987211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:03.031525 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9dcd-a4fe-4db4-8ff4-69e3601e626d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.041869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.238380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:03.270427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:03.314836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:03.317149 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c19601c-a24d-4064-90fe-010f71988970" -d '{"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:03.320940 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.332759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Transition to ACTIVE for port object 1abf6144-fb3b-4f6b-ab11-5355a4963a4a will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:03.368636 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af644e-b645-4bcb-8f08-f68d478c704d x-openstack-request-id: req-c6af644e-b645-4bcb-8f08-f68d478c704d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:03.368942 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:03.369204 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6af644e-b645-4bcb-8f08-f68d478c704d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:03.369632 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'code': 200} Aug 10 04:06:03.402362 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.467220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:03.469526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] No DVR routers for this DVR port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:03.502846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:03.503116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:03.503446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:03.507674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on network cef170c2-fe86-49ec-80af-c142f056ba46 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:06:03.511578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Attempting to bind port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:03.512802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:03.513125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Checking segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:03.513515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Bound using segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:03.513938 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Bound port: 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:03.514292 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.575307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:03.578276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:03.720075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.762092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f9961-076b-46b1-b76d-78e152bc3b19 req-9b946045-957a-4f82-9794-46bb9276568e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:03.763559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-343f9961-076b-46b1-b76d-78e152bc3b19 req-9b946045-957a-4f82-9794-46bb9276568e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0797207 Aug 10 04:06:03.768120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:03.768763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.770036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] 10.222.0.54 "PUT /v2.0/ports/1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 1092 time: 0.7867298 Aug 10 04:06:03.824511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b0908-2ec9-4911-a196-a3039e4d4b0f service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:03.847078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-343f9961-076b-46b1-b76d-78e152bc3b19 req-4c016362-7d32-4d90-98f3-b76e14f776aa tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737796 Aug 10 04:06:03.862205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-993ec2ae-ec6d-4a07-b0bb-3f21e1ae85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:03.863693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-993ec2ae-ec6d-4a07-b0bb-3f21e1ae85e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1095 time: 0.0536933 Aug 10 04:06:03.956667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3da97cfc-7bb2-4af4-90e8-4fc5a91ed1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:03.958137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-3da97cfc-7bb2-4af4-90e8-4fc5a91ed1af service neutron] 10.222.0.54 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0871902 Aug 10 04:06:03.998874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-79b53255-903b-4053-8c0a-b83c8b9eb0b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0330384 Aug 10 04:06:04.046830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-f732b64b-147d-4c08-b622-52474bc98f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:04.048147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-f732b64b-147d-4c08-b622-52474bc98f75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0428846 Aug 10 04:06:04.078981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-ea42195a-d283-433e-8ee4-09777458880c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233760 Aug 10 04:06:04.170504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-54bee7e3-52dd-4b32-b211-c716e1b340eb service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838711 Aug 10 04:06:04.259242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7aaa5490-5e58-48fd-b4d1-e0075279e0f3 req-725baeed-0e64-4630-b63a-5708181f880f service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813231 Aug 10 04:06:04.265836 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.966205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64fb07-5b62-43ca-9a93-f4020421ee84 req-5f3c342c-feeb-4cf9-a5d4-eddcd4709b03 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:04.967695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a64fb07-5b62-43ca-9a93-f4020421ee84 req-5f3c342c-feeb-4cf9-a5d4-eddcd4709b03 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0531433 Aug 10 04:06:05.004093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a64fb07-5b62-43ca-9a93-f4020421ee84 req-1650a774-0015-4177-99e9-daec1ddc499a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305097 Aug 10 04:06:05.370336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:05.372735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c" -d '{"events": [{"name": "network-changed", "server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:05.424735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cf2585-fc85-453a-9e52-a4cb11d378ca x-openstack-request-id: req-e3cf2585-fc85-453a-9e52-a4cb11d378ca {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:05.424735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:05.424735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3cf2585-fc85-453a-9e52-a4cb11d378ca {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:05.424735 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'status': 'completed', 'code': 200} Aug 10 04:06:05.502113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-e045cae9-99ff-466f-9a64-77ed63b24682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.503595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-e045cae9-99ff-466f-9a64-77ed63b24682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1095 time: 0.0650854 Aug 10 04:06:05.513126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-b6f4b29e-4e8f-460d-a73b-67ad5a59e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.514472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-b6f4b29e-4e8f-460d-a73b-67ad5a59e910 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1095 time: 0.0496533 Aug 10 04:06:05.661201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-eade5b48-e5ec-4b72-be54-dfa117246e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.663095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-eade5b48-e5ec-4b72-be54-dfa117246e40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.1517849 Aug 10 04:06:05.664473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-c294899e-8d91-446c-9865-cbdd4df6d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.665775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-c294899e-8d91-446c-9865-cbdd4df6d40e service neutron] 10.222.0.54 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.1437514 Aug 10 04:06:05.738005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-5aa5808d-6a02-4e45-baec-6aa106bded24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0670829 Aug 10 04:06:05.739339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-9ba84728-0dfc-4a0b-b728-9820f38cc96b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0632162 Aug 10 04:06:05.822923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-cfe8c828-e74d-4826-970a-5ff8a2e87337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.824395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-cfe8c828-e74d-4826-970a-5ff8a2e87337 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0795465 Aug 10 04:06:05.825778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-ac0c5063-ef95-4865-8716-92dd80e1eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.827084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-ac0c5063-ef95-4865-8716-92dd80e1eac3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0752795 Aug 10 04:06:05.874381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-ee1842c1-63e6-4ded-b13f-7272c446942a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428808 Aug 10 04:06:05.876181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-ae2b7d20-5a9b-4831-9c9f-e53f4ce43c5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370736 Aug 10 04:06:05.877100 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.028196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-4103d56a-4a11-4437-a698-1a0477926cef service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457126 Aug 10 04:06:06.030263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-f2f3ccc6-8bf3-4a90-a100-7888b36e4054 service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412318 Aug 10 04:06:06.207826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee0771-ee57-4082-9793-144407fbc313 req-ad678bdf-3d07-492b-8cd4-e22f29aa1f95 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.209363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46ee0771-ee57-4082-9793-144407fbc313 req-ad678bdf-3d07-492b-8cd4-e22f29aa1f95 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.1209276 Aug 10 04:06:06.245345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-e5b13ab9-a3b6-4ed6-9057-90b8a1112202 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095129 Aug 10 04:06:06.248782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d9d9360-d460-44c6-9b3b-fbfa8118b01c req-4d727f93-997a-4e87-81e2-713fd81273e1 service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038095 Aug 10 04:06:06.266559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46ee0771-ee57-4082-9793-144407fbc313 req-b8971042-e7f7-4568-84fb-f1bbdbdb4285 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 Aug 10 04:06:06.269535 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:06.749472 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:06.786098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:07.393650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da34331-2f62-4281-8441-60b50fd9283e req-89d00c0f-b15f-4835-9656-d4fab26cb77b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:07.395138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8da34331-2f62-4281-8441-60b50fd9283e req-89d00c0f-b15f-4835-9656-d4fab26cb77b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0522668 Aug 10 04:06:07.434518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8da34331-2f62-4281-8441-60b50fd9283e req-0e037b2d-471d-4fc4-97b5-2e66a68021dd tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Aug 10 04:06:08.551253 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee14d-3b6c-495c-861d-1eea189d036a req-2a13223e-d4fe-4be3-bf45-564f281a5da2 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.554644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379ee14d-3b6c-495c-861d-1eea189d036a req-2a13223e-d4fe-4be3-bf45-564f281a5da2 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0525525 Aug 10 04:06:08.590465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-379ee14d-3b6c-495c-861d-1eea189d036a req-311a6249-c654-4048-9c08-1ebe271f5085 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Aug 10 04:06:08.934614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc3143-5cee-4a1c-9e94-fa5781dee8f2 req-deacc381-7510-4c19-b07a-3cb681e95b6e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.936160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51dc3143-5cee-4a1c-9e94-fa5781dee8f2 req-deacc381-7510-4c19-b07a-3cb681e95b6e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 943 time: 0.0494082 Aug 10 04:06:08.999932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51dc3143-5cee-4a1c-9e94-fa5781dee8f2 req-09754f88-758e-4842-83db-46af86eaf0a3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575171 Aug 10 04:06:09.017059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-63c0ece6-b934-4ba0-be38-dae3df34b352 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.018469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-63c0ece6-b934-4ba0-be38-dae3df34b352 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.46 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f&tenant_id=7133657e33a848499f24a49d3e2ee1bd&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 943 time: 0.0633130 Aug 10 04:06:09.047190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:06:09.082248 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-31e924b5-ca74-4a20-937e-9fb2d22a97c5 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:06:09.083255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-31e924b5-ca74-4a20-937e-9fb2d22a97c5 service neutron] 10.222.0.46 "DELETE /v2.0/ports/1abf6144-fb3b-4f6b-ab11-5355a4963a4a/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0565615 Aug 10 04:06:09.141971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:09.153832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'port_id': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'mac_address': 'fa:16:3e:12:18:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2a23f-13a3-4bb3-a389-ad9b944699c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:06:09.196044 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.209544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf6144-fb3b-4f6b-ab11-5355a4963a4a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:09.230287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:09.300427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.352915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:09.447567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-e16fedc6-4199-4f5b-8076-d99e5683f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.449141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-e16fedc6-4199-4f5b-8076-d99e5683f484 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 1095 time: 0.3227794 Aug 10 04:06:09.534490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-e728e628-4cc2-4b84-8d46-272978c20896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.535903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-e728e628-4cc2-4b84-8d46-272978c20896 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0797818 Aug 10 04:06:09.582718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-c27ce91e-e119-4c42-913f-0905a9601ff5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 200 len: 217 time: 0.0389450 Aug 10 04:06:09.630660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-57fb9d13-797e-4fe8-b951-e959e01f5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.632049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-57fb9d13-797e-4fe8-b951-e959e01f5ec3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0426817 Aug 10 04:06:09.664672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-e93aabe8-d756-46eb-9068-89686d4a3164 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242591 Aug 10 04:06:09.687918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['1abf6144-fb3b-4f6b-ab11-5355a4963a4a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:09.756629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-c85bf0f4-615e-4054-ba70-d666a940323e service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840185 Aug 10 04:06:09.846358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cdb1230d-1d50-4eb3-8ea0-cd3767b14369 req-e98b8fe0-720c-4b88-952d-c220176c42ce service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823765 Aug 10 04:06:10.117362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8872b-68a1-4556-9794-18175bcca35e req-e5e6b393-4ee6-4910-b567-12129efb4476 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:10.118860 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19b8872b-68a1-4556-9794-18175bcca35e req-e5e6b393-4ee6-4910-b567-12129efb4476 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 944 time: 0.0509620 Aug 10 04:06:10.161268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19b8872b-68a1-4556-9794-18175bcca35e req-9ae3ad26-60fa-417d-a054-a710c1411755 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Aug 10 04:06:11.064425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:11.237104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:11.241850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:11.242223 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.292239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e11f36-0f58-44cf-ab33-6699da71054b req-2a0fa0ad-bf68-430a-9c0c-7d9f4e8c4b64 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.293803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1e11f36-0f58-44cf-ab33-6699da71054b req-2a0fa0ad-bf68-430a-9c0c-7d9f4e8c4b64 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 944 time: 0.0522623 Aug 10 04:06:11.317448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.337806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1e11f36-0f58-44cf-ab33-6699da71054b req-dec40784-c727-4788-89f9-538359fdec74 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Aug 10 04:06:11.343274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:11.345588 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a354ea4b-2505-4ad2-adb6-a6247f8d7813" -d '{"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:11.359205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:11.383451 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b21ef9-1de3-4257-9f59-7d3ae90c06eb x-openstack-request-id: req-a7b21ef9-1de3-4257-9f59-7d3ae90c06eb {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:11.383740 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:11.383997 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7b21ef9-1de3-4257-9f59-7d3ae90c06eb {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:11.384503 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'code': 200} Aug 10 04:06:11.442891 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.474246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533316c-2f09-4cac-a1bd-4f08006b7da6 req-8063573d-d6f9-4a8d-982c-36b48579b479 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.476258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4533316c-2f09-4cac-a1bd-4f08006b7da6 req-8063573d-d6f9-4a8d-982c-36b48579b479 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 944 time: 0.0488517 Aug 10 04:06:11.491382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:11.498755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.499103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.499446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.499782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.500178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.500542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.500873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.501203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.501567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.501893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.502220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.502547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:11.515272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4533316c-2f09-4cac-a1bd-4f08006b7da6 req-a15e63ad-9b8e-4bc0-8953-4bce8596a1a3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Aug 10 04:06:11.627514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2512a26-8cff-49d0-b31a-5bb350b3f355 req-44010ee3-33c8-4eeb-9c28-226a336ecbff tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.629022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2512a26-8cff-49d0-b31a-5bb350b3f355 req-44010ee3-33c8-4eeb-9c28-226a336ecbff tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0488105 Aug 10 04:06:11.666847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2512a26-8cff-49d0-b31a-5bb350b3f355 req-9198d714-76b8-4996-b345-14bfffe27cb8 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Aug 10 04:06:12.202745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-cca3eced-2a22-4a5b-bf8f-38f945510176 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.204247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-cca3eced-2a22-4a5b-bf8f-38f945510176 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 815 time: 0.1036534 Aug 10 04:06:12.218995 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-477a8efd-f523-4096-9db9-9d629dc8ecfe tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/quotas/7133657e33a848499f24a49d3e2ee1bd HTTP/1.1" status: 200 len: 375 time: 0.0090990 Aug 10 04:06:12.266978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-c79d3863-5f1b-4fcf-8611-eb0dd64fa9ec tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428476 Aug 10 04:06:12.358915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-71b61a86-deaa-4f14-9680-7c64b2e798d5 service neutron] 10.222.0.26 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Aug 10 04:06:12.446433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-972af93f-3e89-49b2-9ca0-c6d99d30be11 service neutron] 10.222.0.26 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812347 Aug 10 04:06:12.682657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f661392-6b6f-41b6-a26a-edef8ed80fa8 req-a94adeb0-0b76-49fc-b30a-a0254084320d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Aug 10 04:06:13.610467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-28338123-2110-480e-857a-b7e99bf837f3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:13.611940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-28338123-2110-480e-857a-b7e99bf837f3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.54 "GET /v2.0/ports?device_id=a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f HTTP/1.1" status: 200 len: 945 time: 0.0536454 Aug 10 04:06:13.704813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Deleting port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:13.705433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.781059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5af9bf2-1479-4e7e-a7f7-d930971f21fe req-61ab77c7-c23e-44ba-af60-1fb76b08985d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 210 time: 0.0319555 Aug 10 04:06:13.824652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] For port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:13.825027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.838150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Calling delete_port for 1abf6144-fb3b-4f6b-ab11-5355a4963a4a owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:14.031687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.060120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Pushing event deleted for resources: {'Port': ['ID=1abf6144-fb3b-4f6b-ab11-5355a4963a4a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:14.064184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['1abf6144-fb3b-4f6b-ab11-5355a4963a4a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:14.072235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.072613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.072961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.073292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.073620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.073950 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.074272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.074594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.074915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.075234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.075553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.075873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:14.109122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] No DVR routers for this DVR port 1abf6144-fb3b-4f6b-ab11-5355a4963a4a on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:14.111818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.113771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-afe7d72f-b5f9-46dc-b79c-edaa7ff4efa8 req-fc5232e6-2f07-4d94-86fd-14f4d938804d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.54 "DELETE /v2.0/ports/1abf6144-fb3b-4f6b-ab11-5355a4963a4a HTTP/1.1" status: 204 len: 173 time: 0.4952879 Aug 10 04:06:14.114203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-deleted', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:14.116491 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e469e68-acda-4709-ac6e-56822889ed0e" -d '{"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-deleted", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:14.161033 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd0bb0d-5d68-4b5d-b2f6-6a208c0cc72d x-openstack-request-id: req-ccd0bb0d-5d68-4b5d-b2f6-6a208c0cc72d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:14.161304 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f", "name": "network-vif-deleted", "tag": "1abf6144-fb3b-4f6b-ab11-5355a4963a4a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:14.161565 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccd0bb0d-5d68-4b5d-b2f6-6a208c0cc72d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:14.162523 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a908e9ca-3dbb-4a1a-a9ab-bc1ef75def9f', 'name': 'network-vif-deleted', 'tag': '1abf6144-fb3b-4f6b-ab11-5355a4963a4a', 'status': 'completed', 'code': 200} Aug 10 04:06:14.538444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-ebc9adcd-a28a-413e-9059-1bc998e87cb6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:14.539916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-ebc9adcd-a28a-413e-9059-1bc998e87cb6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 815 time: 0.1115513 Aug 10 04:06:14.552513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Request body: {'port': {'device_id': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'admin_state_up': True, 'tenant_id': '7133657e33a848499f24a49d3e2ee1bd'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:14.734194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Made reservation on behalf of 7133657e33a848499f24a49d3e2ee1bd for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:14.737709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.875968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Allocated IP 172.20.0.2 (cef170c2-fe86-49ec-80af-c142f056ba46/81a2a23f-13a3-4bb3-a389-ad9b944699c8/643b2834-fb2a-4a82-8f9b-e2d67873074c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:14.893556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4229c7f-e8e4-435b-8ed8-7194dcc002bd req-f2aec10d-db76-403a-855e-c1c53fd5bce3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 210 time: 0.0337224 Aug 10 04:06:15.034687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.157071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.200636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Network cef170c2-fe86-49ec-80af-c142f056ba46 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:15.203677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:15.207330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:15.213451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:15.261882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:15.262492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.335442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-a7cc2428-f2ef-4157-af1b-9f24c09a4860 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868013 Aug 10 04:06:15.348113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Request body: {'port': {'device_id': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:15.408960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.673809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643b2834-fb2a-4a82-8f9b-e2d67873074c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:15.681975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.694223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Transition to ACTIVE for port object 643b2834-fb2a-4a82-8f9b-e2d67873074c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:15.711027 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.820006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.884651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:15.937048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:15.937386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:15.937712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:15.942910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Port 643b2834-fb2a-4a82-8f9b-e2d67873074c on network cef170c2-fe86-49ec-80af-c142f056ba46 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:06:15.943249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:15.948726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:15.949201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Checking segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:15.949588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Bound using segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:15.950020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Bound port: 643b2834-fb2a-4a82-8f9b-e2d67873074c, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:15.950378 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.048259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:16.052622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:16.063582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810ce84-4f6d-4839-91e6-ce87e9ddb0f7 req-846a2db9-d616-4280-b116-e2d701d06afc tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.065146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8810ce84-4f6d-4839-91e6-ce87e9ddb0f7 req-846a2db9-d616-4280-b116-e2d701d06afc tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0989180 Aug 10 04:06:16.105872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8810ce84-4f6d-4839-91e6-ce87e9ddb0f7 req-d5eefcf7-c857-497c-b920-c06bad695c8c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339978 Aug 10 04:06:16.168608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.206941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.207555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.208998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 1092 time: 0.8650479 Aug 10 04:06:16.209431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:16.211693 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22485f71-1654-466c-a543-8acc88e0fc18" -d '{"events": [{"name": "network-changed", "server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:16.230619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c977154-4774-4c95-8e26-a80baa4d79b1 service neutron] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.247067 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d5ee1d-1d2a-4b48-b714-9760bbe60622 x-openstack-request-id: req-05d5ee1d-1d2a-4b48-b714-9760bbe60622 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:16.247360 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:16.247610 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05d5ee1d-1d2a-4b48-b714-9760bbe60622 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:16.248001 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'status': 'completed', 'code': 200} Aug 10 04:06:16.305865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22485f71-1654-466c-a543-8acc88e0fc18 req-fbc6e819-3464-49ae-9b9f-0bc36d89b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.307339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22485f71-1654-466c-a543-8acc88e0fc18 req-fbc6e819-3464-49ae-9b9f-0bc36d89b8b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1095 time: 0.0404067 Aug 10 04:06:16.406865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22485f71-1654-466c-a543-8acc88e0fc18 req-619c8030-3891-42a3-ab84-b0a3eaf80def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.408319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22485f71-1654-466c-a543-8acc88e0fc18 req-619c8030-3891-42a3-ab84-b0a3eaf80def service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7133657e33a848499f24a49d3e2ee1bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0933971 Aug 10 04:06:16.498883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22485f71-1654-466c-a543-8acc88e0fc18 req-42a03e2f-7795-4fc8-b299-6e10248f11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.500234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22485f71-1654-466c-a543-8acc88e0fc18 req-42a03e2f-7795-4fc8-b299-6e10248f11a3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845847 Aug 10 04:06:16.585311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-797654bb-78d1-4d8d-971a-fbe9f3b34f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.586816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-797654bb-78d1-4d8d-971a-fbe9f3b34f7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1095 time: 0.0465991 Aug 10 04:06:16.629200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-4f0a84d6-e784-47ab-bd0e-29685d21b2bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0340157 Aug 10 04:06:16.678660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d343e57-338b-420f-8414-f75b2129b0fb req-2951875a-68e2-4240-8e4c-1aa26104cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.680166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-2951875a-68e2-4240-8e4c-1aa26104cabb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0446594 Aug 10 04:06:16.715871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-981f3794-6020-4f6e-b990-708c21a68512 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286138 Aug 10 04:06:16.804448 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-b7b6181b-9d85-410f-9a21-9163c5a3b214 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810206 Aug 10 04:06:16.896075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8d343e57-338b-420f-8414-f75b2129b0fb req-0008dc9e-a4d7-407c-96ec-8d1a24cf7ad2 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844781 Aug 10 04:06:17.095525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:17.115420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 1abf6144-fb3b-4f6b-ab11-5355a4963a4a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:17.115755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 1abf6144-fb3b-4f6b-ab11-5355a4963a4a not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:17.221287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5db65-9614-4f89-b4df-70237a3d5a6c req-ac0dc3cd-beb7-43f8-98ee-2dde237d4246 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:17.222800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80d5db65-9614-4f89-b4df-70237a3d5a6c req-ac0dc3cd-beb7-43f8-98ee-2dde237d4246 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Aug 10 04:06:17.262127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80d5db65-9614-4f89-b4df-70237a3d5a6c req-e780fc27-2087-4048-9124-560c980074e8 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Aug 10 04:06:18.375008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee6cf-1022-41b8-a68a-7710ddabf74d req-62e943f3-7bb0-4ad6-8d31-b51993fd7710 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:18.376435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b4ee6cf-1022-41b8-a68a-7710ddabf74d req-62e943f3-7bb0-4ad6-8d31-b51993fd7710 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0482743 Aug 10 04:06:18.413636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b4ee6cf-1022-41b8-a68a-7710ddabf74d req-6834b0d8-9515-44f4-8c05-393b5ad38f1a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Aug 10 04:06:19.526295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca7cc6-37bf-456f-b68f-4b5a63a551e8 req-4026a9af-e215-4a0b-be3f-fb2fab87bf87 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:19.527787 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acca7cc6-37bf-456f-b68f-4b5a63a551e8 req-4026a9af-e215-4a0b-be3f-fb2fab87bf87 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0477903 Aug 10 04:06:19.569364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-acca7cc6-37bf-456f-b68f-4b5a63a551e8 req-d935a2a4-27a3-4962-a140-ef7cb0318423 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356796 Aug 10 04:06:20.683307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c139b-2cc0-4efe-84a2-0948b40ed6f5 req-cac7c661-eaa4-46fa-b305-125460f1aec3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:20.684815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-166c139b-2cc0-4efe-84a2-0948b40ed6f5 req-cac7c661-eaa4-46fa-b305-125460f1aec3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0483742 Aug 10 04:06:20.721767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-166c139b-2cc0-4efe-84a2-0948b40ed6f5 req-435a740e-965f-40fd-99d6-72bad1d7b99c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Aug 10 04:06:20.805459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:06:20.898646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:20.909392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'port_id': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'mac_address': 'fa:16:3e:37:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2a23f-13a3-4bb3-a389-ad9b944699c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:06:20.946785 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.958878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643b2834-fb2a-4a82-8f9b-e2d67873074c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:20.978940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:21.042270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:21.095915 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:21.251883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['643b2834-fb2a-4a82-8f9b-e2d67873074c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:21.834258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ed939-5b5d-437d-bed1-7a33d9c0f84c req-4be82573-fa89-41b0-91d5-a2f3ba2343ff tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.835779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-914ed939-5b5d-437d-bed1-7a33d9c0f84c req-4be82573-fa89-41b0-91d5-a2f3ba2343ff tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 944 time: 0.0483315 Aug 10 04:06:21.873644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-914ed939-5b5d-437d-bed1-7a33d9c0f84c req-2f013f73-1c60-4ef4-9750-be9abca14def tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Aug 10 04:06:22.809890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:22.910779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 643b2834-fb2a-4a82-8f9b-e2d67873074c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:22.914564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 643b2834-fb2a-4a82-8f9b-e2d67873074c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:22.914959 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.987899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1b988-3d05-4319-8cb7-4e9c9f5b3daf req-1dcdfabe-c827-44a7-9334-1cf73a6e5fad tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.989250 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.989471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bf1b988-3d05-4319-8cb7-4e9c9f5b3daf req-1dcdfabe-c827-44a7-9334-1cf73a6e5fad tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 944 time: 0.0493844 Aug 10 04:06:23.012644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:23.014968 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfcc15c-6d82-44e8-b971-885d21eb644e" -d '{"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-plugged", "status": "completed", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:23.027448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:23.031708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3bf1b988-3d05-4319-8cb7-4e9c9f5b3daf req-27c68820-3410-4fcc-81a7-0713a5d45cf8 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357399 Aug 10 04:06:23.075079 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca1017-c705-4169-aebe-1ceff11108c9 x-openstack-request-id: req-e8ca1017-c705-4169-aebe-1ceff11108c9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:23.075399 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-plugged", "status": "completed", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:23.075659 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8ca1017-c705-4169-aebe-1ceff11108c9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:23.076056 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'code': 200} Aug 10 04:06:23.111168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.159632 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:23.168050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b85dd7-8031-4afe-aa27-acb442bcea1d req-8f8b49a3-59c2-4e7a-81b7-02c6bf8bd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.169396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6b85dd7-8031-4afe-aa27-acb442bcea1d req-8f8b49a3-59c2-4e7a-81b7-02c6bf8bd5f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1097 time: 0.0409343 Aug 10 04:06:23.204729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6b85dd7-8031-4afe-aa27-acb442bcea1d req-51e293c0-5703-4497-b75e-b1a5ddfb57c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275378 Aug 10 04:06:24.147452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370522b4-1517-4f61-ac0c-bb8444d73762 req-102dffed-bc53-47e5-a347-63d7646cd59d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.149000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370522b4-1517-4f61-ac0c-bb8444d73762 req-102dffed-bc53-47e5-a347-63d7646cd59d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0485966 Aug 10 04:06:24.187492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-370522b4-1517-4f61-ac0c-bb8444d73762 req-db9ec0fb-c345-409a-89d0-7871af01a9ca tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 10 04:06:25.299942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623c685-edaa-468b-a82d-d1a7d8f1a7f3 req-f39b45c1-347c-4f47-a7da-d2421abbeed5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:25.301721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5623c685-edaa-468b-a82d-d1a7d8f1a7f3 req-f39b45c1-347c-4f47-a7da-d2421abbeed5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Aug 10 04:06:25.342105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5623c685-edaa-468b-a82d-d1a7d8f1a7f3 req-4fd03cfc-d5de-45b3-9cad-5e6530920af5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Aug 10 04:06:25.455701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947e53-cb08-4252-823a-cecff5c242e4 req-61587390-a7eb-4874-a1a8-fd8c86384d2e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:25.457161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45947e53-cb08-4252-823a-cecff5c242e4 req-61587390-a7eb-4874-a1a8-fd8c86384d2e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Aug 10 04:06:25.495379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45947e53-cb08-4252-823a-cecff5c242e4 req-b8f2531f-c1f0-40f9-af43-fb5899d30a00 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Aug 10 04:06:25.939380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165cde4-d908-4d60-b1cf-b3631aacf62c req-363e953c-c01c-4e7b-af47-e4ada5051d09 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:25.940929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9165cde4-d908-4d60-b1cf-b3631aacf62c req-363e953c-c01c-4e7b-af47-e4ada5051d09 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0497177 Aug 10 04:06:25.978476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9165cde4-d908-4d60-b1cf-b3631aacf62c req-eeed16bc-8222-4567-87fb-650c942ea807 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Aug 10 04:06:26.092488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-252d1081-1c7d-4e1b-b1cf-6cabcec6bcab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404997 Aug 10 04:06:26.465062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.094603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1b9b2-0073-4d64-8d5a-202fca0a1513 req-43bec3dd-3bd1-4887-83b1-a8b2169699a5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.096106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2d1b9b2-0073-4d64-8d5a-202fca0a1513 req-43bec3dd-3bd1-4887-83b1-a8b2169699a5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0522590 Aug 10 04:06:27.134708 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2d1b9b2-0073-4d64-8d5a-202fca0a1513 req-4f7478c7-ac29-4372-bee0-61659ee2243c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Aug 10 04:06:28.252138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0f904-3dac-4b3e-a1dc-e31a5a3d7046 req-4439fa9b-c1cd-43c6-8328-cedb0829fd9c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:28.304704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6e0f904-3dac-4b3e-a1dc-e31a5a3d7046 req-4439fa9b-c1cd-43c6-8328-cedb0829fd9c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0507751 Aug 10 04:06:28.304704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6e0f904-3dac-4b3e-a1dc-e31a5a3d7046 req-bbad4a0c-43a9-44ee-84b4-4f140014577f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Aug 10 04:06:28.872162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-48a8af5e-d459-4370-81c3-f9b344997651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:28.873689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-48a8af5e-d459-4370-81c3-f9b344997651 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1097 time: 0.0990386 Aug 10 04:06:28.965594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-fc9117a8-1471-4022-abbd-4e0105906ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:28.967069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-fc9117a8-1471-4022-abbd-4e0105906ac5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0856841 Aug 10 04:06:29.008896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b98ef3fc-3e83-4a13-ba36-36171a560828 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0339787 Aug 10 04:06:29.060759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-080abcb7-9472-461f-a1c9-795ab32ddfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:29.062123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-080abcb7-9472-461f-a1c9-795ab32ddfa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0461848 Aug 10 04:06:29.092553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-0b428d10-d6fb-4e01-8efd-e50cbb1cc0ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233908 Aug 10 04:06:29.185369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b4e5282f-55a3-4a26-ad44-2275efe0d18e service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854909 Aug 10 04:06:29.277847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-d454576a-9d39-4b81-9547-43ca16147d36 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852506 Aug 10 04:06:29.409476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f45cd5-94f8-4279-a0bd-760c6f4abe0f req-4b9731ed-4e6d-4183-babc-9969fa668c64 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:29.410973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48f45cd5-94f8-4279-a0bd-760c6f4abe0f req-4b9731ed-4e6d-4183-babc-9969fa668c64 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0498476 Aug 10 04:06:29.451884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48f45cd5-94f8-4279-a0bd-760c6f4abe0f req-264b4e46-eebc-4d2a-9588-448ba572b8e6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Aug 10 04:06:30.361913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f5f3c8eb-d60b-4a9b-9c97-4968be2d19af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:30.568284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb48971-a0af-40d4-a45b-06cde1ecfc07 req-9e9204fc-5e71-482b-b122-6214963281f3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:30.569779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5eb48971-a0af-40d4-a45b-06cde1ecfc07 req-9e9204fc-5e71-482b-b122-6214963281f3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0484118 Aug 10 04:06:30.607516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5eb48971-a0af-40d4-a45b-06cde1ecfc07 req-50ba8503-d811-4389-8c3e-d914ecab3e46 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 10 04:06:31.723534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba55e-2067-4050-a677-438d3e134636 req-9e78f290-c987-4dd4-8dce-ec325a229ec0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:31.725582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd8ba55e-2067-4050-a677-438d3e134636 req-9e78f290-c987-4dd4-8dce-ec325a229ec0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0528884 Aug 10 04:06:31.763167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd8ba55e-2067-4050-a677-438d3e134636 req-9505da38-c93c-426a-b60d-71b355f15b60 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Aug 10 04:06:32.739696 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.891953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459ce6-be29-4d19-b839-ac297f373ab6 req-e48ce34e-ccb4-4a00-b802-e8ebfbf9371b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:32.894406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8459ce6-be29-4d19-b839-ac297f373ab6 req-e48ce34e-ccb4-4a00-b802-e8ebfbf9371b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0605528 Aug 10 04:06:32.935802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a8459ce6-be29-4d19-b839-ac297f373ab6 req-38a99d40-b8de-44c7-a31a-a3e7ee5303d1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Aug 10 04:06:33.053669 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4069595d-00aa-4b81-835d-6961f5dfc097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.049296 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a58c2b-65d1-4a5e-a1be-cc5923d2663b req-423d3e35-bc43-4709-a613-6ddb20079613 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.050748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a58c2b-65d1-4a5e-a1be-cc5923d2663b req-423d3e35-bc43-4709-a613-6ddb20079613 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0479724 Aug 10 04:06:34.087124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a58c2b-65d1-4a5e-a1be-cc5923d2663b req-1ef81a21-78df-4170-8a21-692e9c597ad5 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296593 Aug 10 04:06:34.271129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.882504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-2cd81e92-4248-4fb8-8def-19591c9becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.884029 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-2cd81e92-4248-4fb8-8def-19591c9becb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1097 time: 0.0435925 Aug 10 04:06:34.988245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-200ca9fb-aa09-4285-be5a-9d268712c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.989733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-200ca9fb-aa09-4285-be5a-9d268712c0c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0820460 Aug 10 04:06:35.034058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-90492036-1bff-4d52-8c26-e9a7bb8c6e16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0367637 Aug 10 04:06:35.085064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-5eb3a524-bd10-4fbb-b448-250ede3230ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:35.086460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-5eb3a524-bd10-4fbb-b448-250ede3230ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0420568 Aug 10 04:06:35.123339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-cbdaaca9-6f1e-4fc3-a41a-b63fe8eb6d33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237508 Aug 10 04:06:35.250202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac205d-080f-4387-a615-f7a42a2a49ce req-bbea39d5-e7a8-4d32-9f14-7113c1bab0a3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:35.251608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ac205d-080f-4387-a615-f7a42a2a49ce req-bbea39d5-e7a8-4d32-9f14-7113c1bab0a3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0772214 Aug 10 04:06:35.257007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-d3ef084e-3f26-432c-a0f7-8a43a436c5f3 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238317 Aug 10 04:06:35.336232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-14ac205d-080f-4387-a615-f7a42a2a49ce req-23699b66-142c-4237-b53c-ef5505072f22 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782740 Aug 10 04:06:35.368574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2716f2dd-8ba2-43f0-843e-ae686fc8f9d6 req-a2766df7-3afa-4042-b73d-84dbceeaaa01 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979600 Aug 10 04:06:35.830345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.449902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1c34a-ab7c-4849-a8fd-76095008ccc9 req-a8f33cd5-4b43-451c-a50f-795fad0e2954 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:36.451296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87f1c34a-ab7c-4849-a8fd-76095008ccc9 req-a8f33cd5-4b43-451c-a50f-795fad0e2954 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0489936 Aug 10 04:06:36.488623 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87f1c34a-ab7c-4849-a8fd-76095008ccc9 req-78f4d755-8237-4142-a6d2-e85c7dc742e2 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Aug 10 04:06:37.603203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469131b-c9fa-4c11-9bca-51a7e549386d req-007a2e41-3e00-4b1b-9381-c2ce9d95dc0c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:37.604709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8469131b-c9fa-4c11-9bca-51a7e549386d req-007a2e41-3e00-4b1b-9381-c2ce9d95dc0c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Aug 10 04:06:37.641958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8469131b-c9fa-4c11-9bca-51a7e549386d req-0b771f76-74b1-4afc-b5a4-09baf5221928 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Aug 10 04:06:38.753450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8a1a3-b108-427a-adec-805918c881c3 req-781bea6a-b058-45c7-a7c7-c917def8e836 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:38.754951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbf8a1a3-b108-427a-adec-805918c881c3 req-781bea6a-b058-45c7-a7c7-c917def8e836 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0469930 Aug 10 04:06:38.795241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cbf8a1a3-b108-427a-adec-805918c881c3 req-97c285f6-69ee-4e56-a1fc-a9cba08ca831 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Aug 10 04:06:39.910634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e6af-4061-4ece-95ed-6f79b54bc64a req-bcbcf9f2-c526-41bc-9902-4273dc8fb488 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.912622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ee4e6af-4061-4ece-95ed-6f79b54bc64a req-bcbcf9f2-c526-41bc-9902-4273dc8fb488 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Aug 10 04:06:39.949458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ee4e6af-4061-4ece-95ed-6f79b54bc64a req-5d2a0258-5e44-4a5b-bca5-a8243d89fc4c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Aug 10 04:06:41.061924 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b4b0f-477a-4096-9136-83fcbb23354d req-9b4227df-fd92-4ef7-a233-1a0bb9077bc3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:41.063402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-610b4b0f-477a-4096-9136-83fcbb23354d req-9b4227df-fd92-4ef7-a233-1a0bb9077bc3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0478010 Aug 10 04:06:41.100096 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-610b4b0f-477a-4096-9136-83fcbb23354d req-65dd4ee8-658f-4c68-b240-9f7a8f222d44 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301425 Aug 10 04:06:42.212366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa17e47-316e-4e70-b290-d9cb138d18d0 req-d4876a7e-5ead-4413-bc83-afc470d79230 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:42.213849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9aa17e47-316e-4e70-b290-d9cb138d18d0 req-d4876a7e-5ead-4413-bc83-afc470d79230 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0475063 Aug 10 04:06:42.254528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9aa17e47-316e-4e70-b290-d9cb138d18d0 req-f3198699-45cd-427f-810a-1c1f091abd6b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Aug 10 04:06:43.269759 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:43.366759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cdb07-3053-4609-b697-ba3d2138d2a0 req-6925510a-d030-4823-8f46-6269c217069f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:43.368242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725cdb07-3053-4609-b697-ba3d2138d2a0 req-6925510a-d030-4823-8f46-6269c217069f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Aug 10 04:06:43.404896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-725cdb07-3053-4609-b697-ba3d2138d2a0 req-7bc478fc-5de2-4b82-9ce9-941828b99ee0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Aug 10 04:06:44.518425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe399-9693-47a8-9a4c-056aaf900a34 req-ae3bb5c8-e1cb-4ec4-b7be-d891fef2b72d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:44.519892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74bfe399-9693-47a8-9a4c-056aaf900a34 req-ae3bb5c8-e1cb-4ec4-b7be-d891fef2b72d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0479472 Aug 10 04:06:44.557280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74bfe399-9693-47a8-9a4c-056aaf900a34 req-941563c2-cded-4447-ab40-54673866ec76 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Aug 10 04:06:45.669929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71315-5207-4108-960f-5d1b37151260 req-9d370f75-f846-446a-971f-7b1c34fb70b1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:45.671568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfa71315-5207-4108-960f-5d1b37151260 req-9d370f75-f846-446a-971f-7b1c34fb70b1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Aug 10 04:06:45.713525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfa71315-5207-4108-960f-5d1b37151260 req-75cd2699-1867-4b86-a0a4-4437b4fc3ec6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Aug 10 04:06:45.767892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.825908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a4ff-7b0d-4844-88b7-b3ddf576908c req-b1258e63-cca5-44d5-b18b-8a171ee01aa3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:46.827382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5db8a4ff-7b0d-4844-88b7-b3ddf576908c req-b1258e63-cca5-44d5-b18b-8a171ee01aa3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0479064 Aug 10 04:06:46.864620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5db8a4ff-7b0d-4844-88b7-b3ddf576908c req-c23d225c-b073-4ec0-b689-7135eedccc5b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306413 Aug 10 04:06:47.976530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0488882-e41d-4f9c-b591-6fdb4162d332 req-9c6a06b9-7f5b-4c92-8dc1-a8a22b7d4681 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:47.977994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0488882-e41d-4f9c-b591-6fdb4162d332 req-9c6a06b9-7f5b-4c92-8dc1-a8a22b7d4681 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0474246 Aug 10 04:06:48.015166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e0488882-e41d-4f9c-b591-6fdb4162d332 req-bff97e6a-e719-4e04-9c81-de326fd1bc68 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Aug 10 04:06:49.127315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2d9c4-851e-42ba-aa75-b9c0693933dc req-b36d42c7-be53-4ee6-839a-6b8d9d59aaf6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:49.128835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbc2d9c4-851e-42ba-aa75-b9c0693933dc req-b36d42c7-be53-4ee6-839a-6b8d9d59aaf6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Aug 10 04:06:49.170662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbc2d9c4-851e-42ba-aa75-b9c0693933dc req-7ea338b4-53d2-4d57-a880-a28aab653128 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347953 Aug 10 04:06:50.283662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fc897-499a-4344-810b-f97d0d2ab5e4 req-5cede0e7-f90e-47e4-9a1d-195d91c9e3da tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:50.285194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493fc897-499a-4344-810b-f97d0d2ab5e4 req-5cede0e7-f90e-47e4-9a1d-195d91c9e3da tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0476172 Aug 10 04:06:50.322757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-493fc897-499a-4344-810b-f97d0d2ab5e4 req-44c51ce5-7af1-4628-9107-2589597df6c1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Aug 10 04:06:51.439549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301e77-7db1-41d8-aca7-6acae39df06d req-5d1e0b4f-f58f-4479-9ff3-35919fafd453 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:51.440946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca301e77-7db1-41d8-aca7-6acae39df06d req-5d1e0b4f-f58f-4479-9ff3-35919fafd453 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Aug 10 04:06:51.484485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca301e77-7db1-41d8-aca7-6acae39df06d req-1b772fe7-ec77-46a1-b1f4-fc6468d3a072 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Aug 10 04:06:52.599039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31fa3-291c-43ea-b658-8886b5b4385c req-ef6a3fdc-58e8-45c1-ae99-7a8196171a00 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.600604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7b31fa3-291c-43ea-b658-8886b5b4385c req-ef6a3fdc-58e8-45c1-ae99-7a8196171a00 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0485768 Aug 10 04:06:52.641217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7b31fa3-291c-43ea-b658-8886b5b4385c req-2e7b517b-0a60-48e7-ad43-7b12be4e8bcf tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Aug 10 04:06:53.757940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f06f2-5549-4dbe-b93a-b6679261f959 req-a6daf893-6320-47a6-a8a8-6b8efebc3c8d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:53.759535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a3f06f2-5549-4dbe-b93a-b6679261f959 req-a6daf893-6320-47a6-a8a8-6b8efebc3c8d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Aug 10 04:06:53.798706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a3f06f2-5549-4dbe-b93a-b6679261f959 req-04996a00-80fb-4835-b7b6-6ba01e91c7fc tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Aug 10 04:06:54.911787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad9104-fde4-4cea-8c59-78cb5cf7ee36 req-1798e8fc-5040-4820-b3ca-77dc2d60613e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:54.913299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99ad9104-fde4-4cea-8c59-78cb5cf7ee36 req-1798e8fc-5040-4820-b3ca-77dc2d60613e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0479622 Aug 10 04:06:54.950616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99ad9104-fde4-4cea-8c59-78cb5cf7ee36 req-4603ad99-ab39-46d4-bd4f-e7b68751d87b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Aug 10 04:06:56.064103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aa617-203d-4453-b8ef-f65bdfba6d1b req-4c290564-e97e-4d75-ae48-7ebc39d324d3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:56.065605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-578aa617-203d-4453-b8ef-f65bdfba6d1b req-4c290564-e97e-4d75-ae48-7ebc39d324d3 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Aug 10 04:06:56.106276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-578aa617-203d-4453-b8ef-f65bdfba6d1b req-08404ce2-14bb-490b-aa32-fd773f5f0e3c tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Aug 10 04:06:56.413917 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-90a5dd50-f447-43de-a6f5-cc4867b56655 service neutron] show failed (client error): The resource could not be found. Aug 10 04:06:56.414923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-90a5dd50-f447-43de-a6f5-cc4867b56655 service neutron] 10.222.0.46 "GET /v2.0/ports/643b2834-fb2a-4a82-8f9b-e2d67873074c/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0542462 Aug 10 04:06:56.470306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.996335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-5567b070-7359-4e53-a8a9-0a45a98f02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:56.997855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-5567b070-7359-4e53-a8a9-0a45a98f02f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95&tenant_id=7133657e33a848499f24a49d3e2ee1bd HTTP/1.1" status: 200 len: 1097 time: 0.0404720 Aug 10 04:06:57.016791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:57.075823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.560722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d130e-67db-4cb0-a714-f7bfb40f4ecf req-b941f3bd-a957-4110-bba4-63f0cc074233 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:57.562191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-599d130e-67db-4cb0-a714-f7bfb40f4ecf req-b941f3bd-a957-4110-bba4-63f0cc074233 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.3842335 Aug 10 04:06:57.620952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-599d130e-67db-4cb0-a714-f7bfb40f4ecf req-1c66653b-fb25-434c-8a38-7f900c743fc6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525675 Aug 10 04:06:57.631985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:57.665346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:57.703479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:57.705760 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dd2cad-f63c-43a6-bf33-9aa3a2d4dfbb" -d '{"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-unplugged", "status": "completed", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:57.710358 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.727225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Transition to ACTIVE for port object 643b2834-fb2a-4a82-8f9b-e2d67873074c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:57.753349 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5969538-4f5c-408d-b889-182c6c63b7df x-openstack-request-id: req-f5969538-4f5c-408d-b889-182c6c63b7df {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:57.755778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-unplugged", "status": "completed", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:57.755778 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5969538-4f5c-408d-b889-182c6c63b7df {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:57.755778 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'code': 200} Aug 10 04:06:57.807771 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.870729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] No DVR routers for this DVR port 643b2834-fb2a-4a82-8f9b-e2d67873074c on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:57.873783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:57.907659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:57.907980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:57.908307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:57.912567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Port 643b2834-fb2a-4a82-8f9b-e2d67873074c on network cef170c2-fe86-49ec-80af-c142f056ba46 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:06:57.912888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Attempting to bind port 643b2834-fb2a-4a82-8f9b-e2d67873074c on network cef170c2-fe86-49ec-80af-c142f056ba46 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:57.917608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:57.917947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Checking segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:57.918332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Bound using segment: {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:57.918781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Bound port: 643b2834-fb2a-4a82-8f9b-e2d67873074c, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f66e19-3a23-4b32-a2f9-8b229a104122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:57.919114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.979336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:57.982289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:58.064726 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:58.100533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.101158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:58.102551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] 10.222.0.54 "PUT /v2.0/ports/643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 1092 time: 1.0898180 Aug 10 04:06:58.123810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d55645-ad82-4eb8-b15d-7bda188e6fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:58.177869 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-fc48a90e-82f4-4e13-bcea-c9b792b75c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.179380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-fc48a90e-82f4-4e13-bcea-c9b792b75c02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1095 time: 0.0430937 Aug 10 04:06:58.266027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-8c5a2eb1-d9b4-4113-8cf7-83a5040a3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.267504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-8c5a2eb1-d9b4-4113-8cf7-83a5040a3d5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0816748 Aug 10 04:06:58.312632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-1876ce7f-2aed-4937-b41b-9f2ccaa308f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0374548 Aug 10 04:06:58.359712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-fb5e400f-4dd0-4254-8812-ddc61b56129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.361062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-fb5e400f-4dd0-4254-8812-ddc61b56129d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0417798 Aug 10 04:06:58.392338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-963ec628-b823-4e71-8038-14332dde1749 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243154 Aug 10 04:06:58.484627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-74f2ceff-3514-45fe-926a-716335bbc36e service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846462 Aug 10 04:06:58.571672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-2d8dc3ee-befa-42ee-940a-ea720602195f service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797682 Aug 10 04:06:58.737235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e23-e24e-47e9-a777-83471cc36028 req-e1ca8e24-81af-469f-bfef-4bb36c412334 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.739269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe189e23-e24e-47e9-a777-83471cc36028 req-e1ca8e24-81af-469f-bfef-4bb36c412334 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0489552 Aug 10 04:06:58.776979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe189e23-e24e-47e9-a777-83471cc36028 req-a4a82117-feb0-46f0-b690-7ea1a97542a1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Aug 10 04:06:59.756257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:59.758510 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef506d6-195b-45a6-8b9a-c1828f0f1372" -d '{"events": [{"name": "network-changed", "server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:59.805674 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1ce90c-e282-4b62-9f51-43e258e59f33 x-openstack-request-id: req-ce1ce90c-e282-4b62-9f51-43e258e59f33 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:59.805941 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:59.806195 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce1ce90c-e282-4b62-9f51-43e258e59f33 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:59.806590 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'status': 'completed', 'code': 200} Aug 10 04:06:59.921928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-ef8ac8af-9712-4c61-abbd-d9653d50fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:59.923412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-ef8ac8af-9712-4c61-abbd-d9653d50fcd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1095 time: 0.0996399 Aug 10 04:06:59.933039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-93da7ad3-7330-4ef2-b507-9adb75de97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:59.934393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-93da7ad3-7330-4ef2-b507-9adb75de97b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1095 time: 0.0816233 Aug 10 04:06:59.949328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816995c-30bc-4afc-9503-871f244e3275 req-72f2e742-69a0-4d51-b06b-6b188cc33879 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:59.950642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8816995c-30bc-4afc-9503-871f244e3275 req-72f2e742-69a0-4d51-b06b-6b188cc33879 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0964248 Aug 10 04:07:00.103667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8816995c-30bc-4afc-9503-871f244e3275 req-983aa521-b9c0-4cba-9e2e-b681a587932e tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428583 Aug 10 04:07:00.133371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-584af358-2125-46bb-b8ca-7a8186c91c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.134835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-584af358-2125-46bb-b8ca-7a8186c91c80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.1989305 Aug 10 04:07:00.136154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-5d133a19-a6d9-4e84-a02d-39f196b96f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.137553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-5d133a19-a6d9-4e84-a02d-39f196b96f8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.1860578 Aug 10 04:07:00.203857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-39aa7ce3-253c-43d4-a1d6-cfe2bc73c3c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0614383 Aug 10 04:07:00.205192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-77363b24-673a-4876-8144-2c615c338244 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0573726 Aug 10 04:07:00.290293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-d7089eca-44be-4ef3-bc34-60ce8580e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.291678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-d7089eca-44be-4ef3-bc34-60ce8580e948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0808892 Aug 10 04:07:00.293053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-e5c32406-580a-4199-8448-6017c4667fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.294338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-e5c32406-580a-4199-8448-6017c4667fc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0764837 Aug 10 04:07:00.310395 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0c273850-a30d-406f-81e3-a969d5b16b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.340971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-9fc853a9-08bd-4db4-a9e6-f8a103d1d92f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424945 Aug 10 04:07:00.342758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-40e9e83a-c61d-4897-a869-c652d06d8831 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363724 Aug 10 04:07:00.501339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-2012174c-4a69-4001-86e2-b01eadb3f7b7 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514935 Aug 10 04:07:00.503132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-30ac488f-7b0c-427b-841b-d4c07fe067ce service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466978 Aug 10 04:07:00.656951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-7ee9de29-b7de-466b-a5db-0721e89c2b68 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473131 Aug 10 04:07:00.658827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aef506d6-195b-45a6-8b9a-c1828f0f1372 req-8f405f3f-2d3a-475f-92f3-4fcc630765b9 service neutron] 10.222.0.54 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425009 Aug 10 04:07:01.043455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:01.079844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:01.219058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6b001-210e-45c4-8792-4de2f7012a1a req-f1980326-7102-4f1e-b9f9-9cc31e2930b6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:01.220573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fcd6b001-210e-45c4-8792-4de2f7012a1a req-f1980326-7102-4f1e-b9f9-9cc31e2930b6 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0498197 Aug 10 04:07:01.257811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fcd6b001-210e-45c4-8792-4de2f7012a1a req-92cbe804-0740-4590-8e0f-9109e3ca6074 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Aug 10 04:07:02.371903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0cba5-df03-4af5-b421-ac5fe72ef9b9 req-daf667a6-7fcf-42c7-b50d-fb3eeff81054 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.373402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55f0cba5-df03-4af5-b421-ac5fe72ef9b9 req-daf667a6-7fcf-42c7-b50d-fb3eeff81054 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0490520 Aug 10 04:07:02.415669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55f0cba5-df03-4af5-b421-ac5fe72ef9b9 req-86cea4e1-cbac-4781-a5b8-8f680f390ece tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Aug 10 04:07:02.766592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:02.787722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302320-46db-45f6-872a-72fd23652f64 req-160d2f15-cc4c-499c-ba1c-18a4311b3f2d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.789253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71302320-46db-45f6-872a-72fd23652f64 req-160d2f15-cc4c-499c-ba1c-18a4311b3f2d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 943 time: 0.0513623 Aug 10 04:07:02.829958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-71302320-46db-45f6-872a-72fd23652f64 req-408374e1-1b60-4f1a-a5ea-823b04c1babd tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Aug 10 04:07:02.886487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409fc1-1da5-417f-a917-66611b6952ea req-25eb490c-4562-48d9-9349-18420e8a3763 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.887948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-25eb490c-4562-48d9-9349-18420e8a3763 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95&tenant_id=7133657e33a848499f24a49d3e2ee1bd&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 943 time: 0.0524583 Aug 10 04:07:02.947651 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-fe409fc1-1da5-417f-a917-66611b6952ea req-bec246f3-1ab5-465b-9ff5-46b5f3c2cb6d service neutron] delete failed (client error): The resource could not be found. Aug 10 04:07:02.948588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-bec246f3-1ab5-465b-9ff5-46b5f3c2cb6d service neutron] 10.222.0.46 "DELETE /v2.0/ports/643b2834-fb2a-4a82-8f9b-e2d67873074c/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0527627 Aug 10 04:07:03.037575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409fc1-1da5-417f-a917-66611b6952ea req-acd2e72a-8a12-4dce-ba9b-e9731bb1fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.039112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-acd2e72a-8a12-4dce-ba9b-e9731bb1fa68 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7133657e33a848499f24a49d3e2ee1bd&device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 1095 time: 0.0444336 Aug 10 04:07:03.052561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-15fa6d85-1e7a-458e-82bc-5551c9cf22d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.127384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409fc1-1da5-417f-a917-66611b6952ea req-b25ee745-372b-4b47-aa2f-74bf657cf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.128890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-b25ee745-372b-4b47-aa2f-74bf657cf178 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 200 len: 916 time: 0.0824475 Aug 10 04:07:03.173956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-2bedafeb-02da-46a8-99bf-a7aa3614dc40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 200 len: 217 time: 0.0376091 Aug 10 04:07:03.220808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409fc1-1da5-417f-a917-66611b6952ea req-c66af54f-c1a9-4d84-ab82-efab56a9a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.222143 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-c66af54f-c1a9-4d84-ab82-efab56a9a359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 200 len: 855 time: 0.0415421 Aug 10 04:07:03.253507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-448f46e3-bfc4-4155-aafe-1dc8d0d0d017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cef170c2-fe86-49ec-80af-c142f056ba46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238008 Aug 10 04:07:03.314529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:03.341237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-7ce3763f-0f1c-45ab-9d0f-1de9ee47c2a0 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806413 Aug 10 04:07:03.409147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:03.421620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'network_id': 'cef170c2-fe86-49ec-80af-c142f056ba46', 'port_id': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'mac_address': 'fa:16:3e:37:e3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2a23f-13a3-4bb3-a389-ad9b944699c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:03.437045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fe409fc1-1da5-417f-a917-66611b6952ea req-93ae3637-f952-4ec9-8985-328427b5a3f4 service neutron] 10.222.0.46 "GET /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871251 Aug 10 04:07:03.461080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.475361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643b2834-fb2a-4a82-8f9b-e2d67873074c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:03.495356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:03.653231 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.700498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:03.946499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cb658-7842-4a91-adc1-c3ea8daf80f3 req-216591f4-1398-4e84-bcce-4cbd5c60a7a0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.948013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-507cb658-7842-4a91-adc1-c3ea8daf80f3 req-216591f4-1398-4e84-bcce-4cbd5c60a7a0 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 944 time: 0.0493391 Aug 10 04:07:03.987660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-507cb658-7842-4a91-adc1-c3ea8daf80f3 req-88861202-2f0f-4606-80e8-16ab703a4274 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Aug 10 04:07:04.034299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['643b2834-fb2a-4a82-8f9b-e2d67873074c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:04.293141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.108935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcaa51-5adc-4fc5-8e51-a02ec4200539 req-f44e7cfa-8939-4833-ad6c-0bab9200bfff tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:05.110429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44fcaa51-5adc-4fc5-8e51-a02ec4200539 req-f44e7cfa-8939-4833-ad6c-0bab9200bfff tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 944 time: 0.0527766 Aug 10 04:07:05.149611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44fcaa51-5adc-4fc5-8e51-a02ec4200539 req-7fccd06d-beb0-417a-bc5c-da64c7cc049d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Aug 10 04:07:05.261793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8a9d9-e2e6-413c-9a84-ccb51f2e4830 req-7a6998d8-d8fc-4aca-9773-c13954312d8d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:05.263277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99f8a9d9-e2e6-413c-9a84-ccb51f2e4830 req-7a6998d8-d8fc-4aca-9773-c13954312d8d tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 944 time: 0.0497277 Aug 10 04:07:05.301877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99f8a9d9-e2e6-413c-9a84-ccb51f2e4830 req-a83592aa-9deb-411d-a57f-78adde58863f tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Aug 10 04:07:05.332685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:05.413259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0099a07-20fd-45b4-8123-3d9a2bb119f4 req-663f4aec-a5fc-46da-8f24-ab01675a89dd tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:05.414790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0099a07-20fd-45b4-8123-3d9a2bb119f4 req-663f4aec-a5fc-46da-8f24-ab01675a89dd tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 944 time: 0.0484869 Aug 10 04:07:05.453038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0099a07-20fd-45b4-8123-3d9a2bb119f4 req-6b89b8d6-b37e-4298-921a-acc0c7f2be6b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Aug 10 04:07:05.481525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 643b2834-fb2a-4a82-8f9b-e2d67873074c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:05.485406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 643b2834-fb2a-4a82-8f9b-e2d67873074c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:05.489282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.564450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.586263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:05.590002 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb1aef-9c75-4528-aa02-081ac507e607" -d '{"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-plugged", "status": "completed", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:05.601331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:05.686481 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.733787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:05.893530 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c7565e-7ce3-41d2-917f-bc853401b1f0 x-openstack-request-id: req-a2c7565e-7ce3-41d2-917f-bc853401b1f0 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:05.893852 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-plugged", "status": "completed", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:05.894592 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2c7565e-7ce3-41d2-917f-bc853401b1f0 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:05.895031 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'code': 200} Aug 10 04:07:05.904894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.071733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603db8-e4c1-42bc-9a14-7558ade02f80 req-df61c810-f6c2-4e04-9c62-85f257009e2b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:06.073253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49603db8-e4c1-42bc-9a14-7558ade02f80 req-df61c810-f6c2-4e04-9c62-85f257009e2b tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0527565 Aug 10 04:07:06.109710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49603db8-e4c1-42bc-9a14-7558ade02f80 req-b2e13734-63f4-4996-bbba-69987d62cbd1 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Aug 10 04:07:07.225699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bce6f-f0d0-42d8-855a-807256dd0f47 req-62c3d1bf-869d-4965-bf64-a369ff34e1ed tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:07.227362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c6bce6f-f0d0-42d8-855a-807256dd0f47 req-62c3d1bf-869d-4965-bf64-a369ff34e1ed tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Aug 10 04:07:07.264420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c6bce6f-f0d0-42d8-855a-807256dd0f47 req-09e05096-e370-4a08-9654-139559ff8870 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/security-groups?id=31d1f77c-5d90-4e62-b272-b4fded1ed980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 10 04:07:07.527070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-77f2d9ba-f0ca-426e-9ffa-5acd0c80b97a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:07.528447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-77f2d9ba-f0ca-426e-9ffa-5acd0c80b97a tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.54 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 945 time: 0.0478201 Aug 10 04:07:07.645759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Deleting port 643b2834-fb2a-4a82-8f9b-e2d67873074c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:07.646763 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.740521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] For port 643b2834-fb2a-4a82-8f9b-e2d67873074c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=643b2834-fb2a-4a82-8f9b-e2d67873074c,segment=NetworkSegment(d0f66e19-3a23-4b32-a2f9-8b229a104122),segment_id=d0f66e19-3a23-4b32-a2f9-8b229a104122)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:07.740896 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.753758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Calling delete_port for 643b2834-fb2a-4a82-8f9b-e2d67873074c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:07.967590 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.995801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Pushing event deleted for resources: {'Port': ['ID=643b2834-fb2a-4a82-8f9b-e2d67873074c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:08.003231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['643b2834-fb2a-4a82-8f9b-e2d67873074c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:08.039071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] No DVR routers for this DVR port 643b2834-fb2a-4a82-8f9b-e2d67873074c on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:08.041615 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.043592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61f2737d-6cd1-4ee8-a619-9ed98f724363 req-81d4270b-36f6-4bd1-819c-b6f029f22924 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.54 "DELETE /v2.0/ports/643b2834-fb2a-4a82-8f9b-e2d67873074c HTTP/1.1" status: 204 len: 173 time: 0.5094659 Aug 10 04:07:08.044031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-deleted', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:08.046310 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f0598a-a53d-41b2-8d0e-927681fa0508" -d '{"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-deleted", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:08.086136 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25360792-91dc-42d0-a473-3fbd85b6dcd8 x-openstack-request-id: req-25360792-91dc-42d0-a473-3fbd85b6dcd8 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:08.086439 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8f88e-bd89-49dc-9f93-fd2aa4a57a95", "name": "network-vif-deleted", "tag": "643b2834-fb2a-4a82-8f9b-e2d67873074c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:08.086693 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25360792-91dc-42d0-a473-3fbd85b6dcd8 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:08.087098 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8f88e-bd89-49dc-9f93-fd2aa4a57a95', 'name': 'network-vif-deleted', 'tag': '643b2834-fb2a-4a82-8f9b-e2d67873074c', 'status': 'completed', 'code': 200} Aug 10 04:07:08.359871 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2429dce0-999b-4c43-ad95-62c7a0c8db77 req-40d595e4-2c9a-48ef-8dfa-799ab98e3ce4 tempest-ServerDiskConfigTestJSON-863970689 tempest-ServerDiskConfigTestJSON-863970689-project] 10.222.0.26 "GET /v2.0/ports?device_id=0da8f88e-bd89-49dc-9f93-fd2aa4a57a95 HTTP/1.1" status: 200 len: 210 time: 0.0260768 Aug 10 04:07:09.477323 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44410) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:09.522809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Deleting subnet 81a2a23f-13a3-4bb3-a389-ad9b944699c8 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:09.525865 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.559132 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.600968 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.704726 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.729453 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a2a23f-13a3-4bb3-a389-ad9b944699c8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:09.737119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.739429 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81a2a23f-13a3-4bb3-a389-ad9b944699c8 HTTP/1.1" status: 204 len: 168 time: 0.2611108 Aug 10 04:07:09.741298 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.741645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.741984 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.742109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44414) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:09.742521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.742630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.742950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.743276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.743598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.743916 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.744235 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.744581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.744902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dedddf-30a9-4a0e-838e-a292f749b654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.809717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.888670 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.898736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef170c2-fe86-49ec-80af-c142f056ba46']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:09.908647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f66e19-3a23-4b32-a2f9-8b229a104122') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:09.908941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f66e19-3a23-4b32-a2f9-8b229a104122') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:09.917461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.930881 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.936520 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:09.936899 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:09.938448 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:10.064637 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.070810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.074042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cef170c2-fe86-49ec-80af-c142f056ba46 HTTP/1.1" status: 204 len: 168 time: 0.3293900 Aug 10 04:07:10.084525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a04c1-6f3f-4ccb-9097-ca924276a374 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef170c2-fe86-49ec-80af-c142f056ba46,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:10.423780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44418) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:10.467383 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6aa66147-368b-4095-8372-f0d097beef27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7133657e33a848499f24a49d3e2ee1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424080 Aug 10 04:07:10.469890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44420) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:10.516105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e575419-f70d-4f96-8026-0de8b3795935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.537663 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e575419-f70d-4f96-8026-0de8b3795935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.680198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e575419-f70d-4f96-8026-0de8b3795935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.682747 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e575419-f70d-4f96-8026-0de8b3795935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.683921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e575419-f70d-4f96-8026-0de8b3795935 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31d1f77c-5d90-4e62-b272-b4fded1ed980 HTTP/1.1" status: 204 len: 168 time: 0.2131553 Aug 10 04:07:10.692146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575419-f70d-4f96-8026-0de8b3795935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d1f77c-5d90-4e62-b272-b4fded1ed980,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.344266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:11.367773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 643b2834-fb2a-4a82-8f9b-e2d67873074c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:11.368115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 643b2834-fb2a-4a82-8f9b-e2d67873074c not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:11.743555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44442) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.840627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2077686970-network', 'tenant_id': '30822c33628e4460a829f020fe0106d1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:11.967041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Made reservation on behalf of 30822c33628e4460a829f020fe0106d1 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:11.969385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.978271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.064571 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.201895 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.226832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:12.236548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd87798-65a3-4e31-b77e-9c364d572ced,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:12.241278 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.241620 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Added segment ca020877-d7f2-4c0a-ab1f-fceefdf96afb of type vlan for network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a Aug 10 04:07:12.284022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.396101 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.397137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.397755 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.456374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=373633d4-06b5-4a4d-a70b-4664d8d5ac8a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:12.465940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:12.533862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-345fb5f3-95f7-4d0e-9c3d-872c42dec6c5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7891600 Aug 10 04:07:12.536732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44446) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:12.541690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Request body: {'subnet': {'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2077686970-subnet', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:12.697437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Made reservation on behalf of 30822c33628e4460a829f020fe0106d1 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:12.699754 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.933113 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.989401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa28ab8-d344-4859-825d-85d6cf73266f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:12.993541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:13.006304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Network hostable DHCP agents. Network: 373633d4-06b5-4a4d-a70b-4664d8d5ac8a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:13.103941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:13.188751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 373633d4-06b5-4a4d-a70b-4664d8d5ac8a) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:13.192935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.200760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.201514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb8738d-eec5-4635-b248-0e8e6e02960a None None] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:13.328532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-56778d0f-5993-4df4-9c48-a7ccbb657eb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7906165 Aug 10 04:07:13.331094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44448) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:13.336034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:13.337951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:13.338837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.446302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.447478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.473413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Allocated IP 172.20.0.2 (373633d4-06b5-4a4d-a70b-4664d8d5ac8a/6aa28ab8-d344-4859-825d-85d6cf73266f/b12b0df2-098b-42e8-aaa0-8ddfef06ae3c) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:13.503248 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.614986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.622832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Transition to ACTIVE for port object b12b0df2-098b-42e8-aaa0-8ddfef06ae3c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:13.637977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Transition to ACTIVE for port object b12b0df2-098b-42e8-aaa0-8ddfef06ae3c will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:13.710847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.749821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:13.752745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:13.756252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:13.762543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.765098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Pushing event updated for resources: {'Port': ['ID=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:13.790103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.790438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.790772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.791101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.791422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.791741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.792057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.792394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.792716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.793027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.793338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.793650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:13.825984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Attempting to bind port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:13.826349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Attempting to bind port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:13.826708 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Attempting to bind port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:13.832127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:13.832531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:13.832928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.833313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:13.833764 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Bound port: b12b0df2-098b-42e8-aaa0-8ddfef06ae3c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:13.834136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.901070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] For port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:13.904204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] For port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:14.023678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.083724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9a25e-e13b-4f20-9d3a-723501d01094 None None] Pushing event updated for resources: {'Port': ['ID=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:14.332641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.351944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.455137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Allocated IP 172.25.1.251 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/1d02b657-2eec-4db6-a1d1-0cf93133c5dc) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:14.554403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.681873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.728057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:14.731338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:14.733962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:14.758552 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Pushing event updated for resources: {'Port': ['ID=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:14.775037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.775383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.775716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.776049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.776401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.776729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.777054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.777376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.777695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.778016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.778333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.778647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:14.943909 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e1db6-2fd8-4945-9e66-3f267f5d130a None None] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:15.083672 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e6ecdf3-cccc-491e-8efd-f68de53630f5 None None] Provisioning for port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:15.097599 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.307380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.532883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:15.638980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:15.647584 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:15.656278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:15.656949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:15.743076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.744360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9a4cdba8-1097-4d1e-87b1-cff3db6a3543 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4118302 Aug 10 04:07:15.747390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44452) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:15.772311 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:15.827019 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.947633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:14Z', 'revision_number': 3, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:15.977989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:15.978368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Updating router d699e739-6fa2-4d88-bcf7-edaa79cb6374 port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:07:16.002503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.148090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.248661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b12b0df2-098b-42e8-aaa0-8ddfef06ae3c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:16.279892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.297380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Transition to ACTIVE for port object 1d02b657-2eec-4db6-a1d1-0cf93133c5dc will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:16.307614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Allocated IP 172.20.0.1 (373633d4-06b5-4a4d-a70b-4664d8d5ac8a/6aa28ab8-d344-4859-825d-85d6cf73266f/22e5c44d-c6e2-4b37-b55c-b27e55a1e34a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:16.384925 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.409139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.423598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Transition to ACTIVE for port object 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:16.439166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:16.443108 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Attempting to bind port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Attempting to bind port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Attempting to bind port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7372-1fcd-4194-8312-1e2694a26a21 None None] Pushing event updated for resources: {'Port': ['ID=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Bound port: 1d02b657-2eec-4db6-a1d1-0cf93133c5dc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:16.458480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.533264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] For port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:16.536775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] For port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:16.573618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.576762 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.603261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.620435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:16.623387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:16.626908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:16.637572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:16.659028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Pushing event updated for resources: {'Port': ['ID=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:16.668072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.674980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:16.676298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:16.681606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7372-1fcd-4194-8312-1e2694a26a21 None None] Pushing event updated for resources: {'Port': ['ID=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:16.765183 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.821182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:16.905757 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.045387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:17.086527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.173631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:14Z', 'revision_number': 3, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:17.200641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5c0b0-473a-4890-b040-4d825536ad99 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:14Z', 'revision_number': 3, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:17.219449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7d30d1dc-9995-4ffe-90ef-c3cd69165e37 None None] Provisioning for port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:17.223977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7d30d1dc-9995-4ffe-90ef-c3cd69165e37 None None] Provisioning complete for port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:17.224675 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7d30d1dc-9995-4ffe-90ef-c3cd69165e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.259895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7d30d1dc-9995-4ffe-90ef-c3cd69165e37 None None] Port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:17.292978 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.360990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Pushing event updated for resources: {'Port': ['ID=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:17.361300 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.470872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:17.472989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:17.591915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:17.682374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-87e948cb-c3b6-4935-96d9-25c65fb8ed76 None None] Provisioning complete for port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:17.682747 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-87e948cb-c3b6-4935-96d9-25c65fb8ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.710409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:17.720111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-838e84fa-e00a-44c5-ae1c-ab5bd07578a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/d699e739-6fa2-4d88-bcf7-edaa79cb6374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9713778 Aug 10 04:07:17.724557 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-87e948cb-c3b6-4935-96d9-25c65fb8ed76 None None] Port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:18.272782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d02b657-2eec-4db6-a1d1-0cf93133c5dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:18.307445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44460) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:18.312241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520248930', 'description': 'tempest-description--1868312797'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:18.390041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:18.394232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:18.394602 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.441505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.473705 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.493508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:18.526389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.630403 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.631216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b12b0df2-098b-42e8-aaa0-8ddfef06ae3c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:18.686256 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.709057 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:18.721297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:18.721550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.722670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7a957b-c239-4bde-94e3-9b5656f10bcc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:18.751915 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:18.761953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:18.762556 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:18.801104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.802388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a477438b-09c8-409f-8258-7d66600c7df8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4938672 Aug 10 04:07:18.805326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44462) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:18.810165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'security_group_rule': {'security_group_id': 'bd7a957b-c239-4bde-94e3-9b5656f10bcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:18.866861 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:18.913660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.968642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.047563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.066395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bbbf62-74cb-496b-bb1f-453b565ddebe,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:19.143772 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 2, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:19.150092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.151327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f87715b7-0497-4359-99a1-6cb36dfc8f41 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448350 Aug 10 04:07:19.153927 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44464) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:19.158354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'security_group_rule': {'security_group_id': 'bd7a957b-c239-4bde-94e3-9b5656f10bcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:19.169934 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:19.177078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Updating router d699e739-6fa2-4d88-bcf7-edaa79cb6374 port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:07:19.195011 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.269841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.325678 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.413210 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.428658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a96cd0-0962-4293-88fb-c9764cc2451b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:19.451678 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.462686 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Transition to ACTIVE for port object 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:19.571630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.572899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a69f9126-c76a-4464-8774-1021f90e8ffe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180090 Aug 10 04:07:19.575966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44466) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:19.580679 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:19.664185 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.714363 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Pushing event updated for resources: {'Port': ['ID=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:19.742558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.742907 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.743245 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.743580 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.743914 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.744244 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.744598 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.744926 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.745249 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.745570 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.745893 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.746242 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:19.771508 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.779071 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Attempting to bind port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:19.779602 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Attempting to bind port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:19.779802 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Attempting to bind port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:19.785020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:19.785398 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:19.785801 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.786195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:19.786661 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Bound port: 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:19.787045 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.857722 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] For port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:19.861293 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] For port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:19.879740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:19.978377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Allocated IP 172.25.1.234 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/c7fae67e-2a34-413a-8f16-eb4121e0ff11) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:20.017536 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.059818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:20.060493 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:20.064387 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f45b35-7e71-4f09-aa86-74ae54db9cf1 None None] Pushing event updated for resources: {'Port': ['ID=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:20.179557 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:20.247625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d02b657-2eec-4db6-a1d1-0cf93133c5dc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:20.310394 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:20.310760 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.310905 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:20.375672 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.397855 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:19Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:20.428169 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486bb22-b78a-44b7-a70e-c5fb0a6ecff8 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:19Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:20.511198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.554621 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:20.557652 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:20.561344 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:20.567632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'Port': ['ID=c7fae67e-2a34-413a-8f16-eb4121e0ff11,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:20.713573 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.828028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.988149 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.070107 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.138964 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'Port': ['ID=c7fae67e-2a34-413a-8f16-eb4121e0ff11,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:21.153847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.275634 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.276945 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-7dabc687-0058-40d8-b0fe-83285a7eba55 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7000046 Aug 10 04:07:21.418988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-1cd2564b-036a-4870-a0c4-2c9f5afad27a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1520248930&fields=id&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 267 time: 0.0339458 Aug 10 04:07:21.527067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-d3983088-2f34-4bf3-93dc-941e36d5b13f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:21.528548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-d3983088-2f34-4bf3-93dc-941e36d5b13f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1013002 Aug 10 04:07:21.543733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-ad76997c-a120-4ff8-8b7a-d8dbbb868058 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/quotas/30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Aug 10 04:07:21.596275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-564a191f-fb2e-43c7-932f-3a9d49f8b858 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470583 Aug 10 04:07:21.714167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-24bcf2d0-dab4-4fa3-acb3-007cdf080e1b service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054909 Aug 10 04:07:21.811549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-ab28a4b5-bcbf-4114-b6fc-553b440a3e19 service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913687 Aug 10 04:07:22.052717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-451930e3-f8a8-476a-9f4c-7ff316d3653d req-dc8a5f31-ad7e-47e8-a6a5-c44c0b3f78a3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Aug 10 04:07:22.235245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:22.379415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:22.383660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:22.387248 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.462906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.494733 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:22.572576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.620841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:23.137846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d04397ff-4431-41de-9c8e-edbcc89b4296 req-e4989971-a344-4b4c-8a86-4fb6c810d9bf tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 210 time: 0.0357652 Aug 10 04:07:24.217243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:24.232169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f58efb4-d315-43be-8bb6-6dbec2f3fb94 req-d0e697df-8be1-434e-92e9-c32cbb4c3657 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 210 time: 0.0262272 Aug 10 04:07:24.265151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:24.265518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.409764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-a174bdb5-0e9b-4f77-874c-2897ab730eda tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.411204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-a174bdb5-0e9b-4f77-874c-2897ab730eda tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1027751 Aug 10 04:07:24.455706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-696c9d92-5d4c-4cd0-af72-c912986af442 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 380 time: 0.0351763 Aug 10 04:07:24.466472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'port': {'device_id': 'e4529441-cba4-4d68-842b-287da69f3685', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'admin_state_up': True, 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'security_groups': ['bd7a957b-c239-4bde-94e3-9b5656f10bcc']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:24.692729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Made reservation on behalf of 30822c33628e4460a829f020fe0106d1 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:24.696163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.816009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Allocated IP 172.20.0.6 (373633d4-06b5-4a4d-a70b-4664d8d5ac8a/6aa28ab8-d344-4859-825d-85d6cf73266f/45c7719d-7074-445b-b849-cd616650851b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:24.950824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.963856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Transition to ACTIVE for port object 45c7719d-7074-445b-b849-cd616650851b will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:25.085925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.126816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:25.131939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:25.134429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:25.163892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:25.193185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.193838 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.286464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1559b20-4351-4c25-b77c-fbcc93b49679 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233595 Aug 10 04:07:25.301170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Request body: {'port': {'device_id': 'e4529441-cba4-4d68-842b-287da69f3685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:25.385787 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.405664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede846d-1547-4abf-9c56-92944a858993 req-92231597-3d12-4485-a19d-f982922aaae1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.407083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ede846d-1547-4abf-9c56-92944a858993 req-92231597-3d12-4485-a19d-f982922aaae1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 931 time: 0.1020384 Aug 10 04:07:25.418502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a8b78791-da45-4e88-aa94-562b1cb0a6d6 None None] Provisioning for port 45c7719d-7074-445b-b849-cd616650851b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:25.422501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a8b78791-da45-4e88-aa94-562b1cb0a6d6 None None] Provisioning complete for port 45c7719d-7074-445b-b849-cd616650851b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:25.422865 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a8b78791-da45-4e88-aa94-562b1cb0a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.456768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a8b78791-da45-4e88-aa94-562b1cb0a6d6 None None] Port 45c7719d-7074-445b-b849-cd616650851b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:25.813341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ede846d-1547-4abf-9c56-92944a858993 req-0cc4b816-3e1e-4346-8b0e-f4478fec5ecc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846946 Aug 10 04:07:25.972176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c7719d-7074-445b-b849-cd616650851b {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:25.979348 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.991085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Transition to ACTIVE for port object 45c7719d-7074-445b-b849-cd616650851b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:26.075523 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.125407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.202281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:26.202618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:26.202943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:26.207385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Port 45c7719d-7074-445b-b849-cd616650851b on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:26.207697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:26.212620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:26.212953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:26.213334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:26.213762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Bound port: 45c7719d-7074-445b-b849-cd616650851b, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:26.214117 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.278171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:26.281241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:26.357598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.392834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.393483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.394887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] 10.222.0.46 "PUT /v2.0/ports/45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 1092 time: 1.0998294 Aug 10 04:07:26.395341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:26.397642 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a029eb1e0988c63cf5bf40569c83cbf838eac8ce785f857453ccacf9d15e5d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bbcb9b-172c-4374-81a3-baef6c71e598" -d '{"events": [{"name": "network-changed", "server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:26.425965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290f473-e2db-4060-876b-3a35a41fc463 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.444022 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9eb15c-1c8a-4b44-95b1-3a64a564e802 x-openstack-request-id: req-ac9eb15c-1c8a-4b44-95b1-3a64a564e802 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:26.444331 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "tag": "45c7719d-7074-445b-b849-cd616650851b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:26.444616 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac9eb15c-1c8a-4b44-95b1-3a64a564e802 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:26.445020 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'status': 'completed', 'code': 200} Aug 10 04:07:26.510456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcb9b-172c-4374-81a3-baef6c71e598 req-4be9848c-b1ad-4b73-a129-a3e32fefe7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.518178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23bbcb9b-172c-4374-81a3-baef6c71e598 req-4be9848c-b1ad-4b73-a129-a3e32fefe7f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1095 time: 0.0429459 Aug 10 04:07:26.521452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.615653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcb9b-172c-4374-81a3-baef6c71e598 req-f7f626a8-352a-428f-9c33-f85b32a30ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.617103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23bbcb9b-172c-4374-81a3-baef6c71e598 req-f7f626a8-352a-428f-9c33-f85b32a30ba0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=30822c33628e4460a829f020fe0106d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953431 Aug 10 04:07:26.709391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbcb9b-172c-4374-81a3-baef6c71e598 req-8a2609e8-c631-4381-9e5d-b5279b84b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.710936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23bbcb9b-172c-4374-81a3-baef6c71e598 req-8a2609e8-c631-4381-9e5d-b5279b84b9a0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868285 Aug 10 04:07:26.788840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b7c16bdf-d203-4a7c-8606-27c5a950694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.790316 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b7c16bdf-d203-4a7c-8606-27c5a950694f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1095 time: 0.0441403 Aug 10 04:07:26.831182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-d173fc67-d7e1-4f84-a6ab-467c6ebffbbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 217 time: 0.0329967 Aug 10 04:07:26.879819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-da58f21f-de49-4735-abef-9ec7355566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.881342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-da58f21f-de49-4735-abef-9ec7355566fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0433812 Aug 10 04:07:26.957534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413c493-5b55-4dad-905e-967b91bf4795 req-94e8fce2-d98c-4cae-9d2b-7256d36465a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.959020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2413c493-5b55-4dad-905e-967b91bf4795 req-94e8fce2-d98c-4cae-9d2b-7256d36465a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0768170 Aug 10 04:07:26.961534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea025-c829-4087-9716-c7b4efb158b7 req-1e90736a-142a-43b0-aab0-4fc225ea7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.962891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-1e90736a-142a-43b0-aab0-4fc225ea7be5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725908 Aug 10 04:07:27.044603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2413c493-5b55-4dad-905e-967b91bf4795 req-1bc3aa6d-1bd2-46b8-b4c2-58de03de22fe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793190 Aug 10 04:07:27.076883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-e010824c-f0c5-404c-9b85-537e05fd2113 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048753 Aug 10 04:07:27.165763 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-542ea025-c829-4087-9716-c7b4efb158b7 req-b1f34594-5665-49cd-aeee-a1d60c5f4dda service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809314 Aug 10 04:07:28.165111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93ab1-a2e8-4600-a5f5-b084534015f9 req-258011d7-1e38-446a-80bd-73ebf61f7e9c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.166628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aba93ab1-a2e8-4600-a5f5-b084534015f9 req-258011d7-1e38-446a-80bd-73ebf61f7e9c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0504091 Aug 10 04:07:28.204534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aba93ab1-a2e8-4600-a5f5-b084534015f9 req-5a9699f5-eb70-4580-b332-9f07c82e0f7b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Aug 10 04:07:29.192603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 45c7719d-7074-445b-b849-cd616650851b details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:29.287795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:29.299157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '45c7719d-7074-445b-b849-cd616650851b', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '45c7719d-7074-445b-b849-cd616650851b', 'mac_address': 'fa:16:3e:38:73:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:29.322393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaff8fb-c25b-4e6c-bce6-68fba316db92 req-a9cacad1-b444-4f0f-8ab3-f9aac91247a1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:29.324519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aaff8fb-c25b-4e6c-bce6-68fba316db92 req-a9cacad1-b444-4f0f-8ab3-f9aac91247a1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0541430 Aug 10 04:07:29.336498 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.349415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7719d-7074-445b-b849-cd616650851b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:29.361774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aaff8fb-c25b-4e6c-bce6-68fba316db92 req-bb4ba2eb-d35a-4e7b-b31e-da0d88603731 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312564 Aug 10 04:07:29.368820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:29.412393 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.462608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:29.633007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['45c7719d-7074-445b-b849-cd616650851b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:30.281422 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4aa03271-4332-4efd-a36e-855b1c3330b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.482456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a3a65-23a1-48f4-9254-3153ad990123 req-1fc8676a-5761-46e7-9ab8-2617786c5a6f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.483942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de6a3a65-23a1-48f4-9254-3153ad990123 req-1fc8676a-5761-46e7-9ab8-2617786c5a6f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 944 time: 0.0504217 Aug 10 04:07:30.521765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de6a3a65-23a1-48f4-9254-3153ad990123 req-1285186f-ce6e-445b-ac55-5d756fc60ada tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Aug 10 04:07:31.199091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 45c7719d-7074-445b-b849-cd616650851b up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:31.441581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 45c7719d-7074-445b-b849-cd616650851b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:31.446088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 45c7719d-7074-445b-b849-cd616650851b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:31.446642 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.526401 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.553633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:31.556248 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8396fbeb9844acb513483e4a343c79686a5ca085ea7a394529b4a7e8ff1b31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5021e310-eac2-4465-8be7-a4cedde15868" -d '{"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-plugged", "status": "completed", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:31.569126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:31.630302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.639053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e3f1-b66c-491a-8196-e0f56e13ca3d req-29fabbc3-7c4b-4646-bfc4-485dd74ae4d8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:31.640587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c715e3f1-b66c-491a-8196-e0f56e13ca3d req-29fabbc3-7c4b-4646-bfc4-485dd74ae4d8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 944 time: 0.0508447 Aug 10 04:07:31.679595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c715e3f1-b66c-491a-8196-e0f56e13ca3d req-d5354490-045d-4b84-892c-5c6bfe51ccbe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Aug 10 04:07:31.682317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:31.748835 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ff75c-63ad-437c-8911-9e2a03448699 x-openstack-request-id: req-088ff75c-63ad-437c-8911-9e2a03448699 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:31.748835 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-plugged", "status": "completed", "tag": "45c7719d-7074-445b-b849-cd616650851b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:31.748835 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-088ff75c-63ad-437c-8911-9e2a03448699 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:31.748835 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'code': 200} Aug 10 04:07:31.827699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec1b8f-4d63-4a2d-93eb-068205c25974 req-f27817d6-05ec-4c21-8dbe-31d650900496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:31.829296 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55ec1b8f-4d63-4a2d-93eb-068205c25974 req-f27817d6-05ec-4c21-8dbe-31d650900496 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1097 time: 0.0505178 Aug 10 04:07:31.865188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55ec1b8f-4d63-4a2d-93eb-068205c25974 req-4983f7d4-8afb-4241-9715-5589b11ab1be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278738 Aug 10 04:07:32.755927 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.797928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8d819-5a2d-422d-a7a8-5f2bb30fc23a req-e964ef9f-e5dc-4bd1-9030-05252d118850 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:32.799674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ce8d819-5a2d-422d-a7a8-5f2bb30fc23a req-e964ef9f-e5dc-4bd1-9030-05252d118850 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0498974 Aug 10 04:07:32.840449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ce8d819-5a2d-422d-a7a8-5f2bb30fc23a req-1cb4e21b-1b60-4c11-af4f-9946ccb052c1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Aug 10 04:07:33.070105 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4a984de0-d4f8-40fb-9adf-c69125efa85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.963631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beaa87-3590-46a9-af7e-ee8e1f9f195f req-a1ee051e-af21-4dd9-bd02-49bc685197c8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:33.965140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5beaa87-3590-46a9-af7e-ee8e1f9f195f req-a1ee051e-af21-4dd9-bd02-49bc685197c8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0501156 Aug 10 04:07:34.007118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5beaa87-3590-46a9-af7e-ee8e1f9f195f req-75b91b5c-a21e-4c80-88da-90d376dc6b12 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349679 Aug 10 04:07:34.141161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc25c9-98d6-4152-97e1-c2275a89570c req-dca6a1ee-24d2-4c9c-b910-a088cf09ec07 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:34.142748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dacc25c9-98d6-4152-97e1-c2275a89570c req-dca6a1ee-24d2-4c9c-b910-a088cf09ec07 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0629563 Aug 10 04:07:34.152081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 44520) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:34.156792 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'floatingip': {'port_id': '45c7719d-7074-445b-b849-cd616650851b'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:34.200851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.271509 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.648150 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.724953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.827281 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 associated. External IP: 172.25.1.234, port: 45c7719d-7074-445b-b849-cd616650851b. Aug 10 04:07:35.030754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:35.136616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:35.141541 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.146810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:35.157291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:35.158056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.169231 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bc4d7d0f-7238-472d-9224-c858faac66cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "PUT /v2.0/floatingips/dddcccb1-a754-42a0-95e0-06d0aa963792 HTTP/1.1" status: 200 len: 991 time: 1.0160234 Aug 10 04:07:35.169866 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:35.172133 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}588c58991514ddcbbf363cd8a82f54c96b6cbbe781a4b0e619ae77cde9e1f94b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:35.264811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:35.321123 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99fb193-5241-4bd1-9874-359c06587b77 x-openstack-request-id: req-f99fb193-5241-4bd1-9874-359c06587b77 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:35.321415 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "tag": "45c7719d-7074-445b-b849-cd616650851b", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:35.321676 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f99fb193-5241-4bd1-9874-359c06587b77 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:35.322154 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'status': 'completed', 'code': 200} Aug 10 04:07:35.381949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-edb518d4-cdfe-4eee-94fd-8a6953b14f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.383509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-edb518d4-cdfe-4eee-94fd-8a6953b14f2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1097 time: 0.0396891 Aug 10 04:07:35.473481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-168162ee-4bd8-4c98-a441-8220d88582a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.474958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-168162ee-4bd8-4c98-a441-8220d88582a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0845146 Aug 10 04:07:35.485947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '45c7719d-7074-445b-b849-cd616650851b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:38:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4529441-cba4-4d68-842b-287da69f3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 1, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.512620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:35.521100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:35.521714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:07:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.546554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-6ceccef2-777f-4ace-bc00-028dfc61ee66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 999 time: 0.0642924 Aug 10 04:07:35.595479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-436417a1-42e8-4ac2-a99a-169e6a5de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.597567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-436417a1-42e8-4ac2-a99a-169e6a5de690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0444551 Aug 10 04:07:35.627975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:35.643262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-b5d8c796-7ff7-4423-ac16-e33ba1aed7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.644802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-b5d8c796-7ff7-4423-ac16-e33ba1aed7dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404346 Aug 10 04:07:35.738405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-e1f32e8f-82e0-4dbe-916c-c472bf4d3d9c service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Aug 10 04:07:35.832026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aafa9a3c-cd9f-4c51-ba24-6b0716d1bef1 req-9247f005-ea39-42a4-8dc4-25f6846ec6bf service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862458 Aug 10 04:07:35.851282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.862598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '45c7719d-7074-445b-b849-cd616650851b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:38:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4529441-cba4-4d68-842b-287da69f3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 1, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.888397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03297256-f6cb-4227-8fe6-542306546c41 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '45c7719d-7074-445b-b849-cd616650851b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:38:73:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4529441-cba4-4d68-842b-287da69f3685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:07:34Z', 'revision_number': 1, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:36.075889 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d17a9-5b9d-4ca8-8afa-a4220028fd22 None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:07:36.848906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-639d6ace-561f-4b91-81fb-a12ca830ec01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447683 Aug 10 04:07:36.927065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-9f5d4607-ef6e-4211-8a54-2c71c5fd0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:36.928592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-9f5d4607-ef6e-4211-8a54-2c71c5fd0500 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1097 time: 0.0400884 Aug 10 04:07:37.028045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-527f338f-06f9-4d82-9e6f-b35f125285ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:37.029547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-527f338f-06f9-4d82-9e6f-b35f125285ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0816822 Aug 10 04:07:37.098645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-a47f4018-563a-4bb6-8eae-8421373ae762 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 1001 time: 0.0611129 Aug 10 04:07:37.150842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-c8abb9b8-249a-42d1-b868-98a6c54eea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:37.152298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-c8abb9b8-249a-42d1-b868-98a6c54eea89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0444412 Aug 10 04:07:37.198014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-9a9edbfa-a365-46cf-9048-9377f37a6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:37.199495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-9a9edbfa-a365-46cf-9048-9377f37a6cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397127 Aug 10 04:07:37.293042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-12683a89-9f6b-4b75-bc6a-31e973321ddc service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854428 Aug 10 04:07:37.381271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7768cdf-bf97-4649-91b3-09e2bc755e33 req-4a16db61-1928-43b7-b336-e01755b5d5f1 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809712 Aug 10 04:07:45.787633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.498057 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.280452 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:57.303247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-cea4b374-3498-49ed-89b7-ece5d249cecb req-bcbd1d34-bbee-419b-81d9-921a8269cbc8 service neutron] (94805) timed out ('10.222.0.46', 53567) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:08:00.303345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-748a8614-a2c5-43b3-8c5d-4f61458f76fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.714407 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.032279 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c2176332-0eea-4eeb-ac23-765e67ff0b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.306817 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.849400 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.863273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.666063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.274577 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-33b96154-a1c7-4c39-bd99-ff63923ca371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.728581 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.025712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8265ab8a-ffeb-4ead-bf07-0c82ad147e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.279323 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:34.285389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.854116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.939743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-5152527d-c60d-423e-a4c6-49dc2da2aeae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836048 Aug 10 04:08:38.019231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-953b0099-ca78-4a38-8037-29476d4ff5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:38.020657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-953b0099-ca78-4a38-8037-29476d4ff5f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1097 time: 0.0401068 Aug 10 04:08:38.124221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-0de57960-25ec-4d8e-8282-f335c0104430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:38.126532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-0de57960-25ec-4d8e-8282-f335c0104430 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0855410 Aug 10 04:08:38.195896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-629b9797-30ac-4f79-8059-ba0fd115b4d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 1001 time: 0.0609648 Aug 10 04:08:38.243709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-c5e96e35-8143-446c-8e34-0f95b6e30318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:38.245130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-c5e96e35-8143-446c-8e34-0f95b6e30318 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0423069 Aug 10 04:08:38.289854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-43071d67-696a-4d59-b654-6b97fd74f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:38.291239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-43071d67-696a-4d59-b654-6b97fd74f83a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380869 Aug 10 04:08:38.387160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-8aefadbd-d0a7-4bc6-92d2-57e7aff78c90 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832803 Aug 10 04:08:38.475105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3b86c993-2dbb-4bac-9a0d-9dbf585929f0 req-035244be-d532-4887-ac5a-bbce594a139b service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798585 Aug 10 04:08:45.779322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:56.550358 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:00.285660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-094b2cb7-1088-4449-ae19-69b55fc03120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.716205 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.047472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-75df7efb-a4a5-401e-a2a0-06e19afe8801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.290778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:05.856516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.278314 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:13.067971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bf925-205f-4526-a446-805b22a8d092 req-e0a9ea1c-a7d6-41c8-a884-7c21435c201f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:13.069402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c8bf925-205f-4526-a446-805b22a8d092 req-e0a9ea1c-a7d6-41c8-a884-7c21435c201f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0922654 Aug 10 04:09:13.111172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c8bf925-205f-4526-a446-805b22a8d092 req-4c2f1ba9-86f6-4350-88ca-1fbf3bf7a0d5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353961 Aug 10 04:09:13.472012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc66e1-f344-4442-9195-f104f7e5674d req-a445ff25-296a-45ff-96b5-f3252ffcfc4a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:13.473522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9cc66e1-f344-4442-9195-f104f7e5674d req-a445ff25-296a-45ff-96b5-f3252ffcfc4a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0476346 Aug 10 04:09:13.510943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a9cc66e1-f344-4442-9195-f104f7e5674d req-db4682a0-4206-4200-8424-55384871c95f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Aug 10 04:09:13.575834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44748) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:13.654076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-22fb45aa-d14b-4517-b9f7-bc1377679b98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769601 Aug 10 04:09:14.630491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1cc25-89d8-43a9-995e-2a4f6e3be730 req-7b227374-b9db-4855-9572-b5d5ce560439 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:14.632014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a1cc25-89d8-43a9-995e-2a4f6e3be730 req-7b227374-b9db-4855-9572-b5d5ce560439 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0528746 Aug 10 04:09:14.668578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a1cc25-89d8-43a9-995e-2a4f6e3be730 req-9fb0a821-55be-429e-9163-5ea6473272b9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306249 Aug 10 04:09:15.786744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d85897-797e-4b03-bc1e-bc28332f2449 req-8f5f3370-96bd-4c8c-bd2e-60c6da918cb0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:15.788246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86d85897-797e-4b03-bc1e-bc28332f2449 req-8f5f3370-96bd-4c8c-bd2e-60c6da918cb0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0515697 Aug 10 04:09:15.806967 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.827003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86d85897-797e-4b03-bc1e-bc28332f2449 req-855363a1-f0de-41be-89dd-083a2bb771b7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 10 04:09:15.994214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-e950e0f0-78c9-4810-9783-5461ce802110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:15.995582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-e950e0f0-78c9-4810-9783-5461ce802110 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1097 time: 0.0390332 Aug 10 04:09:16.084832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-3c038c47-10ab-4c2d-9f7a-e97b5832c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:16.086254 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-3c038c47-10ab-4c2d-9f7a-e97b5832c0aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0832183 Aug 10 04:09:16.151946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-e58eccdb-de37-4c50-9511-7a9cc0193884 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 1001 time: 0.0579836 Aug 10 04:09:16.200912 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-3d3a7090-15d8-4f53-b5e2-856d93973f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:16.202381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-3d3a7090-15d8-4f53-b5e2-856d93973f9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0431600 Aug 10 04:09:16.256300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-1c2fbe7f-a67b-4771-ad06-e9b5b3d0318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:16.258291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-1c2fbe7f-a67b-4771-ad06-e9b5b3d0318c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484607 Aug 10 04:09:16.347098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-5eb6e6d6-bcff-4303-9229-3a871e893bda service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Aug 10 04:09:16.440095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-c0c1c346-6c86-402f-927c-280b378cd21b service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Aug 10 04:09:16.943093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31fbd-d697-4570-94df-ee387654f6b5 req-ea680c55-8db0-4005-94d4-3d45b92d0e05 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:16.944583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8aa31fbd-d697-4570-94df-ee387654f6b5 req-ea680c55-8db0-4005-94d4-3d45b92d0e05 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Aug 10 04:09:16.980474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8aa31fbd-d697-4570-94df-ee387654f6b5 req-0ce27fc8-08c5-474c-b359-dab71e18cde2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300353 Aug 10 04:09:18.093049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824a731-cbc5-4152-b504-0eb3a820d7c3 req-9e2875b5-8092-4a8e-9ce5-9fda1ea09f5d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:18.094535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2824a731-cbc5-4152-b504-0eb3a820d7c3 req-9e2875b5-8092-4a8e-9ce5-9fda1ea09f5d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Aug 10 04:09:18.132114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2824a731-cbc5-4152-b504-0eb3a820d7c3 req-fd465b01-09c0-4707-bc1d-9fab4abaf17a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Aug 10 04:09:19.244436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5ca62-b76c-49a3-9c39-ce66c155f6f1 req-e3a41645-c1ec-44c4-b260-f5c756130793 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:19.245925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1a5ca62-b76c-49a3-9c39-ce66c155f6f1 req-e3a41645-c1ec-44c4-b260-f5c756130793 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0481300 Aug 10 04:09:19.289727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1a5ca62-b76c-49a3-9c39-ce66c155f6f1 req-55999208-5006-4dd0-a1a8-b989a9ba98c6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Aug 10 04:09:20.406908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984646-6644-4764-a85b-503d85f2eb60 req-9d336010-26c7-4a88-86ac-db3dc536e1e7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:20.408375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef984646-6644-4764-a85b-503d85f2eb60 req-9d336010-26c7-4a88-86ac-db3dc536e1e7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Aug 10 04:09:20.445597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef984646-6644-4764-a85b-503d85f2eb60 req-5a30e4aa-eee0-414f-8055-81ecae2a2a4d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Aug 10 04:09:21.560773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65574ff-63e2-4be2-b40a-f9c5421641c2 req-4cce2972-8fc4-49a0-8b69-68da4844eeb9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:21.562263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b65574ff-63e2-4be2-b40a-f9c5421641c2 req-4cce2972-8fc4-49a0-8b69-68da4844eeb9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Aug 10 04:09:21.599565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b65574ff-63e2-4be2-b40a-f9c5421641c2 req-ce227ad2-f4c1-47df-ac83-e7c2eefb6c63 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Aug 10 04:09:22.711689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5889bf-06b0-4a9e-a741-b91ee93452f4 req-213aca45-7545-411b-99b6-5a3e8bd6a822 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:22.713187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec5889bf-06b0-4a9e-a741-b91ee93452f4 req-213aca45-7545-411b-99b6-5a3e8bd6a822 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Aug 10 04:09:22.754037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec5889bf-06b0-4a9e-a741-b91ee93452f4 req-0a483bb4-7cd7-4afb-a25d-a45ccc4cfb99 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350528 Aug 10 04:09:23.867557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44925a4-0c38-4f9f-8078-ba44bea66362 req-08b42512-11d8-47f1-8310-467669684d84 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:23.869133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d44925a4-0c38-4f9f-8078-ba44bea66362 req-08b42512-11d8-47f1-8310-467669684d84 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Aug 10 04:09:23.906257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d44925a4-0c38-4f9f-8078-ba44bea66362 req-12e1a179-d04e-442a-9bc8-f8744b4bba4a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Aug 10 04:09:25.019963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d61ae-365d-4f81-9c89-ff7b8a46bc43 req-f2999e7c-e2f0-4d04-9b6a-72e2e781fb1a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:25.021691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-645d61ae-365d-4f81-9c89-ff7b8a46bc43 req-f2999e7c-e2f0-4d04-9b6a-72e2e781fb1a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0480781 Aug 10 04:09:25.058009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-645d61ae-365d-4f81-9c89-ff7b8a46bc43 req-486ffe9d-ab30-47b4-b3b9-ddfe92833a5a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307419 Aug 10 04:09:26.174801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b832f2-cf24-440b-8807-115f3f7f23d0 req-d7f44218-4cf9-4fed-9d82-de54c804279e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:26.176275 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51b832f2-cf24-440b-8807-115f3f7f23d0 req-d7f44218-4cf9-4fed-9d82-de54c804279e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Aug 10 04:09:26.217017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51b832f2-cf24-440b-8807-115f3f7f23d0 req-1ef9afab-470b-4fbe-8947-1b85ecb7d3c6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349131 Aug 10 04:09:26.538061 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.330442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9904-81dc-4492-a51d-9fdb6b0c3cef req-b05c2b47-797e-44a4-800e-1dadda26d414 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.331929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-787d9904-81dc-4492-a51d-9fdb6b0c3cef req-b05c2b47-797e-44a4-800e-1dadda26d414 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Aug 10 04:09:27.369312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-787d9904-81dc-4492-a51d-9fdb6b0c3cef req-4effd278-024e-4171-846e-3bbbe67d4640 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Aug 10 04:09:28.498187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d733188-ae29-4fff-b106-647c2cb0e298 req-d0bde290-e410-48b2-aa93-16a1f6d6430d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:28.500440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d733188-ae29-4fff-b106-647c2cb0e298 req-d0bde290-e410-48b2-aa93-16a1f6d6430d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0638204 Aug 10 04:09:28.538370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d733188-ae29-4fff-b106-647c2cb0e298 req-71f3a694-4c22-43a0-a8ff-1fd0569b6c98 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316703 Aug 10 04:09:29.386948 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-ddec4088-9657-4313-b45a-a42d1d804448 req-f5f8e91b-b46a-4d4f-953f-6eedd75b591b service neutron] show failed (client error): The resource could not be found. Aug 10 04:09:29.387876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-f5f8e91b-b46a-4d4f-953f-6eedd75b591b service neutron] 10.222.0.46 "GET /v2.0/ports/45c7719d-7074-445b-b849-cd616650851b/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0546880 Aug 10 04:09:29.656416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11b1c-d3f5-4984-93ac-74fe5ca9aab1 req-2508f3cb-6648-4a47-9c99-3681e2ca1f03 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.658553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81f11b1c-d3f5-4984-93ac-74fe5ca9aab1 req-2508f3cb-6648-4a47-9c99-3681e2ca1f03 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0539539 Aug 10 04:09:29.696788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81f11b1c-d3f5-4984-93ac-74fe5ca9aab1 req-125e8302-c716-4b0b-9c81-f3cb07d9a612 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Aug 10 04:09:30.080701 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-0f4481b6-8b3e-40ba-95e8-07d2b1eb9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:30.082206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-0f4481b6-8b3e-40ba-95e8-07d2b1eb9585 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 1097 time: 0.0799789 Aug 10 04:09:30.100696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:30.151779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.358131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:30.366352 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-14270d81-0e8f-4063-86a4-724059194c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.391379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:30.430204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:30.435444 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.447602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Transition to ACTIVE for port object 45c7719d-7074-445b-b849-cd616650851b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:30.471735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7732d52-daa2-48ea-8c23-53f1bf338600" -d '{"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-unplugged", "status": "completed", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:30.565247 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d055c499-a63c-4e79-9fe0-73566f754ceb x-openstack-request-id: req-d055c499-a63c-4e79-9fe0-73566f754ceb {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:30.565558 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-unplugged", "status": "completed", "tag": "45c7719d-7074-445b-b849-cd616650851b", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:30.565812 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d055c499-a63c-4e79-9fe0-73566f754ceb {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:30.566217 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'code': 200} Aug 10 04:09:30.577700 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.675361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:30.699963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.700313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.700693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.701032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.701368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.701703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.702037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.702368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.702698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.703025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.703355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.703683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:30.760437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] No DVR routers for this DVR port 45c7719d-7074-445b-b849-cd616650851b on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:30.889144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbec42b-2177-4f1a-8be2-a105b9ea28cd req-e34f6b85-fb6d-4b37-a304-28c7b9a0d550 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:30.890582 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbec42b-2177-4f1a-8be2-a105b9ea28cd req-e34f6b85-fb6d-4b37-a304-28c7b9a0d550 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0930004 Aug 10 04:09:30.957132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbec42b-2177-4f1a-8be2-a105b9ea28cd req-77d627fa-c69c-45e6-b530-4ada73515dec tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590763 Aug 10 04:09:30.959435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:30.959776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:30.960105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:30.964461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Port 45c7719d-7074-445b-b849-cd616650851b on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:30.964790 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Attempting to bind port 45c7719d-7074-445b-b849-cd616650851b on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:30.969579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:30.969921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:30.970331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:30.970762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Bound port: 45c7719d-7074-445b-b849-cd616650851b, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:30.971128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.032925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:31.035840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:31.119054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.153199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.153878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.155260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] 10.222.0.54 "PUT /v2.0/ports/45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 1092 time: 1.0586538 Aug 10 04:09:31.176871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd119-e96c-4804-bbff-394ad8e4ea3d service neutron] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:31.521791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-51922c2c-bf5f-400c-81a6-f5b15496eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.523322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-51922c2c-bf5f-400c-81a6-f5b15496eb45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1095 time: 0.3254919 Aug 10 04:09:31.609794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-71563162-b40e-41a6-8a3f-3d877f6b4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.611715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-71563162-b40e-41a6-8a3f-3d877f6b4d3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0813591 Aug 10 04:09:31.680103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-db8cad18-4f3f-4811-907f-fe6289c117b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 999 time: 0.0617108 Aug 10 04:09:31.731358 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-d65f1487-a43e-4faa-9320-c0ec817d742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.732840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-d65f1487-a43e-4faa-9320-c0ec817d742b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0462427 Aug 10 04:09:31.776871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4088-9657-4313-b45a-a42d1d804448 req-8abf63d7-2892-49f3-b36f-de155220373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.778327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-8abf63d7-2892-49f3-b36f-de155220373e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389090 Aug 10 04:09:31.868931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-05a8aad3-d397-476d-975a-688f9776b8bf service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821126 Aug 10 04:09:31.956569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ddec4088-9657-4313-b45a-a42d1d804448 req-235120ce-dfd7-4c9c-92ab-be9f89830db3 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808666 Aug 10 04:09:32.074330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fb4b5-37c9-4150-b096-2b9b0a0c761e req-fd54cb65-8cc6-48e1-a989-fe071244f8f7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.075892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d1fb4b5-37c9-4150-b096-2b9b0a0c761e req-fd54cb65-8cc6-48e1-a989-fe071244f8f7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0516222 Aug 10 04:09:32.122886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d1fb4b5-37c9-4150-b096-2b9b0a0c761e req-5eecde97-9e73-4dbd-a2aa-d184e8b45d35 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362854 Aug 10 04:09:32.567390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:32.569807 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00af46e2-790f-4461-b658-bd457e6456a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:32.619255 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c239ccc0-2828-4f44-b96f-574b6b3c0e5b x-openstack-request-id: req-c239ccc0-2828-4f44-b96f-574b6b3c0e5b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:32.619255 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "tag": "45c7719d-7074-445b-b849-cd616650851b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:32.619255 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c239ccc0-2828-4f44-b96f-574b6b3c0e5b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:32.619255 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'status': 'completed', 'code': 200} Aug 10 04:09:32.705133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-46412644-d320-4dd6-a9be-6348015b60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.706604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-46412644-d320-4dd6-a9be-6348015b60ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1095 time: 0.0694361 Aug 10 04:09:32.712597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-a9ae50f4-af33-41b9-befc-f146753d9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.714049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-a9ae50f4-af33-41b9-befc-f146753d9f4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1095 time: 0.0511754 Aug 10 04:09:32.732054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:32.863341 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-31eedbcb-1355-45bb-afd4-9793e3758371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.864844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-31eedbcb-1355-45bb-afd4-9793e3758371 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1499527 Aug 10 04:09:32.867446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-fb83ce1f-3b8b-419f-90a0-99df2f7f9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.868784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-fb83ce1f-3b8b-419f-90a0-99df2f7f9a2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1453667 Aug 10 04:09:32.976774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-5eb6ab24-134d-4958-9dd2-333053b13116 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 999 time: 0.1031559 Aug 10 04:09:32.980362 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-85649374-6d46-4103-b890-c54da748f0e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 999 time: 0.1014667 Aug 10 04:09:33.033376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70f20e17-47af-4f22-aa17-aafde703090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:33.063017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-b27c3f6d-237b-4ca2-b94e-d2760e705e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.065027 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-b27c3f6d-237b-4ca2-b94e-d2760e705e32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0731206 Aug 10 04:09:33.066250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-d9e9df4f-88fb-4286-a840-0c4a2b59a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.067565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-d9e9df4f-88fb-4286-a840-0c4a2b59a382 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0830820 Aug 10 04:09:33.137113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-07111de3-2ed5-43bf-ab6b-fda95bfd1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.138621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-07111de3-2ed5-43bf-ab6b-fda95bfd1ef2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661740 Aug 10 04:09:33.140365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af46e2-790f-4461-b658-bd457e6456a6 req-f21fa013-d14e-4dba-93d1-82b600b7d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.141706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-f21fa013-d14e-4dba-93d1-82b600b7d577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618889 Aug 10 04:09:33.327088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eae86-dd25-4c88-b9eb-ee2a63d6778f req-a8133274-96f4-4f41-bc7a-d829320ce0e0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.328492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-374eae86-dd25-4c88-b9eb-ee2a63d6778f req-a8133274-96f4-4f41-bc7a-d829320ce0e0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.1242824 Aug 10 04:09:33.344511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-d4b25c0f-d1de-4e1f-92be-40e1692f98ce service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908753 Aug 10 04:09:33.355043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-be5cb3b4-cda1-4753-b411-535fe2e23e5b service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084734 Aug 10 04:09:33.463898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-374eae86-dd25-4c88-b9eb-ee2a63d6778f req-40669a88-9df1-435f-83ca-dbd343aa52be tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288791 Aug 10 04:09:33.519929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-9af9d7aa-9403-4c5a-8986-dccbd28c4825 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669514 Aug 10 04:09:33.523237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00af46e2-790f-4461-b658-bd457e6456a6 req-8b172b05-42e3-4de5-8660-1b48148fce7b service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571414 Aug 10 04:09:33.744356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 45c7719d-7074-445b-b849-cd616650851b no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:33.784791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 45c7719d-7074-445b-b849-cd616650851b not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:34.280280 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:34.582034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4099-68e7-4d9a-a9a3-f7c6d2931679 req-a9c834bb-339f-4889-92f6-c2bbf7a31585 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:34.583528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4099-68e7-4d9a-a9a3-f7c6d2931679 req-a9c834bb-339f-4889-92f6-c2bbf7a31585 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0500793 Aug 10 04:09:34.621140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4099-68e7-4d9a-a9a3-f7c6d2931679 req-1876c201-ebf3-4139-97d1-8b63998cdf37 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Aug 10 04:09:35.739835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5564d9-90e7-4f9c-b297-98c87c718cee req-f39c3efe-c4a8-4dd8-a432-156e5187f555 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:35.741349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d5564d9-90e7-4f9c-b297-98c87c718cee req-f39c3efe-c4a8-4dd8-a432-156e5187f555 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 943 time: 0.0543053 Aug 10 04:09:35.779721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d5564d9-90e7-4f9c-b297-98c87c718cee req-2dcf3e79-48bf-4815-836e-0213d1d49de1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322664 Aug 10 04:09:35.891572 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.122372 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 45c7719d-7074-445b-b849-cd616650851b details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:36.212269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:36.223617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '45c7719d-7074-445b-b849-cd616650851b', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '45c7719d-7074-445b-b849-cd616650851b', 'mac_address': 'fa:16:3e:38:73:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:36.262935 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.275103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7719d-7074-445b-b849-cd616650851b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:36.293825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:36.395064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.443299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:36.450551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.450900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.451241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.451577 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.451911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.452242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.452594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.452919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.453242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.453563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.453899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.454207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:36.807622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['45c7719d-7074-445b-b849-cd616650851b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:36.893299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee69d29-ced6-4ddd-bf0b-b810b8054c02 req-e38cb465-29b8-4fbc-9490-dd36763f5c93 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.894838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cee69d29-ced6-4ddd-bf0b-b810b8054c02 req-e38cb465-29b8-4fbc-9490-dd36763f5c93 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 944 time: 0.0482495 Aug 10 04:09:36.933703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cee69d29-ced6-4ddd-bf0b-b810b8054c02 req-8e2bb38f-f02e-4ead-b97f-9c7007500388 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Aug 10 04:09:37.337599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4848-1af3-4656-8bae-b1c116e7137d req-6b20add1-e6ba-499b-9c74-b6cfece7ce94 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.339072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-103a4848-1af3-4656-8bae-b1c116e7137d req-6b20add1-e6ba-499b-9c74-b6cfece7ce94 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 944 time: 0.0490308 Aug 10 04:09:37.375967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-103a4848-1af3-4656-8bae-b1c116e7137d req-6df7c0f3-a366-46f1-8746-0d85006e2884 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307896 Aug 10 04:09:37.473342 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-0c842c7b-15f4-4059-aeb6-bc9e63a38dc1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.474779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-0c842c7b-15f4-4059-aeb6-bc9e63a38dc1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685&tenant_id=30822c33628e4460a829f020fe0106d1&binding%3Ahost_id=n-h2-765315-26 HTTP/1.1" status: 200 len: 944 time: 0.0572960 Aug 10 04:09:37.536750 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-98e55f0d-4fd8-47cd-845e-b7edb432779a service neutron] delete failed (client error): The resource could not be found. Aug 10 04:09:37.538011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-98e55f0d-4fd8-47cd-845e-b7edb432779a service neutron] 10.222.0.46 "DELETE /v2.0/ports/45c7719d-7074-445b-b849-cd616650851b/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0546386 Aug 10 04:09:37.631471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-5525e6af-ddf3-41bc-aed8-5df590a9db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.633233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-5525e6af-ddf3-41bc-aed8-5df590a9db92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 1096 time: 0.0441248 Aug 10 04:09:37.730699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-f94a7b72-af2e-4c3f-bbf1-38bae5406aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.732105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-f94a7b72-af2e-4c3f-bbf1-38bae5406aa6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0907478 Aug 10 04:09:37.802333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-05e0f70e-e1d6-4922-b126-6ed39a479a26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 200 len: 1000 time: 0.0617330 Aug 10 04:09:37.855080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-8e239029-0e05-46f9-bc3d-eb28203eeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.856576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-8e239029-0e05-46f9-bc3d-eb28203eeb7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0443232 Aug 10 04:09:37.910233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-6203e6a8-3ddb-4f50-b1de-90718e3dde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.911739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-6203e6a8-3ddb-4f50-b1de-90718e3dde0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472367 Aug 10 04:09:38.011369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-38b02dc6-8f11-4189-b0e5-f64b0843a5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914044 Aug 10 04:09:38.114732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f8358d-62ff-4539-83dc-622e473a8432 req-f837b696-8505-4c9b-85cf-36875d4f9ad8 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952551 Aug 10 04:09:38.162215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 45c7719d-7074-445b-b849-cd616650851b up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:38.302054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 45c7719d-7074-445b-b849-cd616650851b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:38.305874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 45c7719d-7074-445b-b849-cd616650851b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:38.306249 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.388466 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.411221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:38.425756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:38.453720 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a8f7f-f7ee-49c7-b805-080ae7d6d3da" -d '{"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-plugged", "status": "completed", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:38.497387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb452a-f116-4dd5-b38c-37210c367cdf req-20456783-f39b-4e20-a679-18a0147adeb9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:38.498861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fdb452a-f116-4dd5-b38c-37210c367cdf req-20456783-f39b-4e20-a679-18a0147adeb9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 944 time: 0.0492198 Aug 10 04:09:38.526390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.537063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fdb452a-f116-4dd5-b38c-37210c367cdf req-86e06a04-91dc-4278-a553-c583b25c02a6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Aug 10 04:09:38.576780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:38.643920 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b4412f-ff66-47aa-882a-e10e36c0248a x-openstack-request-id: req-25b4412f-ff66-47aa-882a-e10e36c0248a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:38.644217 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-plugged", "status": "completed", "tag": "45c7719d-7074-445b-b849-cd616650851b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:38.644597 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25b4412f-ff66-47aa-882a-e10e36c0248a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:38.644893 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'code': 200} Aug 10 04:09:39.652962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223a245-5253-4346-85c0-740035a6c145 req-aa69d100-3ac8-4b9b-b7c8-a6b7d67c16bc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.654439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f223a245-5253-4346-85c0-740035a6c145 req-aa69d100-3ac8-4b9b-b7c8-a6b7d67c16bc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0474322 Aug 10 04:09:39.691196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f223a245-5253-4346-85c0-740035a6c145 req-add80eca-c7e3-4f3f-b01c-7fb3c7a77c37 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301936 Aug 10 04:09:39.802433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab181d5-b741-4780-aa1e-58b3984a224b req-3427babd-b308-400d-a48f-fe6e3143f47f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.803895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ab181d5-b741-4780-aa1e-58b3984a224b req-3427babd-b308-400d-a48f-fe6e3143f47f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Aug 10 04:09:39.846695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ab181d5-b741-4780-aa1e-58b3984a224b req-22962707-5911-4579-923f-222ea6035784 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Aug 10 04:09:39.957954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccbce4-7c44-4a20-9272-93812905cd2c req-fd59ff62-06e1-442e-a9d4-6fc5eab6304e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.959424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4ccbce4-7c44-4a20-9272-93812905cd2c req-fd59ff62-06e1-442e-a9d4-6fc5eab6304e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Aug 10 04:09:39.995342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4ccbce4-7c44-4a20-9272-93812905cd2c req-a6f7285c-2ee1-4b5f-830a-16654e548440 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301247 Aug 10 04:09:40.537765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b9d58-f62a-4dbc-842a-b81b814fa526 req-44db7443-1af5-4de8-8357-60f9ea9c7472 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:40.539240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db6b9d58-f62a-4dbc-842a-b81b814fa526 req-44db7443-1af5-4de8-8357-60f9ea9c7472 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0478342 Aug 10 04:09:40.576921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db6b9d58-f62a-4dbc-842a-b81b814fa526 req-731fedf1-fd2f-4a0c-8c20-1c74d7cc3ae0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Aug 10 04:09:41.690757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bb6e3-b16c-4190-aba5-1f2e08e75717 req-06959fd1-30fd-4709-bdff-3a45512ce35c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:41.692235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f08bb6e3-b16c-4190-aba5-1f2e08e75717 req-06959fd1-30fd-4709-bdff-3a45512ce35c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0485287 Aug 10 04:09:41.733849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f08bb6e3-b16c-4190-aba5-1f2e08e75717 req-b068c69e-67e0-4c57-8f8c-53d5df6661a7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Aug 10 04:09:42.088360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-4c669939-2601-4243-9c65-ab508b0ef260 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:42.089832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-4c669939-2601-4243-9c65-ab508b0ef260 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 945 time: 0.0476327 Aug 10 04:09:42.180338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Deleting port 45c7719d-7074-445b-b849-cd616650851b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:42.180729 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.277305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] For port 45c7719d-7074-445b-b849-cd616650851b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=45c7719d-7074-445b-b849-cd616650851b,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:42.277678 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.450205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.450580 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.450894 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 disassociated. External IP: 172.25.1.234, port: 45c7719d-7074-445b-b849-cd616650851b. Aug 10 04:09:42.451242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Calling delete_port for 45c7719d-7074-445b-b849-cd616650851b owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:42.662873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.692106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event deleted for resources: {'Port': ['ID=45c7719d-7074-445b-b849-cd616650851b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:42.838394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:42.841030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-daecc740-2b07-420a-9f7f-cace5a6f8353 req-2e64c59a-d3f2-4981-a001-a37d74ed1a90 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 210 time: 0.0348780 Aug 10 04:09:42.949916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:42.959958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:42.969551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:42.970137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:42.988567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] No DVR routers for this DVR port 45c7719d-7074-445b-b849-cd616650851b on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:42.991252 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.993363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2c921ef4-9d51-465b-a1c7-eefa594b491a req-fa882600-cda8-4f83-9100-cc7f2b741967 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "DELETE /v2.0/ports/45c7719d-7074-445b-b849-cd616650851b HTTP/1.1" status: 204 len: 173 time: 0.8950882 Aug 10 04:09:42.993800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-deleted', 'tag': '45c7719d-7074-445b-b849-cd616650851b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:42.996041 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71112659-a34a-476f-a8fe-5d1204c42c79" -d '{"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-deleted", "tag": "45c7719d-7074-445b-b849-cd616650851b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:43.036082 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562a409-b38c-4476-9a7a-943bd52cbe8e x-openstack-request-id: req-0562a409-b38c-4476-9a7a-943bd52cbe8e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:43.036409 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4529441-cba4-4d68-842b-287da69f3685", "name": "network-vif-deleted", "tag": "45c7719d-7074-445b-b849-cd616650851b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:43.036668 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0562a409-b38c-4476-9a7a-943bd52cbe8e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:43.037075 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4529441-cba4-4d68-842b-287da69f3685', 'name': 'network-vif-deleted', 'tag': '45c7719d-7074-445b-b849-cd616650851b', 'status': 'completed', 'code': 200} Aug 10 04:09:43.074143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:43.267696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:43.296772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:43.305633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:43.306237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:43.407378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:43.603451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:43.629014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5feefa-e57f-4a47-a03b-1ceab0c52c33 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:43.850618 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f23d28-e7f8-4350-83ea-306f8e0ef98b None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:09:43.955722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49a365eb-5ee8-4964-915f-193fbe7cc2c1 req-71addce4-c0a4-48f5-8d60-a7e94c5ed84b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4529441-cba4-4d68-842b-287da69f3685 HTTP/1.1" status: 200 len: 210 time: 0.0299084 Aug 10 04:09:45.181333 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-215c440e-8c12-46ef-9987-ba4638b5c651 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1520248930&fields=id&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 267 time: 0.0336230 Aug 10 04:09:45.283921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-6bfe434d-5250-4e5b-abac-a6f6fbf2ac9e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:45.285346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-6bfe434d-5250-4e5b-abac-a6f6fbf2ac9e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.0975192 Aug 10 04:09:45.300580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-3aa77326-a6f3-4e21-a1eb-4247646a7223 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/quotas/30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 375 time: 0.0095987 Aug 10 04:09:45.354575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-721809c3-7cc5-403b-b881-fa1703831c12 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489047 Aug 10 04:09:45.553114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-cbeb3bb3-4093-4268-a08f-52557ccd4b91 service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183586 Aug 10 04:09:45.643682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-0d354f21-1396-47b2-a293-43bf71b45829 service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 Aug 10 04:09:45.874362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.893753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12d6ced3-ab6e-44c4-a72d-4152bb81be83 req-b4c562ad-75e3-439b-8110-9e485aabce75 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 210 time: 0.0267737 Aug 10 04:09:46.183998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 45c7719d-7074-445b-b849-cd616650851b no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:46.203863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 45c7719d-7074-445b-b849-cd616650851b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:46.204201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 45c7719d-7074-445b-b849-cd616650851b not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:46.980587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7e20d9a8-9da4-47e9-9807-12cd719f694e req-c47bd121-abeb-4749-a140-d8998c5534a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 210 time: 0.0272040 Aug 10 04:09:48.048922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-6c001b1c-5985-4d9f-9695-1218a0e96746 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:48.050741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-6c001b1c-5985-4d9f-9695-1218a0e96746 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1008592 Aug 10 04:09:48.084075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-65f7c46a-ef32-4335-a453-449e0e476508 req-4401b338-58a8-4dee-8b8a-6e4c578c3fce tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 210 time: 0.0322967 Aug 10 04:09:48.117797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-1d0e623f-d7be-4bf4-bb71-4cf139c7c468 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 380 time: 0.0360777 Aug 10 04:09:48.128394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'port': {'device_id': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'admin_state_up': True, 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'security_groups': ['bd7a957b-c239-4bde-94e3-9b5656f10bcc']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:48.276480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:48.321106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Made reservation on behalf of 30822c33628e4460a829f020fe0106d1 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:48.324862 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.455949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Allocated IP 172.20.0.4 (373633d4-06b5-4a4d-a70b-4664d8d5ac8a/6aa28ab8-d344-4859-825d-85d6cf73266f/d2572390-29fe-4c4e-b3c3-856d5be9a4ce) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:48.585152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.597525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Transition to ACTIVE for port object d2572390-29fe-4c4e-b3c3-856d5be9a4ce will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:48.703015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.747050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:48.750080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:48.756265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:48.783818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:48.809876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:48.810495 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.914280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-703a4cb8-6ed2-40c9-a548-e567832ae159 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7905843 Aug 10 04:09:48.987140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-29052457-aca8-493b-affd-c58321280b6b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:09:48.988092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-29052457-aca8-493b-affd-c58321280b6b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060248 Aug 10 04:09:48.999144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Request body: {'port': {'device_id': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:49.051099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.084359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c32884e4-b0f3-464b-8cb1-57e05133c114 None None] Provisioning for port d2572390-29fe-4c4e-b3c3-856d5be9a4ce completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:49.088183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c32884e4-b0f3-464b-8cb1-57e05133c114 None None] Provisioning complete for port d2572390-29fe-4c4e-b3c3-856d5be9a4ce triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:49.088582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c32884e4-b0f3-464b-8cb1-57e05133c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.126609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c32884e4-b0f3-464b-8cb1-57e05133c114 None None] Port d2572390-29fe-4c4e-b3c3-856d5be9a4ce cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:49.552058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a13cf-6298-449f-940b-9822fc985169 req-25f71066-793b-4b9a-b9cc-e6421e5a56c4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:49.553559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f39a13cf-6298-449f-940b-9822fc985169 req-25f71066-793b-4b9a-b9cc-e6421e5a56c4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 931 time: 0.3861694 Aug 10 04:09:49.616148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f39a13cf-6298-449f-940b-9822fc985169 req-dccb8b38-5a02-438a-acd7-16471b8d357b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562019 Aug 10 04:09:49.658131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2572390-29fe-4c4e-b3c3-856d5be9a4ce {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:49.665324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.677561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Transition to ACTIVE for port object d2572390-29fe-4c4e-b3c3-856d5be9a4ce will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:49.765730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.817266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.889908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:49.890250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:49.890580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:49.896310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:49.896662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:49.901762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:49.902101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:49.902491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:49.902925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Bound port: d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:49.903285 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.973017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:49.976029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:50.052513 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.087159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.087769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.089250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] 10.222.0.54 "PUT /v2.0/ports/d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 1092 time: 1.0939219 Aug 10 04:09:50.089719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:50.092001 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6277d5-8173-4d59-b6ab-29c7c48923b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:50.119904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09d21-46e7-4c89-ad47-cf0462d1859c service neutron] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.140167 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfff141-ee09-40e8-bfa4-e38bce7b488b x-openstack-request-id: req-3dfff141-ee09-40e8-bfa4-e38bce7b488b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:50.140504 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:50.140761 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3dfff141-ee09-40e8-bfa4-e38bce7b488b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:50.141158 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'status': 'completed', 'code': 200} Aug 10 04:09:50.222665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6277d5-8173-4d59-b6ab-29c7c48923b7 req-2ce22d20-384c-4848-bea4-a1f982e2814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.224386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f6277d5-8173-4d59-b6ab-29c7c48923b7 req-2ce22d20-384c-4848-bea4-a1f982e2814d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1095 time: 0.0432713 Aug 10 04:09:50.332583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6277d5-8173-4d59-b6ab-29c7c48923b7 req-c9517114-abea-452c-9eb2-24628acb2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.334094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f6277d5-8173-4d59-b6ab-29c7c48923b7 req-c9517114-abea-452c-9eb2-24628acb2b95 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=30822c33628e4460a829f020fe0106d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959198 Aug 10 04:09:50.429771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6277d5-8173-4d59-b6ab-29c7c48923b7 req-0322c8e0-bb2e-4a4d-802e-0c0b3d95c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.431289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f6277d5-8173-4d59-b6ab-29c7c48923b7 req-0322c8e0-bb2e-4a4d-802e-0c0b3d95c1a7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902066 Aug 10 04:09:50.524531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-c2a8b26b-d28e-4980-a5c5-a909c167bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.525980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-c2a8b26b-d28e-4980-a5c5-a909c167bb7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1095 time: 0.0406971 Aug 10 04:09:50.576617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-05990185-06ce-4ae8-bba3-5700376b8ed1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 217 time: 0.0366805 Aug 10 04:09:50.624220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b7820f8a-9a00-494c-b758-4e3abe41f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.626264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-b7820f8a-9a00-494c-b758-4e3abe41f79e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0420301 Aug 10 04:09:50.669660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-0f0723af-0657-40ae-a3a6-72c0309090cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.671423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-0f0723af-0657-40ae-a3a6-72c0309090cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390623 Aug 10 04:09:50.783298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529813-f1ba-4bce-8f7a-8bd575997f04 req-3510cab6-3a73-400a-b752-61f44c0b1832 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.784786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96529813-f1ba-4bce-8f7a-8bd575997f04 req-3510cab6-3a73-400a-b752-61f44c0b1832 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0990415 Aug 10 04:09:50.813940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-466746d1-1905-4db5-a41c-13583069ffe8 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348794 Aug 10 04:09:50.875161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96529813-f1ba-4bce-8f7a-8bd575997f04 req-795262dc-901e-41a1-b2e8-0ba7e5796bca tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826569 Aug 10 04:09:50.914318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e11b9d92-3f43-4c52-b870-b1f733a66b2e req-1fae9d1d-337f-48a9-ba2d-693853fe98a6 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931435 Aug 10 04:09:51.988956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a9e57-5b47-4c52-9b9a-eff90d2a6553 req-15edd3d7-c4e0-4dbd-a204-c109bc7f0ee3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.990445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c2a9e57-5b47-4c52-9b9a-eff90d2a6553 req-15edd3d7-c4e0-4dbd-a204-c109bc7f0ee3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0486002 Aug 10 04:09:52.028155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c2a9e57-5b47-4c52-9b9a-eff90d2a6553 req-23375e43-cacd-4f61-bb5f-d66edbe960ca tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Aug 10 04:09:53.140835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6784-0c90-41ac-a504-fc2a02b442cd req-54cd26c1-f4ee-4b56-8e20-084a4b17fda5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.142833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-356f6784-0c90-41ac-a504-fc2a02b442cd req-54cd26c1-f4ee-4b56-8e20-084a4b17fda5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0489168 Aug 10 04:09:53.179972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-356f6784-0c90-41ac-a504-fc2a02b442cd req-1ee50f6d-ec90-425d-9b8e-af96d628320b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Aug 10 04:09:54.298640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b5217-27d1-4540-842d-7c64ecdd6a53 req-74f80407-f4d7-403c-abb0-07ebb826513c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.300174 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-856b5217-27d1-4540-842d-7c64ecdd6a53 req-74f80407-f4d7-403c-abb0-07ebb826513c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0529125 Aug 10 04:09:54.337232 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-856b5217-27d1-4540-842d-7c64ecdd6a53 req-e301cf69-8951-4b00-ba74-8efe5678d45b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Aug 10 04:09:55.451898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef7b2-eaa9-4c8b-969b-c50cd9c430ad req-3d413475-bc04-48df-9923-80efd3873f08 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.453298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-820ef7b2-eaa9-4c8b-969b-c50cd9c430ad req-3d413475-bc04-48df-9923-80efd3873f08 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0491872 Aug 10 04:09:55.490779 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-820ef7b2-eaa9-4c8b-969b-c50cd9c430ad req-a8ee1d05-5df3-40bd-b113-8787a2d169f5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Aug 10 04:09:56.239622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:56.331407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:56.342204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'mac_address': 'fa:16:3e:cc:a5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:56.381318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.394318 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2572390-29fe-4c4e-b3c3-856d5be9a4ce {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:56.419625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:56.542479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.571592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.592142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:56.604185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f01099-cbe3-4198-b704-0e38416345c3 req-35747fac-f2ae-4ca3-9116-74cdee7558dd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:56.605726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f01099-cbe3-4198-b704-0e38416345c3 req-35747fac-f2ae-4ca3-9116-74cdee7558dd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 944 time: 0.0481601 Aug 10 04:09:56.644304 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10f01099-cbe3-4198-b704-0e38416345c3 req-f219f71c-1af4-4b53-9afa-ba45c3dabe01 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Aug 10 04:09:56.899675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['d2572390-29fe-4c4e-b3c3-856d5be9a4ce'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:57.762118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beacfd-fdbe-495f-a0e6-68ffeff4f88c req-1cd80522-8516-4027-a148-2f43ad5f947b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:57.763612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2beacfd-fdbe-495f-a0e6-68ffeff4f88c req-1cd80522-8516-4027-a148-2f43ad5f947b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 944 time: 0.0533409 Aug 10 04:09:57.800908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2beacfd-fdbe-495f-a0e6-68ffeff4f88c req-96ad10f7-01b1-4fd5-a5b2-96c62db1446b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307198 Aug 10 04:09:58.262215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:58.371194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port d2572390-29fe-4c4e-b3c3-856d5be9a4ce completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:58.374882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port d2572390-29fe-4c4e-b3c3-856d5be9a4ce triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:58.375250 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:58.450841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:58.475828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:58.478100 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e33c4b-37b7-4d24-9d74-6d2dfa2852fa" -d '{"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-plugged", "status": "completed", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:58.491674 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:58.512888 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02869197-b3ff-41e9-8cc7-3ab192b667c4 x-openstack-request-id: req-02869197-b3ff-41e9-8cc7-3ab192b667c4 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:58.518038 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-plugged", "status": "completed", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:58.518038 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02869197-b3ff-41e9-8cc7-3ab192b667c4 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:58.518038 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'code': 200} Aug 10 04:09:58.565605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:58.613254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:58.636254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc318f-e0b3-49ad-9a44-cc9c8a667c97 req-f5e2c6c8-2bb2-43d4-b0f9-cac96401b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:58.637807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61cc318f-e0b3-49ad-9a44-cc9c8a667c97 req-f5e2c6c8-2bb2-43d4-b0f9-cac96401b583 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1097 time: 0.0399501 Aug 10 04:09:58.671981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61cc318f-e0b3-49ad-9a44-cc9c8a667c97 req-cfce5136-995b-4d59-83b4-f2ea0ca2ac5f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269732 Aug 10 04:09:58.916301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f088e-e8eb-47f8-93d9-b3a046a69860 req-b5bd8b78-128a-46d7-993d-9bed62b7eb1e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:58.917790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-265f088e-e8eb-47f8-93d9-b3a046a69860 req-b5bd8b78-128a-46d7-993d-9bed62b7eb1e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0492456 Aug 10 04:09:58.954923 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-265f088e-e8eb-47f8-93d9-b3a046a69860 req-44afcb7e-f0f7-4174-9c69-58076d982f88 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305314 Aug 10 04:10:00.074035 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121f290-67c8-490f-8001-8d7025cee41a req-c851ed9f-db81-4780-9c54-1f4ff1e0050a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.075539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4121f290-67c8-490f-8001-8d7025cee41a req-c851ed9f-db81-4780-9c54-1f4ff1e0050a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0535829 Aug 10 04:10:00.113564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4121f290-67c8-490f-8001-8d7025cee41a req-10b51da5-3474-4eaf-b69d-ebec2f8d13e1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Aug 10 04:10:00.314233 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9257c0fe-42f0-4554-88b4-91bb3e2140f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.226056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde00b-3730-4382-9052-1db26d69b6fd req-61007411-a4c0-4a31-b62e-4d89454443b3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:01.227538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bdde00b-3730-4382-9052-1db26d69b6fd req-61007411-a4c0-4a31-b62e-4d89454443b3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0476816 Aug 10 04:10:01.264671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5bdde00b-3730-4382-9052-1db26d69b6fd req-4115b954-2eb2-4121-ba82-717e4380ac4d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Aug 10 04:10:01.373455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd738ca8-1ec4-4a8a-93ab-f1a9b935a298 req-dbb46f00-518e-4087-a0e6-3c696f061c45 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:01.374920 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd738ca8-1ec4-4a8a-93ab-f1a9b935a298 req-dbb46f00-518e-4087-a0e6-3c696f061c45 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0481102 Aug 10 04:10:01.383762 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 44944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:01.388209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'floatingip': {'port_id': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:01.431055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.853797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.929559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:02.025572 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 associated. External IP: 172.25.1.234, port: d2572390-29fe-4c4e-b3c3-856d5be9a4ce. Aug 10 04:10:02.228074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:02.338188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:02.343181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:02.350706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:02.361625 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:02.362179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:02.370943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-075999f5-3ad5-45b1-9170-9ae52aff7bf3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "PUT /v2.0/floatingips/dddcccb1-a754-42a0-95e0-06d0aa963792 HTTP/1.1" status: 200 len: 991 time: 0.9861839 Aug 10 04:10:02.371645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:02.374069 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:02.480218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:02.480396 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e98ef8e-84b5-4cbb-9506-1527d537e31b x-openstack-request-id: req-8e98ef8e-84b5-4cbb-9506-1527d537e31b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:02.480622 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:02.480877 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e98ef8e-84b5-4cbb-9506-1527d537e31b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:02.481279 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'status': 'completed', 'code': 200} Aug 10 04:10:02.561305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-37d3d9bc-6fdb-4ca8-8f32-d6e977d23767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.564436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-37d3d9bc-6fdb-4ca8-8f32-d6e977d23767 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1097 time: 0.0411098 Aug 10 04:10:02.656455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-17346f62-139a-493d-b664-11edd22402cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.658114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-17346f62-139a-493d-b664-11edd22402cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0886040 Aug 10 04:10:02.710413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:cc:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:10:01Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:02.733938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-12c74c01-6e95-46ab-8c47-b92e1b785d9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 999 time: 0.0687053 Aug 10 04:10:02.739736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:02.742384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:02.751723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:02.752382 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:09:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:02.788769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-6ce154d8-3c61-4621-aa84-894f83eebbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.790345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-6ce154d8-3c61-4621-aa84-894f83eebbfc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0493169 Aug 10 04:10:02.835620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-c1d55ecb-4ac4-4af6-bc2c-db33eab2bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.837301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-c1d55ecb-4ac4-4af6-bc2c-db33eab2bc25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403445 Aug 10 04:10:02.856522 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:02.925962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-5501c74f-22e7-4ab9-8ed6-4389fede42b4 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816832 Aug 10 04:10:03.026392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ed1b6f8-f9a0-476d-af84-7d7c16a92b4d req-45b15899-8cb3-4e10-8856-6b98c078c40b service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937121 Aug 10 04:10:03.060593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-342ea3fd-815a-4a05-9502-186938fb713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:03.088274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:cc:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:10:01Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:03.114710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e305e-9912-4d1f-a196-ba694fe212ae None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:cc:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:10:01Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:03.306247 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070152e3-35f4-485a-badc-78c57cfc2eed None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:10:04.319208 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.879160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:15.850303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.276152 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:26.672965 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.289812 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5510fffd-f15a-45ad-9fee-b458ff68db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.717981 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.051883 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-272e3918-d43d-40a4-ab04-d9f86035c6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.300487 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.901149 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.797366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.009981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-fc0f1045-77b9-439a-9ed5-7a9e0453d391 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440280 Aug 10 04:10:55.107848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-2dbd2806-8ba0-4387-aba8-d08c1e8a1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.109366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-2dbd2806-8ba0-4387-aba8-d08c1e8a1dc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1097 time: 0.0420744 Aug 10 04:10:55.214535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-f42b63a7-0674-4498-8279-0029006c6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.216041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-f42b63a7-0674-4498-8279-0029006c6899 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0874372 Aug 10 04:10:55.280416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-5e627c15-44f4-4862-95cf-1078cc010a60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0572360 Aug 10 04:10:55.333815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-1dd0129d-0207-4950-bca9-0906d6c89495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.335258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-1dd0129d-0207-4950-bca9-0906d6c89495 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0470188 Aug 10 04:10:55.379745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-2898bc2f-49a4-4895-9a68-d7a645c59968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.381224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-2898bc2f-49a4-4895-9a68-d7a645c59968 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390768 Aug 10 04:10:55.466909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-17f12abe-f323-4423-83ce-fd678e80a029 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786080 Aug 10 04:10:55.562776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18082368-a71f-4913-8fec-7cbd33a834f3 req-19d2e776-5106-4f22-a0a5-d5c7b2b93914 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851974 Aug 10 04:10:56.540679 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:00.311702 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f1c8318-b289-4536-bc5b-3d1ddc2795c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.275584 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:02.699759 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.031354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-45a43ce1-41fb-495e-abc9-d1e1f8a5865b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.397485 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:05.877192 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:15.860145 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:26.568080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.311176 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-afc7f678-92ba-47a9-8a19-7e48868a1f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.733446 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.060227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-32872f4c-ea3d-4a2f-b652-21f47d208a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.299589 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.836304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:39.273936 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:45.830226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.005131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-03235cd4-0375-4bf7-9bf8-cce16e9cd7b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399890 Aug 10 04:11:56.109847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-ba5efcc0-4f7d-47cc-9146-06a08813cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.111429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-ba5efcc0-4f7d-47cc-9146-06a08813cd7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1097 time: 0.0402014 Aug 10 04:11:56.217855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-fc928528-a6c7-4e1c-8f4c-c64ab5a16ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.219323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-fc928528-a6c7-4e1c-8f4c-c64ab5a16ae6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0880291 Aug 10 04:11:56.283518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-9a5fd421-31b2-4ee2-9bdd-ea7bf5e03e17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0567436 Aug 10 04:11:56.336174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-74320f3c-c1a0-4375-9a86-7e2e1ffe6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.337634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-74320f3c-c1a0-4375-9a86-7e2e1ffe6dc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0472147 Aug 10 04:11:56.381637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-961596bc-20c9-4e17-ba8d-844a2b94151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.383112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-961596bc-20c9-4e17-ba8d-844a2b94151b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389574 Aug 10 04:11:56.469031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-3ba9eebe-abf5-4576-b45c-6f295f3f7940 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789080 Aug 10 04:11:56.560025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-77fdeedb-e113-4660-82ec-182a0d1b5310 req-5f091c74-9269-4b52-bdce-5f5c193b147c service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838366 Aug 10 04:11:56.601887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:00.344786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9b9f6979-cfdb-4a5a-ad6d-de4e80d9ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:02.733169 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.036243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-71715ed4-b447-4ca1-9518-6aea35090179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:04.321911 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.875929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.840083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:16.273929 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:26.578203 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.292323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f47a39a3-fcc4-466d-8e0e-63a925a3797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.770790 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.045019 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-087ac2df-c1a0-458c-8d8d-dd8b554e0498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.298247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.896814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.984530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b57e-6f19-4d0f-b77c-ce7884c26fc0 req-3cbbebf1-fdf0-4bdb-a476-f6f2e67f314a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:35.986033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6106b57e-6f19-4d0f-b77c-ce7884c26fc0 req-3cbbebf1-fdf0-4bdb-a476-f6f2e67f314a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0491984 Aug 10 04:12:36.023806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6106b57e-6f19-4d0f-b77c-ce7884c26fc0 req-e6170fad-353b-47e6-abf1-bd55bd3d51fd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Aug 10 04:12:37.138213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35565c9a-4a3f-486f-b575-465d1b6497a7 req-c4c8a50d-1e4d-41bd-b760-9025b60a53fe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.140113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35565c9a-4a3f-486f-b575-465d1b6497a7 req-c4c8a50d-1e4d-41bd-b760-9025b60a53fe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0488682 Aug 10 04:12:37.183268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35565c9a-4a3f-486f-b575-465d1b6497a7 req-8a12a618-575e-47ad-832d-59277d7fd3fe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361149 Aug 10 04:12:38.298050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b182-537e-403c-8f57-210a234c4943 req-9f8551c0-e526-476f-a605-3a3472e18de3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.299533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d77b182-537e-403c-8f57-210a234c4943 req-9f8551c0-e526-476f-a605-3a3472e18de3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0489733 Aug 10 04:12:38.337439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d77b182-537e-403c-8f57-210a234c4943 req-f3310463-ec53-4e95-a179-9330cfd6f9f1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Aug 10 04:12:39.466959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc37ff-0035-4889-872a-5db67826033d req-76376a87-b835-4b2e-8e92-74c762fed3f1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:39.469398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1dc37ff-0035-4889-872a-5db67826033d req-76376a87-b835-4b2e-8e92-74c762fed3f1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0563135 Aug 10 04:12:39.516114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1dc37ff-0035-4889-872a-5db67826033d req-80afbc91-d052-4fbb-b5e9-8bd8d756e84f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Aug 10 04:12:40.630232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67ea61-8787-4aba-bbba-b73e5b9cd74c req-013ee5fb-2871-43ff-9f60-77635900ce22 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.631694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a67ea61-8787-4aba-bbba-b73e5b9cd74c req-013ee5fb-2871-43ff-9f60-77635900ce22 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0486825 Aug 10 04:12:40.673150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a67ea61-8787-4aba-bbba-b73e5b9cd74c req-90cb1258-9a23-4461-a6e3-56c100620de2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354335 Aug 10 04:12:41.787909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5b27-ac4f-4110-8b84-1068b361a0b5 req-fd058c8f-0303-432d-b632-2ba35b269515 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.789395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70db5b27-ac4f-4110-8b84-1068b361a0b5 req-fd058c8f-0303-432d-b632-2ba35b269515 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0501332 Aug 10 04:12:41.826802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-70db5b27-ac4f-4110-8b84-1068b361a0b5 req-cf98c753-60a1-4529-ba10-624545f0cf01 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Aug 10 04:12:42.939459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159be56-b108-4632-9ee8-732e2eb42a07 req-6a700c07-0169-4d24-9135-c38ca1b2f064 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:42.940943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6159be56-b108-4632-9ee8-732e2eb42a07 req-6a700c07-0169-4d24-9135-c38ca1b2f064 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0484624 Aug 10 04:12:42.977921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6159be56-b108-4632-9ee8-732e2eb42a07 req-545c5fd7-a7af-43c0-b043-286920882227 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Aug 10 04:12:44.092511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338bbac-903f-43d7-80ff-7a1e059edd47 req-1af98db9-3be1-4f37-b778-e794dd8089c1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:44.093970 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f338bbac-903f-43d7-80ff-7a1e059edd47 req-1af98db9-3be1-4f37-b778-e794dd8089c1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0478868 Aug 10 04:12:44.134727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f338bbac-903f-43d7-80ff-7a1e059edd47 req-bb2449f3-8924-4497-af28-5e3b7f35530f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346532 Aug 10 04:12:45.249963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980d623-c2bd-4cc0-890d-39814b6b8966 req-34f0a97f-15d0-4f34-a7c9-639156eec32b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:45.251455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a980d623-c2bd-4cc0-890d-39814b6b8966 req-34f0a97f-15d0-4f34-a7c9-639156eec32b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0505536 Aug 10 04:12:45.289287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a980d623-c2bd-4cc0-890d-39814b6b8966 req-abfcfffd-2826-4a51-b075-266e13aa41cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Aug 10 04:12:45.874921 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.402894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6b054-3c35-4ef3-b7a0-e6a6ce6368ab req-636d9410-bbb4-4505-b9c4-64152cd488d7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:46.404389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bd6b054-3c35-4ef3-b7a0-e6a6ce6368ab req-636d9410-bbb4-4505-b9c4-64152cd488d7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0483534 Aug 10 04:12:46.445464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0bd6b054-3c35-4ef3-b7a0-e6a6ce6368ab req-00f7a1a2-18fb-4c5c-9644-1272de4a61f7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343752 Aug 10 04:12:47.558239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f871b8b-59ee-4aca-aa9e-70269d8949fa req-6b1b570f-79f0-4b8b-a2db-05217205493c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:47.559710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f871b8b-59ee-4aca-aa9e-70269d8949fa req-6b1b570f-79f0-4b8b-a2db-05217205493c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0480340 Aug 10 04:12:47.600091 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f871b8b-59ee-4aca-aa9e-70269d8949fa req-07d133cb-9590-4d07-bcf5-7a171c7ec6fb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344920 Aug 10 04:12:48.050066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01fb4f-9bdd-4dd0-beed-90945c74e0b6 req-14de9d4b-7a37-498c-8fcf-f233aa41ddf9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:48.052239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d01fb4f-9bdd-4dd0-beed-90945c74e0b6 req-14de9d4b-7a37-498c-8fcf-f233aa41ddf9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0492353 Aug 10 04:12:48.089777 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2d01fb4f-9bdd-4dd0-beed-90945c74e0b6 req-c6c18b05-83e3-42c9-80bc-d06bac2fe9eb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Aug 10 04:12:48.260802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-59d8c384-c69a-4d00-8dd6-033f9d80712e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389140 Aug 10 04:12:49.203634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daf40a-584c-40e5-a5b0-12c4ccb7901d req-16dd28fb-fb12-4110-99fe-044f293ca570 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:49.205158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23daf40a-584c-40e5-a5b0-12c4ccb7901d req-16dd28fb-fb12-4110-99fe-044f293ca570 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0489829 Aug 10 04:12:49.243236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23daf40a-584c-40e5-a5b0-12c4ccb7901d req-3c7b7019-5a27-4914-9fb7-19b717a304df tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Aug 10 04:12:50.362466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336b6b2-b185-4e62-af2e-2aa509f85195 req-87b5bfc3-fd68-4589-ba58-b8a1148f687a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:50.364612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a336b6b2-b185-4e62-af2e-2aa509f85195 req-87b5bfc3-fd68-4589-ba58-b8a1148f687a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0537701 Aug 10 04:12:50.401419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a336b6b2-b185-4e62-af2e-2aa509f85195 req-9655d3fb-2c10-424d-8560-77852fef6210 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308442 Aug 10 04:12:50.564525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-5641acbb-8644-4b52-a765-337c15d02eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:50.566013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-5641acbb-8644-4b52-a765-337c15d02eef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1097 time: 0.0404797 Aug 10 04:12:50.657316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-52acdda2-cee0-4bde-9e48-c4e134654908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:50.658691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-52acdda2-cee0-4bde-9e48-c4e134654908 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0855350 Aug 10 04:12:50.724495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-550f030b-6d0c-4702-8e88-4e3a880ec13d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0578275 Aug 10 04:12:50.776282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-47f7edac-ef4c-4f15-a98f-971b524217ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:50.777750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-47f7edac-ef4c-4f15-a98f-971b524217ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0460486 Aug 10 04:12:50.825429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-e2baa7bb-632e-45b9-a5f3-933e1d451c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:50.826894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-e2baa7bb-632e-45b9-a5f3-933e1d451c07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425446 Aug 10 04:12:50.913537 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-d41b4451-5a5a-48b6-aca1-7bf59a3c3cfc service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791404 Aug 10 04:12:51.004059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-3a46e01e-17ec-4ebc-93f7-6b9185ec5bc8 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821977 Aug 10 04:12:51.802339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df41d9-ea2f-42a1-852e-22a36fb167c8 req-9d9099be-d050-4227-8c62-e7fbc699552a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:51.803747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09df41d9-ea2f-42a1-852e-22a36fb167c8 req-9d9099be-d050-4227-8c62-e7fbc699552a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.3346231 Aug 10 04:12:51.841380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09df41d9-ea2f-42a1-852e-22a36fb167c8 req-0eb84d94-1c85-42bb-9635-7d20bfaaff9b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Aug 10 04:12:52.954616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed79c80-5627-443b-90bf-770adf73f928 req-8ac6f059-bfb8-47ef-b113-372565dfd5b8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:52.956084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ed79c80-5627-443b-90bf-770adf73f928 req-8ac6f059-bfb8-47ef-b113-372565dfd5b8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0476427 Aug 10 04:12:52.991986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ed79c80-5627-443b-90bf-770adf73f928 req-6b687420-d99a-4075-b1b7-d80910e55253 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300925 Aug 10 04:12:53.199938 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-cf1a9fd1-562d-42b7-8c50-26b969e8a27c service neutron] show failed (client error): The resource could not be found. Aug 10 04:12:53.200939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-cf1a9fd1-562d-42b7-8c50-26b969e8a27c service neutron] 10.222.0.54 "GET /v2.0/ports/d2572390-29fe-4c4e-b3c3-856d5be9a4ce/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0560949 Aug 10 04:12:53.274897 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:53.694126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-7c4ca361-9d0c-4c37-ab93-a064bf73fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:53.695654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-7c4ca361-9d0c-4c37-ab93-a064bf73fdea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 1097 time: 0.0402045 Aug 10 04:12:53.708652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:53.761313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.958612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:53.994825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:54.034142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:54.036726 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b0879-305b-4917-bd6f-8fcf74a1a50b" -d '{"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:54.041253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.053334 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Transition to ACTIVE for port object d2572390-29fe-4c4e-b3c3-856d5be9a4ce will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:54.106091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6cbd-884b-42d7-a4ac-2160899777f2 req-fe66c0ce-6e5f-44ea-a783-f8daabc8bcd2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.107566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bdd6cbd-884b-42d7-a4ac-2160899777f2 req-fe66c0ce-6e5f-44ea-a783-f8daabc8bcd2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0482481 Aug 10 04:12:54.146587 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bdd6cbd-884b-42d7-a4ac-2160899777f2 req-f8e81d05-f2a0-425f-bd33-a43272862974 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327790 Aug 10 04:12:54.147205 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.222848 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a8d2de-1c0d-4f12-b5c2-69b30375b2f6 x-openstack-request-id: req-08a8d2de-1c0d-4f12-b5c2-69b30375b2f6 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:54.223148 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:54.223402 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08a8d2de-1c0d-4f12-b5c2-69b30375b2f6 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:54.223793 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'code': 200} Aug 10 04:12:54.234052 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.246311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.246659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.246998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.247331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.247661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.247989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.248315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.248677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.249004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.249326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.249648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.249964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.283138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] No DVR routers for this DVR port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:54.419543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:54.419885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:54.420230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:54.424495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:54.424814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Attempting to bind port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:54.430028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:54.430367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:54.430753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:54.431173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Bound port: d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:54.431528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.492375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:54.495256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:54.572537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.609887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.610415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.611884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 1092 time: 0.9080477 Aug 10 04:12:54.634015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca1719-dd79-4a20-9900-86d1274c71c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.679392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-a2d6afb1-c140-43eb-971a-22b3b677ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.680982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-a2d6afb1-c140-43eb-971a-22b3b677ce49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1095 time: 0.0429745 Aug 10 04:12:54.775697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-11d3b1a8-ffb3-49ad-8572-bd8afdd284db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.777223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-11d3b1a8-ffb3-49ad-8572-bd8afdd284db service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0870357 Aug 10 04:12:54.846733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-d51b8e26-2900-4c5f-83f7-6ec74924d070 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 999 time: 0.0614989 Aug 10 04:12:54.894887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-a004f5dd-2ddc-4250-a12e-f8318cfcc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.896847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-a004f5dd-2ddc-4250-a12e-f8318cfcc593 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0428705 Aug 10 04:12:54.942202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-6fbeaf10-5cb8-4ba8-a137-7023ea4fc7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.944203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-6fbeaf10-5cb8-4ba8-a137-7023ea4fc7cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397525 Aug 10 04:12:54.956002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-38e6750c-c223-492b-8e0b-569118f1e715 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:12:54.956956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-38e6750c-c223-492b-8e0b-569118f1e715 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049529 Aug 10 04:12:55.047335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-2615d5be-3a98-43b2-b778-65b99fb49d85 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824945 Aug 10 04:12:55.140791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e9f3dde9-0060-4a36-b248-156f90452c39 req-2969b4ff-c4c4-4952-bbd6-ffb6d64911cd service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Aug 10 04:12:55.277696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e203f4-9a62-4cb8-91cc-a4d5dadaf79a req-4510089e-045e-43d2-a430-fa7a72a9157b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:55.279545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0e203f4-9a62-4cb8-91cc-a4d5dadaf79a req-4510089e-045e-43d2-a430-fa7a72a9157b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0608232 Aug 10 04:12:55.319707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d0e203f4-9a62-4cb8-91cc-a4d5dadaf79a req-49ddec31-b6c1-4f3d-b3d4-395a27721326 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Aug 10 04:12:56.225037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:56.227548 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304d7b3-9370-4430-974d-8f1a56302c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:56.274160 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28359ac-4a10-4e31-9060-a95f87667e2c x-openstack-request-id: req-c28359ac-4a10-4e31-9060-a95f87667e2c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:56.274467 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:56.274756 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c28359ac-4a10-4e31-9060-a95f87667e2c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:56.275126 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'status': 'completed', 'code': 200} Aug 10 04:12:56.362519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-e54fda89-54b4-4260-9f1c-9ca25ef13cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.364121 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-e54fda89-54b4-4260-9f1c-9ca25ef13cf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1095 time: 0.0712376 Aug 10 04:12:56.368414 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-189b229e-5b1c-4776-86e5-7671bbda5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.369829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-189b229e-5b1c-4776-86e5-7671bbda5c78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1095 time: 0.0518157 Aug 10 04:12:56.543713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc074a-3eab-4f97-a215-46af38d9f2ad req-795b6dff-eb1a-49e8-a531-943204b85fda tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.545153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51dc074a-3eab-4f97-a215-46af38d9f2ad req-795b6dff-eb1a-49e8-a531-943204b85fda tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.1569200 Aug 10 04:12:56.583249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-ab4f9588-3f40-4d23-8e77-1aee7595981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.584713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-ab4f9588-3f40-4d23-8e77-1aee7595981e service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.2133377 Aug 10 04:12:56.587377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-ff65a687-2565-4414-a17a-f2fc47d67c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.588816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-ff65a687-2565-4414-a17a-f2fc47d67c9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.2101450 Aug 10 04:12:56.621532 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.679510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51dc074a-3eab-4f97-a215-46af38d9f2ad req-9e17615e-49d0-453b-933a-64e8ea4c9c1b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235874 Aug 10 04:12:56.712489 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-6976c570-c6eb-490a-b5c4-202eb5a7f141 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 999 time: 0.1128826 Aug 10 04:12:56.714126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-9c504e15-97a9-4c68-a994-5529bcaadf7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 999 time: 0.1209867 Aug 10 04:12:56.794294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-5d986e57-9e60-4ff7-90b0-e253f04c65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.795686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-5d986e57-9e60-4ff7-90b0-e253f04c65ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0766819 Aug 10 04:12:56.799016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-fffb35ef-7c9e-40e2-a051-ac50e17cf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.800358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-fffb35ef-7c9e-40e2-a051-ac50e17cf951 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0730746 Aug 10 04:12:56.873258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-d7fc7688-3f15-4167-b2e2-176985ebc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.874843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-d7fc7688-3f15-4167-b2e2-176985ebc831 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645866 Aug 10 04:12:56.877272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-e56727d0-9ed3-4124-941a-d38a5a290959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.878637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-e56727d0-9ed3-4124-941a-d38a5a290959 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759559 Aug 10 04:12:57.030164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-9d266f5f-32eb-487d-bbf6-b7b02f5cbae0 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478798 Aug 10 04:12:57.033585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-e5e2390c-a6ca-4b7c-9a5b-b8ddf4093beb service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437271 Aug 10 04:12:57.137796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:57.178222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:57.185224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-cadfd106-280b-4325-92d4-97d5794bdf2b service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480687 Aug 10 04:12:57.195056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5304d7b3-9370-4430-974d-8f1a56302c1d req-2b2d67ed-8154-4297-a39a-610683878392 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499083 Aug 10 04:12:57.799146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed400f44-8ab6-4570-8026-49ce2a967501 req-75542594-afdf-41ce-b818-88bce7ba024b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.800643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed400f44-8ab6-4570-8026-49ce2a967501 req-75542594-afdf-41ce-b818-88bce7ba024b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0530167 Aug 10 04:12:57.838490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed400f44-8ab6-4570-8026-49ce2a967501 req-b9e8c7d8-2fac-42f1-9276-f9b115cbf6d1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Aug 10 04:12:58.190925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd8c7-36f2-4430-8ef8-60c449b0af8d req-0727f598-4d99-408a-85e5-253f00b1108f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.193020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35dbd8c7-36f2-4430-8ef8-60c449b0af8d req-0727f598-4d99-408a-85e5-253f00b1108f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 943 time: 0.0490949 Aug 10 04:12:58.230490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-35dbd8c7-36f2-4430-8ef8-60c449b0af8d req-67b58b34-b699-4ef6-969d-02296e09eab5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Aug 10 04:12:58.308821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-eeef019e-c93f-459a-a588-f80303851a62 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.310294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-eeef019e-c93f-459a-a588-f80303851a62 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc&tenant_id=30822c33628e4460a829f020fe0106d1&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 943 time: 0.0509377 Aug 10 04:12:58.368753 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-f04d56a9-9a5f-49e9-9a40-d7599dbc33ed service neutron] delete failed (client error): The resource could not be found. Aug 10 04:12:58.369738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-f04d56a9-9a5f-49e9-9a40-d7599dbc33ed service neutron] 10.222.0.54 "DELETE /v2.0/ports/d2572390-29fe-4c4e-b3c3-856d5be9a4ce/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0524657 Aug 10 04:12:58.474430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-9959ed82-59c6-4ba9-8427-4987be5cf42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.475915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-9959ed82-59c6-4ba9-8427-4987be5cf42e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1095 time: 0.0432458 Aug 10 04:12:58.563979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-4a9ce2c1-bc42-4f88-bedd-2fa2c87cd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.566422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-4a9ce2c1-bc42-4f88-bedd-2fa2c87cd017 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0830975 Aug 10 04:12:58.633889 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-bdd03c21-29e8-4248-89e6-14b1ccfa413c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 999 time: 0.0606570 Aug 10 04:12:58.681808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-77de4a3b-890a-4699-bce1-4c1c2686f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.683864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-77de4a3b-890a-4699-bce1-4c1c2686f7ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0426643 Aug 10 04:12:58.728130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-e1582bb3-3ede-4dc4-b8e2-28d384ece6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.729612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-e1582bb3-3ede-4dc4-b8e2-28d384ece6bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381124 Aug 10 04:12:58.760461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:12:58.821478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-12bd7afc-a0ec-44e0-bda6-2753a2a9adc1 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842140 Aug 10 04:12:58.852386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:58.863901 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'mac_address': 'fa:16:3e:cc:a5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:12:58.900003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.908834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c62d1d75-9296-41dd-b128-e3a23e0176f7 req-89ba986f-b81b-4419-af87-8be5e910d62a service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801246 Aug 10 04:12:58.913495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2572390-29fe-4c4e-b3c3-856d5be9a4ce {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:58.932958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:59.017847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.069612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:59.076841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.077254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.077654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.078051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.078467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.078858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.079242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.079627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.080014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.080411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.080791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.081181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:59.247073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['d2572390-29fe-4c4e-b3c3-856d5be9a4ce'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:59.365210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df1fd9-d850-4ff1-8cf7-95ff91321367 req-85884eb3-8167-43a8-b19e-a0af24e59bc5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:59.367046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19df1fd9-d850-4ff1-8cf7-95ff91321367 req-85884eb3-8167-43a8-b19e-a0af24e59bc5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 944 time: 0.0559025 Aug 10 04:12:59.405807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19df1fd9-d850-4ff1-8cf7-95ff91321367 req-66ea4af1-a639-4228-a84a-510712c769ad tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326209 Aug 10 04:13:00.306996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5ef1-8e5d-41a0-9078-40fe1710db56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.523311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3efddb-5fdd-4d96-849d-da46942eba04 req-f3d5a6f3-fae4-495c-9566-38099f860e78 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:00.525046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f3efddb-5fdd-4d96-849d-da46942eba04 req-f3d5a6f3-fae4-495c-9566-38099f860e78 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 944 time: 0.0531101 Aug 10 04:13:00.561100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f3efddb-5fdd-4d96-849d-da46942eba04 req-9f99e957-d222-453e-923e-165a438c92ff tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302401 Aug 10 04:13:00.671541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5d94-048b-4914-a032-6dc334714ab4 req-69a55c0b-9e64-4167-98d9-ebaf0b3a8f9d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:00.673155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5af5d94-048b-4914-a032-6dc334714ab4 req-69a55c0b-9e64-4167-98d9-ebaf0b3a8f9d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 944 time: 0.0488119 Aug 10 04:13:00.710888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5af5d94-048b-4914-a032-6dc334714ab4 req-412d0f58-ce94-41c2-8aa6-29a0986092e1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Aug 10 04:13:00.770567 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:00.912335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port d2572390-29fe-4c4e-b3c3-856d5be9a4ce completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:00.916468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port d2572390-29fe-4c4e-b3c3-856d5be9a4ce triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:00.916847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.991132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.015843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:01.018155 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094bf62b-e876-40d1-ac9a-3eae8e375cf6" -d '{"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-plugged", "status": "completed", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:01.031000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:01.092570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156bd1c-3578-4fde-9393-aa600ababa73 req-921a8801-3f0c-4675-bcdf-81e37fcb0c32 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.094061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4156bd1c-3578-4fde-9393-aa600ababa73 req-921a8801-3f0c-4675-bcdf-81e37fcb0c32 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 944 time: 0.0484109 Aug 10 04:13:01.127258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.145385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4156bd1c-3578-4fde-9393-aa600ababa73 req-6f08fd79-39a0-4592-8f3b-3a3c188ee10f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Aug 10 04:13:01.181412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:01.203447 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b8a64-b40a-45e9-8434-104f1d3bdca9 x-openstack-request-id: req-5b8b8a64-b40a-45e9-8434-104f1d3bdca9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:01.203807 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-plugged", "status": "completed", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:01.204093 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b8b8a64-b40a-45e9-8434-104f1d3bdca9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:01.204590 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'code': 200} Aug 10 04:13:01.209236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-b8be1cb7-f048-4208-a9bb-937e72457121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.210817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-b8be1cb7-f048-4208-a9bb-937e72457121 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 1097 time: 0.0468121 Aug 10 04:13:01.300538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-bc1a3111-e1a2-4a9b-ab0c-56d5b1ace7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.301917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-bc1a3111-e1a2-4a9b-ab0c-56d5b1ace7fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0841506 Aug 10 04:13:01.370639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-35aa06d0-baca-4354-999e-8b160443c066 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0617905 Aug 10 04:13:01.424634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-aa1b6103-5273-4e2d-b60f-b27fc91ae2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.426109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-aa1b6103-5273-4e2d-b60f-b27fc91ae2c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0429263 Aug 10 04:13:01.471166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-f53cf47a-341c-43fc-8c53-acc8de32536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.472683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-f53cf47a-341c-43fc-8c53-acc8de32536a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394280 Aug 10 04:13:01.563364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-23608726-d3b5-4cb2-a660-775dc9e0b1c1 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831804 Aug 10 04:13:01.652402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e2ebde9-b7a5-4cdd-ae65-2513c60f9329 req-f9cb571e-1644-4161-947e-0ad103b0657e service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817997 Aug 10 04:13:02.264330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3028-37f3-44fa-bf31-564fd663786f req-b65fccd8-a28d-4d5c-a271-40e5d48ca07b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:02.265825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e1f3028-37f3-44fa-bf31-564fd663786f req-b65fccd8-a28d-4d5c-a271-40e5d48ca07b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0492368 Aug 10 04:13:02.303776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e1f3028-37f3-44fa-bf31-564fd663786f req-87609575-cb56-4f4a-b7ca-4e1078ed316d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Aug 10 04:13:02.715434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.108978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46a88491-4416-41e5-8050-27880f30d7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.422208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf039df-db6e-42e1-bdbb-59d450ec9335 req-d7e4c25f-c4a2-4e70-aa73-f23beba008c3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:03.423774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecf039df-db6e-42e1-bdbb-59d450ec9335 req-d7e4c25f-c4a2-4e70-aa73-f23beba008c3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0534871 Aug 10 04:13:03.460627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ecf039df-db6e-42e1-bdbb-59d450ec9335 req-c6d13f5e-556b-493f-a442-76bf3468cd6c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 10 04:13:03.995045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e2d7a-2ec2-4098-8c2e-60888dc39c0d req-5cc3675d-ffca-437a-b33c-899515f334a4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:03.996535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-892e2d7a-2ec2-4098-8c2e-60888dc39c0d req-5cc3675d-ffca-437a-b33c-899515f334a4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0476389 Aug 10 04:13:04.033868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-892e2d7a-2ec2-4098-8c2e-60888dc39c0d req-08e91805-d765-4705-a34a-76944b9db13b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Aug 10 04:13:04.320648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.149382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56e7c4-c0b5-46f0-a83b-7a4045d57eb5 req-c0075f5a-847c-423f-92f9-31841fe0c5e0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.151010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae56e7c4-c0b5-46f0-a83b-7a4045d57eb5 req-c0075f5a-847c-423f-92f9-31841fe0c5e0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0509577 Aug 10 04:13:05.188718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae56e7c4-c0b5-46f0-a83b-7a4045d57eb5 req-15b91a7c-4dc0-406a-85c2-6c500346f469 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Aug 10 04:13:05.469429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-d45191b7-fccb-44c1-b791-d7d41b35c8af tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.470867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-d45191b7-fccb-44c1-b791-d7d41b35c8af tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 945 time: 0.0506921 Aug 10 04:13:05.557731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Deleting port d2572390-29fe-4c4e-b3c3-856d5be9a4ce {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:05.558069 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.645339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] For port d2572390-29fe-4c4e-b3c3-856d5be9a4ce, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:05.653106 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.809339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.809718 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.810056 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 disassociated. External IP: 172.25.1.234, port: d2572390-29fe-4c4e-b3c3-856d5be9a4ce. Aug 10 04:13:05.810449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Calling delete_port for d2572390-29fe-4c4e-b3c3-856d5be9a4ce owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:05.877839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.017510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.045777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event deleted for resources: {'Port': ['ID=d2572390-29fe-4c4e-b3c3-856d5be9a4ce,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:06.448089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b4c7026-fdda-4b81-ad8e-31a9553cd035 req-6b47db08-84d1-428e-bbcf-bdbfce516ab0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9efbc47-32a8-47a7-a3e0-0dd165e39ffc HTTP/1.1" status: 200 len: 210 time: 0.0318735 Aug 10 04:13:06.464684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:13:06.569282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:06.578688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:06.587377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:06.587997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:06.608091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] No DVR routers for this DVR port d2572390-29fe-4c4e-b3c3-856d5be9a4ce on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:06.610886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.613109 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aea3b046-d1fc-4433-9ba1-944d876b2bae req-4c2093f5-43ef-458b-b9aa-abcaa8436b3f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "DELETE /v2.0/ports/d2572390-29fe-4c4e-b3c3-856d5be9a4ce HTTP/1.1" status: 204 len: 173 time: 1.1354642 Aug 10 04:13:06.614107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-deleted', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:06.616327 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea55b01-5667-40fc-86af-79430b59e33b" -d '{"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-deleted", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:06.652085 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9516c38c-9cd4-43df-9363-c07c46994437 x-openstack-request-id: req-9516c38c-9cd4-43df-9363-c07c46994437 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:06.652423 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9efbc47-32a8-47a7-a3e0-0dd165e39ffc", "name": "network-vif-deleted", "tag": "d2572390-29fe-4c4e-b3c3-856d5be9a4ce", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:06.652686 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9516c38c-9cd4-43df-9363-c07c46994437 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:06.653085 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9efbc47-32a8-47a7-a3e0-0dd165e39ffc', 'name': 'network-vif-deleted', 'tag': 'd2572390-29fe-4c4e-b3c3-856d5be9a4ce', 'status': 'completed', 'code': 200} Aug 10 04:13:06.694059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:06.889137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:06.915668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:13:06.923768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:06.924390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:07.031013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:07.238357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:07.264478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ee2ee-cfeb-4b77-bb10-f6291c6b8610 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:07.499760 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d37f2-5101-4559-ac5e-8d07c4df35a0 None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:13:07.770822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-f174c8fc-c458-4a00-bd29-1f88b181f999 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1520248930&fields=id&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 267 time: 0.0373967 Aug 10 04:13:07.876118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-32eecda0-d6f7-450a-9a16-d2ef1a859419 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.877588 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-32eecda0-d6f7-450a-9a16-d2ef1a859419 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1001318 Aug 10 04:13:07.893222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-346128ec-525c-4f79-a37d-39fe3312a425 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/quotas/30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 375 time: 0.0092657 Aug 10 04:13:07.948528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ca98a5d3-f977-4f70-8f7d-15e0ffaf1a51 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500867 Aug 10 04:13:08.045366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-05649648-dda5-46a1-be7c-706a4ce4c8bd service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848718 Aug 10 04:13:08.133576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-8fe53857-8a8d-4a67-8f76-d2cf6a76b9c1 service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816154 Aug 10 04:13:08.372478 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2a73d66-6497-449d-beb7-7529baee31d8 req-979964d3-62ee-41aa-ae0a-3b7e402a8ae3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 210 time: 0.0316820 Aug 10 04:13:08.863987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:08.883449 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: d2572390-29fe-4c4e-b3c3-856d5be9a4ce {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:08.883791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device d2572390-29fe-4c4e-b3c3-856d5be9a4ce not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:09.467793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-579b6ea0-1646-447f-804d-601826223386 req-06283af6-1116-49da-9db1-77d50bcd84e7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Aug 10 04:13:10.595605 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-368d41d5-e09d-4ff2-a5b0-1ea312635f5b req-0228fbe0-8bf8-4454-8779-6279ad5c4f12 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 210 time: 0.0533073 Aug 10 04:13:10.646176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-3b687e70-735e-40a6-a62d-85e6155b3c70 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:10.647640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-3b687e70-735e-40a6-a62d-85e6155b3c70 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1254473 Aug 10 04:13:10.699424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-0bbc5365-42c6-410c-aa70-a0381b814237 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 380 time: 0.0377593 Aug 10 04:13:10.709088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'port': {'device_id': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'admin_state_up': True, 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'security_groups': ['bd7a957b-c239-4bde-94e3-9b5656f10bcc']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:10.931786 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Made reservation on behalf of 30822c33628e4460a829f020fe0106d1 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:10.935480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.061473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Allocated IP 172.20.0.12 (373633d4-06b5-4a4d-a70b-4664d8d5ac8a/6aa28ab8-d344-4859-825d-85d6cf73266f/05b38d9e-f8de-4ceb-b887-91c81218ddbe) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:11.190177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.210484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Transition to ACTIVE for port object 05b38d9e-f8de-4ceb-b887-91c81218ddbe will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:11.349586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.398783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:11.401852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:11.405557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:11.429631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:11.458702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:11.459333 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.575916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ffdfe50a-079c-4ed0-9cfb-0f0a899048e4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8705165 Aug 10 04:13:11.599227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Request body: {'port': {'device_id': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:11.654181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.760790 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-035a06ad-3f44-4089-b0c3-c3f586d360d0 None None] Provisioning for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:11.764903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-035a06ad-3f44-4089-b0c3-c3f586d360d0 None None] Provisioning complete for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:11.765305 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-035a06ad-3f44-4089-b0c3-c3f586d360d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.796266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44218ddc-4d00-413c-9ad3-b593c319d2cc req-eebfc7fb-5e46-4334-8086-77fd46c8ee67 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:11.797790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44218ddc-4d00-413c-9ad3-b593c319d2cc req-eebfc7fb-5e46-4334-8086-77fd46c8ee67 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 932 time: 0.1307614 Aug 10 04:13:11.802882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-035a06ad-3f44-4089-b0c3-c3f586d360d0 None None] Port 05b38d9e-f8de-4ceb-b887-91c81218ddbe cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:13:11.888114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44218ddc-4d00-413c-9ad3-b593c319d2cc req-f13f5805-3cd0-4054-8c36-70fbb8645241 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808516 Aug 10 04:13:11.979033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b38d9e-f8de-4ceb-b887-91c81218ddbe {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:13:11.986226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.997784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Transition to ACTIVE for port object 05b38d9e-f8de-4ceb-b887-91c81218ddbe will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:12.114558 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.162073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:12.239516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:12.239863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:12.240196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:12.244887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:13:12.245216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:12.250459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:12.250623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:12.251014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:12.251449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Bound port: 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:12.251812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.317523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:12.320857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:12.395818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.428362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.428986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.430392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] 10.222.0.54 "PUT /v2.0/ports/05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1093 time: 0.8360846 Aug 10 04:13:12.430836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:12.433247 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2086a7-b597-45d4-83db-74448489dece" -d '{"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:12.466982 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8600b-bf02-4cda-9546-874e8a7a0e8e service neutron] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:12.474750 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d354dc8-da5c-4e86-852e-ea9eb1d61e59 x-openstack-request-id: req-8d354dc8-da5c-4e86-852e-ea9eb1d61e59 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:12.475136 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:12.475521 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d354dc8-da5c-4e86-852e-ea9eb1d61e59 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:12.476043 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'status': 'completed', 'code': 200} Aug 10 04:13:12.568197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2086a7-b597-45d4-83db-74448489dece req-1b280d2a-8d6f-44d0-85f7-ed4b1bcd0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.569773 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b2086a7-b597-45d4-83db-74448489dece req-1b280d2a-8d6f-44d0-85f7-ed4b1bcd0511 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1096 time: 0.0487940 Aug 10 04:13:12.675381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2086a7-b597-45d4-83db-74448489dece req-6da2fd9c-abec-4a59-b13a-418fddb51cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.676892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b2086a7-b597-45d4-83db-74448489dece req-6da2fd9c-abec-4a59-b13a-418fddb51cde service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=30822c33628e4460a829f020fe0106d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931761 Aug 10 04:13:12.771818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2086a7-b597-45d4-83db-74448489dece req-96ea0cf7-6d4c-4efc-aafc-e87e6f76a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.773223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6b2086a7-b597-45d4-83db-74448489dece req-96ea0cf7-6d4c-4efc-aafc-e87e6f76a8bd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898883 Aug 10 04:13:12.868837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ae2ca929-8a25-4755-82fe-544d89501ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.870286 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ae2ca929-8a25-4755-82fe-544d89501ab1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1096 time: 0.0402086 Aug 10 04:13:12.916194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-1bd60006-9c5e-41d0-aa8d-698d20e7fdd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 217 time: 0.0325785 Aug 10 04:13:12.989071 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-835a2886-e6fc-40d0-9ff9-d97fb464eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.990483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-835a2886-e6fc-40d0-9ff9-d97fb464eba2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0681169 Aug 10 04:13:13.034065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b409951-edc5-4894-9fa5-cc414cfa6006 req-b132e361-4dcf-4ba9-84f5-1aa94fb0eb38 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:13.035553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b409951-edc5-4894-9fa5-cc414cfa6006 req-b132e361-4dcf-4ba9-84f5-1aa94fb0eb38 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 944 time: 0.0756788 Aug 10 04:13:13.059449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c267e-a95d-4466-9785-92a3f0947a7c req-62b1e954-175e-428e-b1a9-27d2ca7ae100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:13.060893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-62b1e954-175e-428e-b1a9-27d2ca7ae100 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636611 Aug 10 04:13:13.095475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1b409951-edc5-4894-9fa5-cc414cfa6006 req-72f4f723-6b13-485f-aefa-2f9b303d3987 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532384 Aug 10 04:13:13.165741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-ed7812ae-4674-4458-8dc8-040e5d6a02d0 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970533 Aug 10 04:13:13.261035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-603c267e-a95d-4466-9785-92a3f0947a7c req-63371f10-a657-4611-8f17-0a672f516141 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878763 Aug 10 04:13:14.249799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75deb-2ed9-4c4f-9d10-2eb3656a0631 req-841f6d41-0dfe-442e-b55b-9d713186f3de tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:14.252650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffa75deb-2ed9-4c4f-9d10-2eb3656a0631 req-841f6d41-0dfe-442e-b55b-9d713186f3de tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 944 time: 0.0786209 Aug 10 04:13:14.314974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffa75deb-2ed9-4c4f-9d10-2eb3656a0631 req-8a67104d-f85e-4551-88cc-0d58c8659837 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565047 Aug 10 04:13:15.432825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f037e4a-685d-4b68-baa9-c7f78637b9a6 req-da78f28a-1ec8-4708-b149-faceb752ca58 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:15.434349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f037e4a-685d-4b68-baa9-c7f78637b9a6 req-da78f28a-1ec8-4708-b149-faceb752ca58 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 944 time: 0.0498590 Aug 10 04:13:15.474999 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f037e4a-685d-4b68-baa9-c7f78637b9a6 req-84d88253-caed-4f8e-b299-e6c95e83cfc8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346556 Aug 10 04:13:15.883839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.587434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dc5d5-6dbc-469d-96a3-40e596b817c1 req-f027fc36-8c45-4be2-af59-1a4ca980419e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:16.588922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca0dc5d5-6dbc-469d-96a3-40e596b817c1 req-f027fc36-8c45-4be2-af59-1a4ca980419e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 944 time: 0.0481422 Aug 10 04:13:16.626251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca0dc5d5-6dbc-469d-96a3-40e596b817c1 req-0666fee7-f10e-4a50-b348-ee369485e0fb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Aug 10 04:13:17.293588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:13:17.385778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:17.398177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:13:17.438556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.459914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b38d9e-f8de-4ceb-b887-91c81218ddbe {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:13:17.471204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:17.598641 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.645459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:17.740957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8362bf-aabc-49ee-ad54-43d2956d86a4 req-f0fd0029-c896-4171-85a4-fe232180fd79 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:17.742462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d8362bf-aabc-49ee-ad54-43d2956d86a4 req-f0fd0029-c896-4171-85a4-fe232180fd79 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Aug 10 04:13:17.784697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d8362bf-aabc-49ee-ad54-43d2956d86a4 req-0f84728a-0899-4932-828a-9a51fa201268 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362127 Aug 10 04:13:18.023950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['05b38d9e-f8de-4ceb-b887-91c81218ddbe'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:13:18.897273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb016-e72e-403a-8265-4d15ecdff1c3 req-15a0d869-7588-4bfb-97cc-f15c2e716936 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:18.898734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-970eb016-e72e-403a-8265-4d15ecdff1c3 req-15a0d869-7588-4bfb-97cc-f15c2e716936 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0482538 Aug 10 04:13:18.942964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-970eb016-e72e-403a-8265-4d15ecdff1c3 req-dc5a7ad5-5821-4d32-9348-0d71fbf287c1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 Aug 10 04:13:19.306397 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:19.420025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:19.423529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:19.423904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.498921 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.520022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:19.522292 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd327c8-c470-4f71-b9b9-ac2afc54dfd4" -d '{"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-plugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:19.535506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:19.560804 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087b43cd-caa4-4828-a30e-fdc97c1ce167 x-openstack-request-id: req-087b43cd-caa4-4828-a30e-fdc97c1ce167 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:19.560804 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-plugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:19.560804 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-087b43cd-caa4-4828-a30e-fdc97c1ce167 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:19.560804 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'code': 200} Aug 10 04:13:19.617618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.669141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:19.681425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90c38f-bd8d-42e6-b9ef-0e3699ec65fa req-c2d2e1ef-2582-4698-9f5f-69cd41017bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:19.682926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c90c38f-bd8d-42e6-b9ef-0e3699ec65fa req-c2d2e1ef-2582-4698-9f5f-69cd41017bbb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1098 time: 0.0402873 Aug 10 04:13:19.716583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c90c38f-bd8d-42e6-b9ef-0e3699ec65fa req-4c7735a2-6acc-40fe-bfce-0af6a3c65cc5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268457 Aug 10 04:13:20.056791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b07e-24e0-4976-896d-058dc20633c0 req-2e7824fb-88a9-40a3-b8a9-4c1dd3ab8044 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:20.058262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b709b07e-24e0-4976-896d-058dc20633c0 req-2e7824fb-88a9-40a3-b8a9-4c1dd3ab8044 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0477536 Aug 10 04:13:20.099621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b709b07e-24e0-4976-896d-058dc20633c0 req-c42c0628-4607-46f9-bb42-6dbc74186a4e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355227 Aug 10 04:13:21.213025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d4f75-18c8-44eb-982b-f58c649d6dfc req-a66a9afe-09f8-4ffb-8c12-1b0830a4b579 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:21.214510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027d4f75-18c8-44eb-982b-f58c649d6dfc req-a66a9afe-09f8-4ffb-8c12-1b0830a4b579 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0480456 Aug 10 04:13:21.257036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-027d4f75-18c8-44eb-982b-f58c649d6dfc req-a89a4bf6-53a5-4d15-b3c4-4f42b50595f2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365047 Aug 10 04:13:22.369495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6509d-4bac-454c-8304-2a8c3ec6d599 req-5d977b91-9749-4543-adaf-f98e70e9b3e6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:22.370975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c6509d-4bac-454c-8304-2a8c3ec6d599 req-5d977b91-9749-4543-adaf-f98e70e9b3e6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0477858 Aug 10 04:13:22.408194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2c6509d-4bac-454c-8304-2a8c3ec6d599 req-0c94d787-7f1b-48b2-9f06-2bb00e6c8773 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312521 Aug 10 04:13:22.521145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503fb09-b432-459e-bb32-649b4c9c9318 req-151a61d2-d2a8-4bee-9941-558b9502f603 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:22.522676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e503fb09-b432-459e-bb32-649b4c9c9318 req-151a61d2-d2a8-4bee-9941-558b9502f603 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0520298 Aug 10 04:13:22.531220 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45478) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:22.535757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'floatingip': {'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:22.577984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.003874 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.073950 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.168736 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 associated. External IP: 172.25.1.234, port: 05b38d9e-f8de-4ceb-b887-91c81218ddbe. Aug 10 04:13:23.383647 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:13:23.493865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:23.498831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.504219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:23.514051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:23.514706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:23.526312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a151a265-fd79-4861-928b-f793cc6b88a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "PUT /v2.0/floatingips/dddcccb1-a754-42a0-95e0-06d0aa963792 HTTP/1.1" status: 200 len: 992 time: 0.9940252 Aug 10 04:13:23.526890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:23.529164 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae157ac-46c3-4b3b-a217-524c88a24836" -d '{"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:23.619918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:23.635972 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dbc45f-8f0b-443b-bf9d-181e8b598b60 x-openstack-request-id: req-e4dbc45f-8f0b-443b-bf9d-181e8b598b60 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:23.636274 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:23.636564 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4dbc45f-8f0b-443b-bf9d-181e8b598b60 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:23.636964 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'status': 'completed', 'code': 200} Aug 10 04:13:23.717417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-ebe51c92-4bb1-414e-ba36-7c1fb3062089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.718966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-ebe51c92-4bb1-414e-ba36-7c1fb3062089 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1098 time: 0.0404236 Aug 10 04:13:23.811290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-a560c08f-79a5-479e-805f-88ae85b6ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.812796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-a560c08f-79a5-479e-805f-88ae85b6ac8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0869689 Aug 10 04:13:23.845618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 9, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:23.878394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-ce0c56c9-c54a-4bf3-810a-967263bb77cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1000 time: 0.0582130 Aug 10 04:13:23.934964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-ae032db8-1767-4b9a-9f4e-2c1aed3cae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.936441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-ae032db8-1767-4b9a-9f4e-2c1aed3cae83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0512161 Aug 10 04:13:23.984153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-b2b9b32a-c995-4af0-a73e-ab9671424849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.985794 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-b2b9b32a-c995-4af0-a73e-ab9671424849 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424156 Aug 10 04:13:24.035990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:13:24.044685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:24.045291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:13:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:24.075745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-8460daae-f641-4a00-a8fc-109276fe0b33 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Aug 10 04:13:24.153682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:24.169672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ae157ac-46c3-4b3b-a217-524c88a24836 req-4cfdf5c3-1be8-4649-82e7-b0e7b190cbfd service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869591 Aug 10 04:13:24.372333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 9, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:24.398151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62642850-4f95-4b78-80da-8ef9ae823501 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 9, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:24.583633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee4d68-fe03-4415-9bf7-6ec75e6bde17 None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:13:26.651780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.273882 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:30.297077 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6950131d-bf06-493c-b01e-12abfff6a4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.728048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.051960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-240d835c-73f5-46c3-8c82-9bda24b2a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.294322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.888144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.887757 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:56.624687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:57.039274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-b28d701e-b583-4c1c-a61c-5a0469d9d5b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397794 Aug 10 04:13:57.135472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-884f0354-a3d4-4bc3-be94-fa84a0024c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:57.137056 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-884f0354-a3d4-4bc3-be94-fa84a0024c2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1098 time: 0.0404279 Aug 10 04:13:57.242109 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-61d9f475-3480-49b9-97e2-e145a660e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:57.243541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-61d9f475-3480-49b9-97e2-e145a660e28b service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0875714 Aug 10 04:13:57.308553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-b4642e5c-314b-44c7-8aef-4feab9724100 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1003 time: 0.0575280 Aug 10 04:13:57.362147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-5418d0de-a96d-49ef-ba6c-975b6ed85651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:57.363576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-5418d0de-a96d-49ef-ba6c-975b6ed85651 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0470653 Aug 10 04:13:57.409221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-28b13691-253c-4bad-9735-3828d857db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:57.410765 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-28b13691-253c-4bad-9735-3828d857db40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398591 Aug 10 04:13:57.498946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-a8e38126-c877-41f8-a55b-4817d9fb46c5 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805869 Aug 10 04:13:57.594092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17186b57-ba2d-4587-9c4b-23dc0493e043 req-32b67e2d-4824-4670-a37b-3c70c583c951 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876639 Aug 10 04:14:00.338658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6250c031-12fa-46b3-ad10-07e7ea79bd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.788389 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.052904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3611545e-bb32-45b6-b1ea-e31aadeb6abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:04.310171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.913567 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.274274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:15.869585 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.703677 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.400303 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-57fd5aea-4f61-4794-97ff-62665d29a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.806096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.084260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82294ec8-57b6-43da-9002-412ede50bd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.314984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.909268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.273705 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:45.958350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.650654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.039199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-804bda45-609f-4d5a-93b0-cce78125a0f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779002 Aug 10 04:14:58.137328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-edb1cb3b-d74a-462a-9b5a-6bb3ce068266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:58.138862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-edb1cb3b-d74a-462a-9b5a-6bb3ce068266 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1098 time: 0.0405097 Aug 10 04:14:58.242711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-12849601-4a0c-40e1-bfed-f6414509e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:58.244085 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-12849601-4a0c-40e1-bfed-f6414509e40c service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0852966 Aug 10 04:14:58.309404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-b210014d-6bb1-460d-9be1-8a0f0c155771 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1003 time: 0.0581002 Aug 10 04:14:58.360983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-72622e36-9774-4da9-9188-874022391aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:58.362418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-72622e36-9774-4da9-9188-874022391aa2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0463300 Aug 10 04:14:58.406644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-b79c628f-9749-4ba2-bc66-0bf2e29d4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:58.408111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-b79c628f-9749-4ba2-bc66-0bf2e29d4eef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389440 Aug 10 04:14:58.502791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-3044e9e6-9b52-4924-895e-0314142e136c service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Aug 10 04:14:58.594809 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-717e90f5-efc9-4fcb-b513-d5f9004c42cc req-646d7771-3342-48e1-9ba1-7be2ce43a1f8 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849390 Aug 10 04:15:00.365293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ce6d77f7-149d-45f1-9c61-a8b4bcd384ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.811060 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.157949 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd225-03b7-4199-92be-de6259b83869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.353455 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.976272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.878499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.273298 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:26.637511 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.329690 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-279d11c1-a882-441f-8d4b-234c1d294711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.803838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.072429 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1208a436-147f-4a94-bd41-cf650c63c83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.307971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.945566 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.991969 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.847068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ecea-7a83-49c8-a2ed-c7fc350e8611 req-d37763e6-e6b9-460e-aae5-1f546f3f9552 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:51.848583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97f1ecea-7a83-49c8-a2ed-c7fc350e8611 req-d37763e6-e6b9-460e-aae5-1f546f3f9552 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0986476 Aug 10 04:15:51.888958 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97f1ecea-7a83-49c8-a2ed-c7fc350e8611 req-eb7813f8-bdc7-4c1f-91ef-2571d68a518a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Aug 10 04:15:52.042071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-cca285c1-b1b8-4ea9-b482-0dddcd095171 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758300 Aug 10 04:15:53.006861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c0f09-e818-4636-88b9-aa4493be7975 req-f0d6b835-f538-43b0-9ad6-c125ce141306 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:53.008365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-638c0f09-e818-4636-88b9-aa4493be7975 req-f0d6b835-f538-43b0-9ad6-c125ce141306 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0526121 Aug 10 04:15:53.046428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-638c0f09-e818-4636-88b9-aa4493be7975 req-8a903768-a916-4573-abaf-61e31e268a28 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Aug 10 04:15:54.162665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085bc9-0968-4197-b101-cc5c30a540bd req-d99e86dc-1611-4a13-9c79-501f08ba7c49 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.164150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5085bc9-0968-4197-b101-cc5c30a540bd req-d99e86dc-1611-4a13-9c79-501f08ba7c49 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0495496 Aug 10 04:15:54.201188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b5085bc9-0968-4197-b101-cc5c30a540bd req-c6e3f1c6-ce20-424c-8e72-44b9cb811533 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304112 Aug 10 04:15:54.462815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-92780ffb-3247-4fa4-9077-e357db3d8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.464271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-92780ffb-3247-4fa4-9077-e357db3d8bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1098 time: 0.0387807 Aug 10 04:15:54.553861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-f9a78d69-a624-4a58-a930-4fcd313bf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.555290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-f9a78d69-a624-4a58-a930-4fcd313bf09e service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0840161 Aug 10 04:15:54.617488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-acd19495-51a9-4424-9a6f-442963b6e6d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1003 time: 0.0551639 Aug 10 04:15:54.668994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-09becf5a-767e-40eb-b045-aa19033dc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.670404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-09becf5a-767e-40eb-b045-aa19033dc910 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0461512 Aug 10 04:15:54.719178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-b88d89a9-407c-4f0d-8d91-2914a858701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.720640 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-b88d89a9-407c-4f0d-8d91-2914a858701c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424159 Aug 10 04:15:54.807111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-baa0e0a1-1986-43f7-a527-a2d496bd20c3 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791361 Aug 10 04:15:54.900837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-64dbcd37-fd01-41ba-bb9e-bdf4dff35d6c service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863614 Aug 10 04:15:55.316585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9a82b-19d2-4712-8dcb-1f80125cb61e req-c0193c5f-9dfc-468b-851b-38e1cd52e504 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:55.318082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21c9a82b-19d2-4712-8dcb-1f80125cb61e req-c0193c5f-9dfc-468b-851b-38e1cd52e504 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0497291 Aug 10 04:15:55.355607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21c9a82b-19d2-4712-8dcb-1f80125cb61e req-f26d663b-f64f-4390-ad35-62bae6aa8227 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Aug 10 04:15:56.470023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e14fe-44b2-4412-b2e4-3448ebb10ec3 req-09ba4b9d-1ab8-454d-a777-10011e814418 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:56.471484 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f7e14fe-44b2-4412-b2e4-3448ebb10ec3 req-09ba4b9d-1ab8-454d-a777-10011e814418 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0485547 Aug 10 04:15:56.512237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f7e14fe-44b2-4412-b2e4-3448ebb10ec3 req-123dc075-f351-4759-bc4c-a160bed31a2c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Aug 10 04:15:56.642550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.627742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342879-faaa-40a1-9215-c5e9d38dd249 req-bb56317d-2840-4dfa-bd51-2138c4fefbb3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:57.629268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07342879-faaa-40a1-9215-c5e9d38dd249 req-bb56317d-2840-4dfa-bd51-2138c4fefbb3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0504365 Aug 10 04:15:57.665872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-07342879-faaa-40a1-9215-c5e9d38dd249 req-b8a63a14-d8d0-4810-bb24-ecf7380ddd51 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Aug 10 04:15:58.272161 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:58.786367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970a616-25a0-484f-911d-dc4a4b440d1e req-41f9336a-b5ed-40e6-b6b7-59a1d983bc15 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:58.787878 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4970a616-25a0-484f-911d-dc4a4b440d1e req-41f9336a-b5ed-40e6-b6b7-59a1d983bc15 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0533392 Aug 10 04:15:58.824876 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4970a616-25a0-484f-911d-dc4a4b440d1e req-39e66ca8-bdf8-4d72-b751-0d60fbc47c93 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Aug 10 04:15:59.938625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae0a94-5d29-4206-8c31-a5717752c512 req-b2f16a49-7c84-4295-b19e-db891deb4a94 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:59.940090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00ae0a94-5d29-4206-8c31-a5717752c512 req-b2f16a49-7c84-4295-b19e-db891deb4a94 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0476818 Aug 10 04:15:59.982620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00ae0a94-5d29-4206-8c31-a5717752c512 req-3448c6c6-67a1-4713-91f2-1db7dfcaafd6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Aug 10 04:16:00.055993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-526e0166-887f-4a45-859d-959170b71b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:00.057504 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-526e0166-887f-4a45-859d-959170b71b78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1098 time: 0.0406039 Aug 10 04:16:00.158158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-6a9b4292-82f5-4c4c-8221-bce5791824dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:00.159918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-6a9b4292-82f5-4c4c-8221-bce5791824dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0829682 Aug 10 04:16:00.323226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a149ae57-6dd0-41be-b7a1-ef805ab58829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:00.518092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-7a339d28-2598-4008-92c3-6d534c7e46b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1003 time: 0.3504279 Aug 10 04:16:00.566756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-708816df-6414-4242-8dae-a5d2753245a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:00.568139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-708816df-6414-4242-8dae-a5d2753245a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0428076 Aug 10 04:16:00.612499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-a24f3397-41cb-440e-b671-0031e53a71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:00.613918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-a24f3397-41cb-440e-b671-0031e53a71c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382891 Aug 10 04:16:00.704172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-0e31ef61-5e58-4d8a-909c-f73b78a5435a service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823076 Aug 10 04:16:00.795788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13aafdb5-4968-4ec7-b3d2-484a54da3916 req-6aeebab5-df9b-454e-a81e-b1a85f5c0937 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Aug 10 04:16:01.097346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724a177-8645-418e-9e93-db0157fb0576 req-017abfff-d626-4fe9-b1bf-d8b1785a6dae tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.098805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a724a177-8645-418e-9e93-db0157fb0576 req-017abfff-d626-4fe9-b1bf-d8b1785a6dae tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0482819 Aug 10 04:16:01.142599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a724a177-8645-418e-9e93-db0157fb0576 req-b76aad15-96b7-494b-8920-c1e2dee79e83 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Aug 10 04:16:02.255088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae81532-4aa9-4a6d-a41c-281d485ce6fd req-ec1b217b-40e9-4cdc-af48-359d290838a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:02.256600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ae81532-4aa9-4a6d-a41c-281d485ce6fd req-ec1b217b-40e9-4cdc-af48-359d290838a2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Aug 10 04:16:02.294877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ae81532-4aa9-4a6d-a41c-281d485ce6fd req-abb4402c-3e08-4d1d-b105-c7be92bdb6a7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Aug 10 04:16:02.739632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.060302 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-788e472e-5516-41dd-a552-684e8dae8b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.407427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf584a4-39b8-4adc-adf0-eafcd882d12f req-eec9c4a6-0f35-4b8d-91a8-17452d91466d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:03.409197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaf584a4-39b8-4adc-adf0-eafcd882d12f req-eec9c4a6-0f35-4b8d-91a8-17452d91466d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0475931 Aug 10 04:16:03.445575 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aaf584a4-39b8-4adc-adf0-eafcd882d12f req-d92ecf6e-924e-474a-965c-05e731ef21eb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305042 Aug 10 04:16:04.362457 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.559324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a035-7b8d-42fe-9183-3e0a2d49b8e8 req-b117ec06-0111-48a1-b9f4-e80823fdbca8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:04.560818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c857a035-7b8d-42fe-9183-3e0a2d49b8e8 req-b117ec06-0111-48a1-b9f4-e80823fdbca8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Aug 10 04:16:04.603223 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c857a035-7b8d-42fe-9183-3e0a2d49b8e8 req-6a6f10a5-83e7-4f82-bfb9-056161c2cb0c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Aug 10 04:16:05.714835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8761-5b71-495b-be09-d9c4cd969bb1 req-d3def283-b7bd-4b75-b2f6-1ba972a8058f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:05.716363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f01b8761-5b71-495b-be09-d9c4cd969bb1 req-d3def283-b7bd-4b75-b2f6-1ba972a8058f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0481586 Aug 10 04:16:05.753865 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f01b8761-5b71-495b-be09-d9c4cd969bb1 req-013a0419-6573-4e5b-9ff8-4dd474d092ac tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Aug 10 04:16:05.882449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:06.868063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b539-2cbb-4124-975c-19649a5037c4 req-2391cfd9-e623-4064-9778-8f8a8cbf8be4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:06.869599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c95b539-2cbb-4124-975c-19649a5037c4 req-2391cfd9-e623-4064-9778-8f8a8cbf8be4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0482643 Aug 10 04:16:06.914550 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6c95b539-2cbb-4124-975c-19649a5037c4 req-60717afd-9825-48c2-90b2-e8dbbc9eb5dc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381286 Aug 10 04:16:07.297908 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-63225458-a917-4a49-9660-80598f6e2a89 req-805324de-1c47-4983-a15f-80bc7a4908d0 service neutron] show failed (client error): The resource could not be found. Aug 10 04:16:07.298922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-805324de-1c47-4983-a15f-80bc7a4908d0 service neutron] 10.222.0.54 "GET /v2.0/ports/05b38d9e-f8de-4ceb-b887-91c81218ddbe/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0548401 Aug 10 04:16:07.839998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-6973714e-8fd4-4642-94e5-a7d744ceeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:07.841547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-6973714e-8fd4-4642-94e5-a7d744ceeb85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 1098 time: 0.0838602 Aug 10 04:16:07.853666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:07.904299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.111028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b75e16-a675-4bdf-9194-db143f1017a8 req-1c171e6e-8f84-4167-b187-81b7639de0c6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:08.112456 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3b75e16-a675-4bdf-9194-db143f1017a8 req-1c171e6e-8f84-4167-b187-81b7639de0c6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.1029632 Aug 10 04:16:08.173508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3b75e16-a675-4bdf-9194-db143f1017a8 req-3358a3a8-ccca-4844-8e13-c293632901f9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547171 Aug 10 04:16:08.178207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:08.217661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:08.257556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:08.260546 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f1613a-5360-44a8-8af5-17251d11e7c5" -d '{"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-unplugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:08.265709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.278548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Transition to ACTIVE for port object 05b38d9e-f8de-4ceb-b887-91c81218ddbe will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:08.339558 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.366886 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff92f15-567e-457d-a3e7-9e6cb57c83b1 x-openstack-request-id: req-3ff92f15-567e-457d-a3e7-9e6cb57c83b1 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:08.367193 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-unplugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:08.367448 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ff92f15-567e-457d-a3e7-9e6cb57c83b1 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:08.367836 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'code': 200} Aug 10 04:16:08.420436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:08.434830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.435183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.435528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.435868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.436683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.436683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.436856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.437186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.437513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.437831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.438150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.438476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:08.476695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] No DVR routers for this DVR port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:08.613081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:08.613713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:08.614251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:08.619627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:16:08.619888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:08.625180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:08.625517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:08.625898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:08.626323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Bound port: 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:08.626676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.688815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:08.692021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:08.797301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.837247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:08.837873 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.839264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] 10.222.0.46 "PUT /v2.0/ports/05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1093 time: 0.9895592 Aug 10 04:16:08.861600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915cb41-8def-4c00-b0d7-60e5c0bab123 service neutron] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:08.909717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-ac6fafb9-d59e-464d-bcbe-cf1989307a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:08.911305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-ac6fafb9-d59e-464d-bcbe-cf1989307a63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1096 time: 0.0456474 Aug 10 04:16:09.006129 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-1f023430-be9b-49f6-a14f-ed13f0b18aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:09.007610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-1f023430-be9b-49f6-a14f-ed13f0b18aec service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0895324 Aug 10 04:16:09.076026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-ffa3aab8-baca-4fa3-8b13-e6664bb28538 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1001 time: 0.0608134 Aug 10 04:16:09.127874 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-3c13cdc2-a99e-446c-aff1-df8bf7f01fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:09.129320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-3c13cdc2-a99e-446c-aff1-df8bf7f01fe3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0453582 Aug 10 04:16:09.175447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63225458-a917-4a49-9660-80598f6e2a89 req-5f3264f1-8201-45a7-bab1-c10a30c191af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:09.176961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-5f3264f1-8201-45a7-bab1-c10a30c191af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403104 Aug 10 04:16:09.297707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-6d413b45-f3b5-4002-9e3d-fda879bde6ab service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123772 Aug 10 04:16:09.320659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89321e-160d-4034-b25b-bb58f117e7a8 req-41f651e2-0299-4cc9-a429-6f9ecf14d362 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:09.322065 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a89321e-160d-4034-b25b-bb58f117e7a8 req-41f651e2-0299-4cc9-a429-6f9ecf14d362 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 944 time: 0.0709622 Aug 10 04:16:09.406115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8a89321e-160d-4034-b25b-bb58f117e7a8 req-f16665cf-fd65-448e-9cee-dad7fba3faff tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745518 Aug 10 04:16:09.427847 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-63225458-a917-4a49-9660-80598f6e2a89 req-5a4344e7-9fa6-4114-94e3-fa821ed72d41 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221838 Aug 10 04:16:10.152587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:10.192810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:16:10.369503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:10.371871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee" -d '{"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:10.692955 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637b7ad-3e92-4076-9575-c8d87772106b x-openstack-request-id: req-3637b7ad-3e92-4076-9575-c8d87772106b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:10.693247 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:10.693493 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3637b7ad-3e92-4076-9575-c8d87772106b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:10.693883 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'status': 'completed', 'code': 200} Aug 10 04:16:10.810805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-61820cdd-aa3e-40a7-b80d-b6f60aa471f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:10.812289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-61820cdd-aa3e-40a7-b80d-b6f60aa471f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1096 time: 0.0990155 Aug 10 04:16:10.824024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-052daf6e-7937-4890-95fa-0aca86871d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:10.825968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-052daf6e-7937-4890-95fa-0aca86871d4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1096 time: 0.0876284 Aug 10 04:16:10.841767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71e90-e117-4df0-9752-3587e465c821 req-d14e8c05-48c7-4515-8cdf-95a3c2f21e92 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:10.843138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e71e90-e117-4df0-9752-3587e465c821 req-d14e8c05-48c7-4515-8cdf-95a3c2f21e92 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 944 time: 0.1036639 Aug 10 04:16:10.989127 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a2e71e90-e117-4df0-9752-3587e465c821 req-17e809e3-a452-4a54-b700-327ad624b153 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075644 Aug 10 04:16:11.022113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-3e41f177-f797-4297-8217-69bf13f2057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.023607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-3e41f177-f797-4297-8217-69bf13f2057d service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.2014728 Aug 10 04:16:11.024690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-889dedcf-8870-4c37-967b-028831dddde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.026015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-889dedcf-8870-4c37-967b-028831dddde4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1925766 Aug 10 04:16:11.132366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-0ca248bd-c80f-4720-903b-3e366d3d205a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1001 time: 0.1010714 Aug 10 04:16:11.136051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-fd0b50a2-66f0-42f1-8ffb-5dc3b6c62136 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1001 time: 0.0990539 Aug 10 04:16:11.220266 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-446f4534-3e70-451c-bbc5-d006bca86f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.221754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-446f4534-3e70-451c-bbc5-d006bca86f31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0788460 Aug 10 04:16:11.225138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-fcb9451c-9d83-4264-9ff6-85c191bd4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.226455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-fcb9451c-9d83-4264-9ff6-85c191bd4145 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0761399 Aug 10 04:16:11.294079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-cfcaf426-3d20-4e69-b247-7000b5ba4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.295499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-cfcaf426-3d20-4e69-b247-7000b5ba4a8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595224 Aug 10 04:16:11.297215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-dfb481dc-3d38-43a3-a135-c2b9fc0cfdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.298569 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-dfb481dc-3d38-43a3-a135-c2b9fc0cfdc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703943 Aug 10 04:16:11.448829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-23c335e2-3007-466d-ad6e-92537cc42ea5 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453323 Aug 10 04:16:11.452218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-f149a7bc-ee98-460d-a450-a927152bce9c service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405778 Aug 10 04:16:11.603119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-d1a94be9-6c15-4c33-8b1b-3b9220d81cfc service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470327 Aug 10 04:16:11.606908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2f52dc4-8dd5-4e0a-bb88-bb7ddf7dfdee req-66e84fca-e78a-4375-9e7a-6f2367eb26d4 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439650 Aug 10 04:16:11.609396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:16:11.705051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:11.716067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:16:11.751534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.767325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b38d9e-f8de-4ceb-b887-91c81218ddbe {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:11.786291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:11.847879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.892678 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:11.899626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.899966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.900295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.900647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.900975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.901298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.913824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.913824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.913824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.913824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.913824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:11.913824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:12.111521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['05b38d9e-f8de-4ceb-b887-91c81218ddbe'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:12.116812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c4112-6a8e-4953-9d16-5f50ffb3de5d req-92349d6c-8173-431f-bed9-60748af85eda tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:12.118339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-103c4112-6a8e-4953-9d16-5f50ffb3de5d req-92349d6c-8173-431f-bed9-60748af85eda tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Aug 10 04:16:12.162479 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-103c4112-6a8e-4953-9d16-5f50ffb3de5d req-1905dae2-3121-4534-a9ca-2f5c69c93b3e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375011 Aug 10 04:16:12.720987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836ab1-5063-412e-bfc6-b893d7ec7d35 req-d3072614-7317-4fdc-b74d-339904452e97 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:12.722387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21836ab1-5063-412e-bfc6-b893d7ec7d35 req-d3072614-7317-4fdc-b74d-339904452e97 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0485895 Aug 10 04:16:12.787948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21836ab1-5063-412e-bfc6-b893d7ec7d35 req-dbf36bc3-8a90-4c2f-ba7b-9f76b711da31 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595326 Aug 10 04:16:12.806168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-6a63b10c-98b3-4b2b-b707-ebcf12e723cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:12.807698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-6a63b10c-98b3-4b2b-b707-ebcf12e723cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595&tenant_id=30822c33628e4460a829f020fe0106d1&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 945 time: 0.0632780 Aug 10 04:16:12.870277 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-ad82c171-7bd9-4f33-8da6-10e3c2ea7d24 service neutron] 10.222.0.46 "GET /v2.0/ports/05b38d9e-f8de-4ceb-b887-91c81218ddbe/bindings/n-h1-765315-26 HTTP/1.1" status: 200 len: 383 time: 0.0549488 Aug 10 04:16:12.934636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-db4f46db-30c9-4854-9b36-35ced992f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:12.936748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-db4f46db-30c9-4854-9b36-35ced992f214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1097 time: 0.0440974 Aug 10 04:16:13.025781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-a192536a-a17a-4dc7-98e2-4d57ddb792bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:13.027265 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-a192536a-a17a-4dc7-98e2-4d57ddb792bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0834682 Aug 10 04:16:13.094387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-17c4110b-f783-42dc-9c96-4adcbd748870 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1002 time: 0.0598333 Aug 10 04:16:13.143286 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-c8271ba6-9f1e-49eb-bb4f-6e1fe9018040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:13.145095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-c8271ba6-9f1e-49eb-bb4f-6e1fe9018040 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0436332 Aug 10 04:16:13.189160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-18f89e4c-36f2-4888-9fa0-9f39def655d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:13.190690 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-18f89e4c-36f2-4888-9fa0-9f39def655d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391972 Aug 10 04:16:13.280559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-b5f618a7-626c-4bba-89c8-e32b38eac68b service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828352 Aug 10 04:16:13.368891 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-ba681bc7-f74b-415c-881f-b321004b0110 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807693 Aug 10 04:16:13.609828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:13.761962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:13.766227 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:13.766605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.843894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.870611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:13.872946 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd4aa0a-6614-4fd9-bcf8-dface2df9326" -d '{"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-plugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:13.886241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:13.905578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa662bc-39d6-4de2-9f1a-3f31e02e5c51 req-eb5fbf05-c1d2-45ea-b0cc-6de5d19310b5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:13.907092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fa662bc-39d6-4de2-9f1a-3f31e02e5c51 req-eb5fbf05-c1d2-45ea-b0cc-6de5d19310b5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Aug 10 04:16:13.945173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fa662bc-39d6-4de2-9f1a-3f31e02e5c51 req-e61d2fc6-234b-4c5d-8f73-638f087aa4c5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Aug 10 04:16:13.985529 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.037223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:14.051868 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dd17b3-3b51-4485-83bb-218d206126ef x-openstack-request-id: req-f4dd17b3-3b51-4485-83bb-218d206126ef {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:14.052161 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-plugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:14.052655 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4dd17b3-3b51-4485-83bb-218d206126ef {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:14.053046 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'code': 200} Aug 10 04:16:15.069051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c44ab-01e0-4904-afd7-9a2446591c30 req-a9d721a6-3403-4236-86b1-4d3491e6464c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:15.071049 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d5c44ab-01e0-4904-afd7-9a2446591c30 req-a9d721a6-3403-4236-86b1-4d3491e6464c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0565610 Aug 10 04:16:15.110789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d5c44ab-01e0-4904-afd7-9a2446591c30 req-fa13f86a-bada-4c7b-a78d-52a8d9910a7a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Aug 10 04:16:15.906053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.130708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-510fdbe1-7c01-4964-b2bb-ab6569a4b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:16.132192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-510fdbe1-7c01-4964-b2bb-ab6569a4b83e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 1098 time: 0.0407894 Aug 10 04:16:16.151210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:16.229475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.257300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4a174-0a63-4879-a981-a986f58062e6 req-9f48c022-172b-4481-b297-969bb7977561 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:16.258797 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8de4a174-0a63-4879-a981-a986f58062e6 req-9f48c022-172b-4481-b297-969bb7977561 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0788743 Aug 10 04:16:16.372337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8de4a174-0a63-4879-a981-a986f58062e6 req-3dad9ea2-ec53-4809-8eb0-715393f4209d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967014 Aug 10 04:16:16.466149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:16.498291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:16.535132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:16.537398 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9124ae2-58ea-48e8-819b-7016ef3abc8a" -d '{"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-unplugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:16.541438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.553952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Transition to ACTIVE for port object 05b38d9e-f8de-4ceb-b887-91c81218ddbe will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:16.585734 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd3bb9-09f5-4011-adc2-8939c67a9e74 x-openstack-request-id: req-e1dd3bb9-09f5-4011-adc2-8939c67a9e74 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:16.586076 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-unplugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:16.586331 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1dd3bb9-09f5-4011-adc2-8939c67a9e74 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:16.586735 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'code': 200} Aug 10 04:16:16.625428 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.703530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:16.745713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] No DVR routers for this DVR port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:17.169335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:17.170127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:17.170127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:17.174092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:16:17.174410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Attempting to bind port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:17.178980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:17.179318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:17.179702 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:17.180125 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Bound port: 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:17.180660 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.242438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:17.245386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:17.368259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.401254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.401619 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.403514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] 10.222.0.54 "PUT /v2.0/ports/05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1094 time: 1.2564826 Aug 10 04:16:17.428620 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9421c2-296c-49fc-998c-b829ec8ec47b service neutron] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=11']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:17.510279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-fcad8f22-e31c-4e54-87ee-25ce1a0b0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.511964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-fcad8f22-e31c-4e54-87ee-25ce1a0b0cba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1097 time: 0.0726299 Aug 10 04:16:17.536123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632b429-3d69-4fb1-9daf-23f8473daa19 req-7cd219d3-7277-472c-baf3-c2e154d77885 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.537674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f632b429-3d69-4fb1-9daf-23f8473daa19 req-7cd219d3-7277-472c-baf3-c2e154d77885 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0888183 Aug 10 04:16:17.602388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:17.620804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f632b429-3d69-4fb1-9daf-23f8473daa19 req-99c1ba93-b354-424d-a581-12072b1333d3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731428 Aug 10 04:16:17.640953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-3d8f7802-156d-4765-a8e9-7f2a4349fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.642514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-3d8f7802-156d-4765-a8e9-7f2a4349fe0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1229508 Aug 10 04:16:17.642925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:16:17.712399 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-6825b279-aafd-458e-8ce2-7849b1ef1bd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1001 time: 0.0628824 Aug 10 04:16:17.760179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-fe136b42-223f-4396-b1c6-604d38591ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.762198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-fe136b42-223f-4396-b1c6-604d38591ea6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0430899 Aug 10 04:16:17.807430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-32ba91c6-bdc8-4ffc-8f4b-5fb71aff7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.809010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-32ba91c6-bdc8-4ffc-8f4b-5fb71aff7145 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405505 Aug 10 04:16:17.898552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-1c2a2617-573f-48da-952d-8c515b461e87 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 Aug 10 04:16:17.985682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1864b635-1b5e-4636-8d1b-e42c5ceb9322 req-ca10b9e5-0eaf-473b-a5f0-247f30d46c1b service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802703 Aug 10 04:16:18.587763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:18.590472 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347" -d '{"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:18.637991 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e37e1-4376-4a57-9194-09131d928ab3 x-openstack-request-id: req-833e37e1-4376-4a57-9194-09131d928ab3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:18.638307 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:18.638559 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-833e37e1-4376-4a57-9194-09131d928ab3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:18.638953 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'status': 'completed', 'code': 200} Aug 10 04:16:18.755206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-868c28f1-fe75-408e-bb9a-21e74973fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:18.756630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-868c28f1-fe75-408e-bb9a-21e74973fa89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1097 time: 0.0997467 Aug 10 04:16:18.767751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-24072b86-6e52-4f09-ab2c-3bc89efb3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:18.769158 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-24072b86-6e52-4f09-ab2c-3bc89efb3e62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 1097 time: 0.0829666 Aug 10 04:16:18.789051 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21d22-ebb6-4176-a75a-2fb4fdd7bc1c req-6d606d19-ac5e-47c7-a847-73444461ecb0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:18.790543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce21d22-ebb6-4176-a75a-2fb4fdd7bc1c req-6d606d19-ac5e-47c7-a847-73444461ecb0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0930448 Aug 10 04:16:18.940190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce21d22-ebb6-4176-a75a-2fb4fdd7bc1c req-b96c48dc-47f9-4c96-af80-cc05e3b4112e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336892 Aug 10 04:16:18.963365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-53f703bf-728c-4045-8fe1-610522ba8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:18.965365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-53f703bf-728c-4045-8fe1-610522ba8737 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1923597 Aug 10 04:16:18.966452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-01175ff1-ce7b-4156-8001-0e22a588fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:18.967772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-01175ff1-ce7b-4156-8001-0e22a588fa1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1875062 Aug 10 04:16:19.084849 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-36383f8f-738f-4f31-b92d-c7889c7ead0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1001 time: 0.1113908 Aug 10 04:16:19.088607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-ca7571cd-7373-4871-9ddc-fc95f5824279 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 200 len: 1001 time: 0.1097288 Aug 10 04:16:19.172058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-a2290aec-c157-45d8-ab45-519579932519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:19.173571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-a2290aec-c157-45d8-ab45-519579932519 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0816643 Aug 10 04:16:19.174947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-f4dcaf2e-3af5-4c95-a66c-8bd21ecd1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:19.176255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-f4dcaf2e-3af5-4c95-a66c-8bd21ecd1065 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0770738 Aug 10 04:16:19.247448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-2e0bbedc-4b15-4819-8378-02bd43e31bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:19.248997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-2e0bbedc-4b15-4819-8378-02bd43e31bf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601742 Aug 10 04:16:19.251428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-f6279766-b299-498a-8699-fc1382e16b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:19.252821 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-f6279766-b299-498a-8699-fc1382e16b33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719969 Aug 10 04:16:19.409837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-dddc18f7-2faa-4929-9e50-4eebc9d03052 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524475 Aug 10 04:16:19.411680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-dbf6a7ed-1feb-428c-9b4f-acfb704cf622 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470084 Aug 10 04:16:19.566817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-74e938d7-26e7-4581-9b3b-b361af050375 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490760 Aug 10 04:16:19.568727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27769e99-a2ed-4b27-96a1-5d7f9d3f2347 req-afc882ef-b023-46e8-82f0-d1d84e123cea service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436951 Aug 10 04:16:20.054044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa86b8d-6794-4def-b5a1-84e7a42eb4f5 req-d546df3c-7f9a-4f92-b60d-5733fdbe8c4e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:20.055533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa86b8d-6794-4def-b5a1-84e7a42eb4f5 req-d546df3c-7f9a-4f92-b60d-5733fdbe8c4e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0495872 Aug 10 04:16:20.092621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa86b8d-6794-4def-b5a1-84e7a42eb4f5 req-88ddea76-6824-4d51-9299-b5ec0e1e3fd9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311327 Aug 10 04:16:21.206068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834530e6-f0d3-41e7-97a8-ac0cef8441cf req-1d3d3445-71a7-4065-be82-522fabc2a9eb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:21.207560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-834530e6-f0d3-41e7-97a8-ac0cef8441cf req-1d3d3445-71a7-4065-be82-522fabc2a9eb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0474081 Aug 10 04:16:21.250259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-834530e6-f0d3-41e7-97a8-ac0cef8441cf req-6c121743-1769-4ef5-a7af-8174c0cf2f5d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Aug 10 04:16:22.217587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:16:22.310021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:22.325459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'mac_address': 'fa:16:3e:4a:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:16:22.362595 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.366905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be5bac-8404-4c3d-ae88-6e0998e09e71 req-5c429b28-868d-45c8-871b-7d05d77493cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:22.368458 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18be5bac-8404-4c3d-ae88-6e0998e09e71 req-5c429b28-868d-45c8-871b-7d05d77493cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Aug 10 04:16:22.374982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b38d9e-f8de-4ceb-b887-91c81218ddbe {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:22.394638 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:22.407322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18be5bac-8404-4c3d-ae88-6e0998e09e71 req-8ce07373-36c2-4f40-b9f8-7dfdce95a47c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Aug 10 04:16:22.447829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.495791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=12']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:22.519657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750ebea-4fa2-47b5-bba6-e219bffb3789 req-3e9cbf48-4fe3-4917-a9d6-6c52db459478 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:22.522845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7750ebea-4fa2-47b5-bba6-e219bffb3789 req-3e9cbf48-4fe3-4917-a9d6-6c52db459478 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Aug 10 04:16:22.559666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7750ebea-4fa2-47b5-bba6-e219bffb3789 req-be473e7a-4399-4ab2-836f-715c7d36ae18 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Aug 10 04:16:22.673292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97cad0-e356-4608-9e37-1129e2195bf5 req-485f720a-0c1f-4694-9b2f-be71f245c6e6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:22.674639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf97cad0-e356-4608-9e37-1129e2195bf5 req-485f720a-0c1f-4694-9b2f-be71f245c6e6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0484138 Aug 10 04:16:22.716656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf97cad0-e356-4608-9e37-1129e2195bf5 req-cdc762ae-91dd-45eb-8e98-036b940381cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359116 Aug 10 04:16:22.877845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['05b38d9e-f8de-4ceb-b887-91c81218ddbe'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:23.271709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4821ff-d3bc-4b17-a6a2-1aacf369d0e2 req-a5f10ec9-06bb-4c35-b500-d927d2a129ff tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:23.273276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f4821ff-d3bc-4b17-a6a2-1aacf369d0e2 req-a5f10ec9-06bb-4c35-b500-d927d2a129ff tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0481477 Aug 10 04:16:23.311279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3f4821ff-d3bc-4b17-a6a2-1aacf369d0e2 req-d8976736-dc1c-4ff1-93ab-2560121ac5d0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315433 Aug 10 04:16:24.218442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:24.316153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:24.319819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 05b38d9e-f8de-4ceb-b887-91c81218ddbe triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:24.320193 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.400231 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.423027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:24.425289 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9be787-f6da-4437-940e-5b43892086ca" -d '{"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-plugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:24.433946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6571-42dc-43a0-8713-b9802c97dbdb req-f5fd4127-a7fa-4726-8d41-a3c345b27762 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:24.435493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e6f6571-42dc-43a0-8713-b9802c97dbdb req-f5fd4127-a7fa-4726-8d41-a3c345b27762 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 946 time: 0.0497813 Aug 10 04:16:24.438235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:24.473176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e6f6571-42dc-43a0-8713-b9802c97dbdb req-8bbfede3-4899-4709-9a36-31005a7aec76 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314822 Aug 10 04:16:24.494128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.518301 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ec075b-5800-4534-8fbb-a2f1e424188e x-openstack-request-id: req-73ec075b-5800-4534-8fbb-a2f1e424188e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:24.518599 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-plugged", "status": "completed", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:24.518854 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73ec075b-5800-4534-8fbb-a2f1e424188e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:24.519245 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'code': 200} Aug 10 04:16:24.544623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=13']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:24.874596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-ea16647a-3ce2-47bc-af93-86f5cb0c8c11 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:24.876054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-ea16647a-3ce2-47bc-af93-86f5cb0c8c11 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 947 time: 0.0468497 Aug 10 04:16:24.967143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Deleting port 05b38d9e-f8de-4ceb-b887-91c81218ddbe {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:24.967488 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.052689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] For port 05b38d9e-f8de-4ceb-b887-91c81218ddbe, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=05b38d9e-f8de-4ceb-b887-91c81218ddbe,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:25.053052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.228329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.228732 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.229034 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 disassociated. External IP: 172.25.1.234, port: 05b38d9e-f8de-4ceb-b887-91c81218ddbe. Aug 10 04:16:25.229373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Calling delete_port for 05b38d9e-f8de-4ceb-b887-91c81218ddbe owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:25.425241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.454863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event deleted for resources: {'Port': ['ID=05b38d9e-f8de-4ceb-b887-91c81218ddbe,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:25.589006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a4b308f8-a3a2-4848-b190-47e6ae5eabd6 req-7b7a3f6b-ba12-4b74-a559-aadac5a58a4e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 210 time: 0.0351195 Aug 10 04:16:25.599366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:16:25.709075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:16:25.719018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:16:25.728623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:25.729165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:25.747764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] No DVR routers for this DVR port 05b38d9e-f8de-4ceb-b887-91c81218ddbe on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:25.750398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.752459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd201dfe-c81c-4e70-a29a-5709ef29c6be req-d945e5db-8e74-480b-949b-416cc5b976cb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "DELETE /v2.0/ports/05b38d9e-f8de-4ceb-b887-91c81218ddbe HTTP/1.1" status: 204 len: 173 time: 0.8706536 Aug 10 04:16:25.752898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-deleted', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:25.755143 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d2d21-127c-45ef-9ccb-ee9de6788249" -d '{"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-deleted", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:25.790544 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811fff9e-7dba-4294-b631-e858b91aed97 x-openstack-request-id: req-811fff9e-7dba-4294-b631-e858b91aed97 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:25.790835 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608d32c6-0c98-4cb7-87bd-7f2c6e36e595", "name": "network-vif-deleted", "tag": "05b38d9e-f8de-4ceb-b887-91c81218ddbe", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:25.791090 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-811fff9e-7dba-4294-b631-e858b91aed97 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:25.791487 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608d32c6-0c98-4cb7-87bd-7f2c6e36e595', 'name': 'network-vif-deleted', 'tag': '05b38d9e-f8de-4ceb-b887-91c81218ddbe', 'status': 'completed', 'code': 200} Aug 10 04:16:25.841009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:16:26.033501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:26.061832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:16:26.069854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:26.070459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:16:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:26.330871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:16:26.524273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:26.550509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6793310-659f-4073-b2a2-0a078f1b9028 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:16:26.693587 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.704530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c2c2a1a6-66a5-4ea4-a4c2-966f21e7e30f req-1235908c-5867-43ec-a148-5b3d3354f2e5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=608d32c6-0c98-4cb7-87bd-7f2c6e36e595 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Aug 10 04:16:26.795746 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac6cb9-4435-43b2-b6ff-827b3b0faacd None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:16:27.995616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-31ea40ca-a4bb-4dde-8743-56b4db93ef34 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1520248930&fields=id&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 267 time: 0.0338626 Aug 10 04:16:28.103735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-00bedaa8-0f1d-4529-8a81-746341d65462 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:28.105902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-00bedaa8-0f1d-4529-8a81-746341d65462 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1030147 Aug 10 04:16:28.121769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-b8ce1dfa-30a8-4fbd-be7c-92842cc4c2d3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/quotas/30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 375 time: 0.0096161 Aug 10 04:16:28.176118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-acf356bd-5bd4-43ef-b444-221581900313 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484018 Aug 10 04:16:28.229316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-fd35fc8c-3d30-49a0-bf56-4978c7112960 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:16:28.230864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-fd35fc8c-3d30-49a0-bf56-4978c7112960 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426817 Aug 10 04:16:28.238136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:28.261980 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 05b38d9e-f8de-4ceb-b887-91c81218ddbe {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:16:28.262462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 05b38d9e-f8de-4ceb-b887-91c81218ddbe not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:16:28.323078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-8d6a9992-5f98-41f6-b73d-9f2bc20d6a53 service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Aug 10 04:16:28.411402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-f18d7a05-0969-4b60-9c92-77b78f9de4b0 service neutron] 10.222.0.26 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817015 Aug 10 04:16:28.633170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-681fb022-1821-4cfc-977d-48263b94295b req-9474910c-0ddc-47fe-8e18-f34bfbd264d5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0260992 Aug 10 04:16:29.725689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99eb7ce2-3c18-4b29-9295-81a495026990 req-3dd9295e-5d50-4b5b-a138-859f92dd51af tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0266101 Aug 10 04:16:30.355988 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ec44dd11-3aaa-4af2-8fb9-65de9f7c70fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:30.635431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-352da549-ca33-4fb1-a796-4cfa727adca0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:30.636932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-352da549-ca33-4fb1-a796-4cfa727adca0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 812 time: 0.1023729 Aug 10 04:16:30.685592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-77fa76d7-6fe4-4a97-acb2-fe5ab691b684 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 380 time: 0.0337350 Aug 10 04:16:30.694475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'port': {'device_id': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'admin_state_up': True, 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'security_groups': ['bd7a957b-c239-4bde-94e3-9b5656f10bcc']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:30.824542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1337253b-7048-4786-b193-70f654fb8298 req-0488ada4-f5dc-455e-acb2-9770792de533 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0282898 Aug 10 04:16:30.893165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Made reservation on behalf of 30822c33628e4460a829f020fe0106d1 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:30.896796 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.018551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Allocated IP 172.20.0.4 (373633d4-06b5-4a4d-a70b-4664d8d5ac8a/6aa28ab8-d344-4859-825d-85d6cf73266f/9b847ac8-4ddd-45f6-979d-0d45a0be8193) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:31.153472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.171024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Transition to ACTIVE for port object 9b847ac8-4ddd-45f6-979d-0d45a0be8193 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:31.259424 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.307906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:31.311467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:31.315172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:31.321434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:31.653327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-820271e4-e57f-439a-9fc6-16fd2d5c9766 None None] Provisioning for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:31.657653 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-820271e4-e57f-439a-9fc6-16fd2d5c9766 None None] Provisioning complete for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:31.658024 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-820271e4-e57f-439a-9fc6-16fd2d5c9766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.659412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:31.660025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.691014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-820271e4-e57f-439a-9fc6-16fd2d5c9766 None None] Port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:31.780117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-76185262-f68d-4578-8faf-9cc1937368cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0890841 Aug 10 04:16:31.799618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Request body: {'port': {'device_id': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:31.851063 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.042677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efeaae-c442-491a-acce-f710600ad166 req-55f61542-cc8c-4561-bfe5-2e2939295a07 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:32.044154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1efeaae-c442-491a-acce-f710600ad166 req-55f61542-cc8c-4561-bfe5-2e2939295a07 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 931 time: 0.1536145 Aug 10 04:16:32.102247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d1efeaae-c442-491a-acce-f710600ad166 req-5f48aedb-b4d4-483a-98a1-9023a04cf651 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490844 Aug 10 04:16:32.169077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b847ac8-4ddd-45f6-979d-0d45a0be8193 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:32.176327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.187659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Transition to ACTIVE for port object 9b847ac8-4ddd-45f6-979d-0d45a0be8193 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:32.299053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.347331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:32.422230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:32.422533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:32.422871 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:32.427756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:16:32.428083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:32.433690 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:32.434022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:32.434404 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:32.434824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Bound port: 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:32.435196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.500113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:32.503185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:32.568080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.601340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:32.604715 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.604715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] 10.222.0.54 "PUT /v2.0/ports/9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1092 time: 0.8079348 Aug 10 04:16:32.604715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:32.606553 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eee72c-eeb6-4716-93a7-caf4056b6282" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:32.641392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d837b8-3ac4-4cb0-a84d-ae899d22c439 service neutron] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:32.651135 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb4d9aa-a628-45c8-a5bc-9f982e736acc x-openstack-request-id: req-5fb4d9aa-a628-45c8-a5bc-9f982e736acc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:32.651624 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:32.652505 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fb4d9aa-a628-45c8-a5bc-9f982e736acc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:32.653079 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'status': 'completed', 'code': 200} Aug 10 04:16:32.740859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee72c-eeb6-4716-93a7-caf4056b6282 req-ef188b39-c748-4fa7-9b4e-54c2edbc934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:32.742386 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64eee72c-eeb6-4716-93a7-caf4056b6282 req-ef188b39-c748-4fa7-9b4e-54c2edbc934f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1095 time: 0.0477097 Aug 10 04:16:32.846711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee72c-eeb6-4716-93a7-caf4056b6282 req-09d2dacd-e418-4793-a7dc-b96ca00efddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:32.848195 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64eee72c-eeb6-4716-93a7-caf4056b6282 req-09d2dacd-e418-4793-a7dc-b96ca00efddb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=30822c33628e4460a829f020fe0106d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914233 Aug 10 04:16:32.892753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.942879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee72c-eeb6-4716-93a7-caf4056b6282 req-24fe03ad-82a3-4194-bb2b-65a698f54b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:32.944397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64eee72c-eeb6-4716-93a7-caf4056b6282 req-24fe03ad-82a3-4194-bb2b-65a698f54b61 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897462 Aug 10 04:16:33.042373 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-19e0a46e-077b-4598-b458-157c157f073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:33.043909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-19e0a46e-077b-4598-b458-157c157f073f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1095 time: 0.0425377 Aug 10 04:16:33.091092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-daba4074-3d0c-4745-b7f7-5b0c03e5aa2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 217 time: 0.0333040 Aug 10 04:16:33.144728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-5f77848d-52aa-4688-8b5e-663b515da072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:33.146251 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-5f77848d-52aa-4688-8b5e-663b515da072 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0490477 Aug 10 04:16:33.225858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-25b28e07-aafd-46c2-8d7c-87fd1a4731fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:33.227431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-25b28e07-aafd-46c2-8d7c-87fd1a4731fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740917 Aug 10 04:16:33.230495 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6d030eb9-2ad1-40b1-91fd-85a815ed19f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.250981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe7115-ce45-4367-9e15-8bd24b002b71 req-2a1f503c-418f-42de-89e4-5138d64c5180 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:33.252423 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6abe7115-ce45-4367-9e15-8bd24b002b71 req-2a1f503c-418f-42de-89e4-5138d64c5180 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0754824 Aug 10 04:16:33.337039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6abe7115-ce45-4367-9e15-8bd24b002b71 req-69cd19da-31fa-46c3-99d0-7b793e977595 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747192 Aug 10 04:16:33.357110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-fa1c66e6-b943-4c31-8556-7b0305e6631e service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217780 Aug 10 04:16:33.443644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ec0f86-e805-4b49-80f9-ab717392f67e req-15f9231f-904c-4cf3-b83b-95692cddd33a service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800314 Aug 10 04:16:34.304784 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.451730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a06142-1e92-4d97-a8c7-507dfd929e72 req-16c8be13-d259-4a60-bd12-2e70ff2020c8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:34.453305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19a06142-1e92-4d97-a8c7-507dfd929e72 req-16c8be13-d259-4a60-bd12-2e70ff2020c8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0496111 Aug 10 04:16:34.490451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-19a06142-1e92-4d97-a8c7-507dfd929e72 req-0d71f41f-8b40-4171-ae55-c3a8be7904dd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Aug 10 04:16:35.271206 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:35.608465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a8ce-f752-4443-9a68-e60d49316707 req-d09e6371-14fc-4486-b307-9b5ead8d5d0e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:35.609929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9019a8ce-f752-4443-9a68-e60d49316707 req-d09e6371-14fc-4486-b307-9b5ead8d5d0e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0521038 Aug 10 04:16:35.647130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9019a8ce-f752-4443-9a68-e60d49316707 req-b1d60bdd-35d4-4ced-83a8-49e32116b1b9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Aug 10 04:16:35.932959 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.760413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c1e54-5df1-4e32-ba5f-974b75b2b761 req-19691dcf-e0e2-443e-ae7e-6abcc247ffd7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:36.761893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8c1e54-5df1-4e32-ba5f-974b75b2b761 req-19691dcf-e0e2-443e-ae7e-6abcc247ffd7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0492420 Aug 10 04:16:36.800259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f8c1e54-5df1-4e32-ba5f-974b75b2b761 req-94a2d39f-64e2-4b3e-a260-931089986959 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Aug 10 04:16:37.915755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efe3ff-ae6e-442f-b7da-443f7236645b req-2d26a2b5-2392-47f3-b513-741d452ba251 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.917305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59efe3ff-ae6e-442f-b7da-443f7236645b req-2d26a2b5-2392-47f3-b513-741d452ba251 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0490735 Aug 10 04:16:37.954476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59efe3ff-ae6e-442f-b7da-443f7236645b req-fb2f1ccc-c46d-4fba-bc68-db5cd376e40a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307100 Aug 10 04:16:38.270106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:16:38.364205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:38.375283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'mac_address': 'fa:16:3e:95:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:16:38.411426 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.423478 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b847ac8-4ddd-45f6-979d-0d45a0be8193 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:38.442614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:38.544820 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.590804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:38.914329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['9b847ac8-4ddd-45f6-979d-0d45a0be8193'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:39.076048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f1c0-db37-4368-9ec2-91363afbfd54 req-7a715031-e657-4e0f-9968-e33277c1aa0c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:39.077577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db07f1c0-db37-4368-9ec2-91363afbfd54 req-7a715031-e657-4e0f-9968-e33277c1aa0c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0556822 Aug 10 04:16:39.114440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db07f1c0-db37-4368-9ec2-91363afbfd54 req-9a8ac1c3-1659-47ad-9abf-4df0844fa668 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Aug 10 04:16:40.230354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7b2f9-6212-461b-8f96-cd73f1059191 req-f8356145-9d97-4d2b-9089-3414bc6ca004 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:40.231851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e7b2f9-6212-461b-8f96-cd73f1059191 req-f8356145-9d97-4d2b-9089-3414bc6ca004 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0501041 Aug 10 04:16:40.269350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-22e7b2f9-6212-461b-8f96-cd73f1059191 req-fcbfa70a-db55-41ea-9779-84c382a383de tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Aug 10 04:16:40.301135 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:40.441412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:40.445125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:40.445499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:40.523332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:40.545608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:40.547857 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac3ea6-75ec-469c-b8ed-fa7a817b1bb5" -d '{"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-plugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:40.560819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:40.583050 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df68ba3a-f048-4523-95e5-97ae6df50e40 x-openstack-request-id: req-df68ba3a-f048-4523-95e5-97ae6df50e40 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:40.583050 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-plugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:40.583050 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df68ba3a-f048-4523-95e5-97ae6df50e40 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:40.583383 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'code': 200} Aug 10 04:16:40.636800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:40.684119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:40.703965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4221b2-36a4-4884-8987-2f3077d0b84a req-d660309c-c35b-47af-ba9a-4f5755d8fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:40.705608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f4221b2-36a4-4884-8987-2f3077d0b84a req-d660309c-c35b-47af-ba9a-4f5755d8fb66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1097 time: 0.0406294 Aug 10 04:16:40.739600 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f4221b2-36a4-4884-8987-2f3077d0b84a req-30c94b7c-e155-46f6-b376-a17742acba2d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265298 Aug 10 04:16:41.389581 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d199226-a082-4511-8519-8e4eb543ee17 req-199833da-b18f-4043-ac4b-9fe386a2040c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:41.390984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d199226-a082-4511-8519-8e4eb543ee17 req-199833da-b18f-4043-ac4b-9fe386a2040c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0521455 Aug 10 04:16:41.432067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d199226-a082-4511-8519-8e4eb543ee17 req-fab29971-8988-4e32-8e58-4d3ccc261deb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350931 Aug 10 04:16:42.549512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42eeba-8b64-43f6-b238-0b73e31f7e3e req-132b0c45-ba38-4a43-9fb1-8156f90a2322 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.551170 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c42eeba-8b64-43f6-b238-0b73e31f7e3e req-132b0c45-ba38-4a43-9fb1-8156f90a2322 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0501549 Aug 10 04:16:42.589538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c42eeba-8b64-43f6-b238-0b73e31f7e3e req-ab3b5a7d-b862-4817-9b03-370b6972fcfe tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Aug 10 04:16:42.699833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0bdbd-fee2-4b05-affa-dbdc0311cc72 req-b7deaebd-a000-441b-9165-c3640bb989cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:42.701357 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0f0bdbd-fee2-4b05-affa-dbdc0311cc72 req-b7deaebd-a000-441b-9165-c3640bb989cc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0492809 Aug 10 04:16:42.709952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 45974) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:42.714430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Request body: {'floatingip': {'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:42.757786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:43.184390 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:43.270348 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:43.369898 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 associated. External IP: 172.25.1.234, port: 9b847ac8-4ddd-45f6-979d-0d45a0be8193. Aug 10 04:16:43.574142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:16:43.680108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:16:43.685586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:43.690362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:16:43.700663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:43.701290 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:43.712110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac543d1f-d1fd-4054-b76c-b595c675b796 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "PUT /v2.0/floatingips/dddcccb1-a754-42a0-95e0-06d0aa963792 HTTP/1.1" status: 200 len: 992 time: 1.0011158 Aug 10 04:16:43.713139 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:43.715413 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa62166-3469-4488-9f7b-1ecacab30ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:43.809225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:16:43.825498 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e078d8-625f-44c9-80d5-2a9e5ced37ee x-openstack-request-id: req-85e078d8-625f-44c9-80d5-2a9e5ced37ee {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:43.825735 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:43.825990 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85e078d8-625f-44c9-80d5-2a9e5ced37ee {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:43.826392 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'status': 'completed', 'code': 200} Aug 10 04:16:43.909128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-08adcd6e-a3ff-497c-999c-c538da5dcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:43.910772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-08adcd6e-a3ff-497c-999c-c538da5dcf6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1097 time: 0.0423372 Aug 10 04:16:44.004837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-adce00ad-f655-4728-85a4-97fa047af038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:44.006331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-adce00ad-f655-4728-85a4-97fa047af038 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0879986 Aug 10 04:16:44.034137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:95:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:16:43Z', 'revision_number': 13, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:44.060014 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:16:44.068215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:44.068861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:16:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:44.071442 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-1fb0db65-f063-473d-8c80-44a042334d26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.0577490 Aug 10 04:16:44.124527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-0793e98b-5cbf-401e-bc78-06c10c4c12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:44.126128 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-0793e98b-5cbf-401e-bc78-06c10c4c12ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0477326 Aug 10 04:16:44.173814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-052c331a-d85e-4de6-9552-0e70c9ea8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:44.174888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:16:44.175327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-052c331a-d85e-4de6-9552-0e70c9ea8105 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413151 Aug 10 04:16:44.264644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-59dd9ee8-7d07-42fd-8fb5-201cb0304920 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Aug 10 04:16:44.358842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2aa62166-3469-4488-9f7b-1ecacab30ba2 req-24abd9fe-4c4d-4059-9583-cd0dba4f8095 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877988 Aug 10 04:16:44.397555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:95:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:16:43Z', 'revision_number': 13, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:44.427036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61268d0-4e61-4997-b5f0-0c114fe3b2ae None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'dddcccb1-a754-42a0-95e0-06d0aa963792', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'mac_address': 'fa:16:3e:95:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:07:20Z', 'updated_at': '2021-08-10T04:16:43Z', 'revision_number': 13, 'project_id': '30822c33628e4460a829f020fe0106d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:16:44.617119 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81227031-ff36-47ef-9684-e11911dbc8b6 None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:16:45.938872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.693139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:00.315779 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-27b09d24-076a-4d64-8363-16e276e4bcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.008948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-7b5432fb-1b01-4954-80b8-9991f4736480 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394268 Aug 10 04:17:01.136382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144125e-6c35-4312-b924-b3626e90940f req-617813a0-bf60-4cd7-91ca-5d08ef270fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:01.137937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-617813a0-bf60-4cd7-91ca-5d08ef270fb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1097 time: 0.0412943 Aug 10 04:17:01.246206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144125e-6c35-4312-b924-b3626e90940f req-00b791b3-4459-4057-a7bf-ccd32f20e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:01.247702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-00b791b3-4459-4057-a7bf-ccd32f20e927 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0892937 Aug 10 04:17:01.312528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-45505879-0b89-441a-9a3d-4abd988920b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1002 time: 0.0574684 Aug 10 04:17:01.363159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144125e-6c35-4312-b924-b3626e90940f req-49d8d6dc-75f9-4c3f-802a-ffc2ee0ded1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:01.364634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-49d8d6dc-75f9-4c3f-802a-ffc2ee0ded1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0454655 Aug 10 04:17:01.410235 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144125e-6c35-4312-b924-b3626e90940f req-b1c35805-cdf8-4a56-84b6-a3d6a9e1f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:01.411700 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-b1c35805-cdf8-4a56-84b6-a3d6a9e1f1f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387297 Aug 10 04:17:01.507628 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-71395861-b329-43de-99c8-5d9ab29d9dca service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Aug 10 04:17:01.600655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e144125e-6c35-4312-b924-b3626e90940f req-e37b860b-e0a6-46ee-801a-fb73865490fb service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Aug 10 04:17:02.744194 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.069837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-46fbaabe-d33e-4ed2-88d4-c43e28946e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.333027 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.944015 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.271138 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:15.978066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.692042 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:30.349608 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dba7f260-f243-4d75-960c-d98fca9489d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.736245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:33.050349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83d19619-f56f-44ff-895f-af8f6e46ae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.324212 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.913194 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:45.971826 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.270048 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:56.680633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.422773 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb60a-2ce3-427c-8ae9-623045a2e2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.994093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-aa35ab68-a126-4693-8e8e-70fc137994a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392346 Aug 10 04:18:01.087736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-89b6359e-091c-48f6-a765-5b7bea3f0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.089245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-89b6359e-091c-48f6-a765-5b7bea3f0b36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1097 time: 0.0396881 Aug 10 04:18:01.192748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-708d5d73-0c8d-43b4-ac72-fba15af4ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.194216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-708d5d73-0c8d-43b4-ac72-fba15af4ada3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0867598 Aug 10 04:18:01.256567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-d756918f-732e-41ec-83c4-180e71040571 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1002 time: 0.0550294 Aug 10 04:18:01.307466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-d74fe92e-468f-4a59-9d7f-ee19c30e153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.308912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-d74fe92e-468f-4a59-9d7f-ee19c30e153c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0458868 Aug 10 04:18:01.352427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-6df13b85-db6a-4409-a433-0c04feedb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.353858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-6df13b85-db6a-4409-a433-0c04feedb1ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378118 Aug 10 04:18:01.440514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-d04d3240-f342-435c-8a82-636f5a77af2e service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794120 Aug 10 04:18:01.531431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7c0bf0d4-503e-42b6-bc37-19ab1df872cf req-f8953ffb-936f-46c9-8225-275f2651090e service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833187 Aug 10 04:18:02.765098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:03.086996 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-236d9764-db39-4823-9415-1c3e61831f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:04.337552 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:05.965805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.971448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:26.268879 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:26.677556 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.345841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8372cc6-6ec0-4ee3-9dd7-dab5cb2480c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:32.789315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.102926 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-36130180-c934-4c58-8e25-5d77e771729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:34.374360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:35.942432 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:45.983935 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:56.722349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:00.348587 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9dee68c4-59aa-4e58-be47-81736b16db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:01.041624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-9f532d8f-fe4f-4682-a605-33e993bd5084 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399499 Aug 10 04:19:01.138667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-415c00d8-8bdd-486d-8f54-67f6ef827448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:01.140281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-415c00d8-8bdd-486d-8f54-67f6ef827448 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1097 time: 0.0419478 Aug 10 04:19:01.242781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-38cb5923-a0c2-4d97-857c-95084182ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:01.244248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-38cb5923-a0c2-4d97-857c-95084182ed16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0856898 Aug 10 04:19:01.307308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-1f8b739c-435c-4050-8929-add5b62b95b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1002 time: 0.0563872 Aug 10 04:19:01.357899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-28c55f10-5537-446d-8209-d9855e19a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:01.359281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-28c55f10-5537-446d-8209-d9855e19a235 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0457582 Aug 10 04:19:01.404652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-82152f3e-2641-4ad7-9ed1-0d69ea218adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:01.405994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-82152f3e-2641-4ad7-9ed1-0d69ea218adb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393925 Aug 10 04:19:01.496206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-c6d78f04-4c26-4bc6-82f7-f1efe1f810d4 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821249 Aug 10 04:19:01.589584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ee9fde2-79e2-4de0-95f5-46c77d7e4f64 req-d0773706-03dc-41c7-932b-63d65dd01c7a service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866289 Aug 10 04:19:02.765308 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.048143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dea7e636-a3d4-4baf-a369-e09aa258bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.268480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:04.356317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:06.022633 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:16.013689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:17.894445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52e334-f4b0-4003-af07-5cc255ffb07f req-e7a3dcf3-abbd-41a7-bf39-cc2c43b42fae tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:17.895935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc52e334-f4b0-4003-af07-5cc255ffb07f req-e7a3dcf3-abbd-41a7-bf39-cc2c43b42fae tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0494428 Aug 10 04:19:17.933189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fc52e334-f4b0-4003-af07-5cc255ffb07f req-cec21726-ce12-4626-8579-11c5ea51571a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311019 Aug 10 04:19:26.725541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:30.350422 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-dae5ed84-84bc-495d-a4f3-40e76f9fbdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:32.184147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b36e5-d4a9-45ea-8edd-54b01a69f59d req-7fb566c4-4751-4c46-ba83-2a12ae3dcd09 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:32.185665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-483b36e5-d4a9-45ea-8edd-54b01a69f59d req-7fb566c4-4751-4c46-ba83-2a12ae3dcd09 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0517290 Aug 10 04:19:32.226896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-483b36e5-d4a9-45ea-8edd-54b01a69f59d req-4019623c-2cea-4169-a00e-4355c389bdc4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 Aug 10 04:19:32.327672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-c18da283-d887-4d67-ae1c-d393c41efb83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385556 Aug 10 04:19:32.847596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:33.082054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d6cf-472f-446c-babd-2310942ef8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:33.343580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea282fa-a123-4de1-b2c5-da82de81d386 req-f7489617-af49-4ca3-8e56-059c6dd98702 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:33.345098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aea282fa-a123-4de1-b2c5-da82de81d386 req-f7489617-af49-4ca3-8e56-059c6dd98702 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0483069 Aug 10 04:19:33.382363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aea282fa-a123-4de1-b2c5-da82de81d386 req-a678227a-f7ec-4255-8e8a-e8deb7b0b579 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Aug 10 04:19:34.390347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:34.497807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815870ee-fb5c-49f9-8c55-f4dfd16d7097 req-dff492b4-0434-4a47-8c2d-7411ddd4b59c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:34.499278 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-815870ee-fb5c-49f9-8c55-f4dfd16d7097 req-dff492b4-0434-4a47-8c2d-7411ddd4b59c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0479076 Aug 10 04:19:34.537179 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-815870ee-fb5c-49f9-8c55-f4dfd16d7097 req-475f8407-fe00-4b48-8d0a-720d716d1fae tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Aug 10 04:19:35.111964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-9cd233f2-9949-4c2d-a999-63dbcb4136bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:35.113486 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-9cd233f2-9949-4c2d-a999-63dbcb4136bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1097 time: 0.0434813 Aug 10 04:19:35.201685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-6b340390-7476-4f77-b528-055a4ae57095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:35.203152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-6b340390-7476-4f77-b528-055a4ae57095 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0822117 Aug 10 04:19:35.562451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-58bef95b-4e85-4f71-9b54-7edff57e1dbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1002 time: 0.3519254 Aug 10 04:19:35.620711 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-92df1734-bb3a-45f6-9a68-de22921b437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:35.622235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-92df1734-bb3a-45f6-9a68-de22921b437b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0533261 Aug 10 04:19:35.688486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b77447-d9bb-4c7b-ba4d-4ec9bb10476e req-fab7e75c-e602-43b3-9642-4bef94986244 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:35.689921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b77447-d9bb-4c7b-ba4d-4ec9bb10476e req-fab7e75c-e602-43b3-9642-4bef94986244 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0848458 Aug 10 04:19:35.695058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-0fea86b6-70b4-44e9-810e-93d55dc5858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:35.696505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-0fea86b6-70b4-44e9-810e-93d55dc5858f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600851 Aug 10 04:19:35.773872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52b77447-d9bb-4c7b-ba4d-4ec9bb10476e req-23a322d8-e271-4a69-8c9b-8c9219b0d525 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761101 Aug 10 04:19:35.808243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-011a6f98-bca6-4200-9438-0955f344b551 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042469 Aug 10 04:19:35.900976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-20a39b68-6255-4a72-8f10-0a7f5b58b91e service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Aug 10 04:19:35.925848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:36.898191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014866d2-c6cf-4257-b2ed-e17a48093899 req-05c7b835-f719-49fe-92f3-338a70f49311 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:36.899717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014866d2-c6cf-4257-b2ed-e17a48093899 req-05c7b835-f719-49fe-92f3-338a70f49311 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0568295 Aug 10 04:19:36.937136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-014866d2-c6cf-4257-b2ed-e17a48093899 req-22f830f6-9fa9-47f1-a7a5-d431bbeecacc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Aug 10 04:19:38.053504 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe57b78-6b22-47fa-a04b-0ae41d289c9d req-55e7348a-7495-419a-abf3-275b8c1f5450 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:38.054982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe57b78-6b22-47fa-a04b-0ae41d289c9d req-55e7348a-7495-419a-abf3-275b8c1f5450 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 10 04:19:38.091677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe57b78-6b22-47fa-a04b-0ae41d289c9d req-2ac5f2aa-dcd5-4c65-9b7f-41180e9b2d02 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307527 Aug 10 04:19:39.211057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53a8d8-952c-48d5-b808-c4d827aec74a req-9aca96a3-9556-49f5-ba17-a9a283c6a963 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:39.212549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f53a8d8-952c-48d5-b808-c4d827aec74a req-9aca96a3-9556-49f5-ba17-a9a283c6a963 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0519962 Aug 10 04:19:39.249480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2f53a8d8-952c-48d5-b808-c4d827aec74a req-f4fa89e9-72c6-49a9-8bbb-e15d23d2e816 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Aug 10 04:19:40.268223 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:40.364478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e1c37-347d-4f1b-9cdd-5bc2d7e0b9c4 req-8aff0ca7-d603-4520-871c-0006b96c80dd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:40.365971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b0e1c37-347d-4f1b-9cdd-5bc2d7e0b9c4 req-8aff0ca7-d603-4520-871c-0006b96c80dd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0476911 Aug 10 04:19:40.404460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b0e1c37-347d-4f1b-9cdd-5bc2d7e0b9c4 req-56566279-0de1-44f8-bf33-2f281769a25f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318205 Aug 10 04:19:41.518541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc32df4-49fe-4a46-acbe-8ebeaffca487 req-2cd967df-e542-49e8-8d51-b73c588a0dde tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:41.520034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fc32df4-49fe-4a46-acbe-8ebeaffca487 req-2cd967df-e542-49e8-8d51-b73c588a0dde tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0474908 Aug 10 04:19:41.557552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6fc32df4-49fe-4a46-acbe-8ebeaffca487 req-2cf68e5d-d4f2-412c-aa12-0a1ada8c6326 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309498 Aug 10 04:19:42.674854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3dd7c-501c-4235-a8a1-06ad6ca35b21 req-2d2274b8-2b8f-477f-9fc0-e8f3630ad24a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:42.676326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8d3dd7c-501c-4235-a8a1-06ad6ca35b21 req-2d2274b8-2b8f-477f-9fc0-e8f3630ad24a tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0518589 Aug 10 04:19:42.714216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8d3dd7c-501c-4235-a8a1-06ad6ca35b21 req-e86b1e1e-c6e8-45d2-8e54-20f693db67dc tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Aug 10 04:19:43.840772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ef857-0ba4-40b9-ac31-6434f9e9b824 req-b84fa59a-6837-4674-a702-2411d360c7c6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:43.842270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-168ef857-0ba4-40b9-ac31-6434f9e9b824 req-b84fa59a-6837-4674-a702-2411d360c7c6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0499887 Aug 10 04:19:43.880010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-168ef857-0ba4-40b9-ac31-6434f9e9b824 req-4a0ec9ac-fb39-48c0-b951-ff87a620fb0f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Aug 10 04:19:45.006962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43cf4d-394d-4534-b80f-2721229f0d6b req-8dd6af4c-ac5f-4679-b14c-7ffb29141724 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:45.008485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c43cf4d-394d-4534-b80f-2721229f0d6b req-8dd6af4c-ac5f-4679-b14c-7ffb29141724 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0484056 Aug 10 04:19:45.047022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c43cf4d-394d-4534-b80f-2721229f0d6b req-9a3a01d8-10ad-411d-992e-d7c21012a5a3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Aug 10 04:19:45.972991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:46.164290 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a82e8e-b5f3-489f-8ed4-52c0c19c4c2a req-7516913a-a883-41f8-8194-d82290cf848d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:46.165776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10a82e8e-b5f3-489f-8ed4-52c0c19c4c2a req-7516913a-a883-41f8-8194-d82290cf848d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0517411 Aug 10 04:19:46.203581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10a82e8e-b5f3-489f-8ed4-52c0c19c4c2a req-50cbf287-4ba8-4aa4-bc35-acb2a09e8a6f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Aug 10 04:19:47.317089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308f5ce-b3e1-4dcc-a1fd-38d7de4ec48a req-a46b3601-fb56-44de-955e-b656f833450c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:47.318564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e308f5ce-b3e1-4dcc-a1fd-38d7de4ec48a req-a46b3601-fb56-44de-955e-b656f833450c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0483317 Aug 10 04:19:47.356624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e308f5ce-b3e1-4dcc-a1fd-38d7de4ec48a req-279efc68-771e-45ed-8e5f-cba6c601b10f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Aug 10 04:19:48.477803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f8c1b-d8dc-42cf-9391-6460dff3eacb req-ba115545-804d-48ea-9d24-000aeca0beef tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:48.479315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f7f8c1b-d8dc-42cf-9391-6460dff3eacb req-ba115545-804d-48ea-9d24-000aeca0beef tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0479200 Aug 10 04:19:48.516752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f7f8c1b-d8dc-42cf-9391-6460dff3eacb req-e54850d3-0cf1-4a16-978a-b7fbc4679101 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315011 Aug 10 04:19:49.637231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7e2cf-b6db-41ca-a7dd-89cb591a7937 req-3668fd06-d002-492f-a04d-f3092fc718b3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:49.638736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41b7e2cf-b6db-41ca-a7dd-89cb591a7937 req-3668fd06-d002-492f-a04d-f3092fc718b3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0531952 Aug 10 04:19:49.677203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-41b7e2cf-b6db-41ca-a7dd-89cb591a7937 req-86f5e3bb-2315-4053-a9bf-f7cd45485526 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Aug 10 04:19:50.617901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-51cc9aef-5225-4e78-905a-f99eba8344aa tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:19:50.618887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-51cc9aef-5225-4e78-905a-f99eba8344aa tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054057 Aug 10 04:19:50.677945 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-b9e537df-cae6-4dc8-8372-19652955c2fe service neutron] show failed (client error): The resource could not be found. Aug 10 04:19:50.678868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-b9e537df-cae6-4dc8-8372-19652955c2fe service neutron] 10.222.0.54 "GET /v2.0/ports/9b847ac8-4ddd-45f6-979d-0d45a0be8193/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0529540 Aug 10 04:19:50.795074 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd7bf-5588-4df4-b1ac-01c529c2484c req-81c686bf-8755-40ea-87f9-dad4c5475e09 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:50.796669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d88dd7bf-5588-4df4-b1ac-01c529c2484c req-81c686bf-8755-40ea-87f9-dad4c5475e09 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0502617 Aug 10 04:19:50.835754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d88dd7bf-5588-4df4-b1ac-01c529c2484c req-cd03fb53-c6a1-4dd7-88c6-24609acac788 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330014 Aug 10 04:19:51.231719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-b1e85dbc-39d4-4fa3-a7f5-6aea86ab3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:51.233213 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-b1e85dbc-39d4-4fa3-a7f5-6aea86ab3305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 1097 time: 0.0432262 Aug 10 04:19:51.246123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:51.296264 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:51.341892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:19:51.413898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:51.496246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:19:51.529507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:19:51.568153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:51.570291 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7983fe0-e67d-4f94-a5dd-1fb255c49b0f" -d '{"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:51.574042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:51.585793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Transition to ACTIVE for port object 9b847ac8-4ddd-45f6-979d-0d45a0be8193 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:19:51.620540 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14522fc1-e41d-4f0c-9417-40ee2e317e5d x-openstack-request-id: req-14522fc1-e41d-4f0c-9417-40ee2e317e5d {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:51.620867 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:51.621123 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14522fc1-e41d-4f0c-9417-40ee2e317e5d {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:51.621524 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'code': 200} Aug 10 04:19:51.646868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:51.694881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:19:51.695239 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:19:51.699264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:51.738692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.738958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.739302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.739637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.739972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.740304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.740715 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.741048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.741382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.741708 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.742033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.742357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:51.782555 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] No DVR routers for this DVR port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:19:51.952889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:19:51.953176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:19:51.953498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:19:51.961370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:19:51.961692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:19:51.969668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:19:51.970000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:19:51.970378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:19:51.970801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Bound port: 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:19:51.971183 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:51.997351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0235-a0a5-405c-8bd2-56fbfb72bb9d req-d466cd3f-ee00-4979-a2f6-ac7905d514d2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:51.998841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-827d0235-a0a5-405c-8bd2-56fbfb72bb9d req-d466cd3f-ee00-4979-a2f6-ac7905d514d2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0848036 Aug 10 04:19:52.071094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-827d0235-a0a5-405c-8bd2-56fbfb72bb9d req-438f710e-e191-4637-8564-1294b9156ba8 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556612 Aug 10 04:19:52.072092 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:19:52.075543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:19:52.121682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:52.155792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:52.156442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:52.157816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] 10.222.0.46 "PUT /v2.0/ports/9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1092 time: 0.9161208 Aug 10 04:19:52.181413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f4f1-3a63-490d-ada6-2423eadf97af service neutron] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:52.230727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f28ed359-7b1b-4cda-9eed-ed0c23eaa4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:52.232335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-f28ed359-7b1b-4cda-9eed-ed0c23eaa4d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1095 time: 0.0470643 Aug 10 04:19:52.325328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-38ec72b0-e0c2-4c43-adae-9246437f20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:52.326791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-38ec72b0-e0c2-4c43-adae-9246437f20bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0867395 Aug 10 04:19:52.400838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-3d27e5fb-8d9b-48e2-b90f-e7b126c5d19c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.0633502 Aug 10 04:19:52.448849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-be650a63-2190-4422-b59a-f0f508adb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:52.450148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-be650a63-2190-4422-b59a-f0f508adb629 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0424259 Aug 10 04:19:52.496116 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-1846b09e-185a-4b75-8ad0-d9b9db827d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:52.497609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-1846b09e-185a-4b75-8ad0-d9b9db827d0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394526 Aug 10 04:19:52.590072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-01374ff0-cce1-4d94-9d74-a20e12e310aa service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Aug 10 04:19:52.681390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-3be0bf17-a624-41fb-9561-f37b84732280 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822992 Aug 10 04:19:53.190738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c44f10-7e5a-4580-a016-b214aac23b64 req-a8dbe699-2d47-4378-9b81-dcbfb509c5e3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:53.192242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46c44f10-7e5a-4580-a016-b214aac23b64 req-a8dbe699-2d47-4378-9b81-dcbfb509c5e3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0504131 Aug 10 04:19:53.231433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46c44f10-7e5a-4580-a016-b214aac23b64 req-2cd74ad5-186c-4a6a-94de-957549bbaab2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Aug 10 04:19:53.622876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:53.625334 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:53.672616 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f26baf-eb6e-4238-981e-ca05dd09038f x-openstack-request-id: req-62f26baf-eb6e-4238-981e-ca05dd09038f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:53.672912 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:53.673163 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62f26baf-eb6e-4238-981e-ca05dd09038f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:53.673555 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'status': 'completed', 'code': 200} Aug 10 04:19:53.766163 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-5a622fc6-f230-4c38-a371-99104a9f5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:53.767725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-5a622fc6-f230-4c38-a371-99104a9f5a27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1095 time: 0.0748665 Aug 10 04:19:53.773829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-9ee3e352-7a2b-498b-be93-114fa0639f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:53.775715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-9ee3e352-7a2b-498b-be93-114fa0639f2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1095 time: 0.0521626 Aug 10 04:19:53.926453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-660f0b04-b08a-4f77-82f5-88bd6720402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:53.927912 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-660f0b04-b08a-4f77-82f5-88bd6720402e service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1513681 Aug 10 04:19:53.930497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-542bff61-eab3-4fbc-8c1d-82c2a61ed5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:53.931880 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-542bff61-eab3-4fbc-8c1d-82c2a61ed5f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1477704 Aug 10 04:19:54.040445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-531c9e28-c4be-4bae-b53c-64cddac0e0dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.1045268 Aug 10 04:19:54.044658 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-27a8f225-831a-4c49-b0d6-ec0c92aba777 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.1019826 Aug 10 04:19:54.126833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-ff16255e-4b3c-4e09-b342-a689e08bf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:54.128402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-ff16255e-4b3c-4e09-b342-a689e08bf8fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0803668 Aug 10 04:19:54.132241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-abc49645-6e81-413d-bcfb-300d6e8a8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:54.133762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-abc49645-6e81-413d-bcfb-300d6e8a8e12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0786433 Aug 10 04:19:54.200611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-3dd32939-8db6-4919-82f2-dfbb0892de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:54.202122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-3dd32939-8db6-4919-82f2-dfbb0892de98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657072 Aug 10 04:19:54.208127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-53f03303-cbbb-4ed2-bce3-a23ef640ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:54.209543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-53f03303-cbbb-4ed2-bce3-a23ef640ed75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651810 Aug 10 04:19:54.394226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-60031cd7-7879-49d8-935d-60fe0ccfaffe service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837480 Aug 10 04:19:54.400563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-5a4b5e29-42f7-4873-8dcb-870660f1d24c service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821663 Aug 10 04:19:54.408111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ed4d0-5186-4aa3-bc3f-9453735b207d req-12cf9783-5779-4747-8a7d-e8f54ffd321f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:54.409532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-047ed4d0-5186-4aa3-bc3f-9453735b207d req-12cf9783-5779-4747-8a7d-e8f54ffd321f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.1042192 Aug 10 04:19:54.559482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-047ed4d0-5186-4aa3-bc3f-9453735b207d req-f8688217-f045-4854-8001-e07a09c8e970 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394856 Aug 10 04:19:54.591269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-f6eae712-7bc5-454c-aae1-397a4c195930 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797552 Aug 10 04:19:54.593462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6125b29-58ba-4bad-bcb0-ace3d968d8cf req-15d0d503-93be-4f14-a6aa-319caf5dcfa9 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830738 Aug 10 04:19:55.677734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecffc02-40f2-4c2f-90d0-a945375bb527 req-90ad383d-52e2-43be-ba09-ef1fed31242e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:55.679324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cecffc02-40f2-4c2f-90d0-a945375bb527 req-90ad383d-52e2-43be-ba09-ef1fed31242e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0496821 Aug 10 04:19:55.717352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cecffc02-40f2-4c2f-90d0-a945375bb527 req-920541c2-ee77-4675-bc36-63e487453177 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Aug 10 04:19:56.772563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.836106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02ffb-9b2c-499d-aa13-60d504b316c5 req-ecfe489f-4ad1-49b3-9aae-a6282bec6bab tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:56.838122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75f02ffb-9b2c-499d-aa13-60d504b316c5 req-ecfe489f-4ad1-49b3-9aae-a6282bec6bab tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0524299 Aug 10 04:19:56.874816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75f02ffb-9b2c-499d-aa13-60d504b316c5 req-d764ad13-52d1-4a06-ad74-8e39594cca5c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Aug 10 04:19:57.992433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373e686-eb11-4eeb-b609-a82347c5ebd4 req-9cddc7e4-a531-40de-806d-7fcbf7f35f01 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:57.994451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9373e686-eb11-4eeb-b609-a82347c5ebd4 req-9cddc7e4-a531-40de-806d-7fcbf7f35f01 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0473742 Aug 10 04:19:58.031191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9373e686-eb11-4eeb-b609-a82347c5ebd4 req-7aa5e6cf-d6cd-46d3-ad60-153594051770 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309021 Aug 10 04:19:59.152584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c47d-d4cc-456f-b191-351d5b682ee3 req-f8e625c2-8d96-462a-ac92-c4c0e5af1a80 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:59.154344 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f089c47d-d4cc-456f-b191-351d5b682ee3 req-f8e625c2-8d96-462a-ac92-c4c0e5af1a80 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0511305 Aug 10 04:19:59.191851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f089c47d-d4cc-456f-b191-351d5b682ee3 req-94ace699-111c-4bc6-b90a-f1cda1383e93 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Aug 10 04:20:00.311775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51427ac-30b7-4324-a9b8-224f431cbdec req-f6ad44a4-a1aa-46ba-94f9-0eabcc3c6df9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:00.313306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d51427ac-30b7-4324-a9b8-224f431cbdec req-f6ad44a4-a1aa-46ba-94f9-0eabcc3c6df9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0522039 Aug 10 04:20:00.320928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2f269bd4-e383-419a-80d9-7aece3de6ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.350505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d51427ac-30b7-4324-a9b8-224f431cbdec req-12a1114b-4537-4c53-b9f4-da4c4dfec552 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312581 Aug 10 04:20:01.464453 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488311ff-a900-484a-be8a-1eb92e96aecb req-3bf91976-644f-4f9f-a4a1-418171bb837e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:01.465925 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-488311ff-a900-484a-be8a-1eb92e96aecb req-3bf91976-644f-4f9f-a4a1-418171bb837e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0473211 Aug 10 04:20:01.502732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-488311ff-a900-484a-be8a-1eb92e96aecb req-dad2f175-55f1-45c2-9b6b-68d6f247ac66 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309551 Aug 10 04:20:02.619274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff151c2c-d10a-4ccb-bb48-f9852bbfce6f req-001ce162-702e-4f9e-9894-df41bf8eddfd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:02.620776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff151c2c-d10a-4ccb-bb48-f9852bbfce6f req-001ce162-702e-4f9e-9894-df41bf8eddfd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0499535 Aug 10 04:20:02.658097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ff151c2c-d10a-4ccb-bb48-f9852bbfce6f req-ab06f434-4635-4602-adb0-d5539c13a6a0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Aug 10 04:20:02.822814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.102270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89a723be-7d34-4fc0-b9fd-6b968db564a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.777232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba73e79-7f3a-4053-b8cf-ff14be0f6154 req-33468b10-beb5-4baa-abdc-0b1837949bd1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:03.779017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bba73e79-7f3a-4053-b8cf-ff14be0f6154 req-33468b10-beb5-4baa-abdc-0b1837949bd1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0525527 Aug 10 04:20:03.816394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bba73e79-7f3a-4053-b8cf-ff14be0f6154 req-900d5914-f114-4908-93c3-cacec50c71cd tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Aug 10 04:20:04.349150 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.933911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bbb19-abd7-46b6-95f0-d3e556cb3bab req-dfdbc438-e87c-4906-8c73-9de2b5cb5f9f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:04.935405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f57bbb19-abd7-46b6-95f0-d3e556cb3bab req-dfdbc438-e87c-4906-8c73-9de2b5cb5f9f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0521522 Aug 10 04:20:04.975298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f57bbb19-abd7-46b6-95f0-d3e556cb3bab req-f317c359-42ee-4bf4-b511-024395bf45f4 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Aug 10 04:20:06.005288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:06.090234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85841514-644a-4c5d-88a0-25abf8f87303 req-c8618d94-6858-4c84-978c-c20c57f58b4b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:06.091630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85841514-644a-4c5d-88a0-25abf8f87303 req-c8618d94-6858-4c84-978c-c20c57f58b4b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0479515 Aug 10 04:20:06.128883 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85841514-644a-4c5d-88a0-25abf8f87303 req-f1aad6d1-411e-447b-82dc-870e6ce26405 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Aug 10 04:20:06.579547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:20:06.676649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:06.784796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d004-fcc4-442a-86f0-71bc3000e266 req-3b92bb31-1831-4998-89fc-83bf50014a9f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:06.786342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e063d004-fcc4-442a-86f0-71bc3000e266 req-3b92bb31-1831-4998-89fc-83bf50014a9f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 943 time: 0.0806346 Aug 10 04:20:06.835128 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-ea655a92-2984-449f-8dd7-3e8657274235 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:06.836561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-ea655a92-2984-449f-8dd7-3e8657274235 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&tenant_id=30822c33628e4460a829f020fe0106d1&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 943 time: 0.0867298 Aug 10 04:20:06.844776 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e063d004-fcc4-442a-86f0-71bc3000e266 req-f8ab8216-5618-4b13-a538-e20a7701c8ac tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508153 Aug 10 04:20:06.851785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'mac_address': 'fa:16:3e:95:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:20:06.889120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:06.900480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-49cbdea0-cb4f-4571-977c-4119d2880f4a service neutron] 10.222.0.46 "GET /v2.0/ports/9b847ac8-4ddd-45f6-979d-0d45a0be8193/bindings/n-h1-765315-26 HTTP/1.1" status: 200 len: 383 time: 0.0547175 Aug 10 04:20:06.902361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b847ac8-4ddd-45f6-979d-0d45a0be8193 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:06.924658 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:06.967281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-6c6432d0-4492-4ed5-9850-43b9e25b6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:06.968785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-6c6432d0-4492-4ed5-9850-43b9e25b6321 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1095 time: 0.0445187 Aug 10 04:20:06.989541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.038642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:07.046076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.046419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.046751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.047078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.047404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.047725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.048046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.048381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.048702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.049016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.049332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.049645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.058899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-21e5ba31-59f0-4729-aec7-d9ded87a4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:07.060409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-21e5ba31-59f0-4729-aec7-d9ded87a4bb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0834217 Aug 10 04:20:07.128209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-dbfaeea4-d42f-4059-9b27-64b1743065e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1001 time: 0.0603619 Aug 10 04:20:07.238436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['9b847ac8-4ddd-45f6-979d-0d45a0be8193'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:20:07.479503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-2ebd22d1-bf76-4b4a-9d4a-4d0539127235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:07.480872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-2ebd22d1-bf76-4b4a-9d4a-4d0539127235 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.3452094 Aug 10 04:20:07.525793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-44b4fa0e-4741-4908-8e7d-ec92342297d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:07.528066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-44b4fa0e-4741-4908-8e7d-ec92342297d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389667 Aug 10 04:20:07.616544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-8610aab8-a0b0-41c6-8a25-46113bd34105 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803046 Aug 10 04:20:07.706073 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-0d3b0798-ad6b-47f9-9b18-34cab8a39436 service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804508 Aug 10 04:20:07.966978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac60cc-67d4-46e8-bd2e-fec20e721e07 req-874435cf-5fab-485c-ac67-6289727161de tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:07.968506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-feac60cc-67d4-46e8-bd2e-fec20e721e07 req-874435cf-5fab-485c-ac67-6289727161de tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0498679 Aug 10 04:20:08.005348 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-feac60cc-67d4-46e8-bd2e-fec20e721e07 req-bcc864c9-d000-451b-b225-a0d527374bf0 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309715 Aug 10 04:20:08.621534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:08.766375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:08.770368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:08.770743 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.847557 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.869193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:08.871951 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f48ca2-a088-4880-9059-6667ba385b5a" -d '{"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-plugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:08.884484 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:08.919084 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4491ad-cf1f-4fb2-97ab-74d5b518fc70 x-openstack-request-id: req-dc4491ad-cf1f-4fb2-97ab-74d5b518fc70 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:08.919367 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-plugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:08.919617 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc4491ad-cf1f-4fb2-97ab-74d5b518fc70 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:08.920008 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'code': 200} Aug 10 04:20:08.960678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.007071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:09.132174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f17ab3-414e-406c-be63-8a0e72f4e79c req-fa3cdf0c-790e-4163-bd10-771779f44814 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:09.133733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61f17ab3-414e-406c-be63-8a0e72f4e79c req-fa3cdf0c-790e-4163-bd10-771779f44814 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0579174 Aug 10 04:20:09.171535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61f17ab3-414e-406c-be63-8a0e72f4e79c req-22baa419-6aaf-47eb-ac88-ece67c168b3e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Aug 10 04:20:10.288657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c607d-9d6c-488a-a926-27f02ebfa899 req-3eb3be8b-1fc5-439e-ab90-30ac084c3549 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:10.290225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-704c607d-9d6c-488a-a926-27f02ebfa899 req-3eb3be8b-1fc5-439e-ab90-30ac084c3549 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0503221 Aug 10 04:20:10.330283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-704c607d-9d6c-488a-a926-27f02ebfa899 req-42c46957-d034-4472-ab5c-6dcd3ceed52e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Aug 10 04:20:11.450878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206350a-d974-44b4-b048-2502a1616c21 req-cec04436-0f95-4fc3-ae38-a20897cac038 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:11.453087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d206350a-d974-44b4-b048-2502a1616c21 req-cec04436-0f95-4fc3-ae38-a20897cac038 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0521598 Aug 10 04:20:11.502743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d206350a-d974-44b4-b048-2502a1616c21 req-d026fb32-70ae-4690-ba91-272c942e88ba tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Aug 10 04:20:12.572622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-d79ed42e-c709-4602-80f6-8cffa1c31089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.574140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-d79ed42e-c709-4602-80f6-8cffa1c31089 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b&tenant_id=30822c33628e4460a829f020fe0106d1 HTTP/1.1" status: 200 len: 1097 time: 0.1527262 Aug 10 04:20:12.603939 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:12.648829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a7080-f1ed-4036-9df3-86e1b73e51c5 req-b188a7ab-184e-4727-b632-299d08859b61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:12.650324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-917a7080-f1ed-4036-9df3-86e1b73e51c5 req-b188a7ab-184e-4727-b632-299d08859b61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0752912 Aug 10 04:20:12.688379 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.716672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-917a7080-f1ed-4036-9df3-86e1b73e51c5 req-30c2d85c-381b-4501-bb22-df9449d89482 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516052 Aug 10 04:20:12.901103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:12.933114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:12.970725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:12.972932 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc5cabc-2213-4b5c-90bb-a620fbae0997" -d '{"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:12.976786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.989267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Transition to ACTIVE for port object 9b847ac8-4ddd-45f6-979d-0d45a0be8193 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:13.022766 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba437f-9bd3-438d-be65-d9c300cbe357 x-openstack-request-id: req-6bba437f-9bd3-438d-be65-d9c300cbe357 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:13.023076 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-unplugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:13.023336 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bba437f-9bd3-438d-be65-d9c300cbe357 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:13.023740 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'code': 200} Aug 10 04:20:13.143434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.226898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=10']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:13.267692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] No DVR routers for this DVR port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:20:13.400150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:13.400515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:13.400839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:13.405873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:20:13.406187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Attempting to bind port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:13.410824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:13.411156 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Checking segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:13.411533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Bound using segment: {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:13.411952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Bound port: 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:13.412299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.475599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:13.478744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:13.561108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.600158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.600898 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.604184 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] 10.222.0.54 "PUT /v2.0/ports/9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1093 time: 1.0034215 Aug 10 04:20:13.623666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b284d-0b77-4181-99ad-e1a7cd35ecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=11']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:13.679709 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-0e05d8b7-a7fb-4fe5-8398-aca76a1739c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.681403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-0e05d8b7-a7fb-4fe5-8398-aca76a1739c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1096 time: 0.0436897 Aug 10 04:20:13.778648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-1b91cf2c-c9ee-4b34-8e31-db663c887a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.780148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-1b91cf2c-c9ee-4b34-8e31-db663c887a59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.0921819 Aug 10 04:20:13.881467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-14bf2ee7-2571-46b6-bb9a-04424dc5af43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.0944014 Aug 10 04:20:13.890809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fdd7b-0086-4dd7-817d-decbf76b2377 req-ddd26ffd-a53a-464f-be41-a09edf5218a3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.892261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-233fdd7b-0086-4dd7-817d-decbf76b2377 req-ddd26ffd-a53a-464f-be41-a09edf5218a3 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0995286 Aug 10 04:20:13.960842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-233fdd7b-0086-4dd7-817d-decbf76b2377 req-03118db9-0d34-4999-b52f-0534c6097f07 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603750 Aug 10 04:20:13.964547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-1c282693-86c4-4b6c-889b-0eb15702c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:13.964547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-1c282693-86c4-4b6c-889b-0eb15702c1a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0708346 Aug 10 04:20:14.014541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-dd68baf9-b045-4c24-8259-d09b08b59625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:14.015972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-dd68baf9-b045-4c24-8259-d09b08b59625 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450122 Aug 10 04:20:14.102846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-2b9d1b0c-a073-4356-99c9-45d1319089c2 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792124 Aug 10 04:20:14.194557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-124a6121-bc5c-4f27-b9f3-77deb27be93d req-480b69e8-86ec-416e-903c-d37efe70cf5a service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849426 Aug 10 04:20:14.636989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:20:14.677713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:20:15.025281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:15.028823 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:15.080028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f9d83-03ad-42fa-ae06-8bbf514e2b84 req-fa4abd8c-0118-4599-b8f8-65c4d875346e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.081564 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-243f9d83-03ad-42fa-ae06-8bbf514e2b84 req-fa4abd8c-0118-4599-b8f8-65c4d875346e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0496192 Aug 10 04:20:15.123153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-243f9d83-03ad-42fa-ae06-8bbf514e2b84 req-a8f8687e-f889-472c-a247-08c8d2a70b5b tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331774 Aug 10 04:20:15.181422 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e562916-5f5a-43a1-8ec4-4c9d79c0d2bb x-openstack-request-id: req-1e562916-5f5a-43a1-8ec4-4c9d79c0d2bb {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:15.181717 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:15.181976 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e562916-5f5a-43a1-8ec4-4c9d79c0d2bb {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:15.182970 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'status': 'completed', 'code': 200} Aug 10 04:20:15.273393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-b0de86d8-1989-4fa0-952e-cca042104270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.274968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-b0de86d8-1989-4fa0-952e-cca042104270 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1096 time: 0.0723267 Aug 10 04:20:15.328312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-8360c23f-504f-4af5-9351-6aa1b24006ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.329879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-8360c23f-504f-4af5-9351-6aa1b24006ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=30822c33628e4460a829f020fe0106d1&device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 1096 time: 0.0979471 Aug 10 04:20:15.434867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-769d275a-63b6-403d-be52-22ff00596711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.437287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-769d275a-63b6-403d-be52-22ff00596711 service neutron] 10.222.0.46 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1535926 Aug 10 04:20:15.489333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-c99384dd-53b1-4ecb-9504-4e444c5b4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.490846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-c99384dd-53b1-4ecb-9504-4e444c5b4d45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 200 len: 913 time: 0.1507375 Aug 10 04:20:15.561727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-ae7481bd-b7a1-431e-9a02-e8af33419753 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.1099374 Aug 10 04:20:15.582775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-35b9d73f-4b84-40e5-90b6-8401306b18f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 200 len: 1000 time: 0.0845182 Aug 10 04:20:15.648297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-d79a10e5-cafe-4935-aeac-88aed7d68ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.649692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-d79a10e5-cafe-4935-aeac-88aed7d68ae7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0793054 Aug 10 04:20:15.655238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-e896ab2d-e95e-4b65-9edb-c7c549ad52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.656669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-e896ab2d-e95e-4b65-9edb-c7c549ad52ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 200 len: 851 time: 0.0574167 Aug 10 04:20:15.725743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-6b4eef62-3f8d-4594-b680-8188569aba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.727310 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-6b4eef62-3f8d-4594-b680-8188569aba63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697477 Aug 10 04:20:15.734159 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-ff9c35c6-886e-4131-9b51-51ae7587c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.735556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-ff9c35c6-886e-4131-9b51-51ae7587c5f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=373633d4-06b5-4a4d-a70b-4664d8d5ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707605 Aug 10 04:20:15.888691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-e4ef24f5-bd97-487d-bb48-571ccd73210a service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521392 Aug 10 04:20:15.890591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-a10b5710-3584-4b33-b483-3d889a44261d service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470537 Aug 10 04:20:16.056015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-2b344f4c-7150-4349-a933-8a75ac76a77a service neutron] 10.222.0.46 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599839 Aug 10 04:20:16.059975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-01fd12b8-fc65-4a17-9ce2-5b5d293dc31f req-bdd89ac2-8686-4f05-bf67-2d9bd9ea6ca9 service neutron] 10.222.0.54 "GET /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558826 Aug 10 04:20:16.111410 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.246557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934959c1-5197-448b-8098-9073990aef6e req-397dd719-0932-49b1-84f0-6b469ef2f13c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:16.248011 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-934959c1-5197-448b-8098-9073990aef6e req-397dd719-0932-49b1-84f0-6b469ef2f13c tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0536971 Aug 10 04:20:16.285650 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-934959c1-5197-448b-8098-9073990aef6e req-ba23d280-bf0a-4041-8d41-273fb1197687 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Aug 10 04:20:17.266806 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:17.407154 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a128e-f3bb-42d1-8acc-098f0a5bdaf0 req-2367139a-5a4e-4b18-882b-840d149af5db tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:17.408694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-139a128e-f3bb-42d1-8acc-098f0a5bdaf0 req-2367139a-5a4e-4b18-882b-840d149af5db tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0517230 Aug 10 04:20:17.448114 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-139a128e-f3bb-42d1-8acc-098f0a5bdaf0 req-96a7eeb7-4307-42bd-841b-87160b02a2f9 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332191 Aug 10 04:20:18.566203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a28a1e-e44c-4e98-89e3-a1c228aaf8fd req-99affe66-a415-439b-a637-0d9efe307ef7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.567689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5a28a1e-e44c-4e98-89e3-a1c228aaf8fd req-99affe66-a415-439b-a637-0d9efe307ef7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0504909 Aug 10 04:20:18.605162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5a28a1e-e44c-4e98-89e3-a1c228aaf8fd req-243b945f-8f76-4ffa-8e1c-1ab3028eb5fb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Aug 10 04:20:19.724812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1f761-a857-463c-8c9b-779d11d5f5f6 req-e9118b68-1afa-4731-82e7-47ad63d0e1ef tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:19.726280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96e1f761-a857-463c-8c9b-779d11d5f5f6 req-e9118b68-1afa-4731-82e7-47ad63d0e1ef tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0521803 Aug 10 04:20:19.764661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96e1f761-a857-463c-8c9b-779d11d5f5f6 req-e8698f75-aced-403d-89d6-ac0b503a4131 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Aug 10 04:20:20.879920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0ba1f-f846-47e7-87dc-665ba5fa95c5 req-9c0293ce-9a3d-430b-893a-7a3953d979ed tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:20.881411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec0ba1f-f846-47e7-87dc-665ba5fa95c5 req-9c0293ce-9a3d-430b-893a-7a3953d979ed tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0474174 Aug 10 04:20:20.918840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ec0ba1f-f846-47e7-87dc-665ba5fa95c5 req-e6fbc915-fa77-44d4-a739-25c3711e1677 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Aug 10 04:20:22.031660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960054-ae74-4a6c-95a4-32c46e7dc079 req-021f5c0d-ba41-4f77-8445-34fed78bdc23 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:22.033153 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40960054-ae74-4a6c-95a4-32c46e7dc079 req-021f5c0d-ba41-4f77-8445-34fed78bdc23 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0481379 Aug 10 04:20:22.068951 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40960054-ae74-4a6c-95a4-32c46e7dc079 req-d311e2cf-7527-4844-9018-446b436af5aa tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299745 Aug 10 04:20:23.187666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157c64-697c-4743-a3b1-a1d21bd1bf4e req-01931876-3188-4735-abfa-f0097c94f765 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:23.189192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54157c64-697c-4743-a3b1-a1d21bd1bf4e req-01931876-3188-4735-abfa-f0097c94f765 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0521679 Aug 10 04:20:23.226388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-54157c64-697c-4743-a3b1-a1d21bd1bf4e req-ad4075ab-ad36-4d23-9e49-d1ec27f16cc1 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Aug 10 04:20:24.339579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feace978-b54d-4615-847e-04602bf55ba7 req-13ecc5cc-c9cc-4d78-827f-dd3ed8869c5d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:24.341078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-feace978-b54d-4615-847e-04602bf55ba7 req-13ecc5cc-c9cc-4d78-827f-dd3ed8869c5d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0474086 Aug 10 04:20:24.377548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-feace978-b54d-4615-847e-04602bf55ba7 req-a17856d3-8b89-4d61-a72a-9d0a25231780 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306230 Aug 10 04:20:25.491360 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0305d8c-d85b-4661-a478-6cc02d7f4f66 req-f05f8a45-46b9-4e39-82d1-9fc0472300ed tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.492852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0305d8c-d85b-4661-a478-6cc02d7f4f66 req-f05f8a45-46b9-4e39-82d1-9fc0472300ed tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0474977 Aug 10 04:20:25.530954 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0305d8c-d85b-4661-a478-6cc02d7f4f66 req-4ffd4bf9-0ccd-4481-963e-2974ad27803e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Aug 10 04:20:26.650420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c2026-df8c-4e45-b0eb-8777141b7981 req-454337f2-6275-45e2-bcc0-ffd67f97ac48 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:26.652026 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb0c2026-df8c-4e45-b0eb-8777141b7981 req-454337f2-6275-45e2-bcc0-ffd67f97ac48 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 944 time: 0.0526247 Aug 10 04:20:26.692602 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cb0c2026-df8c-4e45-b0eb-8777141b7981 req-4b97d275-7ede-41b4-8bda-2e38d89efeba tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343566 Aug 10 04:20:26.766283 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.518668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:20:27.610528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:27.622301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'port_id': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'mac_address': 'fa:16:3e:95:a7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:20:27.658227 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.674620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b847ac8-4ddd-45f6-979d-0d45a0be8193 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:27.694032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:27.766397 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.809413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9868c2-e6a7-4645-b233-4d811eedc159 req-ce227c65-33ff-44d9-8767-747156b56d13 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:27.811784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e9868c2-e6a7-4645-b233-4d811eedc159 req-ce227c65-33ff-44d9-8767-747156b56d13 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0517631 Aug 10 04:20:27.813605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=12']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:27.852449 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e9868c2-e6a7-4645-b233-4d811eedc159 req-9bc72bde-dd7c-4ae3-ba10-53709a9951f5 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Aug 10 04:20:27.964271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799344-e01f-456d-95f1-80ac84ed54d7 req-32e996d0-2d6c-44e5-a067-8139a97077c2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:27.965759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48799344-e01f-456d-95f1-80ac84ed54d7 req-32e996d0-2d6c-44e5-a067-8139a97077c2 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0480816 Aug 10 04:20:28.001983 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-48799344-e01f-456d-95f1-80ac84ed54d7 req-1d7e37bc-440e-48d5-b5e8-c56de66cd0fb tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304110 Aug 10 04:20:28.118820 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d14c6e-2517-47d3-a7c9-4cb48da34255 req-8951cc05-e1af-442a-ac12-4ba89576a595 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:28.120817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6d14c6e-2517-47d3-a7c9-4cb48da34255 req-8951cc05-e1af-442a-ac12-4ba89576a595 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0516078 Aug 10 04:20:28.158470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6d14c6e-2517-47d3-a7c9-4cb48da34255 req-ff036e23-3ad3-49eb-92e7-59ea37310226 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317352 Aug 10 04:20:28.175260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['9b847ac8-4ddd-45f6-979d-0d45a0be8193'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:20:28.641524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0aaf4-0aa1-4bd8-8a2f-ed4ac53f896f req-035eab5d-b8ae-4ba1-a669-364a0b844dd6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:28.642984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dc0aaf4-0aa1-4bd8-8a2f-ed4ac53f896f req-035eab5d-b8ae-4ba1-a669-364a0b844dd6 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0482750 Aug 10 04:20:28.680320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8dc0aaf4-0aa1-4bd8-8a2f-ed4ac53f896f req-5f5517c7-080a-4d7c-84a6-d6a51d1646ba tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Aug 10 04:20:29.525296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:29.673824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:29.677645 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:29.678017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.754235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.777699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:29.779852 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be534e-5215-436d-955b-0a78ec3cac38" -d '{"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-plugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:29.793979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:29.800006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4445b3-2153-4fb8-b088-725a6d355cfb req-a34fec48-c759-4a7b-80a4-976b9d068e97 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:29.800006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4445b3-2153-4fb8-b088-725a6d355cfb req-a34fec48-c759-4a7b-80a4-976b9d068e97 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 945 time: 0.0492580 Aug 10 04:20:29.834893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc4445b3-2153-4fb8-b088-725a6d355cfb req-11d9bcab-5f88-4507-b21e-ff5900e43e5d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Aug 10 04:20:29.880557 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc76375-9a85-483e-9ae0-55dc97f33a9c x-openstack-request-id: req-fcc76375-9a85-483e-9ae0-55dc97f33a9c {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:29.880557 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-plugged", "status": "completed", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:29.880557 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcc76375-9a85-483e-9ae0-55dc97f33a9c {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:29.880557 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'code': 200} Aug 10 04:20:29.903529 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.954128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=13']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:30.331409 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f33a389-01d8-4a4a-9820-95584103b2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:30.480178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-44cfcbbd-8d3f-4d5c-b06a-0fd75d309827 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:30.481612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-44cfcbbd-8d3f-4d5c-b06a-0fd75d309827 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 946 time: 0.0515583 Aug 10 04:20:30.569288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Deleting port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:30.569629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:30.662519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] For port 9b847ac8-4ddd-45f6-979d-0d45a0be8193, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=9b847ac8-4ddd-45f6-979d-0d45a0be8193,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:30.662884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:31.133752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71a9de-392b-4798-87ec-bf8d53b105a7 req-7cbc9039-719e-44a4-a3cf-f7b7e3fedf7d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:31.135822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71a9de-392b-4798-87ec-bf8d53b105a7 req-7cbc9039-719e-44a4-a3cf-f7b7e3fedf7d tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 946 time: 0.0890493 Aug 10 04:20:31.164883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:31.165259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:31.165563 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Floating IP dddcccb1-a754-42a0-95e0-06d0aa963792 disassociated. External IP: 172.25.1.234, port: 9b847ac8-4ddd-45f6-979d-0d45a0be8193. Aug 10 04:20:31.165910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Calling delete_port for 9b847ac8-4ddd-45f6-979d-0d45a0be8193 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:31.194661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71a9de-392b-4798-87ec-bf8d53b105a7 req-a451ce8a-d45f-49db-addf-c279cc25ec20 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups?id=bd7a957b-c239-4bde-94e3-9b5656f10bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520468 Aug 10 04:20:31.389289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:31.419371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event deleted for resources: {'Port': ['ID=9b847ac8-4ddd-45f6-979d-0d45a0be8193,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:31.536232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:31.643988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:31.654289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:31.664121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:31.664989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:31.682896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] No DVR routers for this DVR port 9b847ac8-4ddd-45f6-979d-0d45a0be8193 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:20:31.685552 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:31.687557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9f3da7f9-e705-45ff-a3fa-e13eebef3d7a req-d3668e42-7150-4fab-b9d2-755886b69811 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.54 "DELETE /v2.0/ports/9b847ac8-4ddd-45f6-979d-0d45a0be8193 HTTP/1.1" status: 204 len: 173 time: 1.1999793 Aug 10 04:20:31.688027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-deleted', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:31.690355 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc39993e-51e9-4818-8ae6-b4b212bc14d6" -d '{"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-deleted", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:31.725697 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24807eb2-882f-4cca-af6c-d8d57c24e412 x-openstack-request-id: req-24807eb2-882f-4cca-af6c-d8d57c24e412 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:31.726177 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9be66d-fb9b-4c09-982e-132b903de87b", "name": "network-vif-deleted", "tag": "9b847ac8-4ddd-45f6-979d-0d45a0be8193", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:31.726433 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24807eb2-882f-4cca-af6c-d8d57c24e412 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:31.726830 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9be66d-fb9b-4c09-982e-132b903de87b', 'name': 'network-vif-deleted', 'tag': '9b847ac8-4ddd-45f6-979d-0d45a0be8193', 'status': 'completed', 'code': 200} Aug 10 04:20:31.770384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:31.967250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:31.993501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:32.002148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:32.002737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:20:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:32.108310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:32.299256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2619be11-1224-40a1-95ef-f621dec73f6d req-aa95368e-f264-4459-b80f-7c881dd78448 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0315950 Aug 10 04:20:32.314689 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:32.342329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4c0bf-ae8b-488c-90a9-22a8c3995be2 None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:07:16Z', 'revision_number': 4, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '22e5c44d-c6e2-4b37-b55c-b27e55a1e34a', 'name': '', 'network_id': '373633d4-06b5-4a4d-a70b-4664d8d5ac8a', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'mac_address': 'fa:16:3e:b9:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:16Z', 'updated_at': '2021-08-10T04:07:22Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'subnets': [{'id': '6aa28ab8-d344-4859-825d-85d6cf73266f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:32.567433 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d94796-71f6-4843-87ac-e3c567a9df6a None None] New status for floating IP dddcccb1-a754-42a0-95e0-06d0aa963792: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:20:32.755592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:33.046215 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-01666c29-aaff-4f88-ba3b-4d7a24191484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:33.394443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-251df29b-d1c5-4543-9ecb-f46fe5dc927a req-525b68a6-d30f-42aa-b021-2b23c4e3922e tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0260031 Aug 10 04:20:33.544892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:20:33.566194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 9b847ac8-4ddd-45f6-979d-0d45a0be8193 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:20:33.566534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 9b847ac8-4ddd-45f6-979d-0d45a0be8193 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:20:34.377279 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:34.495299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51256389-0a17-476d-b92d-f2c3c6908af8 req-aef1ae82-8673-430b-9386-e430991dbb54 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0268254 Aug 10 04:20:35.600679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ce36445e-6201-4622-b6d0-f84eeec244b4 req-30d5694b-8235-46ad-bfaf-c32357397e2f tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9be66d-fb9b-4c09-982e-132b903de87b HTTP/1.1" status: 200 len: 210 time: 0.0257962 Aug 10 04:20:35.959316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.612273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46560) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:40.670869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ae0fea2-bd53-46d8-869a-2ddbca1c0831 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.694156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ae0fea2-bd53-46d8-869a-2ddbca1c0831 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.811394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ae0fea2-bd53-46d8-869a-2ddbca1c0831 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.813983 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ae0fea2-bd53-46d8-869a-2ddbca1c0831 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.815191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2ae0fea2-bd53-46d8-869a-2ddbca1c0831 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "DELETE /v2.0/security-groups/bd7a957b-c239-4bde-94e3-9b5656f10bcc HTTP/1.1" status: 204 len: 168 time: 0.2018387 Aug 10 04:20:40.817798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46562) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:40.825388 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0fea2-bd53-46d8-869a-2ddbca1c0831 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7a957b-c239-4bde-94e3-9b5656f10bcc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:40.835465 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-a5501448-b9bb-4d8d-8a2d-40e2cf733ce7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] show failed (client error): The resource could not be found. Aug 10 04:20:40.836564 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a5501448-b9bb-4d8d-8a2d-40e2cf733ce7 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "GET /v2.0/security-groups/bd7a957b-c239-4bde-94e3-9b5656f10bcc HTTP/1.1" status: 404 len: 347 time: 0.0176742 Aug 10 04:20:40.842733 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46568) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:40.975374 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Deleting port c7fae67e-2a34-413a-8f16-eb4121e0ff11 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:40.975637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.050140 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.050472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.061833 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Calling delete_port for c7fae67e-2a34-413a-8f16-eb4121e0ff11 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:41.325917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.351605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Pushing event deleted for resources: {'Port': ['ID=c7fae67e-2a34-413a-8f16-eb4121e0ff11,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:41.363335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.363683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.364029 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.364480 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.364815 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.365148 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.365477 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.365805 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.366128 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.366451 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.366775 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.367099 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:41.423826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.426407 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.430647 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-badce27b-764f-4f56-bcb6-264346035e61 tempest-ServerActionsTestJSON-435976999 tempest-ServerActionsTestJSON-435976999-project] 10.222.0.26 "DELETE /v2.0/floatingips/dddcccb1-a754-42a0-95e0-06d0aa963792 HTTP/1.1" status: 204 len: 168 time: 0.5860460 Aug 10 04:20:41.430647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46576) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:41.910440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.158076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Deleting port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:42.158422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.237837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] For port 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:42.238120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.250837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Calling delete_port for 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:42.491614 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.517248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e5c44d-c6e2-4b37-b55c-b27e55a1e34a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:42.689284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.902240 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Router d699e739-6fa2-4d88-bcf7-edaa79cb6374 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:43.280440 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:43.285943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e030d26c-50a7-49fc-b70d-3ee0efa2a762 admin admin] 10.222.0.26 "PUT /v2.0/routers/d699e739-6fa2-4d88-bcf7-edaa79cb6374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8543341 Aug 10 04:20:43.288466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46580) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:43.289248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] Sync routers for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:43.298126 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:43.298811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:20:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:43.390464 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:43.401550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:43.492271 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:43.580103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:43.606117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] Checking router: d699e739-6fa2-4d88-bcf7-edaa79cb6374 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:43.614361 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] Routers {'d699e739-6fa2-4d88-bcf7-edaa79cb6374'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:43.614968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:20:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:43.702299 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Deleting port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:43.702649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:43.717333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] Set router d699e739-6fa2-4d88-bcf7-edaa79cb6374 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:43.790102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] For port 1d02b657-2eec-4db6-a1d1-0cf93133c5dc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:43.790472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:43.804817 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Calling delete_port for 1d02b657-2eec-4db6-a1d1-0cf93133c5dc owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:44.045771 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:44.074542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96715936-e949-4bd8-9531-b3e859ee035c None None] The sync data for ids ['d699e739-6fa2-4d88-bcf7-edaa79cb6374'] in n-d-765315-26 is: [{'id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'name': 'tempest-ServerActionsTestJSON-2077686970-router', 'tenant_id': '30822c33628e4460a829f020fe0106d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:13Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 5, 'project_id': '30822c33628e4460a829f020fe0106d1', 'gw_port': {'id': '1d02b657-2eec-4db6-a1d1-0cf93133c5dc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd699e739-6fa2-4d88-bcf7-edaa79cb6374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:14Z', 'updated_at': '2021-08-10T04:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:44.105772 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.134301 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d02b657-2eec-4db6-a1d1-0cf93133c5dc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:44.193568 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.283170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.285520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.434599 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.438410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d699e739-6fa2-4d88-bcf7-edaa79cb6374 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:20:44.439717 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.440910 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4a14b722-bda6-4036-983a-d9a9b8411d84 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d699e739-6fa2-4d88-bcf7-edaa79cb6374 HTTP/1.1" status: 204 len: 168 time: 1.1515369 Aug 10 04:20:44.443429 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46582) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:44.490840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Deleting subnet 6aa28ab8-d344-4859-825d-85d6cf73266f {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:20:44.494422 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.531886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.620585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.652758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:20:44.672802 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:20:44.675872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22e5c44d-c6e2-4b37-b55c-b27e55a1e34a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:20:44.737719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.765590 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa28ab8-d344-4859-825d-85d6cf73266f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:44.774303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.776630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab526de-5926-432f-bf59-d4dc1d0a3a3b None None] Network 373633d4-06b5-4a4d-a70b-4664d8d5ac8a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:20:44.776803 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1a01381d-859d-4a60-850b-f1c180dbdb26 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6aa28ab8-d344-4859-825d-85d6cf73266f HTTP/1.1" status: 204 len: 168 time: 0.3323958 Aug 10 04:20:44.778043 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46584) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:44.850881 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.905523 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Deleting port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:44.905875 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.973056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] For port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:44.973423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:44.985789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Calling delete_port for b12b0df2-098b-42e8-aaa0-8ddfef06ae3c owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:45.083358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] DHCP port deletion for 373633d4-06b5-4a4d-a70b-4664d8d5ac8a request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:20:45.136504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] Deleting port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:45.136504 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.142922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.170816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:45.174782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] No DVR routers for this DVR port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:20:45.199087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] For port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,segment=NetworkSegment(ca020877-d7f2-4c0a-ab1f-fceefdf96afb),segment_id=ca020877-d7f2-4c0a-ab1f-fceefdf96afb)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:45.199491 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.212144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] Calling delete_port for b12b0df2-098b-42e8-aaa0-8ddfef06ae3c owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:45.250748 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.261487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373633d4-06b5-4a4d-a70b-4664d8d5ac8a']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:45.271972 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:45.272275 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca020877-d7f2-4c0a-ab1f-fceefdf96afb') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:45.281485 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:20:45.284102 n-d-765315-26 neutron-server[94806]: self.session.flush() Aug 10 04:20:45.290221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.296204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.302600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:20:45.302997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:20:45.304659 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:20:45.316048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] Pushing event deleted for resources: {'Port': ['ID=b12b0df2-098b-42e8-aaa0-8ddfef06ae3c,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:45.317882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989b3d1-77c3-4487-99a7-c5a541979f59 None None] No DVR routers for this DVR port b12b0df2-098b-42e8-aaa0-8ddfef06ae3c on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:20:45.451600 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.457308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.459161 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] 10.222.0.26 "DELETE /v2.0/networks/373633d4-06b5-4a4d-a70b-4664d8d5ac8a HTTP/1.1" status: 204 len: 168 time: 0.6801817 Aug 10 04:20:45.470837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e16c4-10bb-4657-a3ad-3e8078c9cb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=373633d4-06b5-4a4d-a70b-4664d8d5ac8a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:45.843877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:45.889562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4c1c9a2a-87c6-4005-82bd-54192a28d5af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30822c33628e4460a829f020fe0106d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443854 Aug 10 04:20:45.892089 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46590) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:45.943701 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a453123b-f189-4f05-9dd4-d6cb8e53e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.971181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a453123b-f189-4f05-9dd4-d6cb8e53e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:46.005588 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:46.136818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a453123b-f189-4f05-9dd4-d6cb8e53e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:46.139431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a453123b-f189-4f05-9dd4-d6cb8e53e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:46.140604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a453123b-f189-4f05-9dd4-d6cb8e53e4af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbd87798-65a3-4e31-b77e-9c364d572ced HTTP/1.1" status: 204 len: 168 time: 0.2475281 Aug 10 04:20:46.148612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453123b-f189-4f05-9dd4-d6cb8e53e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd87798-65a3-4e31-b77e-9c364d572ced,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:46.642450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d02b657-2eec-4db6-a1d1-0cf93133c5dc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:20:46.662960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1d02b657-2eec-4db6-a1d1-0cf93133c5dc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:20:46.663308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d02b657-2eec-4db6-a1d1-0cf93133c5dc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:20:46.663896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b12b0df2-098b-42e8-aaa0-8ddfef06ae3c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:20:46.682347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b12b0df2-098b-42e8-aaa0-8ddfef06ae3c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:20:46.682685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b12b0df2-098b-42e8-aaa0-8ddfef06ae3c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:20:47.349868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:47.445625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-724402745-network', 'tenant_id': '1c3e0fdf02714c1ca1827eb77fe5ebf3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:47.565312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Made reservation on behalf of 1c3e0fdf02714c1ca1827eb77fe5ebf3 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:47.567576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.576369 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.667055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.731196 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.758452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:20:47.768606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e7666f-3f96-4b8d-84f2-232bdc8309d6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:47.773302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.773648 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Added segment 95d2d1e2-5a74-4efd-a81c-94ea0ca97f08 of type vlan for network 249f651d-1349-430a-8ce0-ea54a2f67c15 Aug 10 04:20:47.813526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.919920 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.920834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:47.921459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.976956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] Pushing event updated for resources: {'Network': ['ID=249f651d-1349-430a-8ce0-ea54a2f67c15,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:47.987058 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 249f651d-1349-430a-8ce0-ea54a2f67c15 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:20:48.091979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4ceb685b-c358-4e94-84b5-ff08533a655e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7409973 Aug 10 04:20:48.094767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46616) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:48.099519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Request body: {'subnet': {'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-724402745-subnet', 'tenant_id': '1c3e0fdf02714c1ca1827eb77fe5ebf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:48.177254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Made reservation on behalf of 1c3e0fdf02714c1ca1827eb77fe5ebf3 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:48.179539 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:48.439919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:48.495529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ebaf4c-8dd4-4738-b4db-6765c3355611,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:48.502621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Checking segment: {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:48.502975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Network hostable DHCP agents. Network: 249f651d-1349-430a-8ce0-ea54a2f67c15, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:20:48.576416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Network 249f651d-1349-430a-8ce0-ea54a2f67c15 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:20:48.725599 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 249f651d-1349-430a-8ce0-ea54a2f67c15) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:48.729771 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:48.730366 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:48.734365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caeedd9-5230-4cf2-93dc-aa1a669b8cb1 None None] Network 249f651d-1349-430a-8ce0-ea54a2f67c15 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:20:48.806546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5df7c510-5047-44fe-8531-d9e845c5b6f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7106814 Aug 10 04:20:48.857596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fd24de-013d-4260-886a-8875bd61bbbc None None] Network 249f651d-1349-430a-8ce0-ea54a2f67c15 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:20:49.236113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-b4219100-a7ed-494e-ac42-119b2cb92210 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:49.237675 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-b4219100-a7ed-494e-ac42-119b2cb92210 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/networks?id=249f651d-1349-430a-8ce0-ea54a2f67c15 HTTP/1.1" status: 200 len: 813 time: 0.1020868 Aug 10 04:20:49.252200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3a6a41e3-9b76-482a-b77b-979c0a3132c1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/quotas/1c3e0fdf02714c1ca1827eb77fe5ebf3 HTTP/1.1" status: 200 len: 375 time: 0.0088615 Aug 10 04:20:49.284589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-1f90810d-9823-46b8-8fd9-34421f161329 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266221 Aug 10 04:20:49.374715 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-580c3d3c-7c12-4bb8-ba1c-d4bf77029cd5 service neutron] 10.222.0.26 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830152 Aug 10 04:20:49.461178 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-8fcf360c-5dfd-47a9-9028-d342066e7c1d service neutron] 10.222.0.26 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802903 Aug 10 04:20:49.732245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-75ad3b11-f140-431f-bd60-92186b579391 req-a1c47e52-a77e-43e3-a29c-8d34ad95c334 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 210 time: 0.0262792 Aug 10 04:20:50.813542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e49ef2f0-9941-411c-87da-818e984bd6c4 req-df71dbd6-5da9-4905-b3d4-b4efd065715f tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 210 time: 0.0313721 Aug 10 04:20:51.960331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3452ffd-3183-4a6b-9b47-c67b8ca67baf req-412bdc59-909c-4d3b-81af-405a6189920e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 210 time: 0.0804498 Aug 10 04:20:52.612262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3f418811-65af-482b-bceb-fed9e81f18db tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:52.613745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3f418811-65af-482b-bceb-fed9e81f18db tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.46 "GET /v2.0/networks?id=249f651d-1349-430a-8ce0-ea54a2f67c15 HTTP/1.1" status: 200 len: 813 time: 0.0989969 Aug 10 04:20:52.626901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Request body: {'port': {'device_id': '5cab262e-e072-459c-b789-25dabff3abb8', 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15', 'admin_state_up': True, 'tenant_id': '1c3e0fdf02714c1ca1827eb77fe5ebf3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:52.874059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Made reservation on behalf of 1c3e0fdf02714c1ca1827eb77fe5ebf3 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:52.877659 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.002303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Allocated IP 172.20.0.3 (249f651d-1349-430a-8ce0-ea54a2f67c15/94ebaf4c-8dd4-4738-b4db-6765c3355611/38a3980d-afa9-447b-a690-70961ffdf5b8) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:53.081043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fc32e33-1b09-4c3f-a6ca-7b3575a4af9f req-f7597f83-9419-4b10-9a15-2c4688042d1b tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 210 time: 0.0425031 Aug 10 04:20:53.174234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.285076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.333032 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Network 249f651d-1349-430a-8ce0-ea54a2f67c15 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:53.336105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:53.339838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:53.346039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Pushing event updated for resources: {'Port': ['ID=38a3980d-afa9-447b-a690-70961ffdf5b8,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:53.373661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.374008 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.374349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.374687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.375020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.375352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.375679 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.376006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.376331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.376676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.376999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.377319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:53.400616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:53.401219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.514225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-80207daa-c7b5-4167-817d-c0c365ed6e04 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8913801 Aug 10 04:20:53.527633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Request body: {'port': {'device_id': '5cab262e-e072-459c-b789-25dabff3abb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:53.578094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.847798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a3980d-afa9-447b-a690-70961ffdf5b8 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:53.855055 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:53.866346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Transition to ACTIVE for port object 38a3980d-afa9-447b-a690-70961ffdf5b8 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:53.971018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:54.022214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Pushing event updated for resources: {'Port': ['ID=38a3980d-afa9-447b-a690-70961ffdf5b8,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:54.085318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Attempting to bind port 38a3980d-afa9-447b-a690-70961ffdf5b8 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:54.085656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Attempting to bind port 38a3980d-afa9-447b-a690-70961ffdf5b8 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:54.085985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Attempting to bind port 38a3980d-afa9-447b-a690-70961ffdf5b8 on network 249f651d-1349-430a-8ce0-ea54a2f67c15 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:54.090901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Port 38a3980d-afa9-447b-a690-70961ffdf5b8 on network 249f651d-1349-430a-8ce0-ea54a2f67c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:20:54.091221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Attempting to bind port 38a3980d-afa9-447b-a690-70961ffdf5b8 on network 249f651d-1349-430a-8ce0-ea54a2f67c15 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:54.095841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:54.096177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Checking segment: {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:54.096591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Bound using segment: {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:54.097015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Bound port: 38a3980d-afa9-447b-a690-70961ffdf5b8, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:54.097372 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:54.190803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] For port 38a3980d-afa9-447b-a690-70961ffdf5b8, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:54.205063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] For port 38a3980d-afa9-447b-a690-70961ffdf5b8, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38a3980d-afa9-447b-a690-70961ffdf5b8,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:54.219705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ed44-d8b6-42d6-b0a0-c4f08e8e48c1 req-74dd13cc-6425-437f-98d6-7eded9d89b1b tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.221233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1308ed44-d8b6-42d6-b0a0-c4f08e8e48c1 req-74dd13cc-6425-437f-98d6-7eded9d89b1b tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 943 time: 0.0659516 Aug 10 04:20:54.258616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1308ed44-d8b6-42d6-b0a0-c4f08e8e48c1 req-c4a1fd98-2170-4ba8-b2bd-3e6932b906fe tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Aug 10 04:20:54.267336 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:54.303200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:54.335991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.336634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:54.338009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] 10.222.0.46 "PUT /v2.0/ports/38a3980d-afa9-447b-a690-70961ffdf5b8 HTTP/1.1" status: 200 len: 1092 time: 0.8152688 Aug 10 04:20:54.338440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab262e-e072-459c-b789-25dabff3abb8', 'tag': '38a3980d-afa9-447b-a690-70961ffdf5b8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:54.340714 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92f44a2-f9e0-42de-aa9f-8c1512690963" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab262e-e072-459c-b789-25dabff3abb8", "tag": "38a3980d-afa9-447b-a690-70961ffdf5b8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:54.367056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ee6d-38b1-4189-982e-2a74344f281c service neutron] Pushing event updated for resources: {'Port': ['ID=38a3980d-afa9-447b-a690-70961ffdf5b8,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:54.379062 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc10ad74-4900-4910-8e78-07f1d306ba49 x-openstack-request-id: req-bc10ad74-4900-4910-8e78-07f1d306ba49 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:54.379361 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab262e-e072-459c-b789-25dabff3abb8", "tag": "38a3980d-afa9-447b-a690-70961ffdf5b8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:54.379613 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc10ad74-4900-4910-8e78-07f1d306ba49 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:54.380031 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab262e-e072-459c-b789-25dabff3abb8', 'tag': '38a3980d-afa9-447b-a690-70961ffdf5b8', 'status': 'completed', 'code': 200} Aug 10 04:20:54.446843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f44a2-f9e0-42de-aa9f-8c1512690963 req-7f0b282f-a651-424e-af76-0a5f36590056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.448984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d92f44a2-f9e0-42de-aa9f-8c1512690963 req-7f0b282f-a651-424e-af76-0a5f36590056 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 1095 time: 0.0474973 Aug 10 04:20:54.547368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f44a2-f9e0-42de-aa9f-8c1512690963 req-0f6444a3-ec98-48a7-bce5-112755bf3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.548845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d92f44a2-f9e0-42de-aa9f-8c1512690963 req-0f6444a3-ec98-48a7-bce5-112755bf3446 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0913596 Aug 10 04:20:54.644474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f44a2-f9e0-42de-aa9f-8c1512690963 req-47d09d77-8568-46ee-aa61-a5e5fc87f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.645857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d92f44a2-f9e0-42de-aa9f-8c1512690963 req-47d09d77-8568-46ee-aa61-a5e5fc87f269 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886440 Aug 10 04:20:54.721073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-81902997-b826-4688-a61f-16f02de73739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.723695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-81902997-b826-4688-a61f-16f02de73739 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 1095 time: 0.0407882 Aug 10 04:20:54.767148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-bd9005ee-f848-4453-88dc-4a8b2470aed1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a3980d-afa9-447b-a690-70961ffdf5b8 HTTP/1.1" status: 200 len: 217 time: 0.0348735 Aug 10 04:20:54.815655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-7e9d83ce-66a4-475f-8444-8804f542590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:54.817103 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-7e9d83ce-66a4-475f-8444-8804f542590a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ebaf4c-8dd4-4738-b4db-6765c3355611 HTTP/1.1" status: 200 len: 853 time: 0.0432768 Aug 10 04:20:54.851088 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-3ac11cf1-e37e-4adc-81ff-b298c8f5a7dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=249f651d-1349-430a-8ce0-ea54a2f67c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269415 Aug 10 04:20:54.939798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-e033c1b8-c118-4472-9e59-585af612df41 service neutron] 10.222.0.46 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799310 Aug 10 04:20:55.031508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe2e3c5-0aa9-41a8-a6ad-d18c2b221ce1 req-dbcbffab-0c4e-4bb0-a072-e50706783c15 service neutron] 10.222.0.46 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Aug 10 04:20:55.375501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e327ee4-6890-4dfe-844a-e14d70b45154 req-2d7241c3-684a-4d39-88df-9d9b0e6cc48d tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:55.377025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e327ee4-6890-4dfe-844a-e14d70b45154 req-2d7241c3-684a-4d39-88df-9d9b0e6cc48d tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 943 time: 0.0491121 Aug 10 04:20:55.415530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e327ee4-6890-4dfe-844a-e14d70b45154 req-01f1d22e-4035-44b7-a765-84706bad962a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Aug 10 04:20:56.530250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74034c-9f10-446b-b405-17be9af63cdc req-69a30bf3-e9ce-4abe-b667-cab7dd633287 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:56.532044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a74034c-9f10-446b-b405-17be9af63cdc req-69a30bf3-e9ce-4abe-b667-cab7dd633287 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 943 time: 0.0512266 Aug 10 04:20:56.569014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4a74034c-9f10-446b-b405-17be9af63cdc req-3862bc25-3a23-4436-b5a9-80996e6a780d tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Aug 10 04:20:56.868233 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:57.684955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d93515-8ce2-4957-bdc0-7413675c9e63 req-30f2ea05-a0ea-4572-9af2-e41491926a3c tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:57.686428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96d93515-8ce2-4957-bdc0-7413675c9e63 req-30f2ea05-a0ea-4572-9af2-e41491926a3c tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 943 time: 0.0522747 Aug 10 04:20:57.732580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96d93515-8ce2-4957-bdc0-7413675c9e63 req-8bbb9a7c-675f-4570-ad4f-f87d23c24c7b tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Aug 10 04:20:58.746500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38a3980d-afa9-447b-a690-70961ffdf5b8 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:20:58.843222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 38a3980d-afa9-447b-a690-70961ffdf5b8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38a3980d-afa9-447b-a690-70961ffdf5b8,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:58.845837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94d223-9704-455b-bc80-437dfed4f0fe req-d83713fd-01d8-4922-9cd5-a8f3dd56b0fc tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:58.847343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb94d223-9704-455b-bc80-437dfed4f0fe req-d83713fd-01d8-4922-9cd5-a8f3dd56b0fc tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 943 time: 0.0491858 Aug 10 04:20:58.855050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': '38a3980d-afa9-447b-a690-70961ffdf5b8', 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15', 'port_id': '38a3980d-afa9-447b-a690-70961ffdf5b8', 'mac_address': 'fa:16:3e:a9:7b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ebaf4c-8dd4-4738-b4db-6765c3355611', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:20:58.885087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb94d223-9704-455b-bc80-437dfed4f0fe req-5e64daeb-e3df-4d21-b2d8-0b149a891566 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Aug 10 04:20:58.890635 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:58.904117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a3980d-afa9-447b-a690-70961ffdf5b8 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:58.923826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 38a3980d-afa9-447b-a690-70961ffdf5b8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38a3980d-afa9-447b-a690-70961ffdf5b8,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:59.005065 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:59.056224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=38a3980d-afa9-447b-a690-70961ffdf5b8,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:59.203859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38a3980d-afa9-447b-a690-70961ffdf5b8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:00.001590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620b166-e973-47b3-89dd-e52ef55ec3cc req-3c6a3f96-3be8-4dbb-b183-4d941a6df38a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:00.003095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9620b166-e973-47b3-89dd-e52ef55ec3cc req-3c6a3f96-3be8-4dbb-b183-4d941a6df38a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Aug 10 04:21:00.040862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9620b166-e973-47b3-89dd-e52ef55ec3cc req-91068c28-7219-4943-af2c-e8832462aef0 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317373 Aug 10 04:21:00.313830 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-afcb4ee7-e12f-4ae8-8405-a586cab5b5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.760913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38a3980d-afa9-447b-a690-70961ffdf5b8 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:00.919392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port 38a3980d-afa9-447b-a690-70961ffdf5b8 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:00.923450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port 38a3980d-afa9-447b-a690-70961ffdf5b8 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:00.923814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.997813 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:01.019116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab262e-e072-459c-b789-25dabff3abb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a3980d-afa9-447b-a690-70961ffdf5b8'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:01.021374 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c86a741-82d8-4ac4-9ab8-3231941fe5bd" -d '{"events": [{"server_uuid": "5cab262e-e072-459c-b789-25dabff3abb8", "name": "network-vif-plugged", "status": "completed", "tag": "38a3980d-afa9-447b-a690-70961ffdf5b8"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:01.034661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port 38a3980d-afa9-447b-a690-70961ffdf5b8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38a3980d-afa9-447b-a690-70961ffdf5b8,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:01.060607 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3afb6-4eb3-475e-abfa-8f5df491d31f x-openstack-request-id: req-ded3afb6-4eb3-475e-abfa-8f5df491d31f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:01.060903 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab262e-e072-459c-b789-25dabff3abb8", "name": "network-vif-plugged", "status": "completed", "tag": "38a3980d-afa9-447b-a690-70961ffdf5b8", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:01.063654 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ded3afb6-4eb3-475e-abfa-8f5df491d31f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:01.063654 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab262e-e072-459c-b789-25dabff3abb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a3980d-afa9-447b-a690-70961ffdf5b8', 'code': 200} Aug 10 04:21:01.114024 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:01.166194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=38a3980d-afa9-447b-a690-70961ffdf5b8,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:01.190621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ece0d-0798-4683-a46f-c42c6daf31ac req-3e3c7227-fd35-4d2e-b820-f5b4da4997a7 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:01.192124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696ece0d-0798-4683-a46f-c42c6daf31ac req-3e3c7227-fd35-4d2e-b820-f5b4da4997a7 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0838962 Aug 10 04:21:01.197906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c4aa7-ed3b-4cc4-baf9-94c82786d5a4 req-df113d9d-360c-4cb8-8cc2-02bb5f59fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:01.199294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e13c4aa7-ed3b-4cc4-baf9-94c82786d5a4 req-df113d9d-360c-4cb8-8cc2-02bb5f59fc9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 1097 time: 0.0810485 Aug 10 04:21:01.252977 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-696ece0d-0798-4683-a46f-c42c6daf31ac req-f258fb23-c44b-4b08-9d1d-f1dacb376112 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Aug 10 04:21:01.254597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e13c4aa7-ed3b-4cc4-baf9-94c82786d5a4 req-6608ea7a-c950-4ce4-903b-1f9a64013dd6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Aug 10 04:21:02.366189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b0134-739a-4920-adff-88c16e8629b5 req-e160a5a4-9bb6-4eef-9c84-2bf6f4e4e01a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:02.367689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-842b0134-739a-4920-adff-88c16e8629b5 req-e160a5a4-9bb6-4eef-9c84-2bf6f4e4e01a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0486906 Aug 10 04:21:02.405281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-842b0134-739a-4920-adff-88c16e8629b5 req-783f7d94-0b65-4591-ab92-da3fe0dd7017 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Aug 10 04:21:02.637204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-4c24d85f-d3ea-4dbf-ab8a-af89c8e699e6 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:02.639686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-4c24d85f-d3ea-4dbf-ab8a-af89c8e699e6 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/networks?id=249f651d-1349-430a-8ce0-ea54a2f67c15 HTTP/1.1" status: 200 len: 813 time: 0.1152492 Aug 10 04:21:02.654672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-24d2f640-9eb8-423f-90a7-a063c9a41c64 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/quotas/1c3e0fdf02714c1ca1827eb77fe5ebf3 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Aug 10 04:21:02.707253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-4ef5530c-4c5f-4416-a5c4-53bd9dcb6add tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470309 Aug 10 04:21:02.777452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:02.800241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-290848cb-d4a1-43aa-8f3b-4f69fc157610 service neutron] 10.222.0.26 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859826 Aug 10 04:21:02.889124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d82e7fdd-204e-41b9-a9e6-7f7dcf3e33da service neutron] 10.222.0.26 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811954 Aug 10 04:21:03.087415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4776e60-6393-4904-858e-784c6bbf713b req-7d9d3f3c-e396-4d46-8d4a-040f2f3ae18a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 210 time: 0.0281401 Aug 10 04:21:03.142322 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8638a189-127f-4ccd-8916-01b8384771f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:04.186892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a615cfd-35b9-498d-8096-db91dc9b15f9 req-0f7885fa-1fcf-4f77-884a-05181e61cad1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 210 time: 0.0319524 Aug 10 04:21:04.416980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.316315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f540c1d6-89c6-451c-8540-197b541edb4c req-8fc5336d-0b16-4584-9e48-4d659cdde67c tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 210 time: 0.0569317 Aug 10 04:21:05.371635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-01d6e04f-985b-4974-9142-1a1343dadf5e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.373135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-01d6e04f-985b-4974-9142-1a1343dadf5e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.54 "GET /v2.0/networks?id=249f651d-1349-430a-8ce0-ea54a2f67c15 HTTP/1.1" status: 200 len: 813 time: 0.1226146 Aug 10 04:21:05.390741 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Request body: {'port': {'device_id': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15', 'admin_state_up': True, 'tenant_id': '1c3e0fdf02714c1ca1827eb77fe5ebf3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:05.559232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Made reservation on behalf of 1c3e0fdf02714c1ca1827eb77fe5ebf3 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:05.563087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.689377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Allocated IP 172.20.0.10 (249f651d-1349-430a-8ce0-ea54a2f67c15/94ebaf4c-8dd4-4738-b4db-6765c3355611/662e4c7f-a3f2-41a6-9b22-f55e2949b7b0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:05.833852 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.976620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.977297 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:05.988920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38a3980d-afa9-447b-a690-70961ffdf5b8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:06.026079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Network 249f651d-1349-430a-8ce0-ea54a2f67c15 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:06.029508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:06.033883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:06.040464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Pushing event updated for resources: {'Port': ['ID=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:06.085215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.085825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.194521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2bc87fed-3b3d-453f-b2c4-eadd926d608e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8074951 Aug 10 04:21:06.212703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Request body: {'port': {'device_id': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:06.264509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.485753 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b12b1-b673-46d0-b366-47863c519210 req-57036c93-622d-466a-8185-4bd2ee79629d tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.487235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b27b12b1-b673-46d0-b366-47863c519210 req-57036c93-622d-466a-8185-4bd2ee79629d tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 932 time: 0.1034317 Aug 10 04:21:06.549324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b27b12b1-b673-46d0-b366-47863c519210 req-ed525cac-e98e-4870-a02b-497cf297a6be tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538707 Aug 10 04:21:06.587891 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:21:06.595195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.607410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Transition to ACTIVE for port object 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:06.684882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.734782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Pushing event updated for resources: {'Port': ['ID=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:06.802186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Attempting to bind port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:06.802444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Attempting to bind port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:06.802768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Attempting to bind port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 on network 249f651d-1349-430a-8ce0-ea54a2f67c15 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:06.807502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 on network 249f651d-1349-430a-8ce0-ea54a2f67c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:21:06.807827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Attempting to bind port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 on network 249f651d-1349-430a-8ce0-ea54a2f67c15 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:06.812648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:06.812989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Checking segment: {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:06.813376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Bound using segment: {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:06.813801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Bound port: 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:06.814159 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.874674 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] For port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:06.877770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] For port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:06.942152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.979811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.980453 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:06.981839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] 10.222.0.54 "PUT /v2.0/ports/662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 HTTP/1.1" status: 200 len: 1093 time: 0.7734921 Aug 10 04:21:06.982276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'tag': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:06.984553 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18950c87-258b-4576-a0ae-734a9591c865" -d '{"events": [{"name": "network-changed", "server_uuid": "c3024afe-9587-4fb8-a1b1-8b72202cce42", "tag": "662e4c7f-a3f2-41a6-9b22-f55e2949b7b0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:07.007257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2e8d0-2506-43b7-866d-c9a14d895bec service neutron] Pushing event updated for resources: {'Port': ['ID=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:07.020543 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4342145c-4570-4702-8c0c-007777ddbc4e x-openstack-request-id: req-4342145c-4570-4702-8c0c-007777ddbc4e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:07.020868 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3024afe-9587-4fb8-a1b1-8b72202cce42", "tag": "662e4c7f-a3f2-41a6-9b22-f55e2949b7b0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:07.021120 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4342145c-4570-4702-8c0c-007777ddbc4e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:07.021519 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'tag': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0', 'status': 'completed', 'code': 200} Aug 10 04:21:07.101524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950c87-258b-4576-a0ae-734a9591c865 req-715f2699-16bf-4cc7-84c5-ce656436c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.103494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18950c87-258b-4576-a0ae-734a9591c865 req-715f2699-16bf-4cc7-84c5-ce656436c3d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 1096 time: 0.0405271 Aug 10 04:21:07.205696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950c87-258b-4576-a0ae-734a9591c865 req-735b7873-473b-4c26-ae00-b87963220195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.207155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18950c87-258b-4576-a0ae-734a9591c865 req-735b7873-473b-4c26-ae00-b87963220195 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0914803 Aug 10 04:21:07.298132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18950c87-258b-4576-a0ae-734a9591c865 req-6f950600-9f8a-4356-9cf8-d06b1f5df0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.299591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18950c87-258b-4576-a0ae-734a9591c865 req-6f950600-9f8a-4356-9cf8-d06b1f5df0e8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853798 Aug 10 04:21:07.393064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-db24a7a4-d90c-4b3f-a23e-2a9cf282fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.394538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-db24a7a4-d90c-4b3f-a23e-2a9cf282fa4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 1096 time: 0.0399480 Aug 10 04:21:07.443385 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-4028fe39-7e87-4389-92df-3bfa0cba3020 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 HTTP/1.1" status: 200 len: 217 time: 0.0358419 Aug 10 04:21:07.490357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2a6c6541-9d81-4475-b2f7-1d3e01943fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:07.491736 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-2a6c6541-9d81-4475-b2f7-1d3e01943fc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94ebaf4c-8dd4-4738-b4db-6765c3355611 HTTP/1.1" status: 200 len: 853 time: 0.0413418 Aug 10 04:21:07.521546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-696f1b16-58fc-4b7a-8055-d436f295f7d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=249f651d-1349-430a-8ce0-ea54a2f67c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230999 Aug 10 04:21:07.612657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-0d48899e-8ec0-4abd-a054-25678308de2e service neutron] 10.222.0.54 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832241 Aug 10 04:21:08.013201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13db7c-e840-4552-8fbf-b97dd09eed2f req-25e58e60-dac0-4e14-8308-4f05792509d2 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:08.014665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f13db7c-e840-4552-8fbf-b97dd09eed2f req-25e58e60-dac0-4e14-8308-4f05792509d2 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 944 time: 0.3974891 Aug 10 04:21:08.043881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2a92db7-4d7e-455e-8e6f-a5d5a3da3361 req-3c67a858-d89f-4e38-9b59-cd02423d030b service neutron] 10.222.0.54 "GET /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178028 Aug 10 04:21:08.063819 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f13db7c-e840-4552-8fbf-b97dd09eed2f req-f9927c21-8b6b-4aa0-a9cb-6c181562d249 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Aug 10 04:21:09.179200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83596d86-feef-46a8-89f3-af949601024c req-3de05a9b-e840-4396-a1bf-969596aba8c1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:09.180672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83596d86-feef-46a8-89f3-af949601024c req-3de05a9b-e840-4396-a1bf-969596aba8c1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 944 time: 0.0489118 Aug 10 04:21:09.226492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83596d86-feef-46a8-89f3-af949601024c req-cbe85108-aa53-4bad-b806-f7f3cbd81c5a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Aug 10 04:21:10.341182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2fa19-1b48-46b3-880e-e62cceb23bdc req-242184da-e7e7-49e8-a4e3-6f03899e3df2 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:10.342651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cde2fa19-1b48-46b3-880e-e62cceb23bdc req-242184da-e7e7-49e8-a4e3-6f03899e3df2 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 944 time: 0.0478246 Aug 10 04:21:10.378879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cde2fa19-1b48-46b3-880e-e62cceb23bdc req-97d50916-bd58-43cd-b3ea-cc0e1b272861 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Aug 10 04:21:11.495492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c8b3f-3ab8-4dce-b89f-b4561115bbd8 req-c2ec9e8f-0217-4e44-b3c9-b825ccd93c22 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:11.496987 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-793c8b3f-3ab8-4dce-b89f-b4561115bbd8 req-c2ec9e8f-0217-4e44-b3c9-b825ccd93c22 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 944 time: 0.0515754 Aug 10 04:21:11.534720 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-793c8b3f-3ab8-4dce-b89f-b4561115bbd8 req-47bfa461-9dee-4e14-83e9-49409c8382af tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Aug 10 04:21:11.753068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:21:11.848313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:11.859471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0', 'network_id': '249f651d-1349-430a-8ce0-ea54a2f67c15', 'port_id': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0', 'mac_address': 'fa:16:3e:15:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ebaf4c-8dd4-4738-b4db-6765c3355611', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:21:11.899129 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:11.912656 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:21:11.933404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:12.027754 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:12.076148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:12.083207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.083585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.083927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.084264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.084692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.085024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.085352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.085679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.086002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.086326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.086698 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.087576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:12.374321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['662e4c7f-a3f2-41a6-9b22-f55e2949b7b0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:12.647597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20aaf9-1f06-4e5a-8df0-e3e32c276258 req-6f9f909d-3585-4d77-82c2-ecbf1d0042a0 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:12.649041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc20aaf9-1f06-4e5a-8df0-e3e32c276258 req-6f9f909d-3585-4d77-82c2-ecbf1d0042a0 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Aug 10 04:21:12.687249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bc20aaf9-1f06-4e5a-8df0-e3e32c276258 req-092d2cc7-b257-49ff-8141-5514f4e82130 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Aug 10 04:21:13.760856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:13.803545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a6fb8-b29e-4958-a3cb-1a72a1529bc9 req-d1b83455-1876-4cda-9aa0-6ca4770d7c42 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:13.805134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e02a6fb8-b29e-4958-a3cb-1a72a1529bc9 req-d1b83455-1876-4cda-9aa0-6ca4770d7c42 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Aug 10 04:21:13.842471 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e02a6fb8-b29e-4958-a3cb-1a72a1529bc9 req-2461031f-fe3b-4a65-93d9-b003264a0080 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Aug 10 04:21:13.868049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:13.874381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:13.874972 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:13.950144 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:13.972140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:13.974328 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93950e8a-a34b-4a5f-af05-8e8d8ab52e69" -d '{"events": [{"server_uuid": "c3024afe-9587-4fb8-a1b1-8b72202cce42", "name": "network-vif-plugged", "status": "completed", "tag": "662e4c7f-a3f2-41a6-9b22-f55e2949b7b0"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:13.987390 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:14.064212 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2591ebcc-6a23-4bd2-82ab-690849c656f9 x-openstack-request-id: req-2591ebcc-6a23-4bd2-82ab-690849c656f9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:14.064592 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3024afe-9587-4fb8-a1b1-8b72202cce42", "name": "network-vif-plugged", "status": "completed", "tag": "662e4c7f-a3f2-41a6-9b22-f55e2949b7b0", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:14.064848 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2591ebcc-6a23-4bd2-82ab-690849c656f9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:14.065292 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0', 'code': 200} Aug 10 04:21:14.073235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:14.122831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:14.194272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874dac-cfd2-4a2b-8fa2-b89d5cf16503 req-4e7f604f-f285-4033-acd6-ee3fd723b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:14.195717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e874dac-cfd2-4a2b-8fa2-b89d5cf16503 req-4e7f604f-f285-4033-acd6-ee3fd723b508 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 1098 time: 0.0418015 Aug 10 04:21:14.229985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e874dac-cfd2-4a2b-8fa2-b89d5cf16503 req-76937d78-f9e6-451d-acd3-7e1b03d2501f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270388 Aug 10 04:21:14.957321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f6ec-7736-47a8-9987-4f402e508641 req-6bd32520-4c66-484b-9439-032263e6130a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:14.958793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4a4f6ec-7736-47a8-9987-4f402e508641 req-6bd32520-4c66-484b-9439-032263e6130a tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 946 time: 0.0482924 Aug 10 04:21:14.997086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4a4f6ec-7736-47a8-9987-4f402e508641 req-85c36c76-9cc1-431d-bd6e-d29a00b685e1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Aug 10 04:21:15.987560 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:16.109335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308ceeb-d6fd-4209-a809-be6f8bf0539d req-e8370eba-9fa0-4fed-b00e-8367a285f295 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.110820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b308ceeb-d6fd-4209-a809-be6f8bf0539d req-e8370eba-9fa0-4fed-b00e-8367a285f295 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 946 time: 0.0481839 Aug 10 04:21:16.147669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b308ceeb-d6fd-4209-a809-be6f8bf0539d req-85308792-5090-4f79-8094-b87d8ddf8ae8 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Aug 10 04:21:16.648259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722933-29c4-4b50-8b1d-9072ff563f3b req-3ed4733c-8497-41d4-b099-0593918a15a7 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.649774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b722933-29c4-4b50-8b1d-9072ff563f3b req-3ed4733c-8497-41d4-b099-0593918a15a7 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 946 time: 0.0515616 Aug 10 04:21:16.690689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b722933-29c4-4b50-8b1d-9072ff563f3b req-810272fb-387d-476f-8b6b-747ccc5a1f39 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Aug 10 04:21:17.806635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2c00d-8a57-4287-9de2-eb0cc923f4b0 req-33837c9a-41f7-4f81-8d50-e3cd6dac1c46 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:17.808877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89b2c00d-8a57-4287-9de2-eb0cc923f4b0 req-33837c9a-41f7-4f81-8d50-e3cd6dac1c46 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Aug 10 04:21:17.845697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-89b2c00d-8a57-4287-9de2-eb0cc923f4b0 req-c6263213-5830-45ac-a350-8450a0fab2c6 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 10 04:21:18.133175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-4b82f6b3-336b-4972-b93f-238f34ffc042 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.134653 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-4b82f6b3-336b-4972-b93f-238f34ffc042 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 946 time: 0.0479579 Aug 10 04:21:18.223406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Deleting port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:18.223746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:18.309509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] For port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:18.309871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:18.322148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Calling delete_port for 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:18.507878 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:18.520242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38a3980d-afa9-447b-a690-70961ffdf5b8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:18.537087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Pushing event deleted for resources: {'Port': ['ID=662e4c7f-a3f2-41a6-9b22-f55e2949b7b0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:18.543281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['662e4c7f-a3f2-41a6-9b22-f55e2949b7b0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:18.581977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] No DVR routers for this DVR port 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:18.584546 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:18.586518 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66d00fe7-060e-4df5-8567-a65b0b250134 req-725cfb83-2120-4ccf-a27d-3b970b616369 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.54 "DELETE /v2.0/ports/662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 HTTP/1.1" status: 204 len: 173 time: 0.4460435 Aug 10 04:21:18.587511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'name': 'network-vif-deleted', 'tag': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:18.589836 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecbf942-b328-4969-bc74-ee6134182d16" -d '{"events": [{"server_uuid": "c3024afe-9587-4fb8-a1b1-8b72202cce42", "name": "network-vif-deleted", "tag": "662e4c7f-a3f2-41a6-9b22-f55e2949b7b0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:18.680823 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67460a9-cf74-4fbb-b393-1d74a4fb690e x-openstack-request-id: req-f67460a9-cf74-4fbb-b393-1d74a4fb690e {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:18.682669 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3024afe-9587-4fb8-a1b1-8b72202cce42", "name": "network-vif-deleted", "tag": "662e4c7f-a3f2-41a6-9b22-f55e2949b7b0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:18.682669 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f67460a9-cf74-4fbb-b393-1d74a4fb690e {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:18.682669 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3024afe-9587-4fb8-a1b1-8b72202cce42', 'name': 'network-vif-deleted', 'tag': '662e4c7f-a3f2-41a6-9b22-f55e2949b7b0', 'status': 'completed', 'code': 200} Aug 10 04:21:18.953187 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-11fd60d9-be93-4127-a3bc-0f02d0102891 req-8a018bde-6d74-45c2-b87f-89052430a09f tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3024afe-9587-4fb8-a1b1-8b72202cce42 HTTP/1.1" status: 200 len: 210 time: 0.0268230 Aug 10 04:21:20.099533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad601f3-c062-4e97-addf-1971c7a6b815 req-30a62e43-2e45-4b7d-a8c5-e8dff57e84d6 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.101037 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ad601f3-c062-4e97-addf-1971c7a6b815 req-30a62e43-2e45-4b7d-a8c5-e8dff57e84d6 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Aug 10 04:21:20.138345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8ad601f3-c062-4e97-addf-1971c7a6b815 req-977cad57-b101-4d37-b9d1-0be361a5c4f1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Aug 10 04:21:20.270942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec12634-81f5-4c80-bdc5-a362e917c02c req-2f0e86de-c81f-4ec2-871b-81f2cfc14511 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.272619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dec12634-81f5-4c80-bdc5-a362e917c02c req-2f0e86de-c81f-4ec2-871b-81f2cfc14511 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Aug 10 04:21:20.312496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dec12634-81f5-4c80-bdc5-a362e917c02c req-6177146a-7955-4d5f-9166-462b3759f1f9 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Aug 10 04:21:20.431765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d8060-24d2-465c-b870-afcea4ed42dc req-dca33f66-4f31-447d-ac8f-07e4aa3e585f tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.433599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c76d8060-24d2-465c-b870-afcea4ed42dc req-dca33f66-4f31-447d-ac8f-07e4aa3e585f tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0546253 Aug 10 04:21:20.472242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c76d8060-24d2-465c-b870-afcea4ed42dc req-ee84dbda-d9ec-4b2c-95cc-b8577e43cac3 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Aug 10 04:21:20.637575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41906d8-b244-4250-80d8-939edf67c9da req-29a3d506-c7a7-47f5-ad90-1d683b9b2eb8 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.639064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b41906d8-b244-4250-80d8-939edf67c9da req-29a3d506-c7a7-47f5-ad90-1d683b9b2eb8 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Aug 10 04:21:20.676655 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b41906d8-b244-4250-80d8-939edf67c9da req-463c2644-ec13-4bc9-a4be-7e54d66bb0ae tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Aug 10 04:21:20.790105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a10a3c-4b7d-4b45-ad2a-f67472e90fd4 req-cb0b0498-e3ba-4271-b09c-03273d0a8077 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.791487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13a10a3c-4b7d-4b45-ad2a-f67472e90fd4 req-cb0b0498-e3ba-4271-b09c-03273d0a8077 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Aug 10 04:21:20.829041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13a10a3c-4b7d-4b45-ad2a-f67472e90fd4 req-439debe3-b30f-48ef-8f8b-f0875ad04c4f tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Aug 10 04:21:20.964918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99559bc-b4b7-4e45-9e23-f682f3829712 req-88db1ec6-f55f-4938-9072-04b9558db039 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.966405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b99559bc-b4b7-4e45-9e23-f682f3829712 req-88db1ec6-f55f-4938-9072-04b9558db039 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Aug 10 04:21:21.002929 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b99559bc-b4b7-4e45-9e23-f682f3829712 req-7da53a66-29f8-404f-acdb-08e9e0ef679c tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Aug 10 04:21:21.520223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2714-0273-40af-b0cd-dbf61473889e req-9c951ea1-db7a-4ef4-afa3-fa8cc96f317b tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:21.521731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e3a2714-0273-40af-b0cd-dbf61473889e req-9c951ea1-db7a-4ef4-afa3-fa8cc96f317b tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0481746 Aug 10 04:21:21.559619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e3a2714-0273-40af-b0cd-dbf61473889e req-8ec045b7-d0cd-401c-b767-148dabea6dc2 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315530 Aug 10 04:21:21.767957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:21.790875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:21.791206 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 662e4c7f-a3f2-41a6-9b22-f55e2949b7b0 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:22.672686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe36832-ac7a-4a9c-a45f-60062812b359 req-219d8bc3-e912-4aa6-bef3-c80ed10417a1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.674182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe36832-ac7a-4a9c-a45f-60062812b359 req-219d8bc3-e912-4aa6-bef3-c80ed10417a1 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0483043 Aug 10 04:21:22.713973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe36832-ac7a-4a9c-a45f-60062812b359 req-291bbb70-0d59-42c9-a0c2-1bce13c52332 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/security-groups?id=75e7666f-3f96-4b8d-84f2-232bdc8309d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Aug 10 04:21:22.922524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-6933ca3f-e383-4ec6-a29b-7983ae002a24 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.923986 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-6933ca3f-e383-4ec6-a29b-7983ae002a24 tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.46 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 945 time: 0.0520844 Aug 10 04:21:23.011707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Deleting port 38a3980d-afa9-447b-a690-70961ffdf5b8 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:23.012056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:23.106815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] For port 38a3980d-afa9-447b-a690-70961ffdf5b8, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=38a3980d-afa9-447b-a690-70961ffdf5b8,segment=NetworkSegment(95d2d1e2-5a74-4efd-a81c-94ea0ca97f08),segment_id=95d2d1e2-5a74-4efd-a81c-94ea0ca97f08)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:23.107187 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:23.122278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Calling delete_port for 38a3980d-afa9-447b-a690-70961ffdf5b8 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:23.319725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:23.331396 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['38a3980d-afa9-447b-a690-70961ffdf5b8'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:23.351967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Pushing event deleted for resources: {'Port': ['ID=38a3980d-afa9-447b-a690-70961ffdf5b8,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:23.394044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] No DVR routers for this DVR port 38a3980d-afa9-447b-a690-70961ffdf5b8 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:23.396749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:23.398974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-686a32e0-30a7-4f32-8282-c6f24b8344eb req-230fa398-7ca3-48bb-8b28-124bd9498d1e tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.46 "DELETE /v2.0/ports/38a3980d-afa9-447b-a690-70961ffdf5b8 HTTP/1.1" status: 204 len: 173 time: 0.4672260 Aug 10 04:21:23.399539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab262e-e072-459c-b789-25dabff3abb8', 'name': 'network-vif-deleted', 'tag': '38a3980d-afa9-447b-a690-70961ffdf5b8'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:23.402202 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61f165b-bff6-4f3a-ab2b-c3ad7ed8b9ca" -d '{"events": [{"server_uuid": "5cab262e-e072-459c-b789-25dabff3abb8", "name": "network-vif-deleted", "tag": "38a3980d-afa9-447b-a690-70961ffdf5b8"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:23.437169 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca466232-8f4e-47c1-8042-5a371a7724e5 x-openstack-request-id: req-ca466232-8f4e-47c1-8042-5a371a7724e5 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:23.437467 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab262e-e072-459c-b789-25dabff3abb8", "name": "network-vif-deleted", "tag": "38a3980d-afa9-447b-a690-70961ffdf5b8", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:23.437720 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca466232-8f4e-47c1-8042-5a371a7724e5 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:23.438156 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab262e-e072-459c-b789-25dabff3abb8', 'name': 'network-vif-deleted', 'tag': '38a3980d-afa9-447b-a690-70961ffdf5b8', 'status': 'completed', 'code': 200} Aug 10 04:21:23.829038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3e870f07-133f-4a9d-82c7-5994cedd0b37 req-54bbe55e-5fee-4184-954b-1f6561dec5ff tempest-ServersNegativeTestJSON-720738734 tempest-ServersNegativeTestJSON-720738734-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cab262e-e072-459c-b789-25dabff3abb8 HTTP/1.1" status: 200 len: 210 time: 0.0263076 Aug 10 04:21:24.885290 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46784) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:24.931638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Deleting subnet 94ebaf4c-8dd4-4738-b4db-6765c3355611 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:21:24.934685 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:24.972512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.010699 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.125036 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.150656 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ebaf4c-8dd4-4738-b4db-6765c3355611,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:25.154986 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.156862 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bd9b55b2-4ad7-4c5d-bacc-13e9bbc4e974 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/94ebaf4c-8dd4-4738-b4db-6765c3355611 HTTP/1.1" status: 204 len: 168 time: 0.2704761 Aug 10 04:21:25.159233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46786) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:25.231567 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.310505 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.320052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249f651d-1349-430a-8ce0-ea54a2f67c15']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:25.330101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:25.330394 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d2d1e2-5a74-4efd-a81c-94ea0ca97f08') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:25.340765 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.359483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.365272 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:25.365663 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:25.367345 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:25.473198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.478250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.482256 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] 10.222.0.26 "DELETE /v2.0/networks/249f651d-1349-430a-8ce0-ea54a2f67c15 HTTP/1.1" status: 204 len: 168 time: 0.3199379 Aug 10 04:21:25.493469 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f0e0e-1fd3-4933-9faf-8bbf56e4ba33 admin admin] Pushing event deleted for resources: {'Network': ['ID=249f651d-1349-430a-8ce0-ea54a2f67c15,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:25.734772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46790) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:25.774737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8e085deb-01b8-4653-b8fe-f6150783cefa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c3e0fdf02714c1ca1827eb77fe5ebf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380192 Aug 10 04:21:25.777306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46792) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:25.824302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4a7dcee-4115-4dbb-9865-1b62d1539e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.845324 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4a7dcee-4115-4dbb-9865-1b62d1539e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.970975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4a7dcee-4115-4dbb-9865-1b62d1539e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.973638 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e4a7dcee-4115-4dbb-9865-1b62d1539e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.974856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e4a7dcee-4115-4dbb-9865-1b62d1539e52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75e7666f-3f96-4b8d-84f2-232bdc8309d6 HTTP/1.1" status: 204 len: 168 time: 0.1966000 Aug 10 04:21:25.984213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7dcee-4115-4dbb-9865-1b62d1539e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e7666f-3f96-4b8d-84f2-232bdc8309d6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:26.093918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-04f2fb91-c98f-4aff-8346-e343b97966ca req-252d1081-1c7d-4e1b-b1cf-6cabcec6bcab service neutron] (94805) timed out ('10.222.0.26', 43882) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:21:26.777109 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.929021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38a3980d-afa9-447b-a690-70961ffdf5b8 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:26.949181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: 38a3980d-afa9-447b-a690-70961ffdf5b8 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:26.949526 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device 38a3980d-afa9-447b-a690-70961ffdf5b8 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:27.004049 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46814) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:27.100300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1626984053'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:27.164556 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:27.168069 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.177215 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.266197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.336013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.362895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:27.376006 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3884b2ee-284d-4053-968d-ae1bf757459d,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:27.380922 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.381266 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Added segment 657ae1cb-9eb7-4aed-9ac1-07e28a997f90 of type vlan for network 20d47c59-8692-467b-ae8e-5bab85c60ea9 Aug 10 04:21:27.425274 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.530572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.536223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:27.536848 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.600785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Network': ['ID=20d47c59-8692-467b-ae8e-5bab85c60ea9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:27.611038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 20d47c59-8692-467b-ae8e-5bab85c60ea9 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:27.651701 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-69afb0bd-0d2b-439c-8155-a4e68d2446e3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6462569 Aug 10 04:21:30.381327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1df998bc-0070-49bc-aa64-e0dbd7576bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:30.985748 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:30.990931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'subnet': {'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:31.227224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:31.230844 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:31.266995 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:31.490958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:31.550363 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Subnet': ['ID=4f78b849-e6e5-4c5b-97bd-4ed217f1f699,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:31.559499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Checking segment: {'id': '657ae1cb-9eb7-4aed-9ac1-07e28a997f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:31.559859 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network hostable DHCP agents. Network: 20d47c59-8692-467b-ae8e-5bab85c60ea9, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:31.690471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network 20d47c59-8692-467b-ae8e-5bab85c60ea9 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:31.798730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 20d47c59-8692-467b-ae8e-5bab85c60ea9) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:31.803009 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:31.803587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:31.809217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25990249-03dc-48c4-9b6a-a462749ae1be None None] Network 20d47c59-8692-467b-ae8e-5bab85c60ea9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:31.897045 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fc8614e-e57d-4943-bc89-c060be2e49cc tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9101446 Aug 10 04:21:31.901288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46820) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:31.906360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386720961'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:31.948930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-20d47c59-8692-467b-ae8e-5bab85c60ea9', 'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9', 'tenant_id': 'e7663b7c7f0f47319a12f4ccec514e08', 'fixed_ips': [{'subnet_id': '4f78b849-e6e5-4c5b-97bd-4ed217f1f699'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:31.949786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:31.999433 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:32.003334 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.035567 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:32.045338 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.045687 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Added segment e4e81758-7f28-47b0-a70a-5dc8512ee867 of type vlan for network 05d81171-84bf-446c-a658-524fa37943da Aug 10 04:21:32.084679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.085216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Allocated IP 2001:db8:0:ffff::2 (20d47c59-8692-467b-ae8e-5bab85c60ea9/4f78b849-e6e5-4c5b-97bd-4ed217f1f699/b7eca3ca-af76-47cb-aaa4-28de2c367075) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:32.216369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.222144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:32.222333 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.222730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.230283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Transition to ACTIVE for port object b7eca3ca-af76-47cb-aaa4-28de2c367075 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:32.244998 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Transition to ACTIVE for port object b7eca3ca-af76-47cb-aaa4-28de2c367075 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:32.291031 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Network': ['ID=05d81171-84bf-446c-a658-524fa37943da,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:32.301191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 05d81171-84bf-446c-a658-524fa37943da details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:32.337455 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.371916 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ecbc49ab-c3b8-45f9-a4a2-7313ae0c9ef2 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4695189 Aug 10 04:21:32.374809 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46822) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:32.379913 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'subnet': {'network_id': '05d81171-84bf-446c-a658-524fa37943da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:32.386398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Network 20d47c59-8692-467b-ae8e-5bab85c60ea9 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:32.398000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:32.403885 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:32.432280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Pushing event updated for resources: {'Port': ['ID=b7eca3ca-af76-47cb-aaa4-28de2c367075,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:32.464595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Attempting to bind port b7eca3ca-af76-47cb-aaa4-28de2c367075 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:32.464962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Attempting to bind port b7eca3ca-af76-47cb-aaa4-28de2c367075 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '657ae1cb-9eb7-4aed-9ac1-07e28a997f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:32.465328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Attempting to bind port b7eca3ca-af76-47cb-aaa4-28de2c367075 on network 20d47c59-8692-467b-ae8e-5bab85c60ea9 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:32.470383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:32.470752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Checking segment: {'id': '657ae1cb-9eb7-4aed-9ac1-07e28a997f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:32.471155 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.471543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Bound using segment: {'id': '657ae1cb-9eb7-4aed-9ac1-07e28a997f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:32.472003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Bound port: b7eca3ca-af76-47cb-aaa4-28de2c367075, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657ae1cb-9eb7-4aed-9ac1-07e28a997f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '20d47c59-8692-467b-ae8e-5bab85c60ea9'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:32.472404 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.530646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:32.532378 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] For port b7eca3ca-af76-47cb-aaa4-28de2c367075, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:32.534283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.535332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] For port b7eca3ca-af76-47cb-aaa4-28de2c367075, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b7eca3ca-af76-47cb-aaa4-28de2c367075,segment=NetworkSegment(657ae1cb-9eb7-4aed-9ac1-07e28a997f90),segment_id=657ae1cb-9eb7-4aed-9ac1-07e28a997f90)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:32.628654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.703230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6e55-e41a-4a10-b848-ec46c49ca19d None None] Pushing event updated for resources: {'Port': ['ID=b7eca3ca-af76-47cb-aaa4-28de2c367075,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:32.782067 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.826204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.897664 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Subnet': ['ID=238841dd-bdfd-469b-b20c-90ec82b5c2e3,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:32.915310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Checking segment: {'id': 'e4e81758-7f28-47b0-a70a-5dc8512ee867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '05d81171-84bf-446c-a658-524fa37943da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:32.915310 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network hostable DHCP agents. Network: 05d81171-84bf-446c-a658-524fa37943da, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:33.170445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network 05d81171-84bf-446c-a658-524fa37943da is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:33.260141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0add347b-739f-434c-948e-823eae9d2b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.376648 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 05d81171-84bf-446c-a658-524fa37943da) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:33.381131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:33.381680 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.385364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a24fe2-a8a4-435a-8838-f3ebb794ed22 None None] Network 05d81171-84bf-446c-a658-524fa37943da requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:33.510217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40c0612-6e2e-455d-881b-53d5f244b72e None None] Network 20d47c59-8692-467b-ae8e-5bab85c60ea9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:33.514899 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-053ee8f3-bc93-46a1-87a8-faf226584236 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1389387 Aug 10 04:21:33.517490 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46824) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:33.540599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-05d81171-84bf-446c-a658-524fa37943da', 'network_id': '05d81171-84bf-446c-a658-524fa37943da', 'tenant_id': 'e7663b7c7f0f47319a12f4ccec514e08', 'fixed_ips': [{'subnet_id': '238841dd-bdfd-469b-b20c-90ec82b5c2e3'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:33.541429 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.613473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.670285 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:33.775741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Allocated IP 2001:db8::2 (05d81171-84bf-446c-a658-524fa37943da/238841dd-bdfd-469b-b20c-90ec82b5c2e3/98cc7ea5-2410-4fcd-83a9-a508f8590ecb) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:33.986684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1b4ffbe2-2194-492a-b76e-aad09c548fd2 None None] Provisioning for port b7eca3ca-af76-47cb-aaa4-28de2c367075 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:34.082906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.091666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Transition to ACTIVE for port object 98cc7ea5-2410-4fcd-83a9-a508f8590ecb will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:34.107003 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Transition to ACTIVE for port object 98cc7ea5-2410-4fcd-83a9-a508f8590ecb will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:34.199714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.246079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Network 05d81171-84bf-446c-a658-524fa37943da is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:34.253052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:34.258330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:34.260958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Pushing event updated for resources: {'Port': ['ID=98cc7ea5-2410-4fcd-83a9-a508f8590ecb,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:34.321920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Attempting to bind port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:34.322281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Attempting to bind port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'e4e81758-7f28-47b0-a70a-5dc8512ee867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '05d81171-84bf-446c-a658-524fa37943da'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:34.322635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Attempting to bind port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb on network 05d81171-84bf-446c-a658-524fa37943da {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:34.325708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.327500 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:34.327868 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Checking segment: {'id': 'e4e81758-7f28-47b0-a70a-5dc8512ee867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '05d81171-84bf-446c-a658-524fa37943da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:34.328266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.328681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Bound using segment: {'id': 'e4e81758-7f28-47b0-a70a-5dc8512ee867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '05d81171-84bf-446c-a658-524fa37943da'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:34.329143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Bound port: 98cc7ea5-2410-4fcd-83a9-a508f8590ecb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e81758-7f28-47b0-a70a-5dc8512ee867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '05d81171-84bf-446c-a658-524fa37943da'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:34.329513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.358857 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Subnet': ['ID=238841dd-bdfd-469b-b20c-90ec82b5c2e3,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:34.389164 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.391555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] For port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:34.394546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] For port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=98cc7ea5-2410-4fcd-83a9-a508f8590ecb,segment=NetworkSegment(e4e81758-7f28-47b0-a70a-5dc8512ee867),segment_id=e4e81758-7f28-47b0-a70a-5dc8512ee867)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:34.416941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.426979 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d81171-84bf-446c-a658-524fa37943da']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:34.438052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e81758-7f28-47b0-a70a-5dc8512ee867') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:34.438353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e81758-7f28-47b0-a70a-5dc8512ee867') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:34.447258 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.468048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.469849 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.476119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:34.476544 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:34.480476 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:34.544238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb1f1-03bc-4d8e-bd3e-7ee7b0f1bdc3 None None] Pushing event updated for resources: {'Port': ['ID=98cc7ea5-2410-4fcd-83a9-a508f8590ecb,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:34.557428 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fd4a3-9718-43ae-a849-62fb294e22a2 None None] Network 05d81171-84bf-446c-a658-524fa37943da requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:34.570879 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:21:34.570879 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:21:34.570879 n-d-765315-26 neutron-server[94804]: [parameters: {'id': '05d81171-84bf-446c-a658-524fa37943da'}] Aug 10 04:21:34.570879 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:21:34.578720 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:21:34.677544 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd108524-3372-4ff4-a2be-92f763138140 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:21:34.699573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b7eca3ca-af76-47cb-aaa4-28de2c367075 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:34.781051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd108524-3372-4ff4-a2be-92f763138140 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:21:34.850353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b7eca3ca-af76-47cb-aaa4-28de2c367075 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:34.863169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b7eca3ca-af76-47cb-aaa4-28de2c367075 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:34.870596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.004317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.052987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b7eca3ca-af76-47cb-aaa4-28de2c367075, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b7eca3ca-af76-47cb-aaa4-28de2c367075,segment=NetworkSegment(657ae1cb-9eb7-4aed-9ac1-07e28a997f90),segment_id=657ae1cb-9eb7-4aed-9ac1-07e28a997f90)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:35.072901 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.126084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:35.126426 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.147743 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.193377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] For port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=98cc7ea5-2410-4fcd-83a9-a508f8590ecb,segment=NetworkSegment(e4e81758-7f28-47b0-a70a-5dc8512ee867),segment_id=e4e81758-7f28-47b0-a70a-5dc8512ee867)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:35.193749 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.199841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b7eca3ca-af76-47cb-aaa4-28de2c367075,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:35.206505 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Calling delete_port for 98cc7ea5-2410-4fcd-83a9-a508f8590ecb owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:35.376293 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.403712 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Port': ['ID=98cc7ea5-2410-4fcd-83a9-a508f8590ecb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:35.405562 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No DVR routers for this DVR port 98cc7ea5-2410-4fcd-83a9-a508f8590ecb on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:35.484813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.494253 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d81171-84bf-446c-a658-524fa37943da']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:35.504164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e81758-7f28-47b0-a70a-5dc8512ee867') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:35.504497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e81758-7f28-47b0-a70a-5dc8512ee867') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:35.513235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.527803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.533614 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:35.534010 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:35.536963 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:35.685006 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.692918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.694701 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/05d81171-84bf-446c-a658-524fa37943da HTTP/1.1" status: 204 len: 168 time: 2.1762915 Aug 10 04:21:35.698400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46826) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:35.703757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463948881'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:35.704828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056c9a-07e9-42f8-b513-cb2584943374 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Network': ['ID=05d81171-84bf-446c-a658-524fa37943da,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:35.804993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:35.808632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.831887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:35.841044 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.841393 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Added segment d3054760-d7e6-47f9-a7b8-c1c4760e1a79 of type vlan for network 550c514e-23dc-47d9-b06b-2ab56afc5cab Aug 10 04:21:35.880176 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.941796 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.981753 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.987381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:35.988032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.110784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Network': ['ID=550c514e-23dc-47d9-b06b-2ab56afc5cab,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:36.125618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 550c514e-23dc-47d9-b06b-2ab56afc5cab details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:36.143157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-64696bc3-d26d-401a-a139-36ac509a5aeb tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4434958 Aug 10 04:21:36.146050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46828) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:36.152122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'subnet': {'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:36.302208 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:36.306305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.366153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Performing IP validity checks on allocation pools {{(pid=94804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:21:36.366678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.ipam_backend_mixin [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:21:36.553956 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.616377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Subnet': ['ID=304ec928-3769-4521-9f62-ff5b408d0bcd,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:36.626294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Checking segment: {'id': 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:36.627045 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network hostable DHCP agents. Network: 550c514e-23dc-47d9-b06b-2ab56afc5cab, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:36.677890 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b7eca3ca-af76-47cb-aaa4-28de2c367075 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:36.723820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b7eca3ca-af76-47cb-aaa4-28de2c367075 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:36.724184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.810768 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network 550c514e-23dc-47d9-b06b-2ab56afc5cab is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:36.884709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 550c514e-23dc-47d9-b06b-2ab56afc5cab) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:36.889609 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:36.890201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.893815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921f6cd-958e-4b09-a611-1724a591fbd9 None None] Network 550c514e-23dc-47d9-b06b-2ab56afc5cab requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:36.971636 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-76b83362-71db-43ea-8565-862c33679f02 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8242724 Aug 10 04:21:36.974291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46830) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:37.034562 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-550c514e-23dc-47d9-b06b-2ab56afc5cab', 'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab', 'tenant_id': 'e7663b7c7f0f47319a12f4ccec514e08', 'fixed_ips': [{'subnet_id': '304ec928-3769-4521-9f62-ff5b408d0bcd'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:37.035405 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.069579 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.121613 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.171214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Allocated IP 2001:db8::3 (550c514e-23dc-47d9-b06b-2ab56afc5cab/304ec928-3769-4521-9f62-ff5b408d0bcd/15005e5d-737e-49c9-b4f6-7a84386f1f7d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:37.305634 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.313347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Transition to ACTIVE for port object 15005e5d-737e-49c9-b4f6-7a84386f1f7d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:37.327749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Transition to ACTIVE for port object 15005e5d-737e-49c9-b4f6-7a84386f1f7d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:37.393874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.436426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Network 550c514e-23dc-47d9-b06b-2ab56afc5cab is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:37.439314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:37.442808 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:37.450527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Pushing event updated for resources: {'Port': ['ID=15005e5d-737e-49c9-b4f6-7a84386f1f7d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:37.485324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.499269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Attempting to bind port 15005e5d-737e-49c9-b4f6-7a84386f1f7d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:37.500297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Attempting to bind port 15005e5d-737e-49c9-b4f6-7a84386f1f7d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:37.500297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Attempting to bind port 15005e5d-737e-49c9-b4f6-7a84386f1f7d on network 550c514e-23dc-47d9-b06b-2ab56afc5cab {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:37.504986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:37.505356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Checking segment: {'id': 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:37.505754 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.506236 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Bound using segment: {'id': 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:37.506699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Bound port: 15005e5d-737e-49c9-b4f6-7a84386f1f7d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '550c514e-23dc-47d9-b06b-2ab56afc5cab'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:37.507185 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.512164 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Subnet': ['ID=304ec928-3769-4521-9f62-ff5b408d0bcd,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:37.570327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] For port 15005e5d-737e-49c9-b4f6-7a84386f1f7d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:37.573379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] For port 15005e5d-737e-49c9-b4f6-7a84386f1f7d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=15005e5d-737e-49c9-b4f6-7a84386f1f7d,segment=NetworkSegment(d3054760-d7e6-47f9-a7b8-c1c4760e1a79),segment_id=d3054760-d7e6-47f9-a7b8-c1c4760e1a79)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:37.575812 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.585969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550c514e-23dc-47d9-b06b-2ab56afc5cab']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:37.596487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:37.603455 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:37.606031 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.679331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.681889 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.688168 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:37.688584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:37.691884 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:37.759328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054511f-06ce-4d14-b1ba-ced184bd9fc6 None None] Pushing event updated for resources: {'Port': ['ID=15005e5d-737e-49c9-b4f6-7a84386f1f7d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:37.778048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d08997-427f-4d75-82e0-7a4c37e0cd37 None None] Network 550c514e-23dc-47d9-b06b-2ab56afc5cab requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:37.905097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59483256-3d78-43fe-beae-b360d078f59c None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:21:37.970074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59483256-3d78-43fe-beae-b360d078f59c None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:21:38.091511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.db.api [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:21:38.091511 n-d-765315-26 neutron-server[94804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:21:38.091511 n-d-765315-26 neutron-server[94804]: [parameters: {'id': '550c514e-23dc-47d9-b06b-2ab56afc5cab'}] Aug 10 04:21:38.091511 n-d-765315-26 neutron-server[94804]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:21:38.092032 n-d-765315-26 neutron-server[94804]: DEBUG oslo_db.api [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:21:38.593582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:38.649838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting port 15005e5d-737e-49c9-b4f6-7a84386f1f7d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:38.649838 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:38.706663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] For port 15005e5d-737e-49c9-b4f6-7a84386f1f7d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=15005e5d-737e-49c9-b4f6-7a84386f1f7d,segment=NetworkSegment(d3054760-d7e6-47f9-a7b8-c1c4760e1a79),segment_id=d3054760-d7e6-47f9-a7b8-c1c4760e1a79)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:38.707022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:38.723577 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Calling delete_port for 15005e5d-737e-49c9-b4f6-7a84386f1f7d owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:38.873535 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:38.897875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Port': ['ID=15005e5d-737e-49c9-b4f6-7a84386f1f7d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:38.901752 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No DVR routers for this DVR port 15005e5d-737e-49c9-b4f6-7a84386f1f7d on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:38.979965 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:38.989595 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550c514e-23dc-47d9-b06b-2ab56afc5cab']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:39.000485 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:39.000789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3054760-d7e6-47f9-a7b8-c1c4760e1a79') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:39.009388 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.022530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.028551 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:39.028939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:39.031814 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:39.210874 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.217476 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.219415 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/550c514e-23dc-47d9-b06b-2ab56afc5cab HTTP/1.1" status: 204 len: 168 time: 2.2441037 Aug 10 04:21:39.223147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46832) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:39.229098 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208700469'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:39.238610 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4286e-fe17-4506-bf51-e738e8806105 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Network': ['ID=550c514e-23dc-47d9-b06b-2ab56afc5cab,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:39.369726 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:39.373262 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.396606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:39.405140 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.405486 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Added segment 34df1113-28ec-4350-b3db-2d7c8fb33ebf of type vlan for network c6f39344-3bdf-44d3-8c2a-196585ac052d Aug 10 04:21:39.452011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.655647 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.661699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:39.669702 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:39.731785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Network': ['ID=c6f39344-3bdf-44d3-8c2a-196585ac052d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:39.828838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fbe7665f-634c-47c7-9415-dcdf7a7d8a19 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6043034 Aug 10 04:21:39.832549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46834) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:39.837866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'subnet': {'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:39.878038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c6f39344-3bdf-44d3-8c2a-196585ac052d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:40.039422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:40.043093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.325127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.387667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Subnet': ['ID=7c1ce7c6-9be4-4988-afea-f71e97f04d70,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:40.397241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Checking segment: {'id': '34df1113-28ec-4350-b3db-2d7c8fb33ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:40.397598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network hostable DHCP agents. Network: c6f39344-3bdf-44d3-8c2a-196585ac052d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:40.495796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network c6f39344-3bdf-44d3-8c2a-196585ac052d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:40.610383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c6f39344-3bdf-44d3-8c2a-196585ac052d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:40.614501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:40.615088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.620556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d71fb8-0499-4b5f-9122-afb7f9b589cb None None] Network c6f39344-3bdf-44d3-8c2a-196585ac052d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:40.708483 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c2ca6859-b7b3-41d5-8638-20622a227ec3 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8746934 Aug 10 04:21:40.712546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46836) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:40.717818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331866906'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:40.761214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c6f39344-3bdf-44d3-8c2a-196585ac052d', 'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d', 'tenant_id': 'e7663b7c7f0f47319a12f4ccec514e08', 'fixed_ips': [{'subnet_id': '7c1ce7c6-9be4-4988-afea-f71e97f04d70'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:40.762059 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.810759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:40.814308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.837977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:40.846880 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.847264 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Added segment 8ce43870-3eb0-4b76-82dc-58fd19665ecf of type vlan for network 2bf400a3-2966-4f32-9e19-45b436b4c938 Aug 10 04:21:40.889742 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.899926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Allocated IP 2001:db8::2 (c6f39344-3bdf-44d3-8c2a-196585ac052d/7c1ce7c6-9be4-4988-afea-f71e97f04d70/22d4cf77-c420-474f-af5f-0605faaadf2b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:40.993139 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.998785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:40.999378 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.039738 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.047796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Transition to ACTIVE for port object 22d4cf77-c420-474f-af5f-0605faaadf2b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:41.062452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Transition to ACTIVE for port object 22d4cf77-c420-474f-af5f-0605faaadf2b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:41.062973 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Network': ['ID=2bf400a3-2966-4f32-9e19-45b436b4c938,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:41.073358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 2bf400a3-2966-4f32-9e19-45b436b4c938 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:41.126100 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0f452fe5-5faa-4789-91ec-e3c0e8a703ca tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4122653 Aug 10 04:21:41.128819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46838) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:41.134509 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Request body: {'subnet': {'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:41.170903 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.210773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Network c6f39344-3bdf-44d3-8c2a-196585ac052d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:41.214292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:41.218576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:41.227740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Pushing event updated for resources: {'Port': ['ID=22d4cf77-c420-474f-af5f-0605faaadf2b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:41.278234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Attempting to bind port 22d4cf77-c420-474f-af5f-0605faaadf2b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:41.278599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Attempting to bind port 22d4cf77-c420-474f-af5f-0605faaadf2b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '34df1113-28ec-4350-b3db-2d7c8fb33ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:41.278956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Attempting to bind port 22d4cf77-c420-474f-af5f-0605faaadf2b on network c6f39344-3bdf-44d3-8c2a-196585ac052d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:41.283886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:41.284249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Checking segment: {'id': '34df1113-28ec-4350-b3db-2d7c8fb33ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:41.284677 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.285065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Bound using segment: {'id': '34df1113-28ec-4350-b3db-2d7c8fb33ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:41.285519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Bound port: 22d4cf77-c420-474f-af5f-0605faaadf2b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df1113-28ec-4350-b3db-2d7c8fb33ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c6f39344-3bdf-44d3-8c2a-196585ac052d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:41.285891 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.319416 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Made reservation on behalf of e7663b7c7f0f47319a12f4ccec514e08 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:41.323497 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.346995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] For port 22d4cf77-c420-474f-af5f-0605faaadf2b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:41.349965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] For port 22d4cf77-c420-474f-af5f-0605faaadf2b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22d4cf77-c420-474f-af5f-0605faaadf2b,segment=NetworkSegment(34df1113-28ec-4350-b3db-2d7c8fb33ebf),segment_id=34df1113-28ec-4350-b3db-2d7c8fb33ebf)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:41.434267 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.514271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292eee1-7178-4e58-9c86-d9a87c9b665f None None] Pushing event updated for resources: {'Port': ['ID=22d4cf77-c420-474f-af5f-0605faaadf2b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:41.634398 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.699718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event updated for resources: {'Subnet': ['ID=015ffc72-59f4-4cff-bf71-199ae7f421f6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:41.712929 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.713576 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.713678 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.713956 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.714268 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.714676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.715058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.715785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.716135 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.716501 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.716839 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.717171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:41.723166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Checking segment: {'id': '8ce43870-3eb0-4b76-82dc-58fd19665ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:41.723536 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network hostable DHCP agents. Network: 2bf400a3-2966-4f32-9e19-45b436b4c938, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:41.827413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Network 2bf400a3-2966-4f32-9e19-45b436b4c938 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:41.953297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 2bf400a3-2966-4f32-9e19-45b436b4c938) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:41.957500 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:41.958092 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.962007 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820055e-ea1b-4163-8d16-60402cad9de5 None None] Network 2bf400a3-2966-4f32-9e19-45b436b4c938 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:42.062943 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-272882bb-5a43-4ec8-970f-6010e6bb31e5 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9328053 Aug 10 04:21:42.065544 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46840) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:42.109218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-2bf400a3-2966-4f32-9e19-45b436b4c938', 'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938', 'tenant_id': 'e7663b7c7f0f47319a12f4ccec514e08', 'fixed_ips': [{'subnet_id': '015ffc72-59f4-4cff-bf71-199ae7f421f6'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:42.110148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.179039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.272224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Allocated IP 2001:db8::2 (2bf400a3-2966-4f32-9e19-45b436b4c938/015ffc72-59f4-4cff-bf71-199ae7f421f6/e3146cb8-ae14-4272-9ce3-c76e6dbb6136) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:42.274654 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.360411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c60427-f00b-42d3-83ab-3322692c81ca None None] Network c6f39344-3bdf-44d3-8c2a-196585ac052d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:42.475349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.493181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Transition to ACTIVE for port object e3146cb8-ae14-4272-9ce3-c76e6dbb6136 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:42.530609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-211aceef-68ee-49cf-ae11-05afaab33f71 None None] Provisioning for port 22d4cf77-c420-474f-af5f-0605faaadf2b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:42.537646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Transition to ACTIVE for port object e3146cb8-ae14-4272-9ce3-c76e6dbb6136 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:42.702398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22d4cf77-c420-474f-af5f-0605faaadf2b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:42.738750 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.776966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Network 2bf400a3-2966-4f32-9e19-45b436b4c938 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:42.781737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:42.787501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:42.803564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Pushing event updated for resources: {'Port': ['ID=e3146cb8-ae14-4272-9ce3-c76e6dbb6136,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:42.863103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Attempting to bind port e3146cb8-ae14-4272-9ce3-c76e6dbb6136 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:42.863103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Attempting to bind port e3146cb8-ae14-4272-9ce3-c76e6dbb6136 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '8ce43870-3eb0-4b76-82dc-58fd19665ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:42.863103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Attempting to bind port e3146cb8-ae14-4272-9ce3-c76e6dbb6136 on network 2bf400a3-2966-4f32-9e19-45b436b4c938 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:42.864669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:42.865049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Checking segment: {'id': '8ce43870-3eb0-4b76-82dc-58fd19665ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:42.865448 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.865838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Bound using segment: {'id': '8ce43870-3eb0-4b76-82dc-58fd19665ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:42.866304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Bound port: e3146cb8-ae14-4272-9ce3-c76e6dbb6136, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce43870-3eb0-4b76-82dc-58fd19665ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2bf400a3-2966-4f32-9e19-45b436b4c938'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:42.866685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.873707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.909914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Subnet': ['ID=015ffc72-59f4-4cff-bf71-199ae7f421f6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:42.934193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 22d4cf77-c420-474f-af5f-0605faaadf2b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:42.939666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] For port e3146cb8-ae14-4272-9ce3-c76e6dbb6136, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:42.942075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 22d4cf77-c420-474f-af5f-0605faaadf2b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:42.949357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.949357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] For port e3146cb8-ae14-4272-9ce3-c76e6dbb6136, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e3146cb8-ae14-4272-9ce3-c76e6dbb6136,segment=NetworkSegment(8ce43870-3eb0-4b76-82dc-58fd19665ecf),segment_id=8ce43870-3eb0-4b76-82dc-58fd19665ecf)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:42.968389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.978459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf400a3-2966-4f32-9e19-45b436b4c938']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:42.989093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce43870-3eb0-4b76-82dc-58fd19665ecf') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:42.989484 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce43870-3eb0-4b76-82dc-58fd19665ecf') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:42.998861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.024873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.056189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 22d4cf77-c420-474f-af5f-0605faaadf2b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22d4cf77-c420-474f-af5f-0605faaadf2b,segment=NetworkSegment(34df1113-28ec-4350-b3db-2d7c8fb33ebf),segment_id=34df1113-28ec-4350-b3db-2d7c8fb33ebf)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:43.096337 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.098991 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.105859 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:43.106259 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:43.109316 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:43.151138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.178849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b87e1-99ae-4bf2-879f-3047e6d244a5 None None] Pushing event updated for resources: {'Port': ['ID=e3146cb8-ae14-4272-9ce3-c76e6dbb6136,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:43.208704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119e1cd-2465-42a6-ac6f-b0e2b0616cf3 None None] Network 2bf400a3-2966-4f32-9e19-45b436b4c938 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:43.261995 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.db.api [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:21:43.261995 n-d-765315-26 neutron-server[94805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:21:43.261995 n-d-765315-26 neutron-server[94805]: [parameters: {'id': '2bf400a3-2966-4f32-9e19-45b436b4c938'}] Aug 10 04:21:43.261995 n-d-765315-26 neutron-server[94805]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:21:43.262496 n-d-765315-26 neutron-server[94805]: DEBUG oslo_db.api [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:21:43.285213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=22d4cf77-c420-474f-af5f-0605faaadf2b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:43.344406 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12898aa1-363d-428c-8edf-1e4b556ed858 None None] get_active_networks_info from n-d-765315-26 {{(pid=94806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:21:43.418048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12898aa1-363d-428c-8edf-1e4b556ed858 None None] Resources bound (agent type, host, resource id): {{(pid=94806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:21:43.763986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.816113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting port e3146cb8-ae14-4272-9ce3-c76e6dbb6136 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:43.816479 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.879618 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] For port e3146cb8-ae14-4272-9ce3-c76e6dbb6136, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e3146cb8-ae14-4272-9ce3-c76e6dbb6136,segment=NetworkSegment(8ce43870-3eb0-4b76-82dc-58fd19665ecf),segment_id=8ce43870-3eb0-4b76-82dc-58fd19665ecf)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:43.879986 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.892103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Calling delete_port for e3146cb8-ae14-4272-9ce3-c76e6dbb6136 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:44.073139 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.099867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Port': ['ID=e3146cb8-ae14-4272-9ce3-c76e6dbb6136,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:44.105854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No DVR routers for this DVR port e3146cb8-ae14-4272-9ce3-c76e6dbb6136 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:44.191338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.201861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf400a3-2966-4f32-9e19-45b436b4c938']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:44.212669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce43870-3eb0-4b76-82dc-58fd19665ecf') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:44.212962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce43870-3eb0-4b76-82dc-58fd19665ecf') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:44.221375 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.234352 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.239898 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:44.240279 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:44.243032 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:44.427329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.434772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.436503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/2bf400a3-2966-4f32-9e19-45b436b4c938 HTTP/1.1" status: 204 len: 168 time: 2.3698933 Aug 10 04:21:44.439152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46842) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:44.448533 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d105f-9532-48c7-8311-63a504fb4339 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Network': ['ID=2bf400a3-2966-4f32-9e19-45b436b4c938,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:44.469137 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e92f52-0ca9-4db1-bc2e-01d8b18060a9 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] GET failed (client error): The resource could not be found. Aug 10 04:21:44.473799 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e6e92f52-0ca9-4db1-bc2e-01d8b18060a9 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "GET /v2.0/subnets/015ffc72-59f4-4cff-bf71-199ae7f421f6 HTTP/1.1" status: 404 len: 337 time: 0.0302980 Aug 10 04:21:44.475842 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46844) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:44.493798 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-98205950-2e02-475d-9c35-39dc1c50974d tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:44.494332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98205950-2e02-475d-9c35-39dc1c50974d tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:44.495939 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-98205950-2e02-475d-9c35-39dc1c50974d tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/2bf400a3-2966-4f32-9e19-45b436b4c938 HTTP/1.1" status: 404 len: 339 time: 0.0191741 Aug 10 04:21:44.499403 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46846) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:44.529958 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ab8066-346d-42ac-965d-6bbf8ba15454 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:44.530474 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ab8066-346d-42ac-965d-6bbf8ba15454 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:44.532215 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-65ab8066-346d-42ac-965d-6bbf8ba15454 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/subnets/015ffc72-59f4-4cff-bf71-199ae7f421f6 HTTP/1.1" status: 404 len: 337 time: 0.0319383 Aug 10 04:21:44.534640 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46848) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:44.552093 n-d-765315-26 neutron-server[94804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f17f0f0-c908-458a-b016-e11c2f6d931c tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:44.552669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f17f0f0-c908-458a-b016-e11c2f6d931c tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:44.554242 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6f17f0f0-c908-458a-b016-e11c2f6d931c tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/2bf400a3-2966-4f32-9e19-45b436b4c938 HTTP/1.1" status: 404 len: 339 time: 0.0187244 Aug 10 04:21:44.556959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46850) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:44.605291 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting subnet 7c1ce7c6-9be4-4988-afea-f71e97f04d70 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:21:44.608330 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.648576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.676637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22d4cf77-c420-474f-af5f-0605faaadf2b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:44.723702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 22d4cf77-c420-474f-af5f-0605faaadf2b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:44.723983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.736328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.890798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.916102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1ce7c6-9be4-4988-afea-f71e97f04d70,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:44.921861 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.923815 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-11d7b448-4591-4d26-b5f1-4d8fce4201d4 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/subnets/7c1ce7c6-9be4-4988-afea-f71e97f04d70 HTTP/1.1" status: 204 len: 168 time: 0.3659823 Aug 10 04:21:44.926353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46852) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:44.928738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d077fb-d524-4c6d-be0e-c6e3ba987e15 None None] Network c6f39344-3bdf-44d3-8c2a-196585ac052d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:45.006115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.060868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting port 22d4cf77-c420-474f-af5f-0605faaadf2b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:45.061216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.105262 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] DHCP port deletion for c6f39344-3bdf-44d3-8c2a-196585ac052d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:21:45.124497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] For port 22d4cf77-c420-474f-af5f-0605faaadf2b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22d4cf77-c420-474f-af5f-0605faaadf2b,segment=NetworkSegment(34df1113-28ec-4350-b3db-2d7c8fb33ebf),segment_id=34df1113-28ec-4350-b3db-2d7c8fb33ebf)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:45.124870 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.138219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Calling delete_port for 22d4cf77-c420-474f-af5f-0605faaadf2b owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:45.154825 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] Deleting port 22d4cf77-c420-474f-af5f-0605faaadf2b {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:45.155202 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.215891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] For port 22d4cf77-c420-474f-af5f-0605faaadf2b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=22d4cf77-c420-474f-af5f-0605faaadf2b,segment=NetworkSegment(34df1113-28ec-4350-b3db-2d7c8fb33ebf),segment_id=34df1113-28ec-4350-b3db-2d7c8fb33ebf)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:45.216282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.228624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] Calling delete_port for 22d4cf77-c420-474f-af5f-0605faaadf2b owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:45.330374 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.336276 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.356635 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Port': ['ID=22d4cf77-c420-474f-af5f-0605faaadf2b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:45.358448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No DVR routers for this DVR port 22d4cf77-c420-474f-af5f-0605faaadf2b on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:45.367899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] Pushing event deleted for resources: {'Port': ['ID=22d4cf77-c420-474f-af5f-0605faaadf2b,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:45.367899 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bd24c-8f87-4b1a-ad72-764184b3b05a None None] No DVR routers for this DVR port 22d4cf77-c420-474f-af5f-0605faaadf2b on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:45.435566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.445110 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f39344-3bdf-44d3-8c2a-196585ac052d']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:45.459687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34df1113-28ec-4350-b3db-2d7c8fb33ebf') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:45.459977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34df1113-28ec-4350-b3db-2d7c8fb33ebf') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:45.468740 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.482667 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.488423 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:45.488808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:45.491652 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:45.666785 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.671216 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.673153 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/c6f39344-3bdf-44d3-8c2a-196585ac052d HTTP/1.1" status: 204 len: 168 time: 0.7458758 Aug 10 04:21:45.675900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:45.688109 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ef33-f51b-470a-8ed5-188eab6fb074 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Network': ['ID=c6f39344-3bdf-44d3-8c2a-196585ac052d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:45.701821 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0b9d2a-6c53-4086-99f0-64be3b999515 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:45.702268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0b9d2a-6c53-4086-99f0-64be3b999515 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:45.703932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eb0b9d2a-6c53-4086-99f0-64be3b999515 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/subnets/304ec928-3769-4521-9f62-ff5b408d0bcd HTTP/1.1" status: 404 len: 337 time: 0.0269456 Aug 10 04:21:45.706489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46856) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:45.723856 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3244e626-42d7-46eb-9208-e7d73eeec705 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:45.734803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3244e626-42d7-46eb-9208-e7d73eeec705 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:45.734803 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3244e626-42d7-46eb-9208-e7d73eeec705 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/550c514e-23dc-47d9-b06b-2ab56afc5cab HTTP/1.1" status: 404 len: 339 time: 0.0185938 Aug 10 04:21:45.736442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46858) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:45.760968 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2e9ba3-c6ce-420c-a550-8df343566ec7 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:45.761401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2e9ba3-c6ce-420c-a550-8df343566ec7 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:45.762985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f2e9ba3-c6ce-420c-a550-8df343566ec7 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/subnets/238841dd-bdfd-469b-b20c-90ec82b5c2e3 HTTP/1.1" status: 404 len: 337 time: 0.0256915 Aug 10 04:21:45.765366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46860) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:45.782190 n-d-765315-26 neutron-server[94805]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a5f0b1-201d-4d3f-99ee-de9e043f6294 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] DELETE failed (client error): The resource could not be found. Aug 10 04:21:45.782704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a5f0b1-201d-4d3f-99ee-de9e043f6294 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:21:45.784279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-79a5f0b1-201d-4d3f-99ee-de9e043f6294 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/05d81171-84bf-446c-a658-524fa37943da HTTP/1.1" status: 404 len: 339 time: 0.0180578 Aug 10 04:21:45.786511 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46862) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:45.838331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting subnet 4f78b849-e6e5-4c5b-97bd-4ed217f1f699 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:21:45.841268 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.879776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.959647 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.027881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.131114 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.158207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Subnet': ['ID=4f78b849-e6e5-4c5b-97bd-4ed217f1f699,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:46.161984 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.169974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4aa5b97-8ae8-4f6d-953f-427104d372a8 tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/subnets/4f78b849-e6e5-4c5b-97bd-4ed217f1f699 HTTP/1.1" status: 204 len: 168 time: 0.3764596 Aug 10 04:21:46.169974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46864) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:46.170175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a491f3-dc58-4ba2-8c9a-a72a041aeb63 None None] Network 20d47c59-8692-467b-ae8e-5bab85c60ea9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:46.244433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.300637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Deleting port b7eca3ca-af76-47cb-aaa4-28de2c367075 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:46.300980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.335215 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] DHCP port deletion for 20d47c59-8692-467b-ae8e-5bab85c60ea9 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:21:46.364629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] For port b7eca3ca-af76-47cb-aaa4-28de2c367075, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b7eca3ca-af76-47cb-aaa4-28de2c367075,segment=NetworkSegment(657ae1cb-9eb7-4aed-9ac1-07e28a997f90),segment_id=657ae1cb-9eb7-4aed-9ac1-07e28a997f90)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:46.364988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.378070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Calling delete_port for b7eca3ca-af76-47cb-aaa4-28de2c367075 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:46.383542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] Deleting port b7eca3ca-af76-47cb-aaa4-28de2c367075 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:46.383919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.449244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] For port b7eca3ca-af76-47cb-aaa4-28de2c367075, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b7eca3ca-af76-47cb-aaa4-28de2c367075,segment=NetworkSegment(657ae1cb-9eb7-4aed-9ac1-07e28a997f90),segment_id=657ae1cb-9eb7-4aed-9ac1-07e28a997f90)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:46.449659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.462988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] Calling delete_port for b7eca3ca-af76-47cb-aaa4-28de2c367075 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:46.611121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.618062 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.638787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Port': ['ID=b7eca3ca-af76-47cb-aaa4-28de2c367075,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:46.642164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] No DVR routers for this DVR port b7eca3ca-af76-47cb-aaa4-28de2c367075 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:46.649348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] Pushing event deleted for resources: {'Port': ['ID=b7eca3ca-af76-47cb-aaa4-28de2c367075,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:46.654436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f56df1-5c03-4874-8323-6676fd56e70a None None] No DVR routers for this DVR port b7eca3ca-af76-47cb-aaa4-28de2c367075 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:46.689273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22d4cf77-c420-474f-af5f-0605faaadf2b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:46.710315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 22d4cf77-c420-474f-af5f-0605faaadf2b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:46.710664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 22d4cf77-c420-474f-af5f-0605faaadf2b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:46.711119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b7eca3ca-af76-47cb-aaa4-28de2c367075 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:46.726632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.732942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b7eca3ca-af76-47cb-aaa4-28de2c367075 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:46.733286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b7eca3ca-af76-47cb-aaa4-28de2c367075 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:46.737991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d47c59-8692-467b-ae8e-5bab85c60ea9']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:46.752590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657ae1cb-9eb7-4aed-9ac1-07e28a997f90') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:46.752890 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657ae1cb-9eb7-4aed-9ac1-07e28a997f90') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:46.762716 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.782004 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.788080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:46.788511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:46.791584 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:47.050778 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:47.058928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:47.060839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] 10.222.0.26 "DELETE /v2.0/networks/20d47c59-8692-467b-ae8e-5bab85c60ea9 HTTP/1.1" status: 204 len: 168 time: 0.8930452 Aug 10 04:21:47.072389 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5409cd-2f17-42ab-811c-e2b293f93dba tempest-NetworksIpV6Test-1706907983 tempest-NetworksIpV6Test-1706907983-project] Pushing event deleted for resources: {'Network': ['ID=20d47c59-8692-467b-ae8e-5bab85c60ea9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:47.712008 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:47.850370 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1d3357d2-38ea-4a2b-b3f8-a081a3a7563d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7663b7c7f0f47319a12f4ccec514e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371760 Aug 10 04:21:47.853420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46874) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:47.900451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-099238d9-6498-40cf-8130-7b99f2d2479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:47.925976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-099238d9-6498-40cf-8130-7b99f2d2479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:48.084887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-099238d9-6498-40cf-8130-7b99f2d2479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:48.087371 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-099238d9-6498-40cf-8130-7b99f2d2479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:48.088537 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-099238d9-6498-40cf-8130-7b99f2d2479b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3884b2ee-284d-4053-968d-ae1bf757459d HTTP/1.1" status: 204 len: 168 time: 0.2342043 Aug 10 04:21:48.096171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099238d9-6498-40cf-8130-7b99f2d2479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3884b2ee-284d-4053-968d-ae1bf757459d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:49.194026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46896) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:49.285521 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1291049887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:49.387676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.388723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.442120 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.530847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.650501 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.651980 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-005774d4-b7ca-4769-8acc-9362446f6fda tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4569528 Aug 10 04:21:49.654805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46900) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:49.659683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1852381186'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:49.810289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Made reservation on behalf of 243cc3bfded34fed8e8cc8909f8f6bfb for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:49.813673 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.822308 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.908641 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.993331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.018695 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:50.028799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1130fb5d-537b-48af-9d22-916a971154d4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:50.034289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.034636 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Added segment 5f10f88b-02b0-4e70-b9e8-3fa55f1fae83 of type vlan for network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 Aug 10 04:21:50.073289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.204728 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.210355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:50.211051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.280837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event updated for resources: {'Network': ['ID=cfa15863-7f59-40d1-bce6-b9b1f5339ca9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:50.291477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:50.371249 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a9bcd941-f5b7-4479-adf9-db9c1452046c tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7154045 Aug 10 04:21:50.374026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46902) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:50.378931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Request body: {'subnet': {'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:50.559057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Made reservation on behalf of 243cc3bfded34fed8e8cc8909f8f6bfb for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:50.562696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.843970 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:50.906137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event updated for resources: {'Subnet': ['ID=d12da19b-3cb3-401a-9cbc-9f203992b9ff,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:50.915016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Checking segment: {'id': '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:50.917482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Network hostable DHCP agents. Network: cfa15863-7f59-40d1-bce6-b9b1f5339ca9, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:50.998921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:51.067691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, cfa15863-7f59-40d1-bce6-b9b1f5339ca9) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:51.072894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:51.073833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.079940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9076e43d-a1fb-4261-a3ab-621a79da34ea None None] Network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:51.176682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7f15f2b-cc53-4dab-a331-755cdc26f633 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8014946 Aug 10 04:21:51.179717 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46904) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:51.184786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1100281318'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:51.223869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-cfa15863-7f59-40d1-bce6-b9b1f5339ca9', 'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9', 'tenant_id': '243cc3bfded34fed8e8cc8909f8f6bfb', 'fixed_ips': [{'subnet_id': 'd12da19b-3cb3-401a-9cbc-9f203992b9ff'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:51.224734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.290788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Made reservation on behalf of 243cc3bfded34fed8e8cc8909f8f6bfb for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:51.294572 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.317754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:51.326560 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.326920 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Added segment dd7cb842-8007-4d88-a1f3-950ecc774ecc of type vlan for network 924c44b0-01f8-4d8e-9647-8766772eb761 Aug 10 04:21:51.353568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Allocated IP 172.20.0.2 (cfa15863-7f59-40d1-bce6-b9b1f5339ca9/d12da19b-3cb3-401a-9cbc-9f203992b9ff/a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:51.366280 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.473343 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.479999 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:51.480621 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.492831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.500892 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Transition to ACTIVE for port object a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:51.515514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Transition to ACTIVE for port object a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:51.550647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event updated for resources: {'Network': ['ID=924c44b0-01f8-4d8e-9647-8766772eb761,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:51.560893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 924c44b0-01f8-4d8e-9647-8766772eb761 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:51.607592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.616728 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c394bf2d-427f-4e6a-8676-0e4f6224af3f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4358554 Aug 10 04:21:51.619770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46906) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:51.625734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Request body: {'subnet': {'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:51.665082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:51.668038 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:51.672121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:51.675071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Pushing event updated for resources: {'Port': ['ID=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:51.725716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Attempting to bind port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:51.726027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Attempting to bind port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:51.726336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Attempting to bind port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 on network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:51.731229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:51.731598 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Checking segment: {'id': '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:51.732007 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.732421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Bound using segment: {'id': '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:51.732877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Bound port: a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cfa15863-7f59-40d1-bce6-b9b1f5339ca9'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:51.733250 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.776734 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Made reservation on behalf of 243cc3bfded34fed8e8cc8909f8f6bfb for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:51.780395 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.793536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] For port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:51.796504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] For port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,segment=NetworkSegment(5f10f88b-02b0-4e70-b9e8-3fa55f1fae83),segment_id=5f10f88b-02b0-4e70-b9e8-3fa55f1fae83)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:51.873717 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:51.935487 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e43a3-9dda-47b0-9d40-6932216237cb None None] Pushing event updated for resources: {'Port': ['ID=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:52.045123 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:52.109799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event updated for resources: {'Subnet': ['ID=de47220d-766b-4705-b705-c91d91a316b4,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:52.128690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Checking segment: {'id': 'dd7cb842-8007-4d88-a1f3-950ecc774ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:52.129321 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Network hostable DHCP agents. Network: 924c44b0-01f8-4d8e-9647-8766772eb761, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:52.221974 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Network 924c44b0-01f8-4d8e-9647-8766772eb761 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:52.313224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 924c44b0-01f8-4d8e-9647-8766772eb761) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:52.317279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:52.317976 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:52.323282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade28fd-d484-4607-9ab5-f66418230e75 None None] Network 924c44b0-01f8-4d8e-9647-8766772eb761 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:52.411147 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-11acce1c-dd46-41a8-bf08-c4d0d8e8f6b8 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7899921 Aug 10 04:21:52.414404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46908) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:52.419017 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-81f49f9d-b157-4050-adcb-8e9b70af5e2e tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Request body: {'router': {'external_gateway_info': {'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:52.465529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-924c44b0-01f8-4d8e-9647-8766772eb761', 'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761', 'tenant_id': '243cc3bfded34fed8e8cc8909f8f6bfb', 'fixed_ips': [{'subnet_id': 'de47220d-766b-4705-b705-c91d91a316b4'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:52.466386 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:52.608574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Allocated IP 172.21.0.2 (924c44b0-01f8-4d8e-9647-8766772eb761/de47220d-766b-4705-b705-c91d91a316b4/76743c2e-d4a1-4d57-bdef-301ad54d188e) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:52.638585 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-81f49f9d-b157-4050-adcb-8e9b70af5e2e tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:52.747773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:52.796451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:52.807828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Transition to ACTIVE for port object 76743c2e-d4a1-4d57-bdef-301ad54d188e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:52.841941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Transition to ACTIVE for port object 76743c2e-d4a1-4d57-bdef-301ad54d188e will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:52.841941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe05a43-9ed9-4b16-89cc-69e1f0fdc8c6 None None] Network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:52.882710 n-d-765315-26 neutron-server[94804]: INFO neutron.api.v2.resource [None req-81f49f9d-b157-4050-adcb-8e9b70af5e2e tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:21:52.883831 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-81f49f9d-b157-4050-adcb-8e9b70af5e2e tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "PUT /v2.0/routers/88dadeb5-588d-427b-ae33-299487b05898 HTTP/1.1" status: 400 len: 364 time: 0.4684796 Aug 10 04:21:52.889658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46910) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:52.944959 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Deleting subnet de47220d-766b-4705-b705-c91d91a316b4 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:21:52.945343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:52.964303 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:52.966853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.004878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.017506 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] Provisioning for port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:53.036949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] Provisioning complete for port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:53.037366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.042270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Network 924c44b0-01f8-4d8e-9647-8766772eb761 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:53.046474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Pushing event updated for resources: {'Port': ['ID=76743c2e-d4a1-4d57-bdef-301ad54d188e,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:53.048925 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:53.069369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:53.098310 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.145129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Attempting to bind port 76743c2e-d4a1-4d57-bdef-301ad54d188e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:53.145387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Attempting to bind port 76743c2e-d4a1-4d57-bdef-301ad54d188e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'dd7cb842-8007-4d88-a1f3-950ecc774ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:53.145551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Attempting to bind port 76743c2e-d4a1-4d57-bdef-301ad54d188e on network 924c44b0-01f8-4d8e-9647-8766772eb761 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:53.174694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:53.175077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Checking segment: {'id': 'dd7cb842-8007-4d88-a1f3-950ecc774ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:53.175484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.175888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Bound using segment: {'id': 'dd7cb842-8007-4d88-a1f3-950ecc774ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:53.176386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Bound port: 76743c2e-d4a1-4d57-bdef-301ad54d188e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7cb842-8007-4d88-a1f3-950ecc774ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '924c44b0-01f8-4d8e-9647-8766772eb761'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:53.176774 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.199190 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.251430 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.266917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] For port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,segment=NetworkSegment(5f10f88b-02b0-4e70-b9e8-3fa55f1fae83),segment_id=5f10f88b-02b0-4e70-b9e8-3fa55f1fae83)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:53.276742 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] For port 76743c2e-d4a1-4d57-bdef-301ad54d188e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:53.280059 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] For port 76743c2e-d4a1-4d57-bdef-301ad54d188e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=76743c2e-d4a1-4d57-bdef-301ad54d188e,segment=NetworkSegment(dd7cb842-8007-4d88-a1f3-950ecc774ecc),segment_id=dd7cb842-8007-4d88-a1f3-950ecc774ecc)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:53.281822 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event deleted for resources: {'Subnet': ['ID=de47220d-766b-4705-b705-c91d91a316b4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:53.285780 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.289895 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-98f5a465-274f-420c-b518-212b00a93436 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "DELETE /v2.0/subnets/de47220d-766b-4705-b705-c91d91a316b4 HTTP/1.1" status: 204 len: 168 time: 0.3969777 Aug 10 04:21:53.290828 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46912) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:53.336434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.364465 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.383617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f4b12-4d63-4cb4-af4d-9a22091e1f68 None None] Pushing event updated for resources: {'Port': ['ID=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:53.393483 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.421977 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Deleting port 76743c2e-d4a1-4d57-bdef-301ad54d188e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:53.422324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.460163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec05ac-fb52-4454-b7bd-6b2d24767a02 None None] Pushing event updated for resources: {'Port': ['ID=76743c2e-d4a1-4d57-bdef-301ad54d188e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:53.467407 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-24720433-165d-4f1a-a6b9-3617ca0f950d None None] Provisioning complete for port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:53.468006 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-24720433-165d-4f1a-a6b9-3617ca0f950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.490756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] For port 76743c2e-d4a1-4d57-bdef-301ad54d188e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=76743c2e-d4a1-4d57-bdef-301ad54d188e,segment=NetworkSegment(dd7cb842-8007-4d88-a1f3-950ecc774ecc),segment_id=dd7cb842-8007-4d88-a1f3-950ecc774ecc)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:53.491131 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.504818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Calling delete_port for 76743c2e-d4a1-4d57-bdef-301ad54d188e owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:53.685655 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.709468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event deleted for resources: {'Port': ['ID=76743c2e-d4a1-4d57-bdef-301ad54d188e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:53.716056 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] No DVR routers for this DVR port 76743c2e-d4a1-4d57-bdef-301ad54d188e on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:53.795100 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.807410 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924c44b0-01f8-4d8e-9647-8766772eb761']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:53.817669 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7cb842-8007-4d88-a1f3-950ecc774ecc') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:53.817969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7cb842-8007-4d88-a1f3-950ecc774ecc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:53.827115 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.841898 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.848089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:53.848553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:53.851771 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:54.010869 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.019887 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.021825 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "DELETE /v2.0/networks/924c44b0-01f8-4d8e-9647-8766772eb761 HTTP/1.1" status: 204 len: 168 time: 0.7300739 Aug 10 04:21:54.026287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 46914) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:54.033386 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69852a5-ba17-4437-8939-9cedb2334c9b tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event deleted for resources: {'Network': ['ID=924c44b0-01f8-4d8e-9647-8766772eb761,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:54.363403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767e352b-c578-44f2-a537-b1471e244df0 None None] Could not find standard attr ID for object 76743c2e-d4a1-4d57-bdef-301ad54d188e. {{(pid=94806) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:21:54.367561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbf80b-5a16-4787-8e23-146843ad66fb None None] DHCP port deletion for 924c44b0-01f8-4d8e-9647-8766772eb761 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:21:54.379574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Deleting subnet d12da19b-3cb3-401a-9cbc-9f203992b9ff {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:21:54.382923 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.383085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae4d14-4b78-4d9b-944c-f3d154285633 None None] Network 924c44b0-01f8-4d8e-9647-8766772eb761 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:54.394717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae4d14-4b78-4d9b-944c-f3d154285633 None None] Network 924c44b0-01f8-4d8e-9647-8766772eb761 could not be found, it might have been deleted concurrently. {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:21:54.422861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.505481 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.635765 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.662424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event deleted for resources: {'Subnet': ['ID=d12da19b-3cb3-401a-9cbc-9f203992b9ff,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:54.664885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.669429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "DELETE /v2.0/subnets/d12da19b-3cb3-401a-9cbc-9f203992b9ff HTTP/1.1" status: 204 len: 168 time: 0.6421397 Aug 10 04:21:54.669647 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46918) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:54.670436 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a74aa1-97e6-42ae-a2d9-87703a41b4e0 None None] Network cfa15863-7f59-40d1-bce6-b9b1f5339ca9 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:54.677222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.677641 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.678049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.678452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.678851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.679246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.679643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.680034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.680472 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.680862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.681250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.681798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284a0058-2d7f-4dac-9136-3ae157294358 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:54.716380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:54.750125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.807676 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Deleting port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:54.807920 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.824252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:54.824651 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.871156 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] For port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,segment=NetworkSegment(5f10f88b-02b0-4e70-b9e8-3fa55f1fae83),segment_id=5f10f88b-02b0-4e70-b9e8-3fa55f1fae83)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:54.872578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.887067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Calling delete_port for a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:54.902218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] DHCP port deletion for cfa15863-7f59-40d1-bce6-b9b1f5339ca9 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:21:54.956524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] Deleting port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:54.956908 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.017611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] For port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,segment=NetworkSegment(5f10f88b-02b0-4e70-b9e8-3fa55f1fae83),segment_id=5f10f88b-02b0-4e70-b9e8-3fa55f1fae83)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:55.018013 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.033974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] Calling delete_port for a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:55.062090 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.087744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event deleted for resources: {'Port': ['ID=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:55.091499 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] No DVR routers for this DVR port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:55.109413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.135018 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] Pushing event deleted for resources: {'Port': ['ID=a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:55.138398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02589cf0-493f-4d0a-9add-fb7a84cd0d8e None None] No DVR routers for this DVR port a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:55.171697 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.181439 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa15863-7f59-40d1-bce6-b9b1f5339ca9']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:55.196068 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:55.196392 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f10f88b-02b0-4e70-b9e8-3fa55f1fae83') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:55.205090 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.218700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.224295 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:55.224711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:55.228122 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:55.347423 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.355051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.357047 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "DELETE /v2.0/networks/cfa15863-7f59-40d1-bce6-b9b1f5339ca9 HTTP/1.1" status: 204 len: 168 time: 0.6845410 Aug 10 04:21:55.359573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46924) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:55.396996 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fb08c-1f3f-41a9-8fe5-728f535c56ab tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Pushing event deleted for resources: {'Network': ['ID=cfa15863-7f59-40d1-bce6-b9b1f5339ca9,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:55.415956 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6024517c-f4f5-4a16-86c8-50a5c69783b0 tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "GET /v2.0/ports?device_id=88dadeb5-588d-427b-ae33-299487b05898 HTTP/1.1" status: 200 len: 205 time: 0.0552640 Aug 10 04:21:55.421904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46926) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:55.497911 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.652270 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.654688 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.769866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.770563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Fanout notify agent at l3_agent the message router_deleted on router 88dadeb5-588d-427b-ae33-299487b05898 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:21:55.778082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.779228 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b643ec90-220b-40a0-b386-b83e6abcc48f tempest-RoutersNegativeTest-405047582 tempest-RoutersNegativeTest-405047582-project] 10.222.0.26 "DELETE /v2.0/routers/88dadeb5-588d-427b-ae33-299487b05898 HTTP/1.1" status: 204 len: 168 time: 0.3563752 Aug 10 04:21:56.226995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46932) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:56.355955 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2b90a41f-5bed-4804-ba87-a717bc45a3c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=243cc3bfded34fed8e8cc8909f8f6bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277683 Aug 10 04:21:56.358411 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:56.404805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f440a196-af5c-4a91-bfb7-dc94004430de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.424587 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f440a196-af5c-4a91-bfb7-dc94004430de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.541974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f440a196-af5c-4a91-bfb7-dc94004430de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.545086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f440a196-af5c-4a91-bfb7-dc94004430de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.546254 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f440a196-af5c-4a91-bfb7-dc94004430de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1130fb5d-537b-48af-9d22-916a971154d4 HTTP/1.1" status: 204 len: 168 time: 0.1869538 Aug 10 04:21:56.554078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440a196-af5c-4a91-bfb7-dc94004430de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130fb5d-537b-48af-9d22-916a971154d4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:56.673660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:56.694460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:56.694887 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a2b88aa5-7dca-4738-8fe6-ff8e1f6525f0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:56.793137 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.499757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46960) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:57.593698 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-550052515-network', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:57.713254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Made reservation on behalf of e218fd1828d44d638b8ff3edf68e7eca for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:57.715578 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.724073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.808728 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.890184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.917395 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:21:57.927047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb436149-2bdc-4935-b525-05cbf56aadb4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:57.932305 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.932679 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Added segment a8ec5345-a64e-4734-a11e-e654c651ad45 of type vlan for network c163d1e8-f024-4f35-837e-350b25ecf442 Aug 10 04:21:57.973436 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.095917 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.096906 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:58.097500 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.155683 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] Pushing event updated for resources: {'Network': ['ID=c163d1e8-f024-4f35-837e-350b25ecf442,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:58.164939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network c163d1e8-f024-4f35-837e-350b25ecf442 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:21:58.250741 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ed9d6782-4f7b-442f-8c9f-e516bc37f948 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7490528 Aug 10 04:21:58.252829 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46964) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:58.257672 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Request body: {'subnet': {'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-subnet', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:58.409541 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Made reservation on behalf of e218fd1828d44d638b8ff3edf68e7eca for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:21:58.411834 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.753618 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.809773 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8005698-be87-484a-9814-a4e90efc9e41,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:58.819055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Checking segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:58.819408 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Network hostable DHCP agents. Network: c163d1e8-f024-4f35-837e-350b25ecf442, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:21:58.998667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Network c163d1e8-f024-4f35-837e-350b25ecf442 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:21:59.107475 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, c163d1e8-f024-4f35-837e-350b25ecf442) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:59.112542 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:59.118211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.118911 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae8db2-b8fb-401e-a1ca-6e70a14a64ae None None] Network c163d1e8-f024-4f35-837e-350b25ecf442 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:59.236367 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-229e0011-ca0d-4fdb-9150-e4afbc4b0914 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9800777 Aug 10 04:21:59.236759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46966) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:59.241052 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:59.260765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-c163d1e8-f024-4f35-837e-350b25ecf442', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'fixed_ips': [{'subnet_id': 'd8005698-be87-484a-9814-a4e90efc9e41'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:21:59.261637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.364984 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.366007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.393528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Allocated IP 172.20.0.2 (c163d1e8-f024-4f35-837e-350b25ecf442/d8005698-be87-484a-9814-a4e90efc9e41/1008dd07-06e3-4f78-84c4-1b6e1ad37251) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:21:59.423447 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.534688 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.543339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Transition to ACTIVE for port object 1008dd07-06e3-4f78-84c4-1b6e1ad37251 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:59.561136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Transition to ACTIVE for port object 1008dd07-06e3-4f78-84c4-1b6e1ad37251 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:59.634694 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.644752 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.670936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Network c163d1e8-f024-4f35-837e-350b25ecf442 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:21:59.675613 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:21:59.679048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:21:59.689810 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Pushing event updated for resources: {'Port': ['ID=1008dd07-06e3-4f78-84c4-1b6e1ad37251,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:59.741335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Attempting to bind port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:59.741725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Attempting to bind port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:59.742762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Attempting to bind port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 on network c163d1e8-f024-4f35-837e-350b25ecf442 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:59.748045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:59.748444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Checking segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:59.748849 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.749246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Bound using segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:59.749725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Bound port: 1008dd07-06e3-4f78-84c4-1b6e1ad37251, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:59.750080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.816201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] For port 1008dd07-06e3-4f78-84c4-1b6e1ad37251, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:59.819555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] For port 1008dd07-06e3-4f78-84c4-1b6e1ad37251, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1008dd07-06e3-4f78-84c4-1b6e1ad37251,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:59.891259 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.957389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774a871-3f5d-475e-96a5-963101dfbd57 None None] Pushing event updated for resources: {'Port': ['ID=1008dd07-06e3-4f78-84c4-1b6e1ad37251,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:00.235051 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.254154 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.357476 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Allocated IP 172.25.1.68 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/68d1af07-7f3d-47a2-a874-ed562ad9abcc) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:00.371106 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9dea47a9-38d0-4a46-8fb6-549b44594a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.463248 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.605540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.647486 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:00.651072 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:00.653604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:00.696071 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Pushing event updated for resources: {'Port': ['ID=68d1af07-7f3d-47a2-a874-ed562ad9abcc,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:00.730381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1008dd07-06e3-4f78-84c4-1b6e1ad37251 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:00.847748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9cc124-42d3-441b-8dc1-67ab1d587ec5 None None] Network c163d1e8-f024-4f35-837e-350b25ecf442 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:01.003439 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.037319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:01.142898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] Provisioning for port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:01.149471 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] Provisioning complete for port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:01.149843 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.202220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.239229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.276862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] For port 1008dd07-06e3-4f78-84c4-1b6e1ad37251, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1008dd07-06e3-4f78-84c4-1b6e1ad37251,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:01.359120 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.410767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef4c42-83da-4f8c-9366-958022053533 None None] Pushing event updated for resources: {'Port': ['ID=1008dd07-06e3-4f78-84c4-1b6e1ad37251,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:01.415991 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Router 02645743-a942-422b-b3c1-08370b93b6c9 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:22:01.476793 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d17e3368-21ac-4037-9f82-49befc2196aa None None] Provisioning complete for port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:01.477082 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d17e3368-21ac-4037-9f82-49befc2196aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.524084 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:01.534538 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Sync routers for ids ['02645743-a942-422b-b3c1-08370b93b6c9'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:01.543811 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Routers {'02645743-a942-422b-b3c1-08370b93b6c9'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:01.551433 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['02645743-a942-422b-b3c1-08370b93b6c9'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:01.605017 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.606379 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-93e0be88-3b83-4e2d-9c69-af4c55b5323a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3687544 Aug 10 04:22:01.609055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46968) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:01.648267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Set router 02645743-a942-422b-b3c1-08370b93b6c9 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:01.819137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:22:00Z', 'revision_number': 3, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:01.849123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Checking router: 02645743-a942-422b-b3c1-08370b93b6c9 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:01.849471 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Updating router 02645743-a942-422b-b3c1-08370b93b6c9 port 68d1af07-7f3d-47a2-a874-ed562ad9abcc binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:01.873952 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.013076 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.122017 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.131899 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Transition to ACTIVE for port object 68d1af07-7f3d-47a2-a874-ed562ad9abcc will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:02.172553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Allocated IP 172.20.0.1 (c163d1e8-f024-4f35-837e-350b25ecf442/d8005698-be87-484a-9814-a4e90efc9e41/fea36c4e-dacf-4c78-85ac-e7058113b78c) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:02.244826 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.272566 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.286027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Transition to ACTIVE for port object fea36c4e-dacf-4c78-85ac-e7058113b78c will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:02.291872 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Attempting to bind port 68d1af07-7f3d-47a2-a874-ed562ad9abcc on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:02.292242 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Attempting to bind port 68d1af07-7f3d-47a2-a874-ed562ad9abcc by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:02.292628 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Attempting to bind port 68d1af07-7f3d-47a2-a874-ed562ad9abcc on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:02.300975 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Pushing event updated for resources: {'Port': ['ID=68d1af07-7f3d-47a2-a874-ed562ad9abcc,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:02.303782 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:02.304149 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:02.305159 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.305549 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:02.306099 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Bound port: 68d1af07-7f3d-47a2-a874-ed562ad9abcc, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:02.306482 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.312701 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.313065 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.318792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:02.368971 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] For port 68d1af07-7f3d-47a2-a874-ed562ad9abcc, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:02.372715 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] For port 68d1af07-7f3d-47a2-a874-ed562ad9abcc, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=68d1af07-7f3d-47a2-a874-ed562ad9abcc,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:02.405227 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.439668 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.452935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Network c163d1e8-f024-4f35-837e-350b25ecf442 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:02.457736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:02.461756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:02.489076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Pushing event updated for resources: {'Port': ['ID=fea36c4e-dacf-4c78-85ac-e7058113b78c,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:02.503694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad046a-b1f5-4f17-82f3-c742b9127b33 None None] Pushing event updated for resources: {'Port': ['ID=68d1af07-7f3d-47a2-a874-ed562ad9abcc,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:02.505436 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.507932 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Routers {'02645743-a942-422b-b3c1-08370b93b6c9'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:02.508571 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:21:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['02645743-a942-422b-b3c1-08370b93b6c9'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:02.618616 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] Set router 02645743-a942-422b-b3c1-08370b93b6c9 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:02.698093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1008dd07-06e3-4f78-84c4-1b6e1ad37251 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:02.745947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:02.746471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.800167 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:22:00Z', 'revision_number': 3, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:02.804089 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.830067 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d5e28c-646b-4fbf-893b-65e3ccb7f8ef None None] The sync data for ids ['02645743-a942-422b-b3c1-08370b93b6c9'] in n-d-765315-26 is: [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:22:00Z', 'revision_number': 3, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:02.848016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a23ed736-91c9-4704-a60e-aa79b2f8421e None None] Provisioning for port fea36c4e-dacf-4c78-85ac-e7058113b78c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:02.853984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.856312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a23ed736-91c9-4704-a60e-aa79b2f8421e None None] Provisioning complete for port fea36c4e-dacf-4c78-85ac-e7058113b78c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:02.856312 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a23ed736-91c9-4704-a60e-aa79b2f8421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.892626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a23ed736-91c9-4704-a60e-aa79b2f8421e None None] Port fea36c4e-dacf-4c78-85ac-e7058113b78c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:02.982540 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.056545 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.121271 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e9cc64ed-12e8-41a6-bfb2-9bd5f0829f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.129050 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.148995 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Pushing event updated for resources: {'Port': ['ID=fea36c4e-dacf-4c78-85ac-e7058113b78c,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:03.239309 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Network c163d1e8-f024-4f35-837e-350b25ecf442 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:03.240735 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:03.362123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Router 02645743-a942-422b-b3c1-08370b93b6c9 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:03.471649 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:03.477342 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0670e0b1-593f-4969-8cc6-19a85f5f097e admin admin] 10.222.0.26 "PUT /v2.0/routers/02645743-a942-422b-b3c1-08370b93b6c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8672905 Aug 10 04:22:03.514618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d911f3bd-7f35-4002-8979-108acf1fd3e6 None None] Provisioning complete for port fea36c4e-dacf-4c78-85ac-e7058113b78c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:03.515001 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d911f3bd-7f35-4002-8979-108acf1fd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.551641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d911f3bd-7f35-4002-8979-108acf1fd3e6 None None] Port fea36c4e-dacf-4c78-85ac-e7058113b78c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:04.237598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46984) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:04.243332 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1302614116-network', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:04.329054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Sync routers for ids ['02645743-a942-422b-b3c1-08370b93b6c9'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:04.338137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Routers {'02645743-a942-422b-b3c1-08370b93b6c9'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:04.338753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:22:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['02645743-a942-422b-b3c1-08370b93b6c9'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.347701 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Made reservation on behalf of c6260f62e70a4f259ab5c5a31ea7ff43 for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:04.353779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.364181 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.376950 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.453223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Set router 02645743-a942-422b-b3c1-08370b93b6c9 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:04.455038 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.580463 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.600757 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:22:04.615895 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3bb91-957d-49aa-9853-170545f87d46,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:04.619615 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.619961 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Added segment dec6b86e-ddef-4a7b-9e6d-17353027c647 of type vlan for network 237ea418-87b9-4058-8950-85900177838e Aug 10 04:22:04.652779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 4, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'fea36c4e-dacf-4c78-85ac-e7058113b78c', 'name': '', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'mac_address': 'fa:16:3e:b1:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:02Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 2, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'subnets': [{'id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.664768 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.680717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Checking router: 02645743-a942-422b-b3c1-08370b93b6c9 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:04.681074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Updating router 02645743-a942-422b-b3c1-08370b93b6c9 port fea36c4e-dacf-4c78-85ac-e7058113b78c binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:04.705316 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.721832 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 68d1af07-7f3d-47a2-a874-ed562ad9abcc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:04.781912 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.783050 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:04.783804 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.841812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=237ea418-87b9-4058-8950-85900177838e,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:04.855060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 237ea418-87b9-4058-8950-85900177838e details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:22:04.914886 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-73d9e482-0f7a-468b-99f3-b51b08db6ba5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6760776 Aug 10 04:22:04.917481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46986) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:04.922259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Request body: {'subnet': {'network_id': '237ea418-87b9-4058-8950-85900177838e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-subnet', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'ip_version': 4}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:04.944101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 68d1af07-7f3d-47a2-a874-ed562ad9abcc completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:04.964599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 68d1af07-7f3d-47a2-a874-ed562ad9abcc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:04.964974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.015876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Made reservation on behalf of c6260f62e70a4f259ab5c5a31ea7ff43 for: {'subnet': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:05.018335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9787862'] for subnet, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.109913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.128152 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.144009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 68d1af07-7f3d-47a2-a874-ed562ad9abcc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=68d1af07-7f3d-47a2-a874-ed562ad9abcc,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:05.146699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Transition to ACTIVE for port object fea36c4e-dacf-4c78-85ac-e7058113b78c will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:05.204513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.248215 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.252796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=68d1af07-7f3d-47a2-a874-ed562ad9abcc,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.285254 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12065704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9787876'] for subnet, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.308024 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3129-95ae-4cef-b5c6-203c7795b7b5 None None] Pushing event updated for resources: {'Port': ['ID=fea36c4e-dacf-4c78-85ac-e7058113b78c,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.345798 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028c0114-b70d-444b-a2d9-cf2fd1dc4a93,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.356084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Attempting to bind port fea36c4e-dacf-4c78-85ac-e7058113b78c on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:05.356615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Attempting to bind port fea36c4e-dacf-4c78-85ac-e7058113b78c by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:05.356976 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Attempting to bind port fea36c4e-dacf-4c78-85ac-e7058113b78c on network c163d1e8-f024-4f35-837e-350b25ecf442 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:05.361710 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Checking segment: {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:05.361992 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Network hostable DHCP agents. Network: 237ea418-87b9-4058-8950-85900177838e, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:22:05.362404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:05.362869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Checking segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:05.363332 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.363784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Bound using segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:05.364322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Bound port: fea36c4e-dacf-4c78-85ac-e7058113b78c, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:05.364949 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.432841 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] For port fea36c4e-dacf-4c78-85ac-e7058113b78c, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:05.436017 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] For port fea36c4e-dacf-4c78-85ac-e7058113b78c, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fea36c4e-dacf-4c78-85ac-e7058113b78c,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:05.461820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Network 237ea418-87b9-4058-8950-85900177838e is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:22:05.547690 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.558521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 237ea418-87b9-4058-8950-85900177838e) {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:05.562507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:05.564099 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.578813 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080e9f1-d3bf-4f45-b455-975f065ec47d None None] Network 237ea418-87b9-4058-8950-85900177838e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:05.656576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3129-95ae-4cef-b5c6-203c7795b7b5 None None] Pushing event updated for resources: {'Port': ['ID=fea36c4e-dacf-4c78-85ac-e7058113b78c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.660913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Routers {'02645743-a942-422b-b3c1-08370b93b6c9'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:05.661538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:22:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['02645743-a942-422b-b3c1-08370b93b6c9'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:05.748363 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-04c4d1fa-f28a-499d-a74f-24e97a939e29 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8298035 Aug 10 04:22:05.750848 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46988) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:05.756216 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:05.828664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] Set router 02645743-a942-422b-b3c1-08370b93b6c9 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:05.861159 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.862269 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.897022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-237ea418-87b9-4058-8950-85900177838e', 'network_id': '237ea418-87b9-4058-8950-85900177838e', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'fixed_ips': [{'subnet_id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:22:05.897855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.912730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.034973 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.155369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Allocated IP 172.20.0.2 (237ea418-87b9-4058-8950-85900177838e/028c0114-b70d-444b-a2d9-cf2fd1dc4a93/92abedfe-0cec-44e4-9e02-3c94f29f3bd7) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:06.234053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 4, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'fea36c4e-dacf-4c78-85ac-e7058113b78c', 'name': '', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'mac_address': 'fa:16:3e:b1:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:02Z', 'updated_at': '2021-08-10T04:22:05Z', 'revision_number': 4, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'subnets': [{'id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:06.272441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b16e2b5-86b3-4b17-ba51-9554a9741bdb None None] The sync data for ids ['02645743-a942-422b-b3c1-08370b93b6c9'] in n-d-765315-26 is: [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 4, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'fea36c4e-dacf-4c78-85ac-e7058113b78c', 'name': '', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'mac_address': 'fa:16:3e:b1:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:02Z', 'updated_at': '2021-08-10T04:22:05Z', 'revision_number': 4, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'subnets': [{'id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:06.358015 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.368049 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Transition to ACTIVE for port object 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:06.383269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Transition to ACTIVE for port object 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:06.479621 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.493236 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.520329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Network 237ea418-87b9-4058-8950-85900177838e is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:06.523862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:06.526702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:06.536104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Pushing event updated for resources: {'Port': ['ID=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:06.587745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Attempting to bind port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:06.588119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Attempting to bind port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:06.588516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Attempting to bind port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 on network 237ea418-87b9-4058-8950-85900177838e {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:06.593596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:06.593960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Checking segment: {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:06.594358 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.594749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Bound using segment: {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:06.595205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Bound port: 92abedfe-0cec-44e4-9e02-3c94f29f3bd7, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:06.595630 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.686601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] For port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:06.778147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] For port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:06.787753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 68d1af07-7f3d-47a2-a874-ed562ad9abcc up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:06.840860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 68d1af07-7f3d-47a2-a874-ed562ad9abcc triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:06.841373 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.854694 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.868030 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.874787 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.974751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951c84-3441-4ffd-bd93-de0b0478ee50 None None] Pushing event updated for resources: {'Port': ['ID=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:06.985271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fea36c4e-dacf-4c78-85ac-e7058113b78c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:07.005266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Allocated IP 172.25.1.10 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/7826b1b7-1c11-4786-abc3-6dbca9195ede) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:07.144530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port fea36c4e-dacf-4c78-85ac-e7058113b78c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:07.144903 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.155936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fea36c4e-dacf-4c78-85ac-e7058113b78c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:07.156702 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.258779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.312876 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:07.320197 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:07.322904 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:07.347617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Pushing event updated for resources: {'Port': ['ID=7826b1b7-1c11-4786-abc3-6dbca9195ede,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:07.406413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.445701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port fea36c4e-dacf-4c78-85ac-e7058113b78c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fea36c4e-dacf-4c78-85ac-e7058113b78c,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:07.507339 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.555402 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=fea36c4e-dacf-4c78-85ac-e7058113b78c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:07.697673 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.906636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.907247 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d4905-4d36-46f1-bf56-7f433c85346d None None] Network 237ea418-87b9-4058-8950-85900177838e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:08.101745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2c41eed3-5a56-41ec-9017-fbf8c2fb25b1 None None] Provisioning for port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:08.142207 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Router 0631b7b3-321c-4466-98eb-a73e5fc8bebf is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:22:08.251702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:08.263177 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Sync routers for ids ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:08.272583 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:08.278230 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Routers {'0631b7b3-321c-4466-98eb-a73e5fc8bebf'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:08.278830 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:22:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:08.329071 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.330347 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eabff0a1-e89e-4af0-ae59-954e86463256 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5784941 Aug 10 04:22:08.333040 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 46990) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:08.381888 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Set router 0631b7b3-321c-4466-98eb-a73e5fc8bebf gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:08.560575 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:22:07Z', 'revision_number': 3, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:08.586191 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Checking router: 0631b7b3-321c-4466-98eb-a73e5fc8bebf for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:08.586466 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Updating router 0631b7b3-321c-4466-98eb-a73e5fc8bebf port 7826b1b7-1c11-4786-abc3-6dbca9195ede binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:08.609875 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.759677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.805985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:08.921190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Allocated IP 172.20.0.1 (237ea418-87b9-4058-8950-85900177838e/028c0114-b70d-444b-a2d9-cf2fd1dc4a93/0673fb21-e4ad-4552-801c-5a06fb6780f6) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:08.947654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:08.951579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:08.952064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.974389 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.986214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Transition to ACTIVE for port object 7826b1b7-1c11-4786-abc3-6dbca9195ede will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:09.028234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.031171 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.042481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Transition to ACTIVE for port object 0673fb21-e4ad-4552-801c-5a06fb6780f6 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:09.063542 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:09.084589 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.132946 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Attempting to bind port 7826b1b7-1c11-4786-abc3-6dbca9195ede on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:09.133401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Attempting to bind port 7826b1b7-1c11-4786-abc3-6dbca9195ede by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:09.133763 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Attempting to bind port 7826b1b7-1c11-4786-abc3-6dbca9195ede on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:09.142551 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67637b-adbb-4d16-8b14-135b40e42089 None None] Pushing event updated for resources: {'Port': ['ID=7826b1b7-1c11-4786-abc3-6dbca9195ede,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:09.146005 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:09.151041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:09.151041 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.151041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:09.151579 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.151692 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Bound port: 7826b1b7-1c11-4786-abc3-6dbca9195ede, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:09.151692 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.151878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fea36c4e-dacf-4c78-85ac-e7058113b78c up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:09.171035 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.200858 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] For port 7826b1b7-1c11-4786-abc3-6dbca9195ede, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:09.204041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] For port 7826b1b7-1c11-4786-abc3-6dbca9195ede, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7826b1b7-1c11-4786-abc3-6dbca9195ede,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:09.207947 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Network 237ea418-87b9-4058-8950-85900177838e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:09.211420 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:09.217034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:09.228855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:09.243245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port fea36c4e-dacf-4c78-85ac-e7058113b78c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:09.243535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.246946 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=0673fb21-e4ad-4552-801c-5a06fb6780f6,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:09.261576 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.302646 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.349526 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Routers {'0631b7b3-321c-4466-98eb-a73e5fc8bebf'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:09.350166 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:22:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:09.420610 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67637b-adbb-4d16-8b14-135b40e42089 None None] Pushing event updated for resources: {'Port': ['ID=7826b1b7-1c11-4786-abc3-6dbca9195ede,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:09.478479 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] Set router 0631b7b3-321c-4466-98eb-a73e5fc8bebf gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:09.642483 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.654470 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:22:07Z', 'revision_number': 3, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:09.667822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fe9aa57d-d9dd-43b0-a930-e82d41816628 None None] Provisioning for port 0673fb21-e4ad-4552-801c-5a06fb6780f6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:09.672823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-fe9aa57d-d9dd-43b0-a930-e82d41816628 None None] Provisioning complete for port 0673fb21-e4ad-4552-801c-5a06fb6780f6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:09.672823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa57d-d9dd-43b0-a930-e82d41816628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.681157 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1427fb-f5f0-41f5-9672-ab62f3cdb423 None None] The sync data for ids ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'] in n-d-765315-26 is: [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:22:07Z', 'revision_number': 3, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:09.710863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-fe9aa57d-d9dd-43b0-a930-e82d41816628 None None] Port 0673fb21-e4ad-4552-801c-5a06fb6780f6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:09.820501 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.902190 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.976702 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.978537 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=0673fb21-e4ad-4552-801c-5a06fb6780f6,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:10.075709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Network 237ea418-87b9-4058-8950-85900177838e is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:10.076812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:10.201030 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Router 0631b7b3-321c-4466-98eb-a73e5fc8bebf has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:10.314692 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:10.325905 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-871963b8-ea95-4831-bed7-5985ae9d4ac6 admin admin] 10.222.0.26 "PUT /v2.0/routers/0631b7b3-321c-4466-98eb-a73e5fc8bebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909036 Aug 10 04:22:10.333959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a3e12e7-ffd9-4f08-81d6-349cef9d8958 None None] Provisioning complete for port 0673fb21-e4ad-4552-801c-5a06fb6780f6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:10.334456 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3e12e7-ffd9-4f08-81d6-349cef9d8958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.370448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e12e7-ffd9-4f08-81d6-349cef9d8958 None None] Port 0673fb21-e4ad-4552-801c-5a06fb6780f6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:10.756755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:10.807979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:10.808260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.890626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7826b1b7-1c11-4786-abc3-6dbca9195ede up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:11.010118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 7826b1b7-1c11-4786-abc3-6dbca9195ede completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:11.014558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7826b1b7-1c11-4786-abc3-6dbca9195ede triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:11.014940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.095440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.116190 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 7826b1b7-1c11-4786-abc3-6dbca9195ede, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7826b1b7-1c11-4786-abc3-6dbca9195ede,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:11.166026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-21626d23-fcbb-483d-a3e1-eb2de92de941 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:11.167574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-21626d23-fcbb-483d-a3e1-eb2de92de941 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/networks?id=c163d1e8-f024-4f35-837e-350b25ecf442 HTTP/1.1" status: 200 len: 816 time: 0.1067410 Aug 10 04:22:11.183173 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Sync routers for ids ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:11.186540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-883916fd-883b-4908-9543-30ad9b0d1b90 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/quotas/e218fd1828d44d638b8ff3edf68e7eca HTTP/1.1" status: 200 len: 375 time: 0.0127726 Aug 10 04:22:11.192826 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Routers {'0631b7b3-321c-4466-98eb-a73e5fc8bebf'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:11.193439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:22:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:11.225878 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.240219 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-f0d72f10-f14c-481f-9aab-28121723bebf tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478954 Aug 10 04:22:11.321895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=7826b1b7-1c11-4786-abc3-6dbca9195ede,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:11.338949 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Set router 0631b7b3-321c-4466-98eb-a73e5fc8bebf gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:11.434557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-6ac5ce8f-d8ce-413b-91ed-408beed105af service neutron] 10.222.0.26 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815820 Aug 10 04:22:11.528811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-54ba27a4-7317-4751-92b5-5a41cfb4ab02 service neutron] 10.222.0.26 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Aug 10 04:22:11.537695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 4, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '0673fb21-e4ad-4552-801c-5a06fb6780f6', 'name': '', 'network_id': '237ea418-87b9-4058-8950-85900177838e', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'mac_address': 'fa:16:3e:c0:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:08Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 2, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'subnets': [{'id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:11.564127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Checking router: 0631b7b3-321c-4466-98eb-a73e5fc8bebf for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:11.564297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Updating router 0631b7b3-321c-4466-98eb-a73e5fc8bebf port 0673fb21-e4ad-4552-801c-5a06fb6780f6 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:11.588673 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.856198 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.856429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae7c7a07-8867-447c-a56e-318c06402d3a req-c86b5d5d-6173-4c61-884e-5596ec467a89 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 210 time: 0.0402458 Aug 10 04:22:11.874893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Transition to ACTIVE for port object 0673fb21-e4ad-4552-801c-5a06fb6780f6 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:11.957804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.007758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Pushing event updated for resources: {'Port': ['ID=0673fb21-e4ad-4552-801c-5a06fb6780f6,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:12.056956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Attempting to bind port 0673fb21-e4ad-4552-801c-5a06fb6780f6 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:12.057332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Attempting to bind port 0673fb21-e4ad-4552-801c-5a06fb6780f6 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:12.057693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Attempting to bind port 0673fb21-e4ad-4552-801c-5a06fb6780f6 on network 237ea418-87b9-4058-8950-85900177838e {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:12.062819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:12.063303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Checking segment: {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:12.063823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.064310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Bound using segment: {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:12.064877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Bound port: 0673fb21-e4ad-4552-801c-5a06fb6780f6, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec6b86e-ddef-4a7b-9e6d-17353027c647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '237ea418-87b9-4058-8950-85900177838e'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:12.065356 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.133237 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] For port 0673fb21-e4ad-4552-801c-5a06fb6780f6, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:12.136643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] For port 0673fb21-e4ad-4552-801c-5a06fb6780f6, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0673fb21-e4ad-4552-801c-5a06fb6780f6,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:12.285032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.340198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Routers {'0631b7b3-321c-4466-98eb-a73e5fc8bebf'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:12.340883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:22:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:12.345473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Pushing event updated for resources: {'Port': ['ID=0673fb21-e4ad-4552-801c-5a06fb6780f6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:12.384176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.384564 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.384884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.385217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.385543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.385881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.386240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.386519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.386844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.387161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.387479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.387795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516d047-e602-47b4-b54e-343633eab681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:12.466009 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] Set router 0631b7b3-321c-4466-98eb-a73e5fc8bebf gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:12.673480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 4, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '0673fb21-e4ad-4552-801c-5a06fb6780f6', 'name': '', 'network_id': '237ea418-87b9-4058-8950-85900177838e', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'mac_address': 'fa:16:3e:c0:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:08Z', 'updated_at': '2021-08-10T04:22:12Z', 'revision_number': 4, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'subnets': [{'id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:12.722555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7826b1b7-1c11-4786-abc3-6dbca9195ede up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:12.722555 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50453737-7105-4dd1-b036-88b1776d2e96 None None] The sync data for ids ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'] in n-d-765315-26 is: [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:22:09Z', 'revision_number': 4, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '0673fb21-e4ad-4552-801c-5a06fb6780f6', 'name': '', 'network_id': '237ea418-87b9-4058-8950-85900177838e', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'mac_address': 'fa:16:3e:c0:b2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:08Z', 'updated_at': '2021-08-10T04:22:12Z', 'revision_number': 4, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'subnets': [{'id': '028c0114-b70d-444b-a2d9-cf2fd1dc4a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:12.762458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 7826b1b7-1c11-4786-abc3-6dbca9195ede triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:12.763127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.936594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ab19193-43a2-4cff-b89e-943d1ff5871b req-c7acf597-58ce-41f7-90b2-539d9839a817 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 210 time: 0.0297642 Aug 10 04:22:14.030387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e17440a9-06a4-4cb1-b681-d46dae883119 req-b3f3d208-ae51-4250-beb5-79094d009c98 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 210 time: 0.0268109 Aug 10 04:22:14.709872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-778dbe32-2099-4d86-a2b9-06297a8ed469 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:14.711125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-778dbe32-2099-4d86-a2b9-06297a8ed469 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "GET /v2.0/networks?id=c163d1e8-f024-4f35-837e-350b25ecf442 HTTP/1.1" status: 200 len: 816 time: 0.1100686 Aug 10 04:22:14.717554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0673fb21-e4ad-4552-801c-5a06fb6780f6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:14.729141 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Request body: {'port': {'device_id': '0f97f59f-9c53-4510-b460-1c9b89423085', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'admin_state_up': True, 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:14.878505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0673fb21-e4ad-4552-801c-5a06fb6780f6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:14.882357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0673fb21-e4ad-4552-801c-5a06fb6780f6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:14.882727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.957355 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.964330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Made reservation on behalf of e218fd1828d44d638b8ff3edf68e7eca for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:14.968003 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.989626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0673fb21-e4ad-4552-801c-5a06fb6780f6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0673fb21-e4ad-4552-801c-5a06fb6780f6,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:15.039567 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.099759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Allocated IP 172.20.0.5 (c163d1e8-f024-4f35-837e-350b25ecf442/d8005698-be87-484a-9814-a4e90efc9e41/892e3048-31fa-44b4-b5bd-00dacd65c75b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:15.102327 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0673fb21-e4ad-4552-801c-5a06fb6780f6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:15.140441 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-082b1f1b-933f-4706-ba73-575e3172f44a req-a4697b8a-a521-4971-96b8-d61c0435c93d tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 210 time: 0.0302577 Aug 10 04:22:15.272391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.287124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Transition to ACTIVE for port object 892e3048-31fa-44b4-b5bd-00dacd65c75b will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:15.393902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.437816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Network c163d1e8-f024-4f35-837e-350b25ecf442 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:15.440904 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:15.444683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:15.470269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Pushing event updated for resources: {'Port': ['ID=892e3048-31fa-44b4-b5bd-00dacd65c75b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:15.496167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:15.496832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.610783 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e71b705b-bd9c-42a9-8586-b355da15211f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860290 Aug 10 04:22:15.628635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Request body: {'port': {'device_id': '0f97f59f-9c53-4510-b460-1c9b89423085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:15.685430 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.695591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2b3c7c34-c587-4d71-bebd-e1d585957a57 None None] Provisioning for port 892e3048-31fa-44b4-b5bd-00dacd65c75b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:15.699702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2b3c7c34-c587-4d71-bebd-e1d585957a57 None None] Provisioning complete for port 892e3048-31fa-44b4-b5bd-00dacd65c75b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:15.700071 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b3c7c34-c587-4d71-bebd-e1d585957a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.734809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c7c34-c587-4d71-bebd-e1d585957a57 None None] Port 892e3048-31fa-44b4-b5bd-00dacd65c75b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:15.948181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892e3048-31fa-44b4-b5bd-00dacd65c75b {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:15.955837 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.968101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Transition to ACTIVE for port object 892e3048-31fa-44b4-b5bd-00dacd65c75b will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:15.976709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.039214 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.089825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Pushing event updated for resources: {'Port': ['ID=892e3048-31fa-44b4-b5bd-00dacd65c75b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:16.167582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Attempting to bind port 892e3048-31fa-44b4-b5bd-00dacd65c75b on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:16.168256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Attempting to bind port 892e3048-31fa-44b4-b5bd-00dacd65c75b by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:16.168256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Attempting to bind port 892e3048-31fa-44b4-b5bd-00dacd65c75b on network c163d1e8-f024-4f35-837e-350b25ecf442 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:16.173961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Port 892e3048-31fa-44b4-b5bd-00dacd65c75b on network c163d1e8-f024-4f35-837e-350b25ecf442 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:22:16.174383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Attempting to bind port 892e3048-31fa-44b4-b5bd-00dacd65c75b on network c163d1e8-f024-4f35-837e-350b25ecf442 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:16.179778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:16.180207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Checking segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:16.180734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Bound using segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:16.181174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Bound port: 892e3048-31fa-44b4-b5bd-00dacd65c75b, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:16.181537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.274381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] For port 892e3048-31fa-44b4-b5bd-00dacd65c75b, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:16.279883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] For port 892e3048-31fa-44b4-b5bd-00dacd65c75b, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=892e3048-31fa-44b4-b5bd-00dacd65c75b,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:16.289038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be168eb-8183-42fc-87d2-7d4c0e19ac26 req-caf28033-bda4-4e88-b4ec-dbca061b0c88 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.290722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5be168eb-8183-42fc-87d2-7d4c0e19ac26 req-caf28033-bda4-4e88-b4ec-dbca061b0c88 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 943 time: 0.0753267 Aug 10 04:22:16.332861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5be168eb-8183-42fc-87d2-7d4c0e19ac26 req-3ad0d5a7-2ee7-4f42-9543-fd6a47885bfe tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358300 Aug 10 04:22:16.357916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.390368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.390993 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.392389 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] 10.222.0.54 "PUT /v2.0/ports/892e3048-31fa-44b4-b5bd-00dacd65c75b HTTP/1.1" status: 200 len: 1092 time: 0.7681835 Aug 10 04:22:16.392838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f97f59f-9c53-4510-b460-1c9b89423085', 'tag': '892e3048-31fa-44b4-b5bd-00dacd65c75b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:16.395126 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b298b0-854d-45ea-937e-1d3f9d4346c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f97f59f-9c53-4510-b460-1c9b89423085", "tag": "892e3048-31fa-44b4-b5bd-00dacd65c75b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:16.430787 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96a2b4-920d-4350-a2b1-15adad5a29df service neutron] Pushing event updated for resources: {'Port': ['ID=892e3048-31fa-44b4-b5bd-00dacd65c75b,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:16.438439 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf10ce2-f3c0-4627-a236-c87a08f62635 x-openstack-request-id: req-8cf10ce2-f3c0-4627-a236-c87a08f62635 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:16.438741 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f97f59f-9c53-4510-b460-1c9b89423085", "tag": "892e3048-31fa-44b4-b5bd-00dacd65c75b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:16.439093 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cf10ce2-f3c0-4627-a236-c87a08f62635 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:16.439374 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f97f59f-9c53-4510-b460-1c9b89423085', 'tag': '892e3048-31fa-44b4-b5bd-00dacd65c75b', 'status': 'completed', 'code': 200} Aug 10 04:22:16.520747 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b298b0-854d-45ea-937e-1d3f9d4346c4 req-989dfeb9-1564-49d5-9054-2c1eefd59261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.522369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61b298b0-854d-45ea-937e-1d3f9d4346c4 req-989dfeb9-1564-49d5-9054-2c1eefd59261 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 1095 time: 0.0429597 Aug 10 04:22:16.642397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b298b0-854d-45ea-937e-1d3f9d4346c4 req-dfa07f28-8224-456d-87c9-9e2da8309ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.643894 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61b298b0-854d-45ea-937e-1d3f9d4346c4 req-dfa07f28-8224-456d-87c9-9e2da8309ca2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1086805 Aug 10 04:22:16.698266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0673fb21-e4ad-4552-801c-5a06fb6780f6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:16.739659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b298b0-854d-45ea-937e-1d3f9d4346c4 req-0deda408-1873-4d95-a660-186caf46810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.741205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61b298b0-854d-45ea-937e-1d3f9d4346c4 req-0deda408-1873-4d95-a660-186caf46810d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894818 Aug 10 04:22:16.744957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0673fb21-e4ad-4552-801c-5a06fb6780f6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:16.745501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.843746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-33634700-3916-4c17-99f5-b829981d120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.845289 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-33634700-3916-4c17-99f5-b829981d120e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 1095 time: 0.0406530 Aug 10 04:22:16.894806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-4ae609ec-da7f-4159-a513-0e1f62b5adcc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=892e3048-31fa-44b4-b5bd-00dacd65c75b HTTP/1.1" status: 200 len: 217 time: 0.0364168 Aug 10 04:22:16.942626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-9d822833-85de-416b-9461-16cabfc0fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.944030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-9d822833-85de-416b-9461-16cabfc0fdd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8005698-be87-484a-9814-a4e90efc9e41 HTTP/1.1" status: 200 len: 855 time: 0.0416505 Aug 10 04:22:16.989076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-2f9863f6-2b8b-4583-ac5a-253bc85908c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:16.990603 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-2f9863f6-2b8b-4583-ac5a-253bc85908c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c163d1e8-f024-4f35-837e-350b25ecf442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397651 Aug 10 04:22:17.082579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-ad4f68d4-8b89-4547-8a6c-e32dba8b1a5c service neutron] 10.222.0.54 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844278 Aug 10 04:22:17.172041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee98be1b-0475-4f90-892c-ded4e1fed373 req-e7eef78c-1c86-461c-884b-ead41e9ba5d6 service neutron] 10.222.0.54 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816107 Aug 10 04:22:17.448956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c357d-59ac-4a99-ba57-f03ccbe9e595 req-fa647e4d-ace7-4c2c-b7c4-dc8040ef37df tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:17.450424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e6c357d-59ac-4a99-ba57-f03ccbe9e595 req-fa647e4d-ace7-4c2c-b7c4-dc8040ef37df tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 943 time: 0.0488143 Aug 10 04:22:17.492194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4e6c357d-59ac-4a99-ba57-f03ccbe9e595 req-e15b43de-1df5-46ff-bf10-b50e9991eb11 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Aug 10 04:22:18.607190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523154a-ddcb-4da3-898f-242a257982bb req-4e14e36d-18ff-4906-88a0-84d31ad4702b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:18.608717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1523154a-ddcb-4da3-898f-242a257982bb req-4e14e36d-18ff-4906-88a0-84d31ad4702b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 943 time: 0.0501566 Aug 10 04:22:18.648365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1523154a-ddcb-4da3-898f-242a257982bb req-932134ab-78a2-4771-a056-fcdfbd1c3118 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Aug 10 04:22:19.767107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e1438-ca89-4ad2-ab42-e5907aa175a4 req-17cbc4b8-014c-4d14-a63e-80e305d9c608 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:19.768654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b33e1438-ca89-4ad2-ab42-e5907aa175a4 req-17cbc4b8-014c-4d14-a63e-80e305d9c608 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 943 time: 0.0501003 Aug 10 04:22:19.805581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b33e1438-ca89-4ad2-ab42-e5907aa175a4 req-a0ea2898-bcc8-42dc-a7de-60364ee432c4 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Aug 10 04:22:19.969607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 892e3048-31fa-44b4-b5bd-00dacd65c75b details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:22:20.060785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 892e3048-31fa-44b4-b5bd-00dacd65c75b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=892e3048-31fa-44b4-b5bd-00dacd65c75b,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:20.071561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '892e3048-31fa-44b4-b5bd-00dacd65c75b', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'port_id': '892e3048-31fa-44b4-b5bd-00dacd65c75b', 'mac_address': 'fa:16:3e:ad:92:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:22:20.109919 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.126445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892e3048-31fa-44b4-b5bd-00dacd65c75b {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:20.145348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 892e3048-31fa-44b4-b5bd-00dacd65c75b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=892e3048-31fa-44b4-b5bd-00dacd65c75b,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:20.227543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.272914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=892e3048-31fa-44b4-b5bd-00dacd65c75b,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:20.599510 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['892e3048-31fa-44b4-b5bd-00dacd65c75b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:22:20.918558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54ba52-4aa2-4083-87e4-4b83cd13b7a1 req-99b7da7f-61e7-45fe-ba81-f89e61fcbd5c tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:20.920024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb54ba52-4aa2-4083-87e4-4b83cd13b7a1 req-99b7da7f-61e7-45fe-ba81-f89e61fcbd5c tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 944 time: 0.0473409 Aug 10 04:22:20.960476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bb54ba52-4aa2-4083-87e4-4b83cd13b7a1 req-b0b040ec-e3e2-4395-a99a-ede05a4b29f2 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344577 Aug 10 04:22:21.977455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 892e3048-31fa-44b4-b5bd-00dacd65c75b up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:22.074339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f611c-12ad-410e-a84f-e2f00cbb81c1 req-aab75e59-c25e-452c-9839-cee63711611a tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:22.075874 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e6f611c-12ad-410e-a84f-e2f00cbb81c1 req-aab75e59-c25e-452c-9839-cee63711611a tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 944 time: 0.0491207 Aug 10 04:22:22.084556 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 892e3048-31fa-44b4-b5bd-00dacd65c75b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:22.088739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 892e3048-31fa-44b4-b5bd-00dacd65c75b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:22.089202 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:22.113524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e6f611c-12ad-410e-a84f-e2f00cbb81c1 req-573a5291-5cf9-4196-8d19-be4a64db8213 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 10 04:22:22.165039 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:22.186667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f97f59f-9c53-4510-b460-1c9b89423085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892e3048-31fa-44b4-b5bd-00dacd65c75b'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:22.188932 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb071aa-4858-4cf8-b2c3-82437002edc7" -d '{"events": [{"server_uuid": "0f97f59f-9c53-4510-b460-1c9b89423085", "name": "network-vif-plugged", "status": "completed", "tag": "892e3048-31fa-44b4-b5bd-00dacd65c75b"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:22.202119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 892e3048-31fa-44b4-b5bd-00dacd65c75b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=892e3048-31fa-44b4-b5bd-00dacd65c75b,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:22.225501 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca931a8-700a-4096-872d-fb5fc4abdbd5 x-openstack-request-id: req-9ca931a8-700a-4096-872d-fb5fc4abdbd5 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:22.225794 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f97f59f-9c53-4510-b460-1c9b89423085", "name": "network-vif-plugged", "status": "completed", "tag": "892e3048-31fa-44b4-b5bd-00dacd65c75b", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:22.226055 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ca931a8-700a-4096-872d-fb5fc4abdbd5 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:22.226503 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f97f59f-9c53-4510-b460-1c9b89423085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892e3048-31fa-44b4-b5bd-00dacd65c75b', 'code': 200} Aug 10 04:22:22.279212 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:22.348524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74265d8c-0e46-4c4c-bcb8-26aec7d02eed req-3317dd64-7ccf-4874-827e-ec357aa21feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:22.350159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74265d8c-0e46-4c4c-bcb8-26aec7d02eed req-3317dd64-7ccf-4874-827e-ec357aa21feb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 1097 time: 0.0408108 Aug 10 04:22:22.390313 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74265d8c-0e46-4c4c-bcb8-26aec7d02eed req-93a1cc1b-9ad7-424b-90f9-d2a3d3b27da3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Aug 10 04:22:22.484321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=892e3048-31fa-44b4-b5bd-00dacd65c75b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:23.231219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048f85-8471-4bcf-8fc2-6174819d3240 req-96ec4709-bd2c-4ef0-b71e-5ac3e772e857 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:23.232753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90048f85-8471-4bcf-8fc2-6174819d3240 req-96ec4709-bd2c-4ef0-b71e-5ac3e772e857 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 945 time: 0.0488780 Aug 10 04:22:23.273151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90048f85-8471-4bcf-8fc2-6174819d3240 req-121fa258-4b13-4a24-b3d6-93dd81ab16eb tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Aug 10 04:22:24.387086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bef512-88e0-4626-aa96-006428ccaf45 req-68b3efdd-3e32-4002-ab19-4f2122b7e88b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:24.388591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83bef512-88e0-4626-aa96-006428ccaf45 req-68b3efdd-3e32-4002-ab19-4f2122b7e88b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 945 time: 0.0499315 Aug 10 04:22:24.426238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-83bef512-88e0-4626-aa96-006428ccaf45 req-415dcf94-5188-48fb-8dba-2a171c047829 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Aug 10 04:22:24.537519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b960085-2e58-49cc-b460-5fdf71e8da3b req-16a381ef-3829-4f27-bcd6-6d202b929dbb tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:24.539036 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b960085-2e58-49cc-b460-5fdf71e8da3b req-16a381ef-3829-4f27-bcd6-6d202b929dbb tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Aug 10 04:22:24.575771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5b960085-2e58-49cc-b460-5fdf71e8da3b req-31701a31-0654-4077-90b1-7b199f241ca6 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Aug 10 04:22:26.833060 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.347439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5c321bc2-7520-4e0d-9173-6180daf30007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:32.791226 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.044729 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0be4cc1b-064f-4cbd-bb20-207504e59a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.375801 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.941579 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:45.271965 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:45.993445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:48.085923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbad1a2-f507-47f0-99ae-1d1b45bf5e05 req-45bdea66-6c84-4593-adb2-7e6a6a938a39 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.087439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bbad1a2-f507-47f0-99ae-1d1b45bf5e05 req-45bdea66-6c84-4593-adb2-7e6a6a938a39 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Aug 10 04:22:48.129842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bbad1a2-f507-47f0-99ae-1d1b45bf5e05 req-95c6168d-2f84-4329-a922-13de95fa691d tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362768 Aug 10 04:22:49.245057 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049bd2-eb82-46b7-b758-07b2da52c51c req-fc7ddbe5-0893-4987-8353-1cb91e24f4a4 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.246524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67049bd2-eb82-46b7-b758-07b2da52c51c req-fc7ddbe5-0893-4987-8353-1cb91e24f4a4 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Aug 10 04:22:49.284043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-67049bd2-eb82-46b7-b758-07b2da52c51c req-a7be0cd3-17f8-496e-8f3a-9c60367907e9 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Aug 10 04:22:49.939593 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-cc64e8a0-9b09-41df-b453-809545bf868f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.941067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-cc64e8a0-9b09-41df-b453-809545bf868f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 945 time: 0.0470150 Aug 10 04:22:50.030838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Deleting port 892e3048-31fa-44b4-b5bd-00dacd65c75b {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:50.031183 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.122225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] For port 892e3048-31fa-44b4-b5bd-00dacd65c75b, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=892e3048-31fa-44b4-b5bd-00dacd65c75b,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:50.122591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.135803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Calling delete_port for 892e3048-31fa-44b4-b5bd-00dacd65c75b owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:50.362421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.396115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['892e3048-31fa-44b4-b5bd-00dacd65c75b'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:22:50.402006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f1b3ed3f-d2f1-47f8-8a87-71f1b2940cbc req-e3cbb0cf-bc1a-4352-b3ef-2a7a33ed39db tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 210 time: 0.0497918 Aug 10 04:22:50.404881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Pushing event deleted for resources: {'Port': ['ID=892e3048-31fa-44b4-b5bd-00dacd65c75b,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:50.454495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] No DVR routers for this DVR port 892e3048-31fa-44b4-b5bd-00dacd65c75b on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:22:50.457138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.459136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f6a5da73-d84f-4c2a-8ddf-8749f0504b89 req-fe18d76c-94fc-4b07-a245-1a20a43efc1b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "DELETE /v2.0/ports/892e3048-31fa-44b4-b5bd-00dacd65c75b HTTP/1.1" status: 204 len: 173 time: 0.5113013 Aug 10 04:22:50.459576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f97f59f-9c53-4510-b460-1c9b89423085', 'name': 'network-vif-deleted', 'tag': '892e3048-31fa-44b4-b5bd-00dacd65c75b'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:50.461881 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402bf9d5-3cad-4528-ba6e-d6d39093600f" -d '{"events": [{"server_uuid": "0f97f59f-9c53-4510-b460-1c9b89423085", "name": "network-vif-deleted", "tag": "892e3048-31fa-44b4-b5bd-00dacd65c75b"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:50.501109 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f23a4-984c-444b-81bf-c68214eaefcc x-openstack-request-id: req-624f23a4-984c-444b-81bf-c68214eaefcc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:50.501408 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f97f59f-9c53-4510-b460-1c9b89423085", "name": "network-vif-deleted", "tag": "892e3048-31fa-44b4-b5bd-00dacd65c75b", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:50.501854 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-624f23a4-984c-444b-81bf-c68214eaefcc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:50.502262 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f97f59f-9c53-4510-b460-1c9b89423085', 'name': 'network-vif-deleted', 'tag': '892e3048-31fa-44b4-b5bd-00dacd65c75b', 'status': 'completed', 'code': 200} Aug 10 04:22:51.515112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-de26e9aa-1894-4f16-84c7-b409a2c9d8b9 req-21fa07c4-265a-438f-8cc5-538eaf13fb30 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f97f59f-9c53-4510-b460-1c9b89423085 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Aug 10 04:22:53.310602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-a5bb85f0-24e3-4da7-a522-c35e358f698a tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:53.312050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-a5bb85f0-24e3-4da7-a522-c35e358f698a tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/networks?id=c163d1e8-f024-4f35-837e-350b25ecf442 HTTP/1.1" status: 200 len: 816 time: 0.0967658 Aug 10 04:22:53.326854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-9fde6a85-8841-415a-adf8-81a0fcf3ed6b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/quotas/e218fd1828d44d638b8ff3edf68e7eca HTTP/1.1" status: 200 len: 375 time: 0.0091333 Aug 10 04:22:53.379835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-456d7916-3f22-490a-9cbd-d956b52662cf tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478187 Aug 10 04:22:53.470627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-a0118966-d57b-4a59-b15a-8a5873110743 service neutron] 10.222.0.26 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786195 Aug 10 04:22:53.560276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-8fbb5b87-ca4a-4a18-96a9-ae7d4370d484 service neutron] 10.222.0.26 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834544 Aug 10 04:22:53.867939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dfa00a4b-2e63-4f32-8a94-5c623da9f304 req-40010fe4-2545-4e88-be48-bec452809b4f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 210 time: 0.0268784 Aug 10 04:22:54.132954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 892e3048-31fa-44b4-b5bd-00dacd65c75b no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:54.153465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 892e3048-31fa-44b4-b5bd-00dacd65c75b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:54.153815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 892e3048-31fa-44b4-b5bd-00dacd65c75b not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:54.959726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-931d6c17-088e-4a57-92b3-36d174eb6e24 req-618a5d3f-dc11-48fa-81b9-24af52eb0359 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Aug 10 04:22:56.019990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-43cf3fdc-b4a7-4397-88b2-61aa2d273ae4 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:56.022205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-43cf3fdc-b4a7-4397-88b2-61aa2d273ae4 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "GET /v2.0/networks?id=c163d1e8-f024-4f35-837e-350b25ecf442 HTTP/1.1" status: 200 len: 816 time: 0.1024680 Aug 10 04:22:56.042033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Request body: {'port': {'device_id': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'admin_state_up': True, 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:56.061001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30ab265e-87e4-4c1f-afa8-2877021a572f req-08cd2195-6862-40f2-9787-add918230df6 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 210 time: 0.0331180 Aug 10 04:22:56.250054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Made reservation on behalf of e218fd1828d44d638b8ff3edf68e7eca for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:56.253556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.378792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Allocated IP 172.20.0.4 (c163d1e8-f024-4f35-837e-350b25ecf442/d8005698-be87-484a-9814-a4e90efc9e41/34bff976-42c5-49aa-a3b7-e39b7adb4d26) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:56.523199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.536720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Transition to ACTIVE for port object 34bff976-42c5-49aa-a3b7-e39b7adb4d26 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:56.730263 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.773980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Network c163d1e8-f024-4f35-837e-350b25ecf442 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:56.777237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:56.780948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:56.803916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Pushing event updated for resources: {'Port': ['ID=34bff976-42c5-49aa-a3b7-e39b7adb4d26,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:56.814926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.815268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.815607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.815942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.816268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.816622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.816948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.817270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.817595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.817922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.818272 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.819054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:56.826775 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.844261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:56.844969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.951302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-67b50c86-7c39-4c58-a0c9-9b26c6c8be18 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9127042 Aug 10 04:22:56.968830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Request body: {'port': {'device_id': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:57.032620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.072718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-536924df-d5a9-47bc-a840-181c1666f6b4 None None] Provisioning for port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:57.076586 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-536924df-d5a9-47bc-a840-181c1666f6b4 None None] Provisioning complete for port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:57.076989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-536924df-d5a9-47bc-a840-181c1666f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.114861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-536924df-d5a9-47bc-a840-181c1666f6b4 None None] Port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:57.239310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9544c-d95d-4640-bf16-2bcf98606568 req-f62ab916-cf32-430d-bef2-dc8d68976633 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:57.240930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50d9544c-d95d-4640-bf16-2bcf98606568 req-f62ab916-cf32-430d-bef2-dc8d68976633 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 931 time: 0.0960717 Aug 10 04:22:57.304784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50d9544c-d95d-4640-bf16-2bcf98606568 req-382e7d5a-6e53-426d-8ca3-1ff8781bc789 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532839 Aug 10 04:22:57.361319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bff976-42c5-49aa-a3b7-e39b7adb4d26 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:57.368689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.380130 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Transition to ACTIVE for port object 34bff976-42c5-49aa-a3b7-e39b7adb4d26 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:57.458819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.505669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Pushing event updated for resources: {'Port': ['ID=34bff976-42c5-49aa-a3b7-e39b7adb4d26,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:57.576512 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Attempting to bind port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:57.576851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Attempting to bind port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:57.577184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Attempting to bind port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 on network c163d1e8-f024-4f35-837e-350b25ecf442 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:57.581652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 on network c163d1e8-f024-4f35-837e-350b25ecf442 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:22:57.581977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Attempting to bind port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 on network c163d1e8-f024-4f35-837e-350b25ecf442 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:57.587498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:57.587835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Checking segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:57.588314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Bound using segment: {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:57.588668 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Bound port: 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ec5345-a64e-4734-a11e-e654c651ad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:57.589027 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.658284 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] For port 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:57.661277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] For port 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:57.775964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.808536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:57.809146 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.810508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] 10.222.0.54 "PUT /v2.0/ports/34bff976-42c5-49aa-a3b7-e39b7adb4d26 HTTP/1.1" status: 200 len: 1092 time: 0.8458834 Aug 10 04:22:57.810940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'tag': '34bff976-42c5-49aa-a3b7-e39b7adb4d26'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:57.813201 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fe634-0a81-4584-9cd2-fe743d3f8ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfabc3b7-6f72-4eda-a73d-301d7f41d992", "tag": "34bff976-42c5-49aa-a3b7-e39b7adb4d26"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:57.843321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793317d2-bfa4-4f4c-94d1-82f98627cc3e service neutron] Pushing event updated for resources: {'Port': ['ID=34bff976-42c5-49aa-a3b7-e39b7adb4d26,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:57.856095 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c21cdfb-b01b-4e6b-9303-e490ac35bc5f x-openstack-request-id: req-4c21cdfb-b01b-4e6b-9303-e490ac35bc5f {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:57.856425 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfabc3b7-6f72-4eda-a73d-301d7f41d992", "tag": "34bff976-42c5-49aa-a3b7-e39b7adb4d26", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:57.856680 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c21cdfb-b01b-4e6b-9303-e490ac35bc5f {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:57.857085 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'tag': '34bff976-42c5-49aa-a3b7-e39b7adb4d26', 'status': 'completed', 'code': 200} Aug 10 04:22:57.938774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe634-0a81-4584-9cd2-fe743d3f8ff5 req-53bfa718-23ea-4c7b-970f-541fa47040e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:57.940334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-398fe634-0a81-4584-9cd2-fe743d3f8ff5 req-53bfa718-23ea-4c7b-970f-541fa47040e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 1095 time: 0.0437555 Aug 10 04:22:58.046227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe634-0a81-4584-9cd2-fe743d3f8ff5 req-b8c99d3a-d44c-446b-aee4-5f1c73d2d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.047697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-398fe634-0a81-4584-9cd2-fe743d3f8ff5 req-b8c99d3a-d44c-446b-aee4-5f1c73d2d1fb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0930448 Aug 10 04:22:58.143207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe634-0a81-4584-9cd2-fe743d3f8ff5 req-9e3f667f-abc3-4b31-9cad-356e77067337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.144728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-398fe634-0a81-4584-9cd2-fe743d3f8ff5 req-9e3f667f-abc3-4b31-9cad-356e77067337 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876822 Aug 10 04:22:58.238485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-ff7298fe-48d8-46ab-87f2-d98266b647e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.240926 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-ff7298fe-48d8-46ab-87f2-d98266b647e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 1095 time: 0.0392525 Aug 10 04:22:58.290515 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-fab0c3c1-7205-424d-80fa-7084dc64ff0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26 HTTP/1.1" status: 200 len: 217 time: 0.0369854 Aug 10 04:22:58.338461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-72a07f69-00b4-40f0-83a6-57ad134c1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.340211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-72a07f69-00b4-40f0-83a6-57ad134c1043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8005698-be87-484a-9814-a4e90efc9e41 HTTP/1.1" status: 200 len: 855 time: 0.0427732 Aug 10 04:22:58.414932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea18c-ff52-4936-8ead-63364f783396 req-e891e949-81a7-430b-be69-154f9c3b60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.416320 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-e891e949-81a7-430b-be69-154f9c3b60f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c163d1e8-f024-4f35-837e-350b25ecf442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696144 Aug 10 04:22:58.439539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb06e6-1923-4c6a-a82d-dae40d278238 req-70bc77a1-13d5-4390-b21c-76e077ac0616 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.441231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2adb06e6-1923-4c6a-a82d-dae40d278238 req-70bc77a1-13d5-4390-b21c-76e077ac0616 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 943 time: 0.0661337 Aug 10 04:22:58.520887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2adb06e6-1923-4c6a-a82d-dae40d278238 req-81ca91b9-97ab-4c5d-8b00-0790dc62748a tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704887 Aug 10 04:22:58.541975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-d71786b4-4b2c-479a-bf84-6093a663396a service neutron] 10.222.0.54 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179483 Aug 10 04:22:58.632921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-adbea18c-ff52-4936-8ead-63364f783396 req-455717e4-b677-400c-b6a9-ed0ccf33ac43 service neutron] 10.222.0.54 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838168 Aug 10 04:22:59.639474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e307-1e00-4a76-b04e-5b81098e457d req-b9192c54-a996-40a4-ad55-38f78c5097e2 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.641055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d19e307-1e00-4a76-b04e-5b81098e457d req-b9192c54-a996-40a4-ad55-38f78c5097e2 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 943 time: 0.0507576 Aug 10 04:22:59.680018 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4d19e307-1e00-4a76-b04e-5b81098e457d req-4b9b2bca-ff2b-4b6b-86d5-44823effcf0b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Aug 10 04:23:00.321869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8b34ccf9-06c9-41bd-9cb7-a6d669637366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.792300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b09c6-9706-4400-8c22-ee09f3ddd7d9 req-650b59d1-609a-4689-895f-a51d1cb07796 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:00.793792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-977b09c6-9706-4400-8c22-ee09f3ddd7d9 req-650b59d1-609a-4689-895f-a51d1cb07796 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 943 time: 0.0479114 Aug 10 04:23:00.830638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-977b09c6-9706-4400-8c22-ee09f3ddd7d9 req-44d93a9a-0980-4cfc-b24c-a198ca28a95f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Aug 10 04:23:01.946369 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fcdb8-4f36-47aa-bd69-06d111cc8b92 req-28386a6d-fca5-4e76-90ef-ee7c0eb7ea3f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:01.947814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-137fcdb8-4f36-47aa-bd69-06d111cc8b92 req-28386a6d-fca5-4e76-90ef-ee7c0eb7ea3f tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 943 time: 0.0519023 Aug 10 04:23:01.984827 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-137fcdb8-4f36-47aa-bd69-06d111cc8b92 req-2582d425-be66-43c5-89ed-e1e00ce0ad8b tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Aug 10 04:23:02.163819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 34bff976-42c5-49aa-a3b7-e39b7adb4d26 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:23:02.255792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:02.266714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '34bff976-42c5-49aa-a3b7-e39b7adb4d26', 'network_id': 'c163d1e8-f024-4f35-837e-350b25ecf442', 'port_id': '34bff976-42c5-49aa-a3b7-e39b7adb4d26', 'mac_address': 'fa:16:3e:e1:97:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8005698-be87-484a-9814-a4e90efc9e41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:23:02.306049 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:02.317989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bff976-42c5-49aa-a3b7-e39b7adb4d26 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:23:02.336912 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:02.416064 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:02.461615 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=34bff976-42c5-49aa-a3b7-e39b7adb4d26,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:02.759595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['34bff976-42c5-49aa-a3b7-e39b7adb4d26'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:23:02.805113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:03.064891 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e214467f-abcc-439c-a7d1-e7d37d3f6e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:03.102133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce84ee4-0020-4053-a8ae-1515ad087d15 req-c5c7271f-56ad-45b6-a6a5-695a961ce0e5 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:03.103601 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ce84ee4-0020-4053-a8ae-1515ad087d15 req-c5c7271f-56ad-45b6-a6a5-695a961ce0e5 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 944 time: 0.0527289 Aug 10 04:23:03.142859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ce84ee4-0020-4053-a8ae-1515ad087d15 req-b40a5e77-9cb8-4bb4-a418-f3078b388807 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Aug 10 04:23:04.180179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 34bff976-42c5-49aa-a3b7-e39b7adb4d26 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:04.257866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911ac77-75b2-4075-aef9-df9440e374c6 req-cc94d022-a4ca-4b08-9d5e-156275b2f266 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:04.259342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d911ac77-75b2-4075-aef9-df9440e374c6 req-cc94d022-a4ca-4b08-9d5e-156275b2f266 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 944 time: 0.0491326 Aug 10 04:23:04.291195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:04.295048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:04.295486 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:04.296818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d911ac77-75b2-4075-aef9-df9440e374c6 req-c8b951aa-7526-4ba6-9e22-8cddcfaec875 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Aug 10 04:23:04.357791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:04.371043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:04.392253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bff976-42c5-49aa-a3b7-e39b7adb4d26'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:04.394433 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1633c91-9527-4bd3-a915-875bf20d49a3" -d '{"events": [{"server_uuid": "dfabc3b7-6f72-4eda-a73d-301d7f41d992", "name": "network-vif-plugged", "status": "completed", "tag": "34bff976-42c5-49aa-a3b7-e39b7adb4d26"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:04.410621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:04.430001 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091c4be-eea2-44fe-a033-7a517252b95b x-openstack-request-id: req-7091c4be-eea2-44fe-a033-7a517252b95b {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:04.430286 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfabc3b7-6f72-4eda-a73d-301d7f41d992", "name": "network-vif-plugged", "status": "completed", "tag": "34bff976-42c5-49aa-a3b7-e39b7adb4d26", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:04.430536 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7091c4be-eea2-44fe-a033-7a517252b95b {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:04.430924 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bff976-42c5-49aa-a3b7-e39b7adb4d26', 'code': 200} Aug 10 04:23:04.504577 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:04.550960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=34bff976-42c5-49aa-a3b7-e39b7adb4d26,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:04.556047 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d527af2-a1bf-4173-a2ce-83f4a0cfd2b9 req-848082b4-a513-4dfb-a996-7d131954e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:04.557609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d527af2-a1bf-4173-a2ce-83f4a0cfd2b9 req-848082b4-a513-4dfb-a996-7d131954e92b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 1097 time: 0.0442019 Aug 10 04:23:04.592064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d527af2-a1bf-4173-a2ce-83f4a0cfd2b9 req-4468fd7b-ec87-4374-9870-02bd3a744aa2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269492 Aug 10 04:23:05.411959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871364d3-6ee6-48b3-8434-1195bb6ad810 req-a53d59db-223c-4119-9be2-ba23558bd936 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:05.413378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871364d3-6ee6-48b3-8434-1195bb6ad810 req-a53d59db-223c-4119-9be2-ba23558bd936 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Aug 10 04:23:05.450984 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-871364d3-6ee6-48b3-8434-1195bb6ad810 req-a71fbecc-d51b-4fe2-a89f-7005a942c3b6 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Aug 10 04:23:05.973354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:06.564075 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027e66-c7b6-46dd-bf9d-3e4c13caad8b req-8690d309-c407-478c-a981-25d11ab89192 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.565571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17027e66-c7b6-46dd-bf9d-3e4c13caad8b req-8690d309-c407-478c-a981-25d11ab89192 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 945 time: 0.0477319 Aug 10 04:23:06.602626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17027e66-c7b6-46dd-bf9d-3e4c13caad8b req-a79ed10d-26ff-48b3-9083-f6626838e11e tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Aug 10 04:23:07.012127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243521c6-d4ab-4ce7-be88-f0ab7aa57102 req-2f2df69e-e6f5-447e-b1a7-2dd5d80b1749 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.013761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-243521c6-d4ab-4ce7-be88-f0ab7aa57102 req-2f2df69e-e6f5-447e-b1a7-2dd5d80b1749 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 945 time: 0.3440471 Aug 10 04:23:07.051618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-243521c6-d4ab-4ce7-be88-f0ab7aa57102 req-d8032a3c-46c4-4df4-ad6f-954bc7bd2a49 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Aug 10 04:23:07.987369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-cbf13ae7-7aaf-456d-bf2e-9e7544c11c7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384648 Aug 10 04:23:08.085777 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-2a986253-0dc2-4964-91c8-58f93efd8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:08.087256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-2a986253-0dc2-4964-91c8-58f93efd8326 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 1097 time: 0.0402033 Aug 10 04:23:08.191322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-bcac5229-2291-4066-9349-83670b998ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:08.192820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-bcac5229-2291-4066-9349-83670b998ac6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c163d1e8-f024-4f35-837e-350b25ecf442 HTTP/1.1" status: 200 len: 917 time: 0.0867689 Aug 10 04:23:08.235400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-d23edce9-87e8-4785-8922-a4b03afaa78a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26 HTTP/1.1" status: 200 len: 217 time: 0.0336845 Aug 10 04:23:08.284070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-4ba9d52b-9210-4276-9231-7a69570e1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:08.285557 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-4ba9d52b-9210-4276-9231-7a69570e1bcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8005698-be87-484a-9814-a4e90efc9e41 HTTP/1.1" status: 200 len: 855 time: 0.0439744 Aug 10 04:23:08.333418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-3c708576-3099-4b55-af44-7937fd099f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:08.334937 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-3c708576-3099-4b55-af44-7937fd099f9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c163d1e8-f024-4f35-837e-350b25ecf442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422945 Aug 10 04:23:08.421460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-2f6e12be-f930-4847-bdb4-10345fc12f4e service neutron] 10.222.0.54 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795431 Aug 10 04:23:08.512908 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a31cb27-4aa4-4774-a7b9-c57eca705cab req-f5a63434-0e32-4d6f-8f45-074bec9fbbb5 service neutron] 10.222.0.54 "GET /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Aug 10 04:23:16.058327 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:22.272148 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:26.812550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:30.377998 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-416af960-7dee-4835-8cb6-315e00c0e9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:30.553585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bd26d-3490-4f75-a822-f80e5c09fd40 req-ad4068a1-830c-4ab1-9989-eba0e38902b3 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:30.555099 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c5bd26d-3490-4f75-a822-f80e5c09fd40 req-ad4068a1-830c-4ab1-9989-eba0e38902b3 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 945 time: 0.0502448 Aug 10 04:23:30.592836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9c5bd26d-3490-4f75-a822-f80e5c09fd40 req-a3deac14-f2ef-4e76-a4dc-5bf8f10808b7 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Aug 10 04:23:31.707776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb08e-f1eb-44ca-9167-e00680bf64f6 req-0494fec7-fdcf-4bd4-9028-aced6887c394 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.709283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d91bb08e-f1eb-44ca-9167-e00680bf64f6 req-0494fec7-fdcf-4bd4-9028-aced6887c394 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Aug 10 04:23:31.746375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d91bb08e-f1eb-44ca-9167-e00680bf64f6 req-2ffc4294-fc73-4130-8dc5-82661c38d5cf tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb436149-2bdc-4935-b525-05cbf56aadb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310643 Aug 10 04:23:32.405435 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-5090fd73-ff19-4fd2-a19e-ad2df995d862 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:32.406896 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-5090fd73-ff19-4fd2-a19e-ad2df995d862 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 945 time: 0.0561204 Aug 10 04:23:32.494162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Deleting port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:32.494510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.583317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] For port 34bff976-42c5-49aa-a3b7-e39b7adb4d26, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=34bff976-42c5-49aa-a3b7-e39b7adb4d26,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:32.583689 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.596734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Calling delete_port for 34bff976-42c5-49aa-a3b7-e39b7adb4d26 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:32.795296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.795941 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.829922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['34bff976-42c5-49aa-a3b7-e39b7adb4d26'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:23:32.830187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Pushing event deleted for resources: {'Port': ['ID=34bff976-42c5-49aa-a3b7-e39b7adb4d26,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:32.870576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5c85f638-2fcf-4db7-9eed-74c56b30df3b req-14bc15cd-ae2d-492c-82fc-67c38c86244c tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 210 time: 0.0426435 Aug 10 04:23:32.891897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] No DVR routers for this DVR port 34bff976-42c5-49aa-a3b7-e39b7adb4d26 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:32.894848 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.897139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ffb5bd2-9c38-4c45-9141-5d0a28df2dc5 req-e5290c31-4603-408f-9e27-0a5efd1fa5a1 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.54 "DELETE /v2.0/ports/34bff976-42c5-49aa-a3b7-e39b7adb4d26 HTTP/1.1" status: 204 len: 173 time: 0.4840639 Aug 10 04:23:32.897616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'name': 'network-vif-deleted', 'tag': '34bff976-42c5-49aa-a3b7-e39b7adb4d26'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:32.901630 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396666d-e2c3-447c-b7b9-6cb2f65d340f" -d '{"events": [{"server_uuid": "dfabc3b7-6f72-4eda-a73d-301d7f41d992", "name": "network-vif-deleted", "tag": "34bff976-42c5-49aa-a3b7-e39b7adb4d26"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:32.938449 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5210f1-cc03-4e8c-85c3-002dfe236abe x-openstack-request-id: req-ff5210f1-cc03-4e8c-85c3-002dfe236abe {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:32.938760 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfabc3b7-6f72-4eda-a73d-301d7f41d992", "name": "network-vif-deleted", "tag": "34bff976-42c5-49aa-a3b7-e39b7adb4d26", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:32.939035 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff5210f1-cc03-4e8c-85c3-002dfe236abe {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:32.939430 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfabc3b7-6f72-4eda-a73d-301d7f41d992', 'name': 'network-vif-deleted', 'tag': '34bff976-42c5-49aa-a3b7-e39b7adb4d26', 'status': 'completed', 'code': 200} Aug 10 04:23:33.081282 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b95b33a7-76c9-4bd6-bbbc-dd1eb3ac1ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:33.979877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ba146683-f45f-41b9-af66-adc040b7ec8f req-c4bdc84f-a943-48d8-a5bd-5fea2d1bd385 tempest-TestEncryptedCinderVolumes-2125204370 tempest-TestEncryptedCinderVolumes-2125204370-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfabc3b7-6f72-4eda-a73d-301d7f41d992 HTTP/1.1" status: 200 len: 210 time: 0.0282679 Aug 10 04:23:34.383898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:35.157824 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47324) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:35.768369 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:35.947821 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.010327 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Deleting port fea36c4e-dacf-4c78-85ac-e7058113b78c {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:36.010630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.092931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] For port fea36c4e-dacf-4c78-85ac-e7058113b78c, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=fea36c4e-dacf-4c78-85ac-e7058113b78c,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:36.093204 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.106227 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Calling delete_port for fea36c4e-dacf-4c78-85ac-e7058113b78c owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:36.366491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 34bff976-42c5-49aa-a3b7-e39b7adb4d26 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:36.383771 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.391427 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 34bff976-42c5-49aa-a3b7-e39b7adb4d26 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:36.392241 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 34bff976-42c5-49aa-a3b7-e39b7adb4d26 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:36.410762 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea36c4e-dacf-4c78-85ac-e7058113b78c,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:36.440077 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.440444 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.440786 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.441116 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.441445 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.441769 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.442094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.442418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.442736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.443054 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.443373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.443689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:36.588918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.804651 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Router 02645743-a942-422b-b3c1-08370b93b6c9 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:23:36.910102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:36.915434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1b0b1095-d307-4e4f-983b-f43de483b5b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/02645743-a942-422b-b3c1-08370b93b6c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564561 Aug 10 04:23:36.918472 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47328) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:36.921131 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] Sync routers for ids ['02645743-a942-422b-b3c1-08370b93b6c9'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:36.930061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] Routers {'02645743-a942-422b-b3c1-08370b93b6c9'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:36.930658 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['02645743-a942-422b-b3c1-08370b93b6c9'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:37.022266 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.032559 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] Set router 02645743-a942-422b-b3c1-08370b93b6c9 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:37.125851 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.204631 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:23:36Z', 'revision_number': 5, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port': {'id': '68d1af07-7f3d-47a2-a874-ed562ad9abcc', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02645743-a942-422b-b3c1-08370b93b6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:00Z', 'updated_at': '2021-08-10T04:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:37.230804 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] Checking router: 02645743-a942-422b-b3c1-08370b93b6c9 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:37.239214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] Routers {'02645743-a942-422b-b3c1-08370b93b6c9'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:37.239818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['02645743-a942-422b-b3c1-08370b93b6c9'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:37.241730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Deleting port 68d1af07-7f3d-47a2-a874-ed562ad9abcc {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:37.242084 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.325004 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] Set router 02645743-a942-422b-b3c1-08370b93b6c9 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:37.325702 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] For port 68d1af07-7f3d-47a2-a874-ed562ad9abcc, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=68d1af07-7f3d-47a2-a874-ed562ad9abcc,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:37.326072 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.338458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Calling delete_port for 68d1af07-7f3d-47a2-a874-ed562ad9abcc owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:37.378264 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:23:37Z', 'revision_number': 6, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:37.407435 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3fd057-2982-4db0-a02f-d9414d70829f None None] The sync data for ids ['02645743-a942-422b-b3c1-08370b93b6c9'] in n-d-765315-26 is: [{'id': '02645743-a942-422b-b3c1-08370b93b6c9', 'name': 'tempest-TestEncryptedCinderVolumes-550052515-router', 'tenant_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:21:59Z', 'updated_at': '2021-08-10T04:23:37Z', 'revision_number': 6, 'project_id': 'e218fd1828d44d638b8ff3edf68e7eca', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:37.607094 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.634147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d1af07-7f3d-47a2-a874-ed562ad9abcc,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:37.693249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.784077 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.786362 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.926735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.927269 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02645743-a942-422b-b3c1-08370b93b6c9 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:23:37.932002 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:37.933174 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-623b187c-ab8c-4f03-934c-e0f9c38ab928 admin admin] 10.222.0.26 "DELETE /v2.0/routers/02645743-a942-422b-b3c1-08370b93b6c9 HTTP/1.1" status: 204 len: 168 time: 1.0137813 Aug 10 04:23:37.935599 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47330) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:37.979065 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Deleting subnet d8005698-be87-484a-9814-a4e90efc9e41 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:23:37.982086 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.015971 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.095664 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.252815 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.279763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8005698-be87-484a-9814-a4e90efc9e41,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:38.283328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.285211 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-de9f8632-2169-4e2b-b308-f60e0cea8fda admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8005698-be87-484a-9814-a4e90efc9e41 HTTP/1.1" status: 204 len: 168 time: 0.3486934 Aug 10 04:23:38.287875 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:38.288965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37190a5-9643-4462-95c4-b8518e2c8ced None None] Network c163d1e8-f024-4f35-837e-350b25ecf442 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:23:38.360210 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.425600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Deleting port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:38.425958 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.489206 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] For port 1008dd07-06e3-4f78-84c4-1b6e1ad37251, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1008dd07-06e3-4f78-84c4-1b6e1ad37251,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:38.489511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.502926 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Calling delete_port for 1008dd07-06e3-4f78-84c4-1b6e1ad37251 owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:38.509496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] DHCP port deletion for c163d1e8-f024-4f35-837e-350b25ecf442 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:23:38.563152 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Deleting port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:38.563534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.625874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] For port 1008dd07-06e3-4f78-84c4-1b6e1ad37251, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1008dd07-06e3-4f78-84c4-1b6e1ad37251,segment=NetworkSegment(a8ec5345-a64e-4734-a11e-e654c651ad45),segment_id=a8ec5345-a64e-4734-a11e-e654c651ad45)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:38.626266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.638603 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Calling delete_port for 1008dd07-06e3-4f78-84c4-1b6e1ad37251 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:38.660928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.686940 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Pushing event deleted for resources: {'Port': ['ID=1008dd07-06e3-4f78-84c4-1b6e1ad37251,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:38.690531 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] No DVR routers for this DVR port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:38.718354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.746531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Pushing event deleted for resources: {'Port': ['ID=1008dd07-06e3-4f78-84c4-1b6e1ad37251,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:38.748702 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] No DVR routers for this DVR port 1008dd07-06e3-4f78-84c4-1b6e1ad37251 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:38.762853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.763296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.763531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.763917 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.764233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.764599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.764973 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.765301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.765695 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.766068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.766435 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.766723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d2efd-c6f0-4394-93c5-261bcd2454bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:38.770295 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.770943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 68d1af07-7f3d-47a2-a874-ed562ad9abcc no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:38.781276 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c163d1e8-f024-4f35-837e-350b25ecf442']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:38.791442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 68d1af07-7f3d-47a2-a874-ed562ad9abcc {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:38.791789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 68d1af07-7f3d-47a2-a874-ed562ad9abcc not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:38.792203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1008dd07-06e3-4f78-84c4-1b6e1ad37251 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:38.795601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ec5345-a64e-4734-a11e-e654c651ad45') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:38.795889 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ec5345-a64e-4734-a11e-e654c651ad45') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:38.804926 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.810608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1008dd07-06e3-4f78-84c4-1b6e1ad37251 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:38.810965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1008dd07-06e3-4f78-84c4-1b6e1ad37251 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:38.811374 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fea36c4e-dacf-4c78-85ac-e7058113b78c no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:38.819277 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.825687 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:23:38.826083 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:23:38.827734 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:23:38.830729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: fea36c4e-dacf-4c78-85ac-e7058113b78c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:38.831091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device fea36c4e-dacf-4c78-85ac-e7058113b78c not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:38.957543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.963431 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.965304 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] 10.222.0.26 "DELETE /v2.0/networks/c163d1e8-f024-4f35-837e-350b25ecf442 HTTP/1.1" status: 204 len: 168 time: 0.6764545 Aug 10 04:23:38.968327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47334) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:38.976190 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16368f0-621f-4c2e-bb4c-2ce2af4d725a admin admin] Pushing event deleted for resources: {'Network': ['ID=c163d1e8-f024-4f35-837e-350b25ecf442,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:39.313217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:39.552797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Deleting port 0673fb21-e4ad-4552-801c-5a06fb6780f6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:39.553051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:39.629531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] For port 0673fb21-e4ad-4552-801c-5a06fb6780f6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0673fb21-e4ad-4552-801c-5a06fb6780f6,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:39.629845 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:39.645838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Calling delete_port for 0673fb21-e4ad-4552-801c-5a06fb6780f6 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:39.903723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:39.928061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Pushing event deleted for resources: {'Port': ['ID=0673fb21-e4ad-4552-801c-5a06fb6780f6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:40.096243 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.308307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Router 0631b7b3-321c-4466-98eb-a73e5fc8bebf has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:23:40.417136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:40.422372 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6f6f4d06-5190-4ed7-8f82-393ebe0ff250 admin admin] 10.222.0.26 "PUT /v2.0/routers/0631b7b3-321c-4466-98eb-a73e5fc8bebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529738 Aug 10 04:23:40.425000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47336) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:40.425807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] Sync routers for ids ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:40.435447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] Routers {'0631b7b3-321c-4466-98eb-a73e5fc8bebf'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:40.436061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:40.528717 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.537908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] Set router 0631b7b3-321c-4466-98eb-a73e5fc8bebf gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:40.638173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.716797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:23:39Z', 'revision_number': 5, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port': {'id': '7826b1b7-1c11-4786-abc3-6dbca9195ede', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:43:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:06Z', 'updated_at': '2021-08-10T04:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:40.743067 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] Checking router: 0631b7b3-321c-4466-98eb-a73e5fc8bebf for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:40.751315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] Routers {'0631b7b3-321c-4466-98eb-a73e5fc8bebf'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:40.751922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:40.779455 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Deleting port 7826b1b7-1c11-4786-abc3-6dbca9195ede {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:40.779795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.836250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] Set router 0631b7b3-321c-4466-98eb-a73e5fc8bebf gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:40.862603 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] For port 7826b1b7-1c11-4786-abc3-6dbca9195ede, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=7826b1b7-1c11-4786-abc3-6dbca9195ede,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:40.862970 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.875281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Calling delete_port for 7826b1b7-1c11-4786-abc3-6dbca9195ede owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:40.891077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:23:40Z', 'revision_number': 6, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:40.917508 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586ce53-9538-44a4-89e5-fc7f06c7ffb3 None None] The sync data for ids ['0631b7b3-321c-4466-98eb-a73e5fc8bebf'] in n-d-765315-26 is: [{'id': '0631b7b3-321c-4466-98eb-a73e5fc8bebf', 'name': 'tempest-TestEncryptedCinderVolumes-1302614116-router', 'tenant_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:05Z', 'updated_at': '2021-08-10T04:23:40Z', 'revision_number': 6, 'project_id': 'c6260f62e70a4f259ab5c5a31ea7ff43', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:41.123597 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.152800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7826b1b7-1c11-4786-abc3-6dbca9195ede,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:41.214387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.305913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.308292 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.423492 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.423989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0631b7b3-321c-4466-98eb-a73e5fc8bebf {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:23:41.428218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.429416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9763a4ce-3cb5-4495-b5d0-69f7b8eacd87 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0631b7b3-321c-4466-98eb-a73e5fc8bebf HTTP/1.1" status: 204 len: 168 time: 1.0034719 Aug 10 04:23:41.432444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47338) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:41.486791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Deleting subnet 028c0114-b70d-444b-a2d9-cf2fd1dc4a93 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:23:41.489812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.523059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.598487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.721555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.748198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028c0114-b70d-444b-a2d9-cf2fd1dc4a93,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:41.753280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.755181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e0337bc-ebeb-41e1-820c-61235ed9b1cb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/028c0114-b70d-444b-a2d9-cf2fd1dc4a93 HTTP/1.1" status: 204 len: 168 time: 0.3217742 Aug 10 04:23:41.757631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47340) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:41.758315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f88501-0568-4cb0-98aa-b7a9add5ed7d None None] Network 237ea418-87b9-4058-8950-85900177838e requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:23:41.825725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.882193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Deleting port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:41.882550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.935734 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] DHCP port deletion for 237ea418-87b9-4058-8950-85900177838e request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:23:41.960757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] For port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:41.967295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:41.974135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Calling delete_port for 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:41.983380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] Deleting port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:23:41.983792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.044789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] For port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,segment=NetworkSegment(dec6b86e-ddef-4a7b-9e6d-17353027c647),segment_id=dec6b86e-ddef-4a7b-9e6d-17353027c647)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:42.045184 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.058103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] Calling delete_port for 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:23:42.117946 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.139571 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.150508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:42.154019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] No DVR routers for this DVR port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:42.167131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] Pushing event deleted for resources: {'Port': ['ID=92abedfe-0cec-44e4-9e02-3c94f29f3bd7,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:42.168910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd238cf-c214-4d52-9b88-d588651e4b43 None None] No DVR routers for this DVR port 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:42.223381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.233574 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237ea418-87b9-4058-8950-85900177838e']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:42.243485 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec6b86e-ddef-4a7b-9e6d-17353027c647') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:42.248642 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec6b86e-ddef-4a7b-9e6d-17353027c647') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:42.252313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.265841 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.271532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:23:42.271937 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:23:42.273777 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:23:42.386494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.391746 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.393591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] 10.222.0.26 "DELETE /v2.0/networks/237ea418-87b9-4058-8950-85900177838e HTTP/1.1" status: 204 len: 168 time: 0.6350427 Aug 10 04:23:42.404892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cb714-0ab6-4b70-a5ba-c80f3d40fc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=237ea418-87b9-4058-8950-85900177838e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:42.741092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0673fb21-e4ad-4552-801c-5a06fb6780f6 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:42.761593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0673fb21-e4ad-4552-801c-5a06fb6780f6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:42.762217 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0673fb21-e4ad-4552-801c-5a06fb6780f6 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:42.762364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:42.781856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:42.782202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 92abedfe-0cec-44e4-9e02-3c94f29f3bd7 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:42.782607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7826b1b7-1c11-4786-abc3-6dbca9195ede no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:42.800189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 7826b1b7-1c11-4786-abc3-6dbca9195ede {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:23:42.800547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 7826b1b7-1c11-4786-abc3-6dbca9195ede not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:42.867034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:42.907761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bc1cc8a6-0150-4167-b3bd-8ec40a604940 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e218fd1828d44d638b8ff3edf68e7eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395226 Aug 10 04:23:42.910348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47346) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:42.957779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470969bf-7f8c-4394-a3ad-58f9421f7cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:42.978135 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470969bf-7f8c-4394-a3ad-58f9421f7cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:43.137824 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470969bf-7f8c-4394-a3ad-58f9421f7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:43.144301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470969bf-7f8c-4394-a3ad-58f9421f7cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:43.144301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-470969bf-7f8c-4394-a3ad-58f9421f7cc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb436149-2bdc-4935-b525-05cbf56aadb4 HTTP/1.1" status: 204 len: 168 time: 0.2304666 Aug 10 04:23:43.149689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470969bf-7f8c-4394-a3ad-58f9421f7cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb436149-2bdc-4935-b525-05cbf56aadb4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:43.861288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47352) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:43.905141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-55c4030a-5405-4e12-9887-c996a93c110f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6260f62e70a4f259ab5c5a31ea7ff43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426795 Aug 10 04:23:43.907587 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47354) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:43.954526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9439f07a-13cd-43c1-8f42-6759e28b4331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:43.975412 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9439f07a-13cd-43c1-8f42-6759e28b4331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:44.123551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9439f07a-13cd-43c1-8f42-6759e28b4331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:44.126186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9439f07a-13cd-43c1-8f42-6759e28b4331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:44.127331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9439f07a-13cd-43c1-8f42-6759e28b4331 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0d3bb91-957d-49aa-9853-170545f87d46 HTTP/1.1" status: 204 len: 168 time: 0.2188203 Aug 10 04:23:44.137285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439f07a-13cd-43c1-8f42-6759e28b4331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3bb91-957d-49aa-9853-170545f87d46,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:45.173072 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47376) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:45.275558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225214827-network', 'tenant_id': '696524cd5ee6486783512f86826e68bc'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:45.383012 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Made reservation on behalf of 696524cd5ee6486783512f86826e68bc for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:23:45.385857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:45.394420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:45.481456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:45.551696 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:45.573190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:23:45.586182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b24555a-d22c-44b3-90f6-be93a1709df2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:45.591217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:45.591567 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Added segment 0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31 of type vlan for network 64474a77-9cd4-4ea1-b45f-e51d52ea046d Aug 10 04:23:45.633511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.158340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.158553 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.159344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:46.159929 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.217055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] Pushing event updated for resources: {'Network': ['ID=64474a77-9cd4-4ea1-b45f-e51d52ea046d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:46.226412 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:23:46.318916 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9dbe2d3d-2696-48b6-827c-494fbc33cacb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1447437 Aug 10 04:23:46.321655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47380) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:46.326937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Request body: {'subnet': {'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225214827-subnet', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:46.426176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Made reservation on behalf of 696524cd5ee6486783512f86826e68bc for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:23:46.428478 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.663505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.722196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300fd08c-935b-4626-886a-f907b0b607a3,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:46.729403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Checking segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:46.729764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Network hostable DHCP agents. Network: 64474a77-9cd4-4ea1-b45f-e51d52ea046d, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:23:46.808849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:23:46.865988 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 64474a77-9cd4-4ea1-b45f-e51d52ea046d) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:46.870477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:46.871062 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.874985 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a546d-e7e2-4a54-b65d-244a271eab26 None None] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:23:46.979237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e06813e7-32f1-49ba-a6ae-f1bd93422023 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6559234 Aug 10 04:23:46.981842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47382) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:46.986215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:47.015961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:23:47.016831 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.081121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.082209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.135204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.150592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Allocated IP 172.20.0.2 (64474a77-9cd4-4ea1-b45f-e51d52ea046d/300fd08c-935b-4626-886a-f907b0b607a3/30f942bf-f8d0-4022-b7db-bad5ede79999) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:23:47.285727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.294713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Transition to ACTIVE for port object 30f942bf-f8d0-4022-b7db-bad5ede79999 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:47.309416 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Transition to ACTIVE for port object 30f942bf-f8d0-4022-b7db-bad5ede79999 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:47.324172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.378021 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.421197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:47.424092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:47.427655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:23:47.433325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Pushing event updated for resources: {'Port': ['ID=30f942bf-f8d0-4022-b7db-bad5ede79999,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:47.485353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Attempting to bind port 30f942bf-f8d0-4022-b7db-bad5ede79999 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:47.485758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Attempting to bind port 30f942bf-f8d0-4022-b7db-bad5ede79999 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:47.486283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Attempting to bind port 30f942bf-f8d0-4022-b7db-bad5ede79999 on network 64474a77-9cd4-4ea1-b45f-e51d52ea046d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:47.494515 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:47.495129 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Checking segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:47.495809 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.496493 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Bound using segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:47.497278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Bound port: 30f942bf-f8d0-4022-b7db-bad5ede79999, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:47.497929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.561758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] For port 30f942bf-f8d0-4022-b7db-bad5ede79999, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:47.564761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] For port 30f942bf-f8d0-4022-b7db-bad5ede79999, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f942bf-f8d0-4022-b7db-bad5ede79999,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:47.601163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.624072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.635574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.691576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75552d2-7cbb-43e9-aa99-041b4ab7e6cf None None] Pushing event updated for resources: {'Port': ['ID=30f942bf-f8d0-4022-b7db-bad5ede79999,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:47.735592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Allocated IP 172.25.1.183 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/9a5ea1a3-c70e-4f82-b90f-51fc62f29505) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:23:47.864396 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:47.961050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:48.000717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:48.003576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:48.007145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:23:48.012953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:48.329387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:48.546436 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:48.551988 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e5297-5cd8-4d2d-b5c3-ec08494eb8a0 None None] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:23:48.685961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2294f443-9ef3-4a8b-9dec-c232091c060c None None] Provisioning for port 30f942bf-f8d0-4022-b7db-bad5ede79999 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:48.735252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Router 6ace9b08-52d0-4acb-98d6-fe3289990304 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:23:48.786357 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f942bf-f8d0-4022-b7db-bad5ede79999 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:48.873321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:48.884078 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Sync routers for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:48.894657 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:48.895284 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:48.956844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 30f942bf-f8d0-4022-b7db-bad5ede79999 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:48.957254 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 30f942bf-f8d0-4022-b7db-bad5ede79999 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:48.957631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:48.975234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:48.979510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5ce76f7-bd84-4e95-a5e1-58f43172edb2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9938631 Aug 10 04:23:48.989245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47384) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:49.037104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1eef8373-e6c9-44b2-a573-eb901f62b6b3 None None] Provisioning complete for port 30f942bf-f8d0-4022-b7db-bad5ede79999 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:49.037847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1eef8373-e6c9-44b2-a573-eb901f62b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.085812 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.099507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:49.154141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 30f942bf-f8d0-4022-b7db-bad5ede79999, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f942bf-f8d0-4022-b7db-bad5ede79999,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:49.169553 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1eef8373-e6c9-44b2-a573-eb901f62b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.250525 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.303529 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:48Z', 'revision_number': 3, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:49.319311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-1eef8373-e6c9-44b2-a573-eb901f62b6b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:23:49.319661 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-1eef8373-e6c9-44b2-a573-eb901f62b6b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:23:49.329150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=30f942bf-f8d0-4022-b7db-bad5ede79999,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:49.335077 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Checking router: 6ace9b08-52d0-4acb-98d6-fe3289990304 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:49.335426 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Updating router 6ace9b08-52d0-4acb-98d6-fe3289990304 port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:23:49.360225 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.420006 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.586897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Allocated IP 172.20.0.1 (64474a77-9cd4-4ea1-b45f-e51d52ea046d/300fd08c-935b-4626-886a-f907b0b607a3/d71bc076-9dd2-4b7f-ad1b-5565d438b1b0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:23:49.619196 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.629041 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Transition to ACTIVE for port object 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:49.692305 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.706370 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Transition to ACTIVE for port object d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:49.706563 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.765669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Pushing event updated for resources: {'Port': ['ID=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:49.767631 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Attempting to bind port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:49.767988 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Attempting to bind port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:49.768334 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Attempting to bind port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:49.777048 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:49.777419 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:49.777812 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.778196 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:49.778670 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Bound port: 9a5ea1a3-c70e-4f82-b90f-51fc62f29505, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:49.779054 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.781919 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.782259 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784231 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.784873 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.785129 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.785441 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:49.804185 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.837428 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] For port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:49.840957 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] For port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:49.846322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:49.849551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:49.853557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:23:49.860172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Pushing event updated for resources: {'Port': ['ID=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:49.902161 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.906690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:49.958854 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:49.959487 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:50.069478 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2800f3-8851-4340-a59c-4b9f4b51623a None None] Pushing event updated for resources: {'Port': ['ID=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:50.085250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:50.100762 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.198392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88e13fdc-e458-485b-b1c0-8da7a1b93483 None None] Provisioning for port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:50.203495 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-88e13fdc-e458-485b-b1c0-8da7a1b93483 None None] Provisioning complete for port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:50.203866 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-88e13fdc-e458-485b-b1c0-8da7a1b93483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.238145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-88e13fdc-e458-485b-b1c0-8da7a1b93483 None None] Port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:23:50.274474 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:48Z', 'revision_number': 3, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:50.276138 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.300160 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f6c236-4b9a-4b2a-98fd-49061c08dcc2 None None] The sync data for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 is: [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:48Z', 'revision_number': 3, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:50.332064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.398839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.401088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Pushing event updated for resources: {'Port': ['ID=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:50.500894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:50.502636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:50.765312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2aab8cd9-d076-4001-8be9-18fe9ede4572 None None] Provisioning complete for port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:50.765828 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2aab8cd9-d076-4001-8be9-18fe9ede4572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.810230 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2aab8cd9-d076-4001-8be9-18fe9ede4572 None None] Port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:23:50.850662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f942bf-f8d0-4022-b7db-bad5ede79999 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:50.904881 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 30f942bf-f8d0-4022-b7db-bad5ede79999 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:50.905381 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:50.973178 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Router 6ace9b08-52d0-4acb-98d6-fe3289990304 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:23:50.990737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:51.083352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:51.089119 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9b610d18-f570-42fa-9faa-0762813e82db admin admin] 10.222.0.26 "PUT /v2.0/routers/6ace9b08-52d0-4acb-98d6-fe3289990304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074915 Aug 10 04:23:51.108974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:51.113400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:51.113896 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:51.221165 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:51.245829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:51.315063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:51.366343 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:51.862260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47400) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:51.867433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Sync routers for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:51.871224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-65370468-network', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:51.877455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:51.878096 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:51.980488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:51.980719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Made reservation on behalf of 6a78f83f35b846d5ac0b247afde5da30 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:23:51.983198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:51.992165 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.078054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.166559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.175282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 2, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:52.190432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:23:52.200048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eab50b-d4a6-426e-8863-894a1b96aa5a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:52.201546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Checking router: 6ace9b08-52d0-4acb-98d6-fe3289990304 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:52.201907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Updating router 6ace9b08-52d0-4acb-98d6-fe3289990304 port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:23:52.204894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.205234 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Added segment b677c4c4-5c60-44b7-85d4-8ccf1046c3ff of type vlan for network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 Aug 10 04:23:52.226535 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.245830 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.340855 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.341901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:52.342491 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.405729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] Pushing event updated for resources: {'Network': ['ID=66d9c549-5af6-4f30-ae5a-7a1e14ca5822,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:52.416955 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:23:52.467422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-79bc9d2f-c4c4-4d63-9352-a98d600679e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6040270 Aug 10 04:23:52.470115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47402) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:52.475112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Request body: {'subnet': {'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-65370468-subnet', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:52.541311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.546502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Made reservation on behalf of 6a78f83f35b846d5ac0b247afde5da30 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:23:52.548906 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.550768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Transition to ACTIVE for port object d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:52.638052 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.691464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2306b4-f970-42d8-bf5a-0809656a7bdb None None] Pushing event updated for resources: {'Port': ['ID=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:52.742965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Attempting to bind port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:52.743347 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Attempting to bind port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:52.743710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Attempting to bind port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 on network 64474a77-9cd4-4ea1-b45f-e51d52ea046d {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:52.749780 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:52.750433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Checking segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:52.750684 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.750979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Bound using segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:52.751443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Bound port: d71bc076-9dd2-4b7f-ad1b-5565d438b1b0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:52.751824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.766667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:52.821475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.855061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] For port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:52.861405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] For port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:52.862340 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:52.862709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:52.879046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=132e3263-c878-484a-bb5e-6b3ced43fe9a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:52.888391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Checking segment: {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:52.888812 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Network hostable DHCP agents. Network: 66d9c549-5af6-4f30-ae5a-7a1e14ca5822, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:23:53.010265 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.049248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:23:53.065501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:53.065897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:53.071239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2306b4-f970-42d8-bf5a-0809656a7bdb None None] Pushing event updated for resources: {'Port': ['ID=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:53.146586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 66d9c549-5af6-4f30-ae5a-7a1e14ca5822) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:53.152118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:53.152784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.158400 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291bb90-adfa-4d5d-9255-d9777dfa296a None None] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:23:53.230087 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:53.235336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-df482d58-b4fb-4830-8ed8-e190811633ae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7640691 Aug 10 04:23:53.237853 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47404) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:53.242459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:53.340923 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.342217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.397789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.434389 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-66d9c549-5af6-4f30-ae5a-7a1e14ca5822', 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'fixed_ips': [{'subnet_id': '132e3263-c878-484a-bb5e-6b3ced43fe9a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:23:53.435224 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.604651 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.616263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:52Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:53.650331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8db1b-6632-4dd4-a1d9-42433baaaf87 None None] The sync data for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 is: [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:52Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:53.652286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Allocated IP 172.20.0.2 (66d9c549-5af6-4f30-ae5a-7a1e14ca5822/132e3263-c878-484a-bb5e-6b3ced43fe9a/6a3ddd4f-560f-457b-87c0-959b7429e13d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:23:53.836889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.845919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Transition to ACTIVE for port object 6a3ddd4f-560f-457b-87c0-959b7429e13d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:53.863784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Transition to ACTIVE for port object 6a3ddd4f-560f-457b-87c0-959b7429e13d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:53.896735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.917198 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.941648 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:53.985182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:53.988337 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:53.992782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:23:53.995913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Pushing event updated for resources: {'Port': ['ID=6a3ddd4f-560f-457b-87c0-959b7429e13d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:54.034567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Allocated IP 172.25.1.2 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/f6ab0f4c-08ee-4925-8daf-c2df1e39c32e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:23:54.056889 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Attempting to bind port 6a3ddd4f-560f-457b-87c0-959b7429e13d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:54.057266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Attempting to bind port 6a3ddd4f-560f-457b-87c0-959b7429e13d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:54.057631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Attempting to bind port 6a3ddd4f-560f-457b-87c0-959b7429e13d on network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:54.062905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:54.063279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Checking segment: {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:54.063682 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.064076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Bound using segment: {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:54.064669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Bound port: 6a3ddd4f-560f-457b-87c0-959b7429e13d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:54.071413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.137779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] For port 6a3ddd4f-560f-457b-87c0-959b7429e13d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:54.141403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] For port 6a3ddd4f-560f-457b-87c0-959b7429e13d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a3ddd4f-560f-457b-87c0-959b7429e13d,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:54.145536 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.212236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.241015 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.281759 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c2fd7-9345-4128-bce6-37e37bd3aadc None None] Pushing event updated for resources: {'Port': ['ID=6a3ddd4f-560f-457b-87c0-959b7429e13d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:54.283145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:54.289482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:54.292363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:23:54.326384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Pushing event updated for resources: {'Port': ['ID=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:54.678013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.799786 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:54.895569 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:54.923375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:54.927441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:54.928138 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.010479 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.044240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:55.115150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Router 12d340d6-863d-44ea-ad4d-e0193ec80a3a is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:23:55.149632 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.151193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a3ddd4f-560f-457b-87c0-959b7429e13d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:55.230165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebbffb-7885-438d-8081-59ae2d9fcf20 None None] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:23:55.232269 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:55.241818 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Sync routers for ids ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:55.251736 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Routers {'12d340d6-863d-44ea-ad4d-e0193ec80a3a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:55.252457 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:55.279491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:55.326184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.330253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-437193b6-2aa8-41ba-acf5-1717d9e290dc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0888832 Aug 10 04:23:55.336567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47408) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:55.359678 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Set router 12d340d6-863d-44ea-ad4d-e0193ec80a3a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:55.515246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 6a3ddd4f-560f-457b-87c0-959b7429e13d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:55.518845 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-967853e5-5f12-4881-87d2-26b8feca2e21 None None] Provisioning for port 6a3ddd4f-560f-457b-87c0-959b7429e13d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:55.523363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6a3ddd4f-560f-457b-87c0-959b7429e13d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:55.523743 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.545460 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:54Z', 'revision_number': 3, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:55.568828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-967853e5-5f12-4881-87d2-26b8feca2e21 None None] Provisioning complete for port 6a3ddd4f-560f-457b-87c0-959b7429e13d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:55.569204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-967853e5-5f12-4881-87d2-26b8feca2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.575514 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Checking router: 12d340d6-863d-44ea-ad4d-e0193ec80a3a for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:55.575866 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Updating router 12d340d6-863d-44ea-ad4d-e0193ec80a3a port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:23:55.604985 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.677877 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.761991 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-967853e5-5f12-4881-87d2-26b8feca2e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.779863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 6a3ddd4f-560f-457b-87c0-959b7429e13d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a3ddd4f-560f-457b-87c0-959b7429e13d,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:55.791199 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.874395 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.875670 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.885952 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Transition to ACTIVE for port object f6ab0f4c-08ee-4925-8daf-c2df1e39c32e will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:55.955210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Allocated IP 172.20.0.1 (66d9c549-5af6-4f30-ae5a-7a1e14ca5822/132e3263-c878-484a-bb5e-6b3ced43fe9a/ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:23:55.957933 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.959243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.db.api [None req-967853e5-5f12-4881-87d2-26b8feca2e21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:23:55.959607 n-d-765315-26 neutron-server[94806]: DEBUG oslo_db.api [None req-967853e5-5f12-4881-87d2-26b8feca2e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:23:55.969445 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=6a3ddd4f-560f-457b-87c0-959b7429e13d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.073148 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.087010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Transition to ACTIVE for port object ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:56.097658 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Attempting to bind port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:56.098037 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Attempting to bind port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:56.098403 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Attempting to bind port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:56.106020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e448e-732b-4b94-bba2-ebf2981d4be7 None None] Pushing event updated for resources: {'Port': ['ID=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.108461 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:56.108832 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:56.109231 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.109611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:56.110070 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Bound port: f6ab0f4c-08ee-4925-8daf-c2df1e39c32e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:56.110451 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.160687 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] For port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:56.163797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] For port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:56.189323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.229417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:56.232442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:56.236060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:23:56.241562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Pushing event updated for resources: {'Port': ['ID=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.278330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.293161 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.357850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Routers {'12d340d6-863d-44ea-ad4d-e0193ec80a3a'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:56.358562 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:56.363939 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e448e-732b-4b94-bba2-ebf2981d4be7 None None] Pushing event updated for resources: {'Port': ['ID=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.468012 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] Set router 12d340d6-863d-44ea-ad4d-e0193ec80a3a gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:56.472221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.615604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d3472a71-32fa-4a50-a482-db03c708859e None None] Provisioning complete for port 6a3ddd4f-560f-457b-87c0-959b7429e13d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:56.616210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3472a71-32fa-4a50-a482-db03c708859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.640050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.647378 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:54Z', 'revision_number': 3, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:56.674425 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34952d5-d0e9-4cc6-8432-efa1b53ff393 None None] The sync data for ids ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'] in n-d-765315-26 is: [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:54Z', 'revision_number': 3, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:56.697631 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.767879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Pushing event updated for resources: {'Port': ['ID=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:56.772897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.782774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:56.807554 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d3472a71-32fa-4a50-a482-db03c708859e None None] Provisioning for port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:56.813939 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.816189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d3472a71-32fa-4a50-a482-db03c708859e None None] Provisioning complete for port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:56.816653 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d3472a71-32fa-4a50-a482-db03c708859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.863183 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d3472a71-32fa-4a50-a482-db03c708859e None None] Port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:23:56.869308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:23:56.870743 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:23:56.873332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:56.873709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.987916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a3ddd4f-560f-457b-87c0-959b7429e13d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:57.005691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Router 12d340d6-863d-44ea-ad4d-e0193ec80a3a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:23:57.052559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 6a3ddd4f-560f-457b-87c0-959b7429e13d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:57.052927 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.155685 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:57.161462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e96fd1a9-a0ee-4351-80a5-70b72d5822cf admin admin] 10.222.0.26 "PUT /v2.0/routers/12d340d6-863d-44ea-ad4d-e0193ec80a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8298981 Aug 10 04:23:57.197629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-db500c7c-ead2-426f-b603-ed5a53f5b220 None None] Provisioning complete for port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:57.197995 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-db500c7c-ead2-426f-b603-ed5a53f5b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.234519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-db500c7c-ead2-426f-b603-ed5a53f5b220 None None] Port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:23:58.258758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Sync routers for ids ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:58.268461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Routers {'12d340d6-863d-44ea-ad4d-e0193ec80a3a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:58.269069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:58.382669 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Set router 12d340d6-863d-44ea-ad4d-e0193ec80a3a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:58.619740 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 4, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117', 'name': '', 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'mac_address': 'fa:16:3e:23:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '132e3263-c878-484a-bb5e-6b3ced43fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:55Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 2, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'subnets': [{'id': '132e3263-c878-484a-bb5e-6b3ced43fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:58.646673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Checking router: 12d340d6-863d-44ea-ad4d-e0193ec80a3a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:58.647205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Updating router 12d340d6-863d-44ea-ad4d-e0193ec80a3a port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:23:58.676650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:58.838458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f6ab0f4c-08ee-4925-8daf-c2df1e39c32e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:59.010491 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:59.017464 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.019959 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:59.020313 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.048945 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Transition to ACTIVE for port object ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:59.113258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.135421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:59.149304 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.238693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea018-3fc4-426e-83fb-0f069506a668 None None] Pushing event updated for resources: {'Port': ['ID=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:59.256471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.272239 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:59.354341 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Attempting to bind port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:59.355332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Attempting to bind port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:59.355867 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Attempting to bind port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 on network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:59.377329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:59.378298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Checking segment: {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:59.378874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.379446 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Bound using segment: {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:59.380098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Bound port: ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:59.380714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.392829 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:59.470528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] For port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:59.477576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] For port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:59.567287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.652233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Routers {'12d340d6-863d-44ea-ad4d-e0193ec80a3a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:59.653027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:23:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:59.719131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea018-3fc4-426e-83fb-0f069506a668 None None] Pushing event updated for resources: {'Port': ['ID=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:59.802046 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] Set router 12d340d6-863d-44ea-ad4d-e0193ec80a3a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:00.073392 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 4, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117', 'name': '', 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'mac_address': 'fa:16:3e:23:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '132e3263-c878-484a-bb5e-6b3ced43fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:55Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'subnets': [{'id': '132e3263-c878-484a-bb5e-6b3ced43fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:00.100979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11b58-dc1f-4bda-b1ae-c4b2a9f832c2 None None] The sync data for ids ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'] in n-d-765315-26 is: [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:56Z', 'revision_number': 4, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117', 'name': '', 'network_id': '66d9c549-5af6-4f30-ae5a-7a1e14ca5822', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'mac_address': 'fa:16:3e:23:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '132e3263-c878-484a-bb5e-6b3ced43fe9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:55Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'subnets': [{'id': '132e3263-c878-484a-bb5e-6b3ced43fe9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:00.326063 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-98a1bd64-7042-4380-bcc9-9bd04c2c5a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:00.889620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:01.006811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:01.013131 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:01.013618 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:01.158887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:01.201228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:01.275021 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:01.275835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f6ab0f4c-08ee-4925-8daf-c2df1e39c32e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:01.357803 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:01.371099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:01.371468 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:02.770667 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:02.794041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:02.844140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:02.844879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:03.060792 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82cdd482-3ad3-491f-89ab-d1014b2e2ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.383191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:05.940879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:09.526361 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-9ae572f8-c38b-4b02-a914-80d47f93d7b4 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:09.527901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-9ae572f8-c38b-4b02-a914-80d47f93d7b4 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 814 time: 0.1016841 Aug 10 04:24:09.542965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-6389b0a9-d67d-4ab5-8da7-fab49f78f438 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/quotas/696524cd5ee6486783512f86826e68bc HTTP/1.1" status: 200 len: 375 time: 0.0093346 Aug 10 04:24:09.891205 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-74cabf35-f8dc-48c3-8f3e-385dc163723c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3431232 Aug 10 04:24:09.982782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-9bd9f3a9-4819-4f97-84d7-eaa318a05486 service neutron] 10.222.0.26 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797055 Aug 10 04:24:10.073209 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-b5404f8a-ccae-4b8a-a693-15c25a753ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842040 Aug 10 04:24:10.322823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60c3db06-648d-4bc3-98f4-12efa26d46f8 req-5be41b67-a416-457a-a769-1e6ef443c079 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 210 time: 0.0263135 Aug 10 04:24:11.415147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1cfb1234-5ce9-4ba3-870c-ab9879062ea9 req-9c8b530f-a3b7-49b4-8735-5547c7b0a612 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 210 time: 0.0263746 Aug 10 04:24:12.470060 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-01053e5b-3491-4bba-a860-87fe220cf54c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:12.472262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-01053e5b-3491-4bba-a860-87fe220cf54c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 814 time: 0.1049588 Aug 10 04:24:12.500612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'port': {'device_id': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'admin_state_up': True, 'tenant_id': '696524cd5ee6486783512f86826e68bc'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:12.518395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d30d79c0-393d-411a-beaf-5320b58e6a29 req-5f6f501c-d2e0-4b4b-b2f5-9ba18db10450 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 210 time: 0.0334523 Aug 10 04:24:12.708569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Made reservation on behalf of 696524cd5ee6486783512f86826e68bc for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:12.712128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.838951 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Allocated IP 172.20.0.13 (64474a77-9cd4-4ea1-b45f-e51d52ea046d/300fd08c-935b-4626-886a-f907b0b607a3/c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:12.989551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.004151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Transition to ACTIVE for port object c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:13.114522 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.159638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:13.162697 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:13.167006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:13.190437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:13.203635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.203980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.204317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.204737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.205010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.205338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.205662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.205980 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.206308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.206797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.207121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.207440 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:13.231665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.232302 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.303890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-7ee1a321-92de-4e81-a8e1-a53c61363202 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170030 Aug 10 04:24:13.453365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-62505418-8a0a-4619-b56d-9d1ab6d1e5a6 None None] Provisioning for port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:13.464154 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-62505418-8a0a-4619-b56d-9d1ab6d1e5a6 None None] Provisioning complete for port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:13.465521 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62505418-8a0a-4619-b56d-9d1ab6d1e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.500481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-62505418-8a0a-4619-b56d-9d1ab6d1e5a6 None None] Port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:13.657494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705369ad-3dad-41a2-acfd-7780eed320a4 req-4027b3d6-d8c9-43c1-95e4-2a864f0eb5e4 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.659312 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-705369ad-3dad-41a2-acfd-7780eed320a4 req-4027b3d6-d8c9-43c1-95e4-2a864f0eb5e4 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0686486 Aug 10 04:24:13.699162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-705369ad-3dad-41a2-acfd-7780eed320a4 req-1a3cc8cf-089c-4783-af78-2f88099aa2cf tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Aug 10 04:24:14.821077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e1636-af16-4898-bfdb-d02021c31563 req-2d52727c-dabe-4879-b4b8-c363258a29cb tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:14.822626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-938e1636-af16-4898-bfdb-d02021c31563 req-2d52727c-dabe-4879-b4b8-c363258a29cb tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0553105 Aug 10 04:24:14.861360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-938e1636-af16-4898-bfdb-d02021c31563 req-53264d57-14d4-4471-937f-386b87440a85 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Aug 10 04:24:15.999767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed33ce-7bc6-4ea0-b455-8ab02cd9c545 req-55063439-7195-461c-9671-054e11c33592 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:16.007387 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2ed33ce-7bc6-4ea0-b455-8ab02cd9c545 req-55063439-7195-461c-9671-054e11c33592 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0779059 Aug 10 04:24:16.043824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e2ed33ce-7bc6-4ea0-b455-8ab02cd9c545 req-716898ba-123e-44ed-8a4f-e3af165ade3a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353427 Aug 10 04:24:16.223874 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.175133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ef4d-595b-484e-b47b-bdf9c9f0145f req-80b2a29b-5a8e-4aea-ab10-5662a62c402c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:17.176649 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b681ef4d-595b-484e-b47b-bdf9c9f0145f req-80b2a29b-5a8e-4aea-ab10-5662a62c402c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0663664 Aug 10 04:24:17.215733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b681ef4d-595b-484e-b47b-bdf9c9f0145f req-5031f940-6878-4034-a7f6-6610c09642ba tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Aug 10 04:24:18.368842 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aaf03-f417-4c08-9895-53ee9ffa5843 req-ffea891a-8ba9-463c-b2c1-0c7f49d5e17c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:18.370364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9aaf03-f417-4c08-9895-53ee9ffa5843 req-ffea891a-8ba9-463c-b2c1-0c7f49d5e17c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0852718 Aug 10 04:24:18.410592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fb9aaf03-f417-4c08-9895-53ee9ffa5843 req-3f3de958-3b35-44e7-9442-6fd6a1be1c3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340307 Aug 10 04:24:19.533649 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9276e-ec66-4283-b982-a3e2db093db4 req-dc9854d5-8a7d-4d2b-90df-b4da457da26b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:19.535161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbd9276e-ec66-4283-b982-a3e2db093db4 req-dc9854d5-8a7d-4d2b-90df-b4da457da26b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0561213 Aug 10 04:24:19.572861 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbd9276e-ec66-4283-b982-a3e2db093db4 req-849c2728-09df-4ac8-ac10-8662a66610f1 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Aug 10 04:24:20.719943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d09e-9290-4ac9-afc9-66f7e40fefb2 req-eeea5f3f-4782-4155-a912-eb236a546237 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:20.721517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e26d09e-9290-4ac9-afc9-66f7e40fefb2 req-eeea5f3f-4782-4155-a912-eb236a546237 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0582466 Aug 10 04:24:20.764583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9e26d09e-9290-4ac9-afc9-66f7e40fefb2 req-e8ebc026-caea-4bcc-9135-8b5fad3bfcc9 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Aug 10 04:24:21.884554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6e5b-5cb6-4f98-b667-2c2a77746797 req-39b87a70-48bd-42e7-b01f-31715f2356c6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:21.886112 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e20d6e5b-5cb6-4f98-b667-2c2a77746797 req-39b87a70-48bd-42e7-b01f-31715f2356c6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0488892 Aug 10 04:24:21.949618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e20d6e5b-5cb6-4f98-b667-2c2a77746797 req-72a15ae5-5338-4df4-9889-f1130f96eab8 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Aug 10 04:24:23.067769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d184-2668-4613-b445-d183cc5a10cc req-0ac471a2-760b-4046-824c-74279745d7ba tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.069279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6329d184-2668-4613-b445-d183cc5a10cc req-0ac471a2-760b-4046-824c-74279745d7ba tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0493665 Aug 10 04:24:23.106253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6329d184-2668-4613-b445-d183cc5a10cc req-13936bf3-9e88-4a14-a916-a1cbfa80ab92 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308216 Aug 10 04:24:24.227759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daff79-26f8-4b09-a769-f65f996b5b68 req-07464495-5cad-4ad0-90ee-ecd0030a2929 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:24.229252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95daff79-26f8-4b09-a769-f65f996b5b68 req-07464495-5cad-4ad0-90ee-ecd0030a2929 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0534322 Aug 10 04:24:24.266728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95daff79-26f8-4b09-a769-f65f996b5b68 req-ec08e328-3614-4bd0-bf22-9a43915b6c2b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Aug 10 04:24:25.379992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719530a-f42d-4c8a-8f56-94280cfc59b5 req-e703a75b-d6b2-4407-bf9d-3ade732fbb69 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:25.381401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f719530a-f42d-4c8a-8f56-94280cfc59b5 req-e703a75b-d6b2-4407-bf9d-3ade732fbb69 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0484135 Aug 10 04:24:25.418350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f719530a-f42d-4c8a-8f56-94280cfc59b5 req-d272fbc5-6e14-45ac-b273-f4254640385e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Aug 10 04:24:26.185957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Request body: {'port': {'device_id': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:26.238078 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.521307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:26.531186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.547462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Transition to ACTIVE for port object c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:26.556244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62ccb-3371-4e9b-817d-bfacfd27db15 req-3b3edd8e-ddeb-4fd0-b49c-e9397e7f002b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:26.559549 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60c62ccb-3371-4e9b-817d-bfacfd27db15 req-3b3edd8e-ddeb-4fd0-b49c-e9397e7f002b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 932 time: 0.0723834 Aug 10 04:24:26.594595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60c62ccb-3371-4e9b-817d-bfacfd27db15 req-7e82d356-9122-4737-ad48-b658d994cbbe tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308313 Aug 10 04:24:26.631812 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.683256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:26.761184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Attempting to bind port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:26.761531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Attempting to bind port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:26.761861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Attempting to bind port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 on network 64474a77-9cd4-4ea1-b45f-e51d52ea046d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:26.766756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 on network 64474a77-9cd4-4ea1-b45f-e51d52ea046d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:26.767079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Attempting to bind port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 on network 64474a77-9cd4-4ea1-b45f-e51d52ea046d {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:26.772003 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:26.772623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Checking segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:26.773121 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Bound using segment: {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:26.773554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Bound port: c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:26.774104 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.841998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:26.845319 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:27.448742 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.489544 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.527754 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.528486 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.529906 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] 10.222.0.54 "PUT /v2.0/ports/c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1093 time: 1.3483462 Aug 10 04:24:27.532036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:27.534347 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5833efa-b1a7-424d-9f3b-183d3350f7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:27.569578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b304ad4-c101-47f4-8ca7-1e31d75b7def service neutron] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:27.573910 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b8d66c-f068-4456-b65a-58eb10610f3a x-openstack-request-id: req-39b8d66c-f068-4456-b65a-58eb10610f3a {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:27.574199 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:27.574448 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39b8d66c-f068-4456-b65a-58eb10610f3a {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:27.574840 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'status': 'completed', 'code': 200} Aug 10 04:24:27.658841 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5833efa-b1a7-424d-9f3b-183d3350f7f1 req-8bf5f160-013b-464a-9ecf-6191de5201cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.660418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5833efa-b1a7-424d-9f3b-183d3350f7f1 req-8bf5f160-013b-464a-9ecf-6191de5201cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1096 time: 0.0433283 Aug 10 04:24:27.779183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5889-a76b-4925-ad6e-37a1c2dd7bb1 req-9df66486-9a50-4dbc-b97b-9764922dbc47 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.780691 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23fa5889-a76b-4925-ad6e-37a1c2dd7bb1 req-9df66486-9a50-4dbc-b97b-9764922dbc47 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 944 time: 0.1113973 Aug 10 04:24:27.815594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5833efa-b1a7-424d-9f3b-183d3350f7f1 req-ea4b5414-66fb-4881-84ad-e74dc27feea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.817024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5833efa-b1a7-424d-9f3b-183d3350f7f1 req-ea4b5414-66fb-4881-84ad-e74dc27feea0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=696524cd5ee6486783512f86826e68bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1388302 Aug 10 04:24:27.850432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-23fa5889-a76b-4925-ad6e-37a1c2dd7bb1 req-3e0e00fa-d318-4532-9022-c0cc5e46539d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624874 Aug 10 04:24:27.919289 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5833efa-b1a7-424d-9f3b-183d3350f7f1 req-a9c5ea3e-0451-4cef-a503-cca4778fcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.920780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5833efa-b1a7-424d-9f3b-183d3350f7f1 req-a9c5ea3e-0451-4cef-a503-cca4778fcfe1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933769 Aug 10 04:24:28.025849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-d7340050-418a-4e80-9adc-78eebf703324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.027247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-d7340050-418a-4e80-9adc-78eebf703324 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1096 time: 0.0504751 Aug 10 04:24:28.072595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-cf143431-704c-4153-90bf-c562cbf3a231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 217 time: 0.0325770 Aug 10 04:24:28.119534 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-4f9cc1ee-1c93-45e0-8b86-203dff6c8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.121010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-4f9cc1ee-1c93-45e0-8b86-203dff6c8203 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0421691 Aug 10 04:24:28.166548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-66436877-604c-42ff-b0f1-586b51a6ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.168010 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-66436877-604c-42ff-b0f1-586b51a6ec6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401301 Aug 10 04:24:28.258405 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-21ac4c65-e42c-4e8f-a066-e65c00a6c83b service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829144 Aug 10 04:24:28.346361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8364db43-7eb0-4739-a25a-75dc05bc6421 req-a9e11342-ddf7-4137-b301-a1d33b06ac24 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795150 Aug 10 04:24:28.969424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1de57-9f13-4138-ae7c-c011e6906828 req-5b1317f4-a8e7-4b5b-8cd5-080aff9df416 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.970820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1d1de57-9f13-4138-ae7c-c011e6906828 req-5b1317f4-a8e7-4b5b-8cd5-080aff9df416 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 944 time: 0.0527577 Aug 10 04:24:29.008403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1d1de57-9f13-4138-ae7c-c011e6906828 req-445cc3d1-b847-43c4-be5e-db26df04459b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Aug 10 04:24:30.122665 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087a7c-8730-4cbc-adb4-4865e6fcbd7f req-f27d4ef4-1fd5-4a2a-8ec5-69f91218e6d9 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.124818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50087a7c-8730-4cbc-adb4-4865e6fcbd7f req-f27d4ef4-1fd5-4a2a-8ec5-69f91218e6d9 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 944 time: 0.0487895 Aug 10 04:24:30.163636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-50087a7c-8730-4cbc-adb4-4865e6fcbd7f req-e24ff948-8190-49af-9a78-a4eb51dc1ae7 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Aug 10 04:24:30.397838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-db0b1d52-6c35-4555-9d21-4c796a120799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.583561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:24:30.677879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:30.688843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'port_id': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'mac_address': 'fa:16:3e:42:87:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:24:30.725762 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.738142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:30.756685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:30.837890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.885693 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:31.270274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:31.279383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dbcc-21d4-42a6-894b-30c17024bff7 req-0c455969-6be8-4c83-b22e-df09f571f0a9 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:31.287526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f62dbcc-21d4-42a6-894b-30c17024bff7 req-0c455969-6be8-4c83-b22e-df09f571f0a9 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Aug 10 04:24:31.321280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f62dbcc-21d4-42a6-894b-30c17024bff7 req-5e93062e-268d-4299-92dc-b5a96c10b22e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 10 04:24:32.437955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12878623-31d9-4234-b68e-bca59f7b5664 req-6345aba8-dbb2-4b8d-b9da-b09752be8538 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:32.439434 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12878623-31d9-4234-b68e-bca59f7b5664 req-6345aba8-dbb2-4b8d-b9da-b09752be8538 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 945 time: 0.0522673 Aug 10 04:24:32.476369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12878623-31d9-4234-b68e-bca59f7b5664 req-c4b4ce37-59b8-475c-90cb-ff5f9076a843 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Aug 10 04:24:32.613883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:32.724926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:32.728677 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:32.729054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.753920 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.809656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.832095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:32.834389 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2130a373-2219-4129-b752-64e1dc9b65dd" -d '{"events": [{"server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "name": "network-vif-plugged", "status": "completed", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:32.847144 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:32.869770 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16080a3d-7fb0-468e-88f7-266adea364d2 x-openstack-request-id: req-16080a3d-7fb0-468e-88f7-266adea364d2 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:32.874682 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "name": "network-vif-plugged", "status": "completed", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:32.874682 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16080a3d-7fb0-468e-88f7-266adea364d2 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:32.874682 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'code': 200} Aug 10 04:24:32.933359 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.988022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:32.997615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c83ce-1f50-47b0-9864-5ff30412ebf0 req-c170bb3f-7d75-45e3-9166-6b23831871a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:32.999131 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db4c83ce-1f50-47b0-9864-5ff30412ebf0 req-c170bb3f-7d75-45e3-9166-6b23831871a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1098 time: 0.0415614 Aug 10 04:24:33.033365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db4c83ce-1f50-47b0-9864-5ff30412ebf0 req-f2f54187-5bf9-4835-bf4b-fd241fbf1e8c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275259 Aug 10 04:24:33.056746 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-07ff0d06-39ee-4263-89f6-677dd628acbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.590973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a741-020b-4676-a30d-4ac125848ca1 req-07df1440-67aa-488f-9100-a41f1825a7e8 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:33.592473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2d1a741-020b-4676-a30d-4ac125848ca1 req-07df1440-67aa-488f-9100-a41f1825a7e8 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0477858 Aug 10 04:24:33.630520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2d1a741-020b-4676-a30d-4ac125848ca1 req-0ab30567-f47c-4671-bdca-f15cc4b34c21 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Aug 10 04:24:34.364963 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.755160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d16e64-8a27-432e-bfa8-1a45d7318529 req-e50750bc-6550-49d5-ba9b-4f5160186497 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:34.756668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45d16e64-8a27-432e-bfa8-1a45d7318529 req-e50750bc-6550-49d5-ba9b-4f5160186497 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0527136 Aug 10 04:24:34.794905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45d16e64-8a27-432e-bfa8-1a45d7318529 req-4512a9cd-4d83-4b20-ac6f-ed9f9dc3b280 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 10 04:24:35.907326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850230c-f988-4a74-93f8-0f98f771cb42 req-782f6da2-5665-45e0-bd41-cce6026b47ea tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.908834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8850230c-f988-4a74-93f8-0f98f771cb42 req-782f6da2-5665-45e0-bd41-cce6026b47ea tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Aug 10 04:24:35.936449 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.947175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8850230c-f988-4a74-93f8-0f98f771cb42 req-5a11e26a-86ae-4255-a95f-1a7241f4ee5f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Aug 10 04:24:36.061725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87364388-40ec-445e-a8fe-6c5fdf445d56 req-0f11e262-4bfe-403e-b8ca-ac8a69d0ac77 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:36.063189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87364388-40ec-445e-a8fe-6c5fdf445d56 req-0f11e262-4bfe-403e-b8ca-ac8a69d0ac77 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0508149 Aug 10 04:24:36.101113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-87364388-40ec-445e-a8fe-6c5fdf445d56 req-30020e11-fbfc-45cb-84b1-d83e486c49cf tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Aug 10 04:24:36.271704 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:36.290780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e96df-6902-480d-a478-6f3c34120ed8 req-b95382fb-587b-41b3-8d20-ce03e5a1a98a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:36.292236 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c0e96df-6902-480d-a478-6f3c34120ed8 req-b95382fb-587b-41b3-8d20-ce03e5a1a98a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Aug 10 04:24:36.328132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c0e96df-6902-480d-a478-6f3c34120ed8 req-eb245c5f-3a6d-4ddf-bddf-c45610f2bbae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299401 Aug 10 04:24:46.044605 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:49.813436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb2059-3752-4f4f-b27d-e888fed55e4f req-fe338529-23f4-49ba-aa45-4dd0e14455fc tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:49.814833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33cb2059-3752-4f4f-b27d-e888fed55e4f req-fe338529-23f4-49ba-aa45-4dd0e14455fc tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Aug 10 04:24:49.851807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-33cb2059-3752-4f4f-b27d-e888fed55e4f req-c4d21092-edf9-4391-ba03-72a139922fe6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Aug 10 04:24:49.873895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47626) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:49.996765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ffed5-bfe9-409c-9348-07bd3ae5e5eb tempest-TestMinimumBasicScenario-1175384293 tempest-TestMinimumBasicScenario-1175384293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:49.998268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-553ffed5-bfe9-409c-9348-07bd3ae5e5eb tempest-TestMinimumBasicScenario-1175384293 tempest-TestMinimumBasicScenario-1175384293-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1093 time: 0.1234183 Aug 10 04:24:50.001351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47630) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:50.005776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:50.101415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.206797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.319733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Allocated IP 172.25.1.219 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/05327b60-e577-419e-a5cb-13ac8c6e9b1f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:50.418399 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.518971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:50.555640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:50.560778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:50.565107 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:50.600722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'Port': ['ID=05327b60-e577-419e-a5cb-13ac8c6e9b1f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:50.967385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.136761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.289667 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.345236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.412422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'Port': ['ID=05327b60-e577-419e-a5cb-13ac8c6e9b1f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:51.425359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:51.523263 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Floating IP 46887f16-da87-4feb-93d4-6b1a96a943b1 associated. External IP: 172.25.1.219, port: c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3. Aug 10 04:24:52.013940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Router 6ace9b08-52d0-4acb-98d6-fe3289990304 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:52.114174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:52.125656 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] Sync routers for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:52.136218 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:52.136860 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:52.243527 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:52.250831 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.280401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-470a4498-bf04-42b1-9ced-f3762be9cd0e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2778904 Aug 10 04:24:52.280923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:52.283190 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6310569-aaec-4a15-ac69-471b8ee74b95" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:52.283553 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47632) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:52.289297 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705112329', 'description': 'tempest-secgroup-smoke-705112329 description', 'project_id': '696524cd5ee6486783512f86826e68bc'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:52.325871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e5cdc3-d125-47be-a692-5fdf2f6b6330 x-openstack-request-id: req-00e5cdc3-d125-47be-a692-5fdf2f6b6330 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:52.325871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:52.325871 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00e5cdc3-d125-47be-a692-5fdf2f6b6330 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:52.325871 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'status': 'completed', 'code': 200} Aug 10 04:24:52.418609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-386e5802-2e07-476b-9d37-1f5b122ea0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.420138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-386e5802-2e07-476b-9d37-1f5b122ea0f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1098 time: 0.0404334 Aug 10 04:24:52.442839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.470108 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '46887f16-da87-4feb-93d4-6b1a96a943b1', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'port_id': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'mac_address': 'fa:16:3e:42:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:24:50Z', 'updated_at': '2021-08-10T04:24:50Z', 'revision_number': 0, 'project_id': '696524cd5ee6486783512f86826e68bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:55Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:52.504716 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] Checking router: 6ace9b08-52d0-4acb-98d6-fe3289990304 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:52.512153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-f37dd559-5ffa-4d76-8bde-075e37c38188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.513732 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-f37dd559-5ffa-4d76-8bde-075e37c38188 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.0864370 Aug 10 04:24:52.517259 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:52.518095 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:24:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:52.534022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.584818 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-1d0b0dda-6bea-42d1-8327-bb41d1bd3495 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1000 time: 0.0623145 Aug 10 04:24:52.614440 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.636282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-5dcd4845-3253-4c71-af85-19d467308784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.637793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-5dcd4845-3253-4c71-af85-19d467308784 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0448503 Aug 10 04:24:52.643042 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:52.645218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:52.654373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.654791 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.655149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.655492 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.655834 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.656172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.656605 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.656948 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.657288 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.657617 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.657953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.658279 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:52.688401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-db51ff87-943d-4519-b2b8-a9c7b0e0286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:52.689975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-db51ff87-943d-4519-b2b8-a9c7b0e0286b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410876 Aug 10 04:24:52.758873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:52.760194 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-279f0a45-4378-438d-9fe5-cdb38033677f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4755876 Aug 10 04:24:52.763245 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47638) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:52.767794 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group_rule': {'security_group_id': '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb', 'project_id': '696524cd5ee6486783512f86826e68bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:52.788698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-a722ccfa-c32b-4640-b375-96f85f90fbd0 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911512 Aug 10 04:24:52.892214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e6310569-aaec-4a15-ac69-471b8ee74b95 req-10db8043-3673-41f4-9a1d-1a690e0cc537 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947943 Aug 10 04:24:52.897929 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '46887f16-da87-4feb-93d4-6b1a96a943b1', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'port_id': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'mac_address': 'fa:16:3e:42:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:24:50Z', 'updated_at': '2021-08-10T04:24:50Z', 'revision_number': 0, 'project_id': '696524cd5ee6486783512f86826e68bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:55Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:52.928161 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba187e63-5ce6-4ac2-9842-a58ea07adbec None None] The sync data for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 is: [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '46887f16-da87-4feb-93d4-6b1a96a943b1', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'port_id': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'mac_address': 'fa:16:3e:42:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:24:50Z', 'updated_at': '2021-08-10T04:24:50Z', 'revision_number': 0, 'project_id': '696524cd5ee6486783512f86826e68bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:55Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:52.970119 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.036249 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.119461 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7b0b2-6436-4d8f-acbf-f79dde9c2645 None None] New status for floating IP 46887f16-da87-4feb-93d4-6b1a96a943b1: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:24:53.175748 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.194372 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6121b0be-254d-4ad4-9e94-0c980070213f,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:53.295896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.297207 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e6db7c39-e636-4d08-9c1d-dea3e763f718 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5329854 Aug 10 04:24:53.300078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47640) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:53.305376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group_rule': {'security_group_id': '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb', 'project_id': '696524cd5ee6486783512f86826e68bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:53.478277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.538868 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.637407 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.655376 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff24494-9077-4f8c-aa02-ae253b450ff7,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:53.757209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.758470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-432590ed-3411-4cba-88ce-a72f38a8850a tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4572997 Aug 10 04:24:53.761548 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47642) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:53.765911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group_rule': {'security_group_id': '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb', 'project_id': '696524cd5ee6486783512f86826e68bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:53.939231 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:53.998239 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.095740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.114103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131c3249-4cac-40be-98f1-5bdf122ca63b,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.220494 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.222259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6ff0c9c3-64ae-4291-bbae-b5a2eadd5427 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4597614 Aug 10 04:24:54.225868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47644) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:54.230936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group_rule': {'security_group_id': '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb', 'project_id': '696524cd5ee6486783512f86826e68bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:54.352702 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.414902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.518627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.536918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f37669-1ae4-4f3a-8120-4830532763b5,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.621452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.622668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6ef12db5-518c-4876-b5b3-2ff2c6abb44d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958688 Aug 10 04:24:54.625477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47646) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:54.629860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group_rule': {'security_group_id': '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb', 'project_id': '696524cd5ee6486783512f86826e68bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:54.764351 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Project 696524cd5ee6486783512f86826e68bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:24:54.769626 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.831669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.941178 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:54.958946 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233f923c-54d6-4287-885d-b0698f3be2cb,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.067183 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.068384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6e1aea64-b0f3-4a6a-b09e-22218917ff7b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4419322 Aug 10 04:24:55.071061 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47648) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:55.076604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'security_group_rule': {'security_group_id': '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb', 'project_id': '696524cd5ee6486783512f86826e68bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:55.210019 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Project 696524cd5ee6486783512f86826e68bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:24:55.215685 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.276771 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.375640 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.393560 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631a2c50-1e88-4ec8-b64b-6a17d81dd1b9,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:55.505385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.506591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-80c2c0e5-d57d-4a41-a7cf-dc8cfe3cb765 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4345131 Aug 10 04:24:55.586578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-9fb86c80-e4cc-4737-9522-2aacaf152380 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705112329&fields=id&tenant_id=696524cd5ee6486783512f86826e68bc HTTP/1.1" status: 200 len: 267 time: 0.0321765 Aug 10 04:24:55.641543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-d108d1c1-36dc-4cd5-ad90-b3056f9d8e4d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:55.642927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-d108d1c1-36dc-4cd5-ad90-b3056f9d8e4d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0500772 Aug 10 04:24:55.654738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'port': {'security_groups': ['3b24555a-d22c-44b3-90f6-be93a1709df2', '6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:55.717203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.897122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:55.926820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.042966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.076116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:56.089450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:56.090229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.092306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-584e3194-67e6-4ebd-915f-8bba5bd41d38 req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "PUT /v2.0/ports/c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 982 time: 0.4425015 Aug 10 04:24:56.092832 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:56.095145 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf17e4-b8f5-4236-a837-d02bcef69fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:56.129586 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6e783-f554-48c9-b64d-c28e4e6858a6 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:56.208957 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:56.227026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd6fd-8346-47d1-9014-b600f678a1c5 req-f62e6ec6-4d36-4e01-8030-f168988faf43 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:56.229404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f3fd6fd-8346-47d1-9014-b600f678a1c5 req-f62e6ec6-4d36-4e01-8030-f168988faf43 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0659714 Aug 10 04:24:56.286493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f3fd6fd-8346-47d1-9014-b600f678a1c5 req-65667223-ce68-4167-9598-5551d141df71 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440195 Aug 10 04:24:56.338764 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c32a2-2958-44b5-a992-852213d089a3 x-openstack-request-id: req-7c1c32a2-2958-44b5-a992-852213d089a3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:56.339096 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:56.339386 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c1c32a2-2958-44b5-a992-852213d089a3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:56.339789 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'status': 'completed', 'code': 200} Aug 10 04:24:56.430165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-39819257-d09e-468f-9bf1-2b3f81123fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:56.431624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-39819257-d09e-468f-9bf1-2b3f81123fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1137 time: 0.0491176 Aug 10 04:24:56.448541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-400820be-7ba4-4b11-b5a7-0edc6dd41004 None None] Provisioning complete for port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:56.448921 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-400820be-7ba4-4b11-b5a7-0edc6dd41004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.526978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-5afe0ec2-b5d1-4fc4-9035-a8048a479e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:56.528499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-5afe0ec2-b5d1-4fc4-9035-a8048a479e1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.0889614 Aug 10 04:24:56.598844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-b9383346-f446-4700-aa18-a5fe20c4fdbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1002 time: 0.0626881 Aug 10 04:24:56.650429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-37dedd8d-f755-4951-b4ad-5992d8888eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:56.651945 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-37dedd8d-f755-4951-b4ad-5992d8888eca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0460589 Aug 10 04:24:56.698260 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-fc17a596-4e02-4de0-a419-49193e9b348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:56.699735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-fc17a596-4e02-4de0-a419-49193e9b348b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407448 Aug 10 04:24:56.795887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-3cf4ade5-d4f4-4b4b-a2dc-dd91d63a3d74 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888708 Aug 10 04:24:56.906345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cf17e4-b8f5-4236-a837-d02bcef69fbc req-9c701bab-3a9d-45f8-a35b-c574632a18e8 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027682 Aug 10 04:24:56.947887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:00.381204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-676a75bd-5700-4df4-8231-4b595b61ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.796985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.066658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6c4ec890-5773-479e-a5ac-4688e52b8107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:04.357826 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.940778 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:11.975810 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-a580d9df-5893-4d38-a8d9-1739d74e9ceb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394044 Aug 10 04:25:12.076803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-e762cbd2-aa20-411f-9600-4e9e4234355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.078274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-e762cbd2-aa20-411f-9600-4e9e4234355c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1137 time: 0.0452669 Aug 10 04:25:12.240514 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-f16f29f9-1d09-43ef-a5f9-d38628d305e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.241944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-f16f29f9-1d09-43ef-a5f9-d38628d305e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.1444259 Aug 10 04:25:12.354683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-961bcaf1-e484-4b31-9d16-fa793d40aaf3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1002 time: 0.1052248 Aug 10 04:25:12.404392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-3d757b44-ad09-481a-aa88-57385cf8a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.405815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-3d757b44-ad09-481a-aa88-57385cf8a992 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0430474 Aug 10 04:25:12.450567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-0692998c-79db-49fe-a056-031eec8ad478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:12.452014 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-0692998c-79db-49fe-a056-031eec8ad478 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388677 Aug 10 04:25:12.549786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-a382a7cd-8bf0-4f30-bda9-899b069c59ac service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897145 Aug 10 04:25:12.637517 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1e66e785-317d-4a4d-bc2d-ac050c9e7664 req-9cc019e8-8a7a-4f76-8cba-167a6c919666 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805883 Aug 10 04:25:13.271178 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:16.026242 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:26.825971 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:30.323288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-44dbabfc-3d2a-4c13-a76f-2b5c1f1dd159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:32.790999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.077645 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7ad8-0b66-410b-9675-f3e5a08acd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:34.379714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:35.951472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.739712 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68153734-6539-4e9d-b571-130d8cf7ad0f req-49001ece-49ba-4b00-9d7c-b15f26f09216 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.741272 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68153734-6539-4e9d-b571-130d8cf7ad0f req-49001ece-49ba-4b00-9d7c-b15f26f09216 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0499513 Aug 10 04:25:44.806521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68153734-6539-4e9d-b571-130d8cf7ad0f req-61635c31-d85d-431d-897f-f06fa079f9df tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573418 Aug 10 04:25:44.837974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-43f99203-7a53-41a3-a8ae-9c97dd850a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.839485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-43f99203-7a53-41a3-a8ae-9c97dd850a71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1137 time: 0.0498090 Aug 10 04:25:44.926554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-5b3911da-112b-4564-82bc-99757c579271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.927910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-5b3911da-112b-4564-82bc-99757c579271 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.0809019 Aug 10 04:25:44.995727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-5358fea2-a6ef-4220-ad06-063422b70ed8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1002 time: 0.0603287 Aug 10 04:25:45.045233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-cfd2294c-4ba1-456f-8000-62214652a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.046711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-cfd2294c-4ba1-456f-8000-62214652a989 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0436378 Aug 10 04:25:45.091612 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-8cec7a1f-7b69-4017-b4cd-d5f3959c48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.093087 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-8cec7a1f-7b69-4017-b4cd-d5f3959c48fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389991 Aug 10 04:25:45.185303 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-e845d6ed-9d99-47ea-983b-b5283ab631be service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Aug 10 04:25:45.276463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be749375-d2f3-49ef-a1c5-ef02efdc6b2a req-2cb30076-32cf-403f-90be-e48753119e07 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Aug 10 04:25:45.925495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9511c9-993b-4f2b-a725-47a1c87d96b7 req-b7ff46cf-3569-4f85-abc5-0b46a15e3d4b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.926998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a9511c9-993b-4f2b-a725-47a1c87d96b7 req-b7ff46cf-3569-4f85-abc5-0b46a15e3d4b tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0497527 Aug 10 04:25:45.966727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a9511c9-993b-4f2b-a725-47a1c87d96b7 req-f5bbb352-cab6-424c-8e20-d014be98b220 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333214 Aug 10 04:25:46.048263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.084994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b02dcb-8264-4110-b363-da2a6c28f44c req-f9974a0d-38bd-4b21-b7ad-a5e284adca8f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:47.086968 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21b02dcb-8264-4110-b363-da2a6c28f44c req-f9974a0d-38bd-4b21-b7ad-a5e284adca8f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0530648 Aug 10 04:25:47.128418 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-21b02dcb-8264-4110-b363-da2a6c28f44c req-32b01342-fb2d-4fa4-a549-8adc280ab9b7 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352681 Aug 10 04:25:48.243058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4ad2-9750-44ac-8540-86a36b44a8e9 req-e4572dc1-e38c-4221-a4ba-17ce80ea9938 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:48.244590 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500d4ad2-9750-44ac-8540-86a36b44a8e9 req-e4572dc1-e38c-4221-a4ba-17ce80ea9938 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0479660 Aug 10 04:25:48.284358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500d4ad2-9750-44ac-8540-86a36b44a8e9 req-5ccd06a9-b6d2-4b7c-a06e-2e67b70e27ef tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337679 Aug 10 04:25:49.399809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feaceb-e0ae-4fe5-b5cb-88d3b4093f34 req-180db92e-f5d9-4376-8364-85b8d49640fb tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:49.401422 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47feaceb-e0ae-4fe5-b5cb-88d3b4093f34 req-180db92e-f5d9-4376-8364-85b8d49640fb tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0507286 Aug 10 04:25:49.439788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-47feaceb-e0ae-4fe5-b5cb-88d3b4093f34 req-80290dfa-0e2e-4968-ac66-7aae3b2e9779 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322740 Aug 10 04:25:50.271328 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:50.669023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555ca6b-bd78-483d-9c31-48d3e9839d79 req-89bbf7ce-e149-46c0-b5a3-d3c2ed818641 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.670526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2555ca6b-bd78-483d-9c31-48d3e9839d79 req-89bbf7ce-e149-46c0-b5a3-d3c2ed818641 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.1653945 Aug 10 04:25:50.710388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2555ca6b-bd78-483d-9c31-48d3e9839d79 req-8ec8ad41-2a1d-4b29-b7ac-3d7d1051a719 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336926 Aug 10 04:25:51.825345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae546a2-eb21-4971-9d60-ad183a7a3b15 req-69bb2330-762d-4ad8-b5d2-e4ea0c79583d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:51.826841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ae546a2-eb21-4971-9d60-ad183a7a3b15 req-69bb2330-762d-4ad8-b5d2-e4ea0c79583d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0485334 Aug 10 04:25:51.865771 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ae546a2-eb21-4971-9d60-ad183a7a3b15 req-083bfa07-de52-4d69-ab79-939ad39a6946 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328376 Aug 10 04:25:52.993437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db55e7-384d-475b-9be5-c9dfc5df87f1 req-f7650eb0-f857-4b08-8194-ad30ea3fd80d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:52.994961 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5db55e7-384d-475b-9be5-c9dfc5df87f1 req-f7650eb0-f857-4b08-8194-ad30ea3fd80d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0584066 Aug 10 04:25:53.038006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e5db55e7-384d-475b-9be5-c9dfc5df87f1 req-73e5ae7c-4d3a-476e-831f-6e71e23dac99 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365968 Aug 10 04:25:54.157796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2501-03f0-458b-9c97-c0923cba6521 req-7edb014b-f4b7-4716-889d-d56e30173741 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.159291 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be9b2501-03f0-458b-9c97-c0923cba6521 req-7edb014b-f4b7-4716-889d-d56e30173741 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0530255 Aug 10 04:25:54.197928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-be9b2501-03f0-458b-9c97-c0923cba6521 req-b1fa9853-718b-4e7b-ada8-8dd3db0f2c5c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325282 Aug 10 04:25:55.311561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde89335-9e0f-4abe-b17e-e1cb5cd41499 req-8a335cb6-a7f1-41e1-bba4-1a229577d4da tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.313104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde89335-9e0f-4abe-b17e-e1cb5cd41499 req-8a335cb6-a7f1-41e1-bba4-1a229577d4da tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0493915 Aug 10 04:25:55.353336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde89335-9e0f-4abe-b17e-e1cb5cd41499 req-75219f7d-b3bf-49a3-91bb-4dbb962880ba tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341864 Aug 10 04:25:56.469765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc4cb8-df8c-48f8-8230-a7e7d3a36453 req-79fcb890-e3c4-41ab-8ccd-96547f3c7fb3 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.471240 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30bc4cb8-df8c-48f8-8230-a7e7d3a36453 req-79fcb890-e3c4-41ab-8ccd-96547f3c7fb3 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0506546 Aug 10 04:25:56.510189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30bc4cb8-df8c-48f8-8230-a7e7d3a36453 req-72f49fda-468b-48bf-9fb8-b7694e4224a8 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&id=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327265 Aug 10 04:25:56.859369 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:00.333640 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42cc7515-cf31-4e20-88d7-7e76b78c9e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.796154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.076310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4aced54-e293-4cbe-ae11-dd7c6f910176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.367976 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:05.944451 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:12.999294 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-6a2ed37d-ef3a-420d-bc77-c577a181b089 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434783 Aug 10 04:26:13.096757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-cb928e65-80ab-4606-a2fc-c330b582a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:13.098138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-cb928e65-80ab-4606-a2fc-c330b582a582 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1137 time: 0.0394363 Aug 10 04:26:13.204371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-95e4704a-bd6d-42bc-92ce-ec2c59c4c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:13.205851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-95e4704a-bd6d-42bc-92ce-ec2c59c4c2b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.0877445 Aug 10 04:26:13.276647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-06ae4b4b-2f5d-4e0f-af33-14a8e602260c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1002 time: 0.0575941 Aug 10 04:26:13.323652 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-3a53be18-f7c9-42c1-9f43-28f7f3b5c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:13.325130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-3a53be18-f7c9-42c1-9f43-28f7f3b5c24f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0419970 Aug 10 04:26:13.373515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-6f3d9864-ecde-41a4-9f2d-1d8c00bfbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:13.375051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-6f3d9864-ecde-41a4-9f2d-1d8c00bfbf45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432451 Aug 10 04:26:13.462793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-4bca9597-56ee-4516-a038-36b1d74c404d service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800068 Aug 10 04:26:13.554172 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c049850e-409e-4ece-bf7d-2c05d0a2dd26 req-ef1b9ff7-5a98-4e5e-8173-faa42d20a3b1 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845213 Aug 10 04:26:16.082541 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.875766 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:27.271378 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:30.343980 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a17f9773-0960-48b6-b4ab-3e7e55a01142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:32.812796 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:33.110229 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-71e77c2a-981a-4563-ba13-d314e302a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.378371 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:35.967550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:46.070575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:56.903953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:59.984886 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-4e22585d-f7ab-4882-b343-f0cb461800ff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705112329&fields=id&tenant_id=696524cd5ee6486783512f86826e68bc HTTP/1.1" status: 200 len: 267 time: 0.0344312 Aug 10 04:27:00.042401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-a01e4dca-7b3f-4d91-b5cf-131ff4174a25 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.043910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-a01e4dca-7b3f-4d91-b5cf-131ff4174a25 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 985 time: 0.0505469 Aug 10 04:27:00.055572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Request body: {'port': {'security_groups': ['3b24555a-d22c-44b3-90f6-be93a1709df2']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:00.117579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.302421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:00.330677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.361368 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fabc0e0e-38cd-4bd2-8986-7c734da78984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.417973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.454249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:00.465175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.465799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.467207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-91b13bd6-0319-433a-ac5a-b72009b61d64 req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "PUT /v2.0/ports/c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 943 time: 0.4167902 Aug 10 04:27:00.467657 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:00.470003 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:00.473462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47740) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:00.502775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event updated for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:00.515740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.516090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.516456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.516792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.517122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.517452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.517779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.518104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.518431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.519651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.519981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.520303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733799c-f4e7-477f-a0e8-eeb679511e3c tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.559796 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.591273 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.599163 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01007772-8639-4471-b84c-eff7f2bedcf7 x-openstack-request-id: req-01007772-8639-4471-b84c-eff7f2bedcf7 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:00.599469 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:00.599902 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01007772-8639-4471-b84c-eff7f2bedcf7 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:00.600199 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'status': 'completed', 'code': 200} Aug 10 04:27:00.621831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:00.697463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-33fe899f-e4d4-485b-aecf-32b5b6d4e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.699012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-33fe899f-e4d4-485b-aecf-32b5b6d4e22f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1098 time: 0.0546780 Aug 10 04:27:00.790871 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.791937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-d3062b37-53c8-43df-9f29-e338f9b6258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.793505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-d3062b37-53c8-43df-9f29-e338f9b6258a service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.0878232 Aug 10 04:27:00.793637 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.797501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47746) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:00.797734 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "DELETE /v2.0/security-groups/6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb HTTP/1.1" status: 204 len: 168 time: 0.3224497 Aug 10 04:27:00.803239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-260462f6-8dbb-4e4c-a1b2-6036187017ce None None] Provisioning complete for port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:00.803596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-260462f6-8dbb-4e4c-a1b2-6036187017ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.807544 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a72ef56-7202-4fe2-b2a6-eb4cf54ba2bb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.821036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764cf13-e914-4d1d-ad60-2a056b483f9d tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:00.917930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-821bf8d0-730e-41cd-aa5d-e231a841bf86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 1002 time: 0.1103840 Aug 10 04:27:01.006589 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-8b0d39e7-3dc7-4062-ad2b-fadb85a16e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:01.008728 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-8b0d39e7-3dc7-4062-ad2b-fadb85a16e8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0599630 Aug 10 04:27:01.080788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-c06b220d-6470-459f-b4d4-1096cb6ff1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:01.082202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-c06b220d-6470-459f-b4d4-1096cb6ff1a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573347 Aug 10 04:27:01.084175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Deleting port 05327b60-e577-419e-a5cb-13ac8c6e9b1f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:01.084540 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:01.218018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:01.218345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:01.238210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Calling delete_port for 05327b60-e577-419e-a5cb-13ac8c6e9b1f owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:01.243376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-3ae2679f-9a9d-4e5b-be37-ce7ce270e60f service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472859 Aug 10 04:27:01.401133 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08f62f72-2c4c-49dd-8f7a-3bffb0a1fcd7 req-3a085c17-c67a-4220-96c3-6b14e62fc0e4 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497192 Aug 10 04:27:01.538035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:01.565237 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event deleted for resources: {'Port': ['ID=05327b60-e577-419e-a5cb-13ac8c6e9b1f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:01.623109 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:01.623429 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Floating IP 46887f16-da87-4feb-93d4-6b1a96a943b1 disassociated (deleted). External IP: 172.25.1.219, port: c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3. Aug 10 04:27:02.123174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Router 6ace9b08-52d0-4acb-98d6-fe3289990304 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:02.228776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:02.233471 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:02.238061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] Sync routers for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:02.247241 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:02.247953 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:26:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:02.259508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f17c9f37-c6f8-409d-a2e7-a8f54284adff tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "DELETE /v2.0/floatingips/46887f16-da87-4feb-93d4-6b1a96a943b1 HTTP/1.1" status: 204 len: 168 time: 1.4609296 Aug 10 04:27:02.441104 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:02.602257 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:02.604910 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:02.635238 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:55Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:02.644681 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046a14d-76f7-48d9-aefa-d5813b515e37 x-openstack-request-id: req-2046a14d-76f7-48d9-aefa-d5813b515e37 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:02.645038 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:02.645352 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2046a14d-76f7-48d9-aefa-d5813b515e37 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:02.645832 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'status': 'completed', 'code': 200} Aug 10 04:27:02.664141 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] Checking router: 6ace9b08-52d0-4acb-98d6-fe3289990304 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:02.673497 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:02.674755 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:26:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:02.740190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-8c207290-da5e-4c03-a6fd-5dc4ba8cb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.741839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-8c207290-da5e-4c03-a6fd-5dc4ba8cb8bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=696524cd5ee6486783512f86826e68bc&device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 1098 time: 0.0570271 Aug 10 04:27:02.772658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:02.787773 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:02.838791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-3f5aef81-2da7-4a6d-8f1d-a3c731fd3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.840290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-3f5aef81-2da7-4a6d-8f1d-a3c731fd3433 service neutron] 10.222.0.54 "GET /v2.0/networks?id=64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 200 len: 915 time: 0.0911865 Aug 10 04:27:02.881558 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-9904d67e-42f9-4afd-bc6f-d9195d47a375 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 200 len: 217 time: 0.0338831 Aug 10 04:27:02.932979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-4817a698-9fc9-4ba4-ac8a-e7aa51c2ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.934488 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-4817a698-9fc9-4ba4-ac8a-e7aa51c2ca1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 200 len: 853 time: 0.0445147 Aug 10 04:27:02.984731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-57630d05-8ce7-4fc2-93f0-93432cc93253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.986066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-57630d05-8ce7-4fc2-93f0-93432cc93253 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64474a77-9cd4-4ea1-b45f-e51d52ea046d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446122 Aug 10 04:27:02.989546 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:55Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:03.015281 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea956b9c-4abe-45f0-82c0-3df20837f281 None None] The sync data for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 is: [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:50Z', 'revision_number': 4, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd71bc076-9dd2-4b7f-ad1b-5565d438b1b0', 'name': '', 'network_id': '64474a77-9cd4-4ea1-b45f-e51d52ea046d', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'mac_address': 'fa:16:3e:b2:69:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '300fd08c-935b-4626-886a-f907b0b607a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:49Z', 'updated_at': '2021-08-10T04:23:55Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'subnets': [{'id': '300fd08c-935b-4626-886a-f907b0b607a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:03.062967 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7744f71-b0ff-4e39-b456-ade541951c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:03.087862 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-d2114f39-f994-4b5f-aef1-362b189e8f37 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859084 Aug 10 04:27:03.187042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-505d6dab-ce46-46bb-8e87-5cf0e0ec0ba3 req-b834edad-cbd1-49dc-b92a-b09dbee57b74 service neutron] 10.222.0.54 "GET /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901487 Aug 10 04:27:03.241114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee36ae0-592f-4c14-9832-d2ca6803a234 None None] New status for floating IP 46887f16-da87-4feb-93d4-6b1a96a943b1: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:04.278076 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:04.389853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:05.955464 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:10.735818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f0e85-cfc1-4a80-84ad-1f0bb617628c req-97c0cb0d-962f-46ba-bf16-d17769d3da1f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:10.737346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c20f0e85-cfc1-4a80-84ad-1f0bb617628c req-97c0cb0d-962f-46ba-bf16-d17769d3da1f tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0492766 Aug 10 04:27:10.775352 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c20f0e85-cfc1-4a80-84ad-1f0bb617628c req-15bb877a-7996-4cdd-89a5-6bd635f55e17 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Aug 10 04:27:11.887994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbab11-ee1d-4aa5-b263-57372cc29e1b req-fcba4603-f694-48bd-827b-772566740041 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:11.889520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04cbab11-ee1d-4aa5-b263-57372cc29e1b req-fcba4603-f694-48bd-827b-772566740041 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0478296 Aug 10 04:27:11.928122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-04cbab11-ee1d-4aa5-b263-57372cc29e1b req-7ac2cb7f-572e-4d4e-bb9a-4ae944d2233e tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Aug 10 04:27:12.705852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b357afbd-e694-4813-b2d5-cca3f8c097da tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:12.707306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b357afbd-e694-4813-b2d5-cca3f8c097da tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0543976 Aug 10 04:27:12.794736 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Deleting port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:12.795075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.884844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] For port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:12.885206 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:12.897977 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Calling delete_port for c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:13.075650 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993944ec-6856-4c82-acf8-5d0f44a147b6 req-001849a0-485e-4699-9b63-82689ab6db68 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:13.077200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993944ec-6856-4c82-acf8-5d0f44a147b6 req-001849a0-485e-4699-9b63-82689ab6db68 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9dff719-05d5-4f6c-8678-3a4d7aecded3 HTTP/1.1" status: 200 len: 946 time: 0.0660284 Aug 10 04:27:13.114343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-993944ec-6856-4c82-acf8-5d0f44a147b6 req-54d72cc0-a12d-43e4-a1f3-247c12f8a2c8 tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b24555a-d22c-44b3-90f6-be93a1709df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Aug 10 04:27:13.126733 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.154459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Pushing event deleted for resources: {'Port': ['ID=c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:13.160309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:13.200888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] No DVR routers for this DVR port c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:13.204443 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.206482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3fcd6b9d-b359-4d95-825f-6dbc9f33a587 req-b6838f8a-19d6-4b4d-a0ec-3ce4eb6dbdae tempest-TestMinimumBasicScenario-641909958 tempest-TestMinimumBasicScenario-641909958-project] 10.222.0.54 "DELETE /v2.0/ports/c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 HTTP/1.1" status: 204 len: 173 time: 0.4933400 Aug 10 04:27:13.207216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'name': 'network-vif-deleted', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:13.210774 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d68d7-3c5d-49a7-ab1c-6239d0365ac5" -d '{"events": [{"server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "name": "network-vif-deleted", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:13.246776 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c64a11-259b-40bc-9698-16a53a3cbecc x-openstack-request-id: req-00c64a11-259b-40bc-9698-16a53a3cbecc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:13.247075 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dff719-05d5-4f6c-8678-3a4d7aecded3", "name": "network-vif-deleted", "tag": "c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:13.251022 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00c64a11-259b-40bc-9698-16a53a3cbecc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:13.251022 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dff719-05d5-4f6c-8678-3a4d7aecded3', 'name': 'network-vif-deleted', 'tag': 'c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3', 'status': 'completed', 'code': 200} Aug 10 04:27:15.424468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47850) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:15.760814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.996706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Deleting port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:15.997051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.064387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.073096 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] For port d71bc076-9dd2-4b7f-ad1b-5565d438b1b0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:16.073463 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.085877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Calling delete_port for d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:16.338448 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.365105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Pushing event deleted for resources: {'Port': ['ID=d71bc076-9dd2-4b7f-ad1b-5565d438b1b0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:16.530026 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.736495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Router 6ace9b08-52d0-4acb-98d6-fe3289990304 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:16.839958 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:16.845335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2ff502ed-a15f-4205-9936-0f5ac8c2d94a admin admin] 10.222.0.26 "PUT /v2.0/routers/6ace9b08-52d0-4acb-98d6-fe3289990304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198549 Aug 10 04:27:16.847878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47852) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:16.853624 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] Sync routers for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:16.862413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:16.863020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:16.952271 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.999247 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:17.068789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:17.171488 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:27:16Z', 'revision_number': 5, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port': {'id': '9a5ea1a3-c70e-4f82-b90f-51fc62f29505', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:17.197484 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] Checking router: 6ace9b08-52d0-4acb-98d6-fe3289990304 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:17.205577 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] Routers {'6ace9b08-52d0-4acb-98d6-fe3289990304'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:17.206179 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['6ace9b08-52d0-4acb-98d6-fe3289990304'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:17.217537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Deleting port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:17.217877 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:17.290451 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] Set router 6ace9b08-52d0-4acb-98d6-fe3289990304 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:17.293554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] For port 9a5ea1a3-c70e-4f82-b90f-51fc62f29505, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:17.293913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:17.306748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Calling delete_port for 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:17.339997 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:27:17Z', 'revision_number': 6, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:17.370012 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661b02c-85f0-4455-aa12-a7fc008484a7 None None] The sync data for ids ['6ace9b08-52d0-4acb-98d6-fe3289990304'] in n-d-765315-26 is: [{'id': '6ace9b08-52d0-4acb-98d6-fe3289990304', 'name': 'tempest-TestMinimumBasicScenario-225214827-router', 'tenant_id': '696524cd5ee6486783512f86826e68bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:47Z', 'updated_at': '2021-08-10T04:27:17Z', 'revision_number': 6, 'project_id': '696524cd5ee6486783512f86826e68bc', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:17.490727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:17.514843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:17.515204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device c9c09ff7-c107-4ab2-87a5-6fe2e17b17b3 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:17.829946 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:17.856710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5ea1a3-c70e-4f82-b90f-51fc62f29505,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:17.916226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.002457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.004537 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.126808 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.127397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ace9b08-52d0-4acb-98d6-fe3289990304 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:27:18.135789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.136996 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6badc378-f7d5-473e-95c0-9c60d150dd85 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6ace9b08-52d0-4acb-98d6-fe3289990304 HTTP/1.1" status: 204 len: 168 time: 1.2883270 Aug 10 04:27:18.139545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:18.187850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Deleting subnet 300fd08c-935b-4626-886a-f907b0b607a3 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:18.191024 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.225847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.305477 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.441474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.465314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300fd08c-935b-4626-886a-f907b0b607a3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:18.471154 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.473375 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4683503d-d8a7-4c41-9ec6-af6031f9a9f5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/300fd08c-935b-4626-886a-f907b0b607a3 HTTP/1.1" status: 204 len: 168 time: 0.3326035 Aug 10 04:27:18.475617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47856) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:18.477497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668908a6-e00a-4f8c-8f79-ebf0184d6184 None None] Network 64474a77-9cd4-4ea1-b45f-e51d52ea046d requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:18.542469 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.596960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Deleting port 30f942bf-f8d0-4022-b7db-bad5ede79999 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:18.597310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.643002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] DHCP port deletion for 64474a77-9cd4-4ea1-b45f-e51d52ea046d request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:27:18.666952 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] For port 30f942bf-f8d0-4022-b7db-bad5ede79999, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f942bf-f8d0-4022-b7db-bad5ede79999,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:18.667321 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.679714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Calling delete_port for 30f942bf-f8d0-4022-b7db-bad5ede79999 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:18.687906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Deleting port 30f942bf-f8d0-4022-b7db-bad5ede79999 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:18.688273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.748056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] For port 30f942bf-f8d0-4022-b7db-bad5ede79999, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=30f942bf-f8d0-4022-b7db-bad5ede79999,segment=NetworkSegment(0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31),segment_id=0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:18.748481 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.762027 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Calling delete_port for 30f942bf-f8d0-4022-b7db-bad5ede79999 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:18.809760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.841150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f942bf-f8d0-4022-b7db-bad5ede79999,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:18.842538 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.843004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] No DVR routers for this DVR port 30f942bf-f8d0-4022-b7db-bad5ede79999 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:18.873858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f942bf-f8d0-4022-b7db-bad5ede79999 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:18.875699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Pushing event deleted for resources: {'Port': ['ID=30f942bf-f8d0-4022-b7db-bad5ede79999,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:18.878507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] No DVR routers for this DVR port 30f942bf-f8d0-4022-b7db-bad5ede79999 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:18.903125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 30f942bf-f8d0-4022-b7db-bad5ede79999 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:18.903470 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 30f942bf-f8d0-4022-b7db-bad5ede79999 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:18.903880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:18.907617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.907964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.908301 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.909065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.909065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.909368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.909612 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.909934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.910252 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.910572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.910930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.911192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1623cbd-fac2-4945-8ddc-4ef2dcbde243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:18.915871 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.927917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64474a77-9cd4-4ea1-b45f-e51d52ea046d']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:18.930239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:18.930588 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d71bc076-9dd2-4b7f-ad1b-5565d438b1b0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:18.930993 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:18.939209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:18.939507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c390d5b-a1ab-40db-8c47-9dcb4cf8ab31') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:18.948853 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.952115 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:18.952414 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9a5ea1a3-c70e-4f82-b90f-51fc62f29505 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:18.963086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.969042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:18.969454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:18.971121 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:19.086967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:19.092549 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:19.094369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] 10.222.0.26 "DELETE /v2.0/networks/64474a77-9cd4-4ea1-b45f-e51d52ea046d HTTP/1.1" status: 204 len: 168 time: 0.6178341 Aug 10 04:27:19.097750 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47858) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:19.105545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0f4fd-4291-42e0-8281-1da32ba8d081 admin admin] Pushing event deleted for resources: {'Network': ['ID=64474a77-9cd4-4ea1-b45f-e51d52ea046d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:19.446231 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:19.696736 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Deleting port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:19.697005 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:19.772730 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] For port ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:19.773095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:19.785951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Calling delete_port for ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:20.074961 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:20.108570 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:20.267698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:20.483756 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Router 12d340d6-863d-44ea-ad4d-e0193ec80a3a has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:20.588367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:20.594948 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a7eadae4-d4a6-4df0-ac1a-fa9c24e0c81d admin admin] 10.222.0.26 "PUT /v2.0/routers/12d340d6-863d-44ea-ad4d-e0193ec80a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953110 Aug 10 04:27:20.596604 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47860) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:20.596819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] Sync routers for ids ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:20.605797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] Routers {'12d340d6-863d-44ea-ad4d-e0193ec80a3a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:20.606475 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:20.712573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] Set router 12d340d6-863d-44ea-ad4d-e0193ec80a3a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:20.901547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:27:19Z', 'revision_number': 5, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:20.927929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] Checking router: 12d340d6-863d-44ea-ad4d-e0193ec80a3a for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:20.937572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] Routers {'12d340d6-863d-44ea-ad4d-e0193ec80a3a'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:20.938201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:20.983894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.090640 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.201175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] Set router 12d340d6-863d-44ea-ad4d-e0193ec80a3a gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:21.208264 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Deleting port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:21.208843 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.286788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] For port f6ab0f4c-08ee-4925-8daf-c2df1e39c32e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:21.287169 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.300212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Calling delete_port for f6ab0f4c-08ee-4925-8daf-c2df1e39c32e owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:21.377228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:27:19Z', 'revision_number': 5, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:21.403717 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0cbd1-f04c-4107-be19-49358b02ae15 None None] The sync data for ids ['12d340d6-863d-44ea-ad4d-e0193ec80a3a'] in n-d-765315-26 is: [{'id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'name': 'tempest-TestMinimumBasicScenario-65370468-router', 'tenant_id': '6a78f83f35b846d5ac0b247afde5da30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:27:19Z', 'revision_number': 5, 'project_id': '6a78f83f35b846d5ac0b247afde5da30', 'gw_port': {'id': 'f6ab0f4c-08ee-4925-8daf-c2df1e39c32e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d340d6-863d-44ea-ad4d-e0193ec80a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:23:53Z', 'updated_at': '2021-08-10T04:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:21.520952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.553689 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ab0f4c-08ee-4925-8daf-c2df1e39c32e,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:21.613095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.703767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.705720 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.816722 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.817373 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d340d6-863d-44ea-ad4d-e0193ec80a3a {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:27:21.823773 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.827249 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b39be351-98d1-4b16-bde2-187707a99374 admin admin] 10.222.0.26 "DELETE /v2.0/routers/12d340d6-863d-44ea-ad4d-e0193ec80a3a HTTP/1.1" status: 204 len: 168 time: 1.2274182 Aug 10 04:27:21.827520 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47862) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:21.883601 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Deleting subnet 132e3263-c878-484a-bb5e-6b3ced43fe9a {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:21.886547 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:21.924633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.007519 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.168243 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.192217 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132e3263-c878-484a-bb5e-6b3ced43fe9a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:22.198902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.200769 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-9f0f3b6b-dc39-4aba-b62c-b840f9593a33 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/132e3263-c878-484a-bb5e-6b3ced43fe9a HTTP/1.1" status: 204 len: 168 time: 0.3722820 Aug 10 04:27:22.203175 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47864) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:22.205705 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77653f9-fb9e-4788-8c66-518cdc4f623a None None] Network 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:22.270737 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.324202 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Deleting port 6a3ddd4f-560f-457b-87c0-959b7429e13d {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:22.324588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.379292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] DHCP port deletion for 66d9c549-5af6-4f30-ae5a-7a1e14ca5822 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:27:22.396949 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] For port 6a3ddd4f-560f-457b-87c0-959b7429e13d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a3ddd4f-560f-457b-87c0-959b7429e13d,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:22.397328 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.410612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Calling delete_port for 6a3ddd4f-560f-457b-87c0-959b7429e13d owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:22.424922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] Deleting port 6a3ddd4f-560f-457b-87c0-959b7429e13d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:22.425295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.484930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] For port 6a3ddd4f-560f-457b-87c0-959b7429e13d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=6a3ddd4f-560f-457b-87c0-959b7429e13d,segment=NetworkSegment(b677c4c4-5c60-44b7-85d4-8ccf1046c3ff),segment_id=b677c4c4-5c60-44b7-85d4-8ccf1046c3ff)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:22.485323 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.497900 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] Calling delete_port for 6a3ddd4f-560f-457b-87c0-959b7429e13d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:22.548136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.574540 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.579224 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3ddd4f-560f-457b-87c0-959b7429e13d,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:22.584169 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] No DVR routers for this DVR port 6a3ddd4f-560f-457b-87c0-959b7429e13d on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:22.599762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] Pushing event deleted for resources: {'Port': ['ID=6a3ddd4f-560f-457b-87c0-959b7429e13d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:22.603282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aadabc-9885-40ea-baec-8ed66953a399 None None] No DVR routers for this DVR port 6a3ddd4f-560f-457b-87c0-959b7429e13d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:22.659478 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.670024 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d9c549-5af6-4f30-ae5a-7a1e14ca5822']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:22.680799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:22.681094 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b677c4c4-5c60-44b7-85d4-8ccf1046c3ff') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:22.690283 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.704895 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.710909 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:22.711306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:22.713024 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:22.840013 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.849324 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:22.851146 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] 10.222.0.26 "DELETE /v2.0/networks/66d9c549-5af6-4f30-ae5a-7a1e14ca5822 HTTP/1.1" status: 204 len: 168 time: 0.6470113 Aug 10 04:27:22.863564 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8810b6-1e6f-4cb3-8583-1ba783432aec admin admin] Pushing event deleted for resources: {'Network': ['ID=66d9c549-5af6-4f30-ae5a-7a1e14ca5822,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:22.875822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:22.896016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:22.896375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ba4bf0ee-a2c7-4a04-ae24-7a2b66cce117 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:22.896794 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f6ab0f4c-08ee-4925-8daf-c2df1e39c32e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:22.915080 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f6ab0f4c-08ee-4925-8daf-c2df1e39c32e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:22.915418 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f6ab0f4c-08ee-4925-8daf-c2df1e39c32e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:22.918805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a3ddd4f-560f-457b-87c0-959b7429e13d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:22.936942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 6a3ddd4f-560f-457b-87c0-959b7429e13d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:22.937280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 6a3ddd4f-560f-457b-87c0-959b7429e13d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:23.214938 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47868) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:23.255352 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c1324849-34c0-444e-8a05-e486a56ceb2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=696524cd5ee6486783512f86826e68bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392637 Aug 10 04:27:23.257728 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47870) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:23.305217 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48d364a-a237-497f-bc66-f263ff59a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.326674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48d364a-a237-497f-bc66-f263ff59a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.440754 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48d364a-a237-497f-bc66-f263ff59a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.443226 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f48d364a-a237-497f-bc66-f263ff59a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.444456 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f48d364a-a237-497f-bc66-f263ff59a508 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b24555a-d22c-44b3-90f6-be93a1709df2 HTTP/1.1" status: 204 len: 168 time: 0.1857603 Aug 10 04:27:23.452255 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d364a-a237-497f-bc66-f263ff59a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b24555a-d22c-44b3-90f6-be93a1709df2,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:24.020950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47876) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:24.064848 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-010e6e6c-84cf-4d3a-9d38-4ac5acfad725 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a78f83f35b846d5ac0b247afde5da30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426366 Aug 10 04:27:24.067254 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47878) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:24.114852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43537c36-e278-4832-bc25-4ec9f6826286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.136237 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43537c36-e278-4832-bc25-4ec9f6826286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.256712 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43537c36-e278-4832-bc25-4ec9f6826286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.259250 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43537c36-e278-4832-bc25-4ec9f6826286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.260453 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43537c36-e278-4832-bc25-4ec9f6826286 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40eab50b-d4a6-426e-8863-894a1b96aa5a HTTP/1.1" status: 204 len: 168 time: 0.1922474 Aug 10 04:27:24.268731 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43537c36-e278-4832-bc25-4ec9f6826286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eab50b-d4a6-426e-8863-894a1b96aa5a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:26.470365 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47918) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:26.475232 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234080953', 'description': 'tempest-secgroup-smoke-1234080953 description', 'project_id': 'b39b9adde5d64752823459371a42370a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:26.548023 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.556512 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.644525 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.817859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.855413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d8fd61-7c14-44c7-b460-e2c694808bfa,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:26.906030 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.926352 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.977929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.010754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:27.074931 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.076809 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-aa4c8b75-f424-4f8e-b2af-b1336d162351 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6053302 Aug 10 04:27:27.078987 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47920) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:27.083529 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:27.165118 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.220127 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.285192 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.302779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5218fc-0e9d-4cde-9389-2b939ebcafe2,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:27.376691 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.377922 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-11a9dc94-d92b-4f97-af20-b9ee7c8f0913 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979658 Aug 10 04:27:27.380818 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47922) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:27.385312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:27.502391 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.557977 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.646682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.665448 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cc3164-6678-4c3e-9f5d-98d880745ed6,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:27.737937 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.739167 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-3dcdac0d-fc9f-4d54-84c6-664646592e14 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3574114 Aug 10 04:27:27.741897 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47924) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:27.746464 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:27.862548 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.922281 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.016447 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.036885 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61bf57c-8ca6-4e7d-80b5-b67b2bcae0d1,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:28.125400 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.126645 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-c7e58185-90c4-4ed5-a68e-cd6925fc79c8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3837817 Aug 10 04:27:28.129409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47926) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:28.134633 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:28.223178 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.283125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.423420 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.440740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8a94e5-c7ec-4b40-8353-88b93b36fbcc,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:28.509859 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.511033 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1859b27a-d3ec-49d8-9a50-3081ec33bf83 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3806748 Aug 10 04:27:28.513898 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47928) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:28.519247 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:28.612139 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:27:28.617657 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.676877 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.753520 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.772322 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dd446e-a546-494a-9374-9fb6aadfa547,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:28.851082 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:28.853285 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-43d073e4-7c25-4955-9c49-18442c1c3593 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382576 Aug 10 04:27:28.856037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47930) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:28.861108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:28.966736 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:27:28.971928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.035779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.126560 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.149174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e26da67-9d24-4705-9f41-6e6ffc5e94db,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:29.223584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.225109 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2655f501-4035-4a6f-b116-75325df13924 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678195 Aug 10 04:27:29.228178 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47932) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:29.233152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'network': {'name': 'tempest-network-smoke--780479647', 'project_id': 'b39b9adde5d64752823459371a42370a', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:29.315130 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:29.318727 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.342751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:27:29.351070 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.351410 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Added segment 6c885dc1-8fa0-41ec-839e-d736ef59f969 of type vlan for network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b Aug 10 04:27:29.390211 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.486166 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.492638 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:29.493263 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.558969 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Network': ['ID=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:29.569050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:27:29.620552 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f26e4e54-9a8b-44fb-9904-49367484bdc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3910282 Aug 10 04:27:29.623218 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47934) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:29.630312 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'admin_state_up': True, 'project_id': 'b39b9adde5d64752823459371a42370a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:29.732244 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.733359 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.787767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.995091 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.268604 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.287725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.354873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-28ccbccc-e932-4f79-a62d-8de5f144a2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.399646 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.143 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/52de4703-513f-4ee9-8c36-af7de894ffe9) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:30.497196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.629454 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.673515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:30.676539 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:30.680458 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:30.686205 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=52de4703-513f-4ee9-8c36-af7de894ffe9,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:31.003152 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.198630 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.381819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 4ce05113-e327-407a-a8f8-08334c26e070 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:27:31.768277 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:31.777911 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Sync routers for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:31.786920 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:31.787529 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:31.857700 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.859001 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4b14bf5e-e730-43d7-badb-2f2a5d94f621 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2344160 Aug 10 04:27:31.862081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47936) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:31.888781 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:31.996685 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6489ca37-31bd-4d99-acd3-51da0f0f98ec tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b39b9adde5d64752823459371a42370a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1334500 Aug 10 04:27:31.999450 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47940) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:32.086073 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b7170-edb1-4df2-90db-3f49b767c723 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.087498 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-431b7170-edb1-4df2-90db-3f49b767c723 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871055 Aug 10 04:27:32.090405 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47942) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:32.120978 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dc1312a6-2e0f-44e1-8985-ed7c836c0a32 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271056 Aug 10 04:27:32.121338 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 47944) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:32.126420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451590823', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'project_id': 'b39b9adde5d64752823459371a42370a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:32.158240 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:30Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:32.187386 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Checking router: 4ce05113-e327-407a-a8f8-08334c26e070 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:32.187733 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Updating router 4ce05113-e327-407a-a8f8-08334c26e070 port 52de4703-513f-4ee9-8c36-af7de894ffe9 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:27:32.211670 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.275157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:32.278760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.476000 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.485709 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Transition to ACTIVE for port object 52de4703-513f-4ee9-8c36-af7de894ffe9 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:32.542416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.601005 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.605873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Subnet': ['ID=16bf273f-8d24-4378-86a8-b5838e0c9ba4,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:32.614993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Checking segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:32.615431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network hostable DHCP agents. Network: d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:27:32.653353 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Attempting to bind port 52de4703-513f-4ee9-8c36-af7de894ffe9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:32.653726 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Attempting to bind port 52de4703-513f-4ee9-8c36-af7de894ffe9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:32.654087 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Attempting to bind port 52de4703-513f-4ee9-8c36-af7de894ffe9 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:32.656030 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Pushing event updated for resources: {'Port': ['ID=52de4703-513f-4ee9-8c36-af7de894ffe9,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:32.665106 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:32.666250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:32.666250 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.666250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:32.666739 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Bound port: 52de4703-513f-4ee9-8c36-af7de894ffe9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:32.667186 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.670008 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.670353 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.670696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.671033 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.671366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.671697 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.672024 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.672366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.672696 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.673017 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.673335 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.673656 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:32.725321 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:27:32.726968 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] For port 52de4703-513f-4ee9-8c36-af7de894ffe9, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:32.729918 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] For port 52de4703-513f-4ee9-8c36-af7de894ffe9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=52de4703-513f-4ee9-8c36-af7de894ffe9,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:32.793916 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.828645 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.829249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:32.834027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.844238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.844619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d36ed7-eb68-4a1c-9949-12dbc905203d None None] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:32.888528 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3293c-afce-4cfd-9c2d-85f746e0a5a5 None None] Pushing event updated for resources: {'Port': ['ID=52de4703-513f-4ee9-8c36-af7de894ffe9,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:32.892529 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:32.893390 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:32.935036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 47946) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:32.935616 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-579ee79c-5b5d-4361-946e-f87c2b86a7bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8127916 Aug 10 04:27:32.996127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:27:32.997140 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.005919 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:33.093653 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d8a9bf40-9a43-45e1-be0c-31bc4ebf0032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.152041 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Allocated IP 172.20.0.2 (d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b/16bf273f-8d24-4378-86a8-b5838e0c9ba4/3d66cfea-b6c1-4151-8060-c3e60f56ffac) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:33.190921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:30Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:33.226375 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5486f6a3-c3a7-4cee-90ad-6ace836410c3 None None] The sync data for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 is: [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:30Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:33.302037 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.311274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Transition to ACTIVE for port object 3d66cfea-b6c1-4151-8060-c3e60f56ffac will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:33.327312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Transition to ACTIVE for port object 3d66cfea-b6c1-4151-8060-c3e60f56ffac will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:33.407256 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.416235 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.479994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:33.482954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:33.487687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:33.495320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Pushing event updated for resources: {'Port': ['ID=3d66cfea-b6c1-4151-8060-c3e60f56ffac,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:33.551529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Attempting to bind port 3d66cfea-b6c1-4151-8060-c3e60f56ffac on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:33.551979 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Attempting to bind port 3d66cfea-b6c1-4151-8060-c3e60f56ffac by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:33.552444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Attempting to bind port 3d66cfea-b6c1-4151-8060-c3e60f56ffac on network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:33.558728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:33.559203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Checking segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:33.559766 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.560222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Bound using segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:33.561384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Bound port: 3d66cfea-b6c1-4151-8060-c3e60f56ffac, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:33.561384 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.632758 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] For port 3d66cfea-b6c1-4151-8060-c3e60f56ffac, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:33.637219 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] For port 3d66cfea-b6c1-4151-8060-c3e60f56ffac, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3d66cfea-b6c1-4151-8060-c3e60f56ffac,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:33.725018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.754489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.1 (d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b/16bf273f-8d24-4378-86a8-b5838e0c9ba4/48fb7545-46fb-4e64-a701-7980cdef49e0) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:33.791319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b45e-23cc-472e-8cf6-a2e39aa6deaa None None] Pushing event updated for resources: {'Port': ['ID=3d66cfea-b6c1-4151-8060-c3e60f56ffac,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:33.889736 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.904919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object 48fb7545-46fb-4e64-a701-7980cdef49e0 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:34.041670 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.090233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:34.095697 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:34.099841 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:34.131086 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=48fb7545-46fb-4e64-a701-7980cdef49e0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:34.151582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.355916 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.406814 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.638939 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.709446 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.783300 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=48fb7545-46fb-4e64-a701-7980cdef49e0,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:34.785620 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.894466 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:34.896058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:34.975388 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3d66cfea-b6c1-4151-8060-c3e60f56ffac up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:35.021725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 4ce05113-e327-407a-a8f8-08334c26e070 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:35.104026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3d66cfea-b6c1-4151-8060-c3e60f56ffac completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:35.108736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 52de4703-513f-4ee9-8c36-af7de894ffe9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:35.136770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:35.142550 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0fc27fe4-d6e6-4d9d-a25f-8e80e36bd748 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/4ce05113-e327-407a-a8f8-08334c26e070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2054956 Aug 10 04:27:35.199856 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c44df9-bf5a-4218-b972-39227c70d722 None None] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:35.274344 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153db022-429c-4798-9278-1190d7114f75 None None] Sync routers for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:35.283865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 52de4703-513f-4ee9-8c36-af7de894ffe9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:35.299447 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 52de4703-513f-4ee9-8c36-af7de894ffe9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:35.299819 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.303739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:35.304874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:35.309621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-b4bb1489-1fa4-4a34-b115-40a5b1a4ab77 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234080953&fields=id&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 267 time: 0.0337999 Aug 10 04:27:35.399250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] Provisioning for port 3d66cfea-b6c1-4151-8060-c3e60f56ffac completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:35.411113 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] Provisioning complete for port 3d66cfea-b6c1-4151-8060-c3e60f56ffac triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:35.411822 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.416926 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-9a78574b-ea26-45be-8bf3-c252b62c3937 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.418431 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-9a78574b-ea26-45be-8bf3-c252b62c3937 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/networks?id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b HTTP/1.1" status: 200 len: 796 time: 0.1018083 Aug 10 04:27:35.435190 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-2b3622c5-7370-4acc-b03d-05754272543d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/quotas/b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 375 time: 0.0104923 Aug 10 04:27:35.487934 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-c3945b1d-a17c-47de-9ad7-8090ee33f7c4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463541 Aug 10 04:27:35.543844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:35.551830 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-f6a3ca05-1f66-44cc-94b7-85a6c1f83f82 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:27:35.552903 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-f6a3ca05-1f66-44cc-94b7-85a6c1f83f82 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531454 Aug 10 04:27:35.606476 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.646532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-b37e4a0a-a9ac-4f05-a5ec-cc9041843521 service neutron] 10.222.0.26 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867233 Aug 10 04:27:35.693050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 52de4703-513f-4ee9-8c36-af7de894ffe9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=52de4703-513f-4ee9-8c36-af7de894ffe9,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:35.744335 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.753242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-cdcf7b31-78bc-45f2-b3c9-31f5cf92d7c8 service neutron] 10.222.0.26 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988994 Aug 10 04:27:35.787595 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.804174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] For port 3d66cfea-b6c1-4151-8060-c3e60f56ffac, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3d66cfea-b6c1-4151-8060-c3e60f56ffac,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:35.883791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=52de4703-513f-4ee9-8c36-af7de894ffe9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:35.897352 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.969420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9ba47-e27c-48a9-9a64-a63208a2a72e None None] Pushing event updated for resources: {'Port': ['ID=3d66cfea-b6c1-4151-8060-c3e60f56ffac,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:35.974291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 2, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:36.004034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153db022-429c-4798-9278-1190d7114f75 None None] Checking router: 4ce05113-e327-407a-a8f8-08334c26e070 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:36.004700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153db022-429c-4798-9278-1190d7114f75 None None] Updating router 4ce05113-e327-407a-a8f8-08334c26e070 port 48fb7545-46fb-4e64-a701-7980cdef49e0 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:27:36.006807 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.048612 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-153db022-429c-4798-9278-1190d7114f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.049739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f47559d5-36df-4632-a6b7-3a83c0f28bd1 req-0285acf1-bb7d-49a4-9223-6af58c81dadc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0465469 Aug 10 04:27:36.324607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25c52d38-1e3f-4371-bd54-c889123de985 None None] Provisioning for port 48fb7545-46fb-4e64-a701-7980cdef49e0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:36.332094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25c52d38-1e3f-4371-bd54-c889123de985 None None] Provisioning complete for port 48fb7545-46fb-4e64-a701-7980cdef49e0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:36.332501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25c52d38-1e3f-4371-bd54-c889123de985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.389079 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-25c52d38-1e3f-4371-bd54-c889123de985 None None] Port 48fb7545-46fb-4e64-a701-7980cdef49e0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:27:36.434583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-25c52d38-1e3f-4371-bd54-c889123de985 None None] Provisioning complete for port 3d66cfea-b6c1-4151-8060-c3e60f56ffac triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:36.435234 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-25c52d38-1e3f-4371-bd54-c889123de985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.587166 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-153db022-429c-4798-9278-1190d7114f75 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.596587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-153db022-429c-4798-9278-1190d7114f75 None None] Transition to ACTIVE for port object 48fb7545-46fb-4e64-a701-7980cdef49e0 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:36.674823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-153db022-429c-4798-9278-1190d7114f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.729987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c0bd6-d117-4e1f-8c4d-8e01cf1bb26d None None] Pushing event updated for resources: {'Port': ['ID=48fb7545-46fb-4e64-a701-7980cdef49e0,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:36.786871 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-153db022-429c-4798-9278-1190d7114f75 None None] Attempting to bind port 48fb7545-46fb-4e64-a701-7980cdef49e0 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:36.787261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-153db022-429c-4798-9278-1190d7114f75 None None] Attempting to bind port 48fb7545-46fb-4e64-a701-7980cdef49e0 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:36.787633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153db022-429c-4798-9278-1190d7114f75 None None] Attempting to bind port 48fb7545-46fb-4e64-a701-7980cdef49e0 on network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:36.794045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153db022-429c-4798-9278-1190d7114f75 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:36.794426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153db022-429c-4798-9278-1190d7114f75 None None] Checking segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:36.794836 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-153db022-429c-4798-9278-1190d7114f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.795264 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153db022-429c-4798-9278-1190d7114f75 None None] Bound using segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:36.795741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-153db022-429c-4798-9278-1190d7114f75 None None] Bound port: 48fb7545-46fb-4e64-a701-7980cdef49e0, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:36.796127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-153db022-429c-4798-9278-1190d7114f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.868363 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-153db022-429c-4798-9278-1190d7114f75 None None] For port 48fb7545-46fb-4e64-a701-7980cdef49e0, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:36.871963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-153db022-429c-4798-9278-1190d7114f75 None None] For port 48fb7545-46fb-4e64-a701-7980cdef49e0, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48fb7545-46fb-4e64-a701-7980cdef49e0,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:36.888913 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3d66cfea-b6c1-4151-8060-c3e60f56ffac up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:36.933385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-153db022-429c-4798-9278-1190d7114f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.971691 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3d66cfea-b6c1-4151-8060-c3e60f56ffac triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:36.971877 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.040025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c0bd6-d117-4e1f-8c4d-8e01cf1bb26d None None] Pushing event updated for resources: {'Port': ['ID=48fb7545-46fb-4e64-a701-7980cdef49e0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:37.047192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:37.047819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:37.151686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c287066-1891-4897-8e60-00f4fa3cbadf req-74e3cd12-f9ad-4410-97b8-d3a564a18cb5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0428717 Aug 10 04:27:37.193281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 52de4703-513f-4ee9-8c36-af7de894ffe9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:37.235964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:37.343815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 52de4703-513f-4ee9-8c36-af7de894ffe9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:37.344199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.524704 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-153db022-429c-4798-9278-1190d7114f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:36Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:37.550551 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153db022-429c-4798-9278-1190d7114f75 None None] The sync data for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 is: [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:36Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:38.232122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0d5ab7ce-d929-406a-b4ee-b3ba1a082041 req-2b3b5e59-f5ba-4cf8-947e-b0a5975677c9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0301402 Aug 10 04:27:38.886636 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48fb7545-46fb-4e64-a701-7980cdef49e0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:39.052260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 48fb7545-46fb-4e64-a701-7980cdef49e0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:39.056553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 48fb7545-46fb-4e64-a701-7980cdef49e0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:39.065935 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.134615 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.166022 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 48fb7545-46fb-4e64-a701-7980cdef49e0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48fb7545-46fb-4e64-a701-7980cdef49e0,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:39.275116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.310461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5fd0f7f-35c6-4131-a187-498bbf3a760a req-5f1153df-4c5e-4e08-8476-5d8316e61f5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0258305 Aug 10 04:27:39.322381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=48fb7545-46fb-4e64-a701-7980cdef49e0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:40.386086 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-189b3308-0b0f-4a4f-a585-7ceb367910cf req-a189c523-65e7-4a5c-b552-b5bc2bf75819 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0263739 Aug 10 04:27:40.872218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48fb7545-46fb-4e64-a701-7980cdef49e0 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:40.921664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 48fb7545-46fb-4e64-a701-7980cdef49e0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:40.922032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.269422 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:41.480584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9633619e-d750-4efb-8c73-3c30d0c2cc72 req-1fb7caea-d3eb-46da-be98-385dbae36a7a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0271475 Aug 10 04:27:42.615837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86639685-9f84-4893-b1cb-42e4b43c10ec req-de670389-3e1c-4575-bf75-0d2c1189b7fb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 210 time: 0.0601392 Aug 10 04:27:42.669682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-51046364-8e3f-4455-a248-eb40a82bf90a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:42.671122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-51046364-8e3f-4455-a248-eb40a82bf90a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/networks?id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b HTTP/1.1" status: 200 len: 796 time: 0.1250930 Aug 10 04:27:42.719604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-4372e013-8a60-47b0-bfca-f4846260b673 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 380 time: 0.0341005 Aug 10 04:27:42.728496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'port': {'device_id': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'admin_state_up': True, 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'security_groups': ['31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:42.913016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:42.917268 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.041406 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.7 (d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b/16bf273f-8d24-4378-86a8-b5838e0c9ba4/ab4b73d4-77c5-4baa-b4f5-1f4a32b415df) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:43.177930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.192100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object ab4b73d4-77c5-4baa-b4f5-1f4a32b415df will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:43.308180 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.352407 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:43.355482 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:43.359218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:43.405605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:43.418040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:43.421422 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.499306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-1f303381-f8d6-4875-b6de-6bf46c529cc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743874 Aug 10 04:27:43.538020 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Request body: {'port': {'device_id': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:43.589911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.617838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a23b75c1-844a-4837-bc82-81226ae6a390 None None] Provisioning for port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:43.621960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a23b75c1-844a-4837-bc82-81226ae6a390 None None] Provisioning complete for port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:43.622098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a23b75c1-844a-4837-bc82-81226ae6a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.662279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a23b75c1-844a-4837-bc82-81226ae6a390 None None] Port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:27:43.803468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a6b58-2f77-4a7e-8f38-06b5da05d8d5 req-29fe8db9-6747-4137-9a62-3052742ffaae tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:43.805620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b26a6b58-2f77-4a7e-8f38-06b5da05d8d5 req-29fe8db9-6747-4137-9a62-3052742ffaae tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 931 time: 0.1128898 Aug 10 04:27:43.872724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b26a6b58-2f77-4a7e-8f38-06b5da05d8d5 req-a0bc8a60-6072-40ab-9676-c1c39d857e4c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608170 Aug 10 04:27:43.928207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4b73d4-77c5-4baa-b4f5-1f4a32b415df {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:43.935419 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.947199 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Transition to ACTIVE for port object ab4b73d4-77c5-4baa-b4f5-1f4a32b415df will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:44.063461 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.111108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.189756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Attempting to bind port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:44.189756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Attempting to bind port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:44.189756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Attempting to bind port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df on network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:44.191282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df on network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:27:44.191605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Attempting to bind port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df on network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:44.197390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:44.197766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Checking segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:44.198268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Bound using segment: {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:44.198698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Bound port: ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c885dc1-8fa0-41ec-839e-d736ef59f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:44.199052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.265651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] For port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:44.269041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] For port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:44.326519 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.361126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.362032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.363207 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] 10.222.0.54 "PUT /v2.0/ports/ab4b73d4-77c5-4baa-b4f5-1f4a32b415df HTTP/1.1" status: 200 len: 1092 time: 0.8298335 Aug 10 04:27:44.363680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:44.365951 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c327877d-ca90-49e5-88cd-771fa1efb4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:44.393397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fac68e-befe-49cf-ab3c-e80294b21682 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.409108 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d5899-59a9-4435-be99-cfb200250b68 x-openstack-request-id: req-4f5d5899-59a9-4435-be99-cfb200250b68 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:44.409506 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:44.409764 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f5d5899-59a9-4435-be99-cfb200250b68 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:44.410166 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'status': 'completed', 'code': 200} Aug 10 04:27:44.491795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327877d-ca90-49e5-88cd-771fa1efb4b4 req-635c7886-b65b-406c-a437-618a626a5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.493368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c327877d-ca90-49e5-88cd-771fa1efb4b4 req-635c7886-b65b-406c-a437-618a626a5d06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1095 time: 0.0434687 Aug 10 04:27:44.599516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327877d-ca90-49e5-88cd-771fa1efb4b4 req-e14462b2-a5c4-4ed5-8ceb-532f29278b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.601067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c327877d-ca90-49e5-88cd-771fa1efb4b4 req-e14462b2-a5c4-4ed5-8ceb-532f29278b38 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b39b9adde5d64752823459371a42370a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947316 Aug 10 04:27:44.690428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327877d-ca90-49e5-88cd-771fa1efb4b4 req-d02f63e1-c3dc-4dd5-b916-fb8f5b0abe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.691786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c327877d-ca90-49e5-88cd-771fa1efb4b4 req-d02f63e1-c3dc-4dd5-b916-fb8f5b0abe22 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844491 Aug 10 04:27:44.794883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-92a8d6a5-364f-47bd-8517-af17bc3c27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.796267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-92a8d6a5-364f-47bd-8517-af17bc3c27b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1095 time: 0.0452347 Aug 10 04:27:44.842836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-d88272f7-df40-4e41-a8b4-eaff553b73f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df HTTP/1.1" status: 200 len: 217 time: 0.0326614 Aug 10 04:27:44.890909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-260ee7ab-d4af-4691-807f-daf1cd122a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.892299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-260ee7ab-d4af-4691-807f-daf1cd122a18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16bf273f-8d24-4378-86a8-b5838e0c9ba4 HTTP/1.1" status: 200 len: 835 time: 0.0427897 Aug 10 04:27:44.941441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-94663a59-2a7d-4aca-82e7-a6c06fd6c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:44.942942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-94663a59-2a7d-4aca-82e7-a6c06fd6c62d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441258 Aug 10 04:27:45.042941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb5e17-b660-483f-ba33-5189f1fc3e7d req-5fff6a60-421d-4607-a94f-623a87187355 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:45.044620 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61bb5e17-b660-483f-ba33-5189f1fc3e7d req-5fff6a60-421d-4607-a94f-623a87187355 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 943 time: 0.1006117 Aug 10 04:27:45.080045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-44d577b3-205e-4de4-a71d-dbb2e9de57e7 service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262214 Aug 10 04:27:45.112412 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61bb5e17-b660-483f-ba33-5189f1fc3e7d req-8fd506e7-d3fc-4223-adba-68bb40e05cd0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614822 Aug 10 04:27:45.176993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-57feba15-f3ab-4262-8f88-90234e8c3b19 req-fd3fa703-11ed-4bf6-9a17-e04e069565cb service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867045 Aug 10 04:27:46.052128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.230312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce3fde-eedf-424f-9ee9-56cde2bc7f01 req-6e28764b-aec7-4018-a6fe-d80f2c1cce70 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:46.231813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bce3fde-eedf-424f-9ee9-56cde2bc7f01 req-6e28764b-aec7-4018-a6fe-d80f2c1cce70 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 943 time: 0.0495930 Aug 10 04:27:46.268814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2bce3fde-eedf-424f-9ee9-56cde2bc7f01 req-f9e880ef-2882-42d5-aa8e-dfc014777e9b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Aug 10 04:27:47.385250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb3597-3c1e-4f15-a1fd-66f587904360 req-3adf3864-17f7-4f16-ab21-a325056e514e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:47.386748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdfb3597-3c1e-4f15-a1fd-66f587904360 req-3adf3864-17f7-4f16-ab21-a325056e514e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 943 time: 0.0538123 Aug 10 04:27:47.424402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fdfb3597-3c1e-4f15-a1fd-66f587904360 req-14d290bb-c2c8-4a2b-a011-5fbfb9e15899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Aug 10 04:27:47.623462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ab4b73d4-77c5-4baa-b4f5-1f4a32b415df details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:27:47.716198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:47.726968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'port_id': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'mac_address': 'fa:16:3e:90:92:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:27:47.762261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.775210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4b73d4-77c5-4baa-b4f5-1f4a32b415df {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:47.795437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:47.903341 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:48.043278 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:48.324248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ab4b73d4-77c5-4baa-b4f5-1f4a32b415df'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:48.536991 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c3b48-7745-46c6-a64f-7c40273e95dc req-13f96427-ec61-4bde-bf2f-188cb790e2a7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:48.539059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f9c3b48-7745-46c6-a64f-7c40273e95dc req-13f96427-ec61-4bde-bf2f-188cb790e2a7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 944 time: 0.0479827 Aug 10 04:27:48.575979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f9c3b48-7745-46c6-a64f-7c40273e95dc req-0208fd4c-afc5-4594-80b6-53f168ea0936 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Aug 10 04:27:49.631102 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ab4b73d4-77c5-4baa-b4f5-1f4a32b415df up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:49.690549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda1fbf-0947-474c-92e1-2d388f3623a4 req-f8f33090-e7cf-4434-b23a-9e8a09ef5ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:49.692021 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cda1fbf-0947-474c-92e1-2d388f3623a4 req-f8f33090-e7cf-4434-b23a-9e8a09ef5ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 944 time: 0.0489340 Aug 10 04:27:49.728560 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cda1fbf-0947-474c-92e1-2d388f3623a4 req-61e29894-efd9-4195-9cd0-0b678f1f0fb4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304601 Aug 10 04:27:49.760229 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:49.764176 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:49.764569 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.842295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.863883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:49.866085 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634732b1-d6f2-45a9-b5ae-9b061928f62a" -d '{"events": [{"server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:49.880924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:49.958539 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b222d93a-d96a-4b60-8418-b7aace91b146 x-openstack-request-id: req-b222d93a-d96a-4b60-8418-b7aace91b146 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:49.958836 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:49.959099 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b222d93a-d96a-4b60-8418-b7aace91b146 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:49.959501 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'code': 200} Aug 10 04:27:49.977804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.028082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.094497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1664c-4713-45b0-8dbd-eb0c20877f51 req-995d9170-6e28-4882-8e2a-a9063ea6c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.096003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ce1664c-4713-45b0-8dbd-eb0c20877f51 req-995d9170-6e28-4882-8e2a-a9063ea6c694 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1097 time: 0.0427244 Aug 10 04:27:50.130706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5ce1664c-4713-45b0-8dbd-eb0c20877f51 req-b679cfd2-8414-4581-b84d-f15482ede93c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270724 Aug 10 04:27:50.845158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425738-ae30-4286-9813-79765f18003d req-1c94ced7-189e-4fd4-b326-d35f95de7690 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.846651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1425738-ae30-4286-9813-79765f18003d req-1c94ced7-189e-4fd4-b326-d35f95de7690 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0481567 Aug 10 04:27:50.883417 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1425738-ae30-4286-9813-79765f18003d req-a13f4bbe-6a2b-4948-855a-aee67deb78f2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302873 Aug 10 04:27:51.998312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7082b-464d-4b8d-8ddd-2a0485b2f6ab req-b39b35c0-ef3f-4831-b948-a365305072d3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.999784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb7082b-464d-4b8d-8ddd-2a0485b2f6ab req-b39b35c0-ef3f-4831-b948-a365305072d3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0487087 Aug 10 04:27:52.038280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cfb7082b-464d-4b8d-8ddd-2a0485b2f6ab req-22b0bf20-df49-405b-8f69-1fb20c23e0cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Aug 10 04:27:52.154402 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bff30-5e23-4817-b28c-ff344bd09002 req-4dd746dd-5789-4fe6-a1d9-e8b8d6291b02 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:52.155866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-396bff30-5e23-4817-b28c-ff344bd09002 req-4dd746dd-5789-4fe6-a1d9-e8b8d6291b02 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0525680 Aug 10 04:27:52.192008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-396bff30-5e23-4817-b28c-ff344bd09002 req-a2dbe7e6-224e-4196-acf9-6120173c63ef tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301273 Aug 10 04:27:52.213742 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48024) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:52.255865 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79cbc99-8904-4020-812a-9af0e56f35b0 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:52.257994 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-b79cbc99-8904-4020-812a-9af0e56f35b0 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1092 time: 0.0432715 Aug 10 04:27:52.260957 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48026) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:52.265283 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:52.375477 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.470200 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.573749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.205 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/8f9f631f-6408-4580-99e3-3d28be54f6c8) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:52.673353 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.777856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.817243 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:52.822739 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:52.828229 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:52.833681 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=8f9f631f-6408-4580-99e3-3d28be54f6c8,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:53.180560 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.321278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.467583 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.560028 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.622076 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=8f9f631f-6408-4580-99e3-3d28be54f6c8,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:53.637042 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.733713 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP 247b0c2a-44d0-4143-8361-7a53d5f28525 associated. External IP: 172.25.1.205, port: ab4b73d4-77c5-4baa-b4f5-1f4a32b415df. Aug 10 04:27:53.940419 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 4ce05113-e327-407a-a8f8-08334c26e070 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:54.045831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:54.055790 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] Sync routers for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:54.065002 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:54.065603 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.126649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.155133 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-01c01b7f-9bae-4df9-a14f-9e51c33e8b7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8931584 Aug 10 04:27:54.158353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:54.169596 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:54.219711 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b0f2063f22eaf10d1bd0ff9deefec0fa815008e79d865692bff60d1d702400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf246ac0-99e0-45d9-abd3-de6859507e12" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:54.254867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ee73f-cb7b-4628-a0e1-f4142fac720b req-9412b666-1db3-4f1b-961d-7bbfd243d7fa tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.256396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac0ee73f-cb7b-4628-a0e1-f4142fac720b req-9412b666-1db3-4f1b-961d-7bbfd243d7fa tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0493391 Aug 10 04:27:54.294726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac0ee73f-cb7b-4628-a0e1-f4142fac720b req-7ca59851-b33f-4244-bdb4-4f9b0130e1c3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Aug 10 04:27:54.318153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48036) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:54.388032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ed0bd0e3-dabf-4d46-ba61-a9d56bf1a83c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/247b0c2a-44d0-4143-8361-7a53d5f28525 HTTP/1.1" status: 200 len: 991 time: 0.0676978 Aug 10 04:27:54.388653 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d298c66-9437-4a4e-9635-bfa56439c586 x-openstack-request-id: req-6d298c66-9437-4a4e-9635-bfa56439c586 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:54.388838 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:54.389084 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d298c66-9437-4a4e-9635-bfa56439c586 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:54.389486 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'status': 'completed', 'code': 200} Aug 10 04:27:54.401462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '247b0c2a-44d0-4143-8361-7a53d5f28525', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'port_id': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'mac_address': 'fa:16:3e:90:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:53Z', 'updated_at': '2021-08-10T04:27:53Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:39Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.430444 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] Checking router: 4ce05113-e327-407a-a8f8-08334c26e070 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:54.438514 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:54.439125 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:27:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.470331 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-a19954a6-3a5e-4b7b-9b97-b48ba3070c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.471851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-a19954a6-3a5e-4b7b-9b97-b48ba3070c44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1097 time: 0.0402267 Aug 10 04:27:54.537863 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:54.562344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-9843cd28-0c3d-4d1c-a3d7-0dcb15d4a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.563758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-9843cd28-0c3d-4d1c-a3d7-0dcb15d4a4fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b HTTP/1.1" status: 200 len: 897 time: 0.0853934 Aug 10 04:27:54.630890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-733d2659-bd51-4515-9a80-c6a4540a1cbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df HTTP/1.1" status: 200 len: 999 time: 0.0602019 Aug 10 04:27:54.685264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-927ac298-ce7c-47b0-827c-edab5efdab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.686727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-927ac298-ce7c-47b0-827c-edab5efdab58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16bf273f-8d24-4378-86a8-b5838e0c9ba4 HTTP/1.1" status: 200 len: 835 time: 0.0482748 Aug 10 04:27:54.731734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-798b103d-3909-401b-a8c8-9c684f2d86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.733281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-798b103d-3909-401b-a8c8-9c684f2d86d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401018 Aug 10 04:27:54.821069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-24cb82c0-78e0-4ff4-bcd9-71e677423cc4 service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800276 Aug 10 04:27:54.841850 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '247b0c2a-44d0-4143-8361-7a53d5f28525', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'port_id': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'mac_address': 'fa:16:3e:90:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:53Z', 'updated_at': '2021-08-10T04:27:53Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:39Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.867468 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b999da-ba2e-4dec-b7f7-cb38b0f5187d None None] The sync data for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 is: [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '247b0c2a-44d0-4143-8361-7a53d5f28525', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'port_id': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'mac_address': 'fa:16:3e:90:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:53Z', 'updated_at': '2021-08-10T04:27:53Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:39Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:54.916940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf246ac0-99e0-45d9-abd3-de6859507e12 req-a3a49201-df18-42dd-968f-b29aec7ec4dc service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889459 Aug 10 04:27:55.055781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596fe91-39ce-4e73-8565-3c553956e023 None None] New status for floating IP 247b0c2a-44d0-4143-8361-7a53d5f28525: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:55.390886 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48038) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:55.453128 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d277891f-6592-4b99-ba10-9f836bea5abc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/247b0c2a-44d0-4143-8361-7a53d5f28525 HTTP/1.1" status: 200 len: 993 time: 0.0611162 Aug 10 04:27:56.903233 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:00.341418 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-44de829f-a450-4e82-98eb-c88bba99fbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.815258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.108824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-50a46219-c5cb-49c3-b4dc-7178fae7bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:04.403800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.967864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:15.990317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-11f3a0f4-72ad-42c0-a2d0-7ea71d173430 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395660 Aug 10 04:28:16.093930 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d77d-5900-49b6-892a-7340866a1b6a req-f2f91ad4-ef08-4d2d-827c-55eadd5eb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:16.095436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-f2f91ad4-ef08-4d2d-827c-55eadd5eb155 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1097 time: 0.0409830 Aug 10 04:28:16.105128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:16.205108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d77d-5900-49b6-892a-7340866a1b6a req-c3d0d2c0-3569-4ad5-a26f-de88eea785f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:16.206593 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-c3d0d2c0-3569-4ad5-a26f-de88eea785f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b HTTP/1.1" status: 200 len: 897 time: 0.0905592 Aug 10 04:28:16.270132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-d188891c-4eef-40ae-965f-18fbdd26a811 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df HTTP/1.1" status: 200 len: 1001 time: 0.0564852 Aug 10 04:28:16.321844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d77d-5900-49b6-892a-7340866a1b6a req-b25d8510-21f3-4b40-813e-9d1726319815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:16.323283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-b25d8510-21f3-4b40-813e-9d1726319815 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16bf273f-8d24-4378-86a8-b5838e0c9ba4 HTTP/1.1" status: 200 len: 835 time: 0.0461516 Aug 10 04:28:16.367238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655d77d-5900-49b6-892a-7340866a1b6a req-e13b8446-0355-48b8-a130-ab0dcaac8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:16.369001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-e13b8446-0355-48b8-a130-ab0dcaac8ae8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386174 Aug 10 04:28:16.457474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-57efb9d7-62cb-4fea-9660-44d3ad0eb97e service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808842 Aug 10 04:28:16.549762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2655d77d-5900-49b6-892a-7340866a1b6a req-31b4ee75-d2fd-41b0-8c5d-95e4d16e669a service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851374 Aug 10 04:28:18.268197 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:26.971315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:30.359563 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f3ef057d-f6ae-47d7-8f12-014cbf6137f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:32.788116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.068055 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fb805da5-a370-409d-a3cf-6cd2b0e07d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:34.391452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:35.985887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.071130 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.271215 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:56.934107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:59.332206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b42ef-9ee1-4803-8588-9ce853d4b10a req-42def637-ebed-4722-8dc9-bb4e7c8dcc4b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:59.333789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567b42ef-9ee1-4803-8588-9ce853d4b10a req-42def637-ebed-4722-8dc9-bb4e7c8dcc4b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0501111 Aug 10 04:28:59.382994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-567b42ef-9ee1-4803-8588-9ce853d4b10a req-b9c40d8e-997a-4f49-ac02-448be91f71e7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329404 Aug 10 04:29:00.336143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c805e810-4dea-41d9-a36a-8e3cf24843d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:00.499929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dad56a-bdfc-4283-a240-208c5687e1b8 req-447c78d6-c85e-4a2b-9d75-486eaa425ecc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:00.501406 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66dad56a-bdfc-4283-a240-208c5687e1b8 req-447c78d6-c85e-4a2b-9d75-486eaa425ecc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0468352 Aug 10 04:29:00.538519 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66dad56a-bdfc-4283-a240-208c5687e1b8 req-e0af31c0-75ee-4a88-b498-a79c83fbd460 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Aug 10 04:29:00.561136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48066) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:00.622654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cbdd36a7-54fb-48e8-bcc2-be9861cb6688 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/247b0c2a-44d0-4143-8361-7a53d5f28525 HTTP/1.1" status: 200 len: 993 time: 0.0604115 Aug 10 04:29:02.045557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a04fc-fb5b-4d72-adac-390cf407db30 req-5a96b3be-1edd-489f-8298-e8177f98dbed tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:02.047022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-081a04fc-fb5b-4d72-adac-390cf407db30 req-5a96b3be-1edd-489f-8298-e8177f98dbed tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0481546 Aug 10 04:29:02.084370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-081a04fc-fb5b-4d72-adac-390cf407db30 req-56708b72-47b8-404f-b482-c63bbdadb0d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312555 Aug 10 04:29:02.793730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:03.070591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-cfef8e15-d9eb-4672-b682-e3212eb44e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:03.204865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c1d17-6ca2-4f31-bbd0-fd899e8a7db7 req-35c1f531-0ab0-42a3-9307-d4dbc2047619 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:03.206336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c14c1d17-6ca2-4f31-bbd0-fd899e8a7db7 req-35c1f531-0ab0-42a3-9307-d4dbc2047619 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0514522 Aug 10 04:29:03.243279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c14c1d17-6ca2-4f31-bbd0-fd899e8a7db7 req-69c91696-800f-49eb-aa09-d99ac1a230a5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Aug 10 04:29:03.267294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48076) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:03.327600 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-58503d22-3129-47c5-849b-06b633b56f3c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/247b0c2a-44d0-4143-8361-7a53d5f28525 HTTP/1.1" status: 200 len: 993 time: 0.0590432 Aug 10 04:29:03.586840 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48084) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:04.014765 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 8f9f631f-6408-4580-99e3-3d28be54f6c8 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:04.015096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.089813 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.090137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.101294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 8f9f631f-6408-4580-99e3-3d28be54f6c8 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:04.307967 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.331644 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=8f9f631f-6408-4580-99e3-3d28be54f6c8,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:04.341709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.342064 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.342407 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.342744 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.343089 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.343927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.343927 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.344121 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.344387 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.344718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.345047 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.345369 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:04.404829 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.405279 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP 247b0c2a-44d0-4143-8361-7a53d5f28525 disassociated (deleted). External IP: 172.25.1.205, port: ab4b73d4-77c5-4baa-b4f5-1f4a32b415df. Aug 10 04:29:04.422270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.619963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 4ce05113-e327-407a-a8f8-08334c26e070 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:04.727723 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:04.733289 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.737941 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] Sync routers for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:04.746465 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:04.747063 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:04.758813 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1981f47d-0870-4eba-a941-ae5ad44d3ab0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/floatingips/247b0c2a-44d0-4143-8361-7a53d5f28525 HTTP/1.1" status: 204 len: 168 time: 1.1709480 Aug 10 04:29:04.759515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:04.761979 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b0f2063f22eaf10d1bd0ff9deefec0fa815008e79d865692bff60d1d702400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df0a906-d004-4b3b-9466-0c70e1398950" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:04.855436 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:05.046514 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:39Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:05.071158 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] Checking router: 4ce05113-e327-407a-a8f8-08334c26e070 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:05.079625 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:05.080223 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:05.184923 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:05.248827 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c8e7a-5106-484f-9691-f78b2365e565 x-openstack-request-id: req-1c2c8e7a-5106-484f-9691-f78b2365e565 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:05.249126 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:05.249562 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c2c8e7a-5106-484f-9691-f78b2365e565 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:05.249799 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'status': 'completed', 'code': 200} Aug 10 04:29:05.375085 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7c68-f17d-4a67-85f1-79561a783e0d req-0511fbdd-a20d-4649-ba1d-d36fca6c816f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:05.376646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45ca7c68-f17d-4a67-85f1-79561a783e0d req-0511fbdd-a20d-4649-ba1d-d36fca6c816f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0763023 Aug 10 04:29:05.382363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-127ae59a-1719-4e1b-8add-7266c6706875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:05.383813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-127ae59a-1719-4e1b-8add-7266c6706875 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 1097 time: 0.0582151 Aug 10 04:29:05.391966 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:39Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:05.417302 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37436e88-118b-4999-9c65-8256fc358a32 None None] The sync data for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 is: [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:27:34Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '48fb7545-46fb-4e64-a701-7980cdef49e0', 'name': '', 'network_id': 'd3df6f8d-a9e3-4c99-a7b3-a6543e33db6b', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:ff:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:33Z', 'updated_at': '2021-08-10T04:27:39Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '16bf273f-8d24-4378-86a8-b5838e0c9ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:05.462527 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45ca7c68-f17d-4a67-85f1-79561a783e0d req-acf41082-cf11-4951-ac0e-c1528393cc03 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776315 Aug 10 04:29:05.500920 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-3feb4bff-dffd-43a4-a425-49ea81b61b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:05.502426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-3feb4bff-dffd-43a4-a425-49ea81b61b60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b HTTP/1.1" status: 200 len: 897 time: 0.1102576 Aug 10 04:29:05.546443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-0fb70e82-523a-4189-a3a4-5b345c40cd15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df HTTP/1.1" status: 200 len: 217 time: 0.0358875 Aug 10 04:29:05.603530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-01dac3df-2869-4f1c-92cf-9c833d527e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:05.605076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-01dac3df-2869-4f1c-92cf-9c833d527e50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16bf273f-8d24-4378-86a8-b5838e0c9ba4 HTTP/1.1" status: 200 len: 835 time: 0.0491858 Aug 10 04:29:05.632286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e45d9-9b31-4ecf-a966-03aa0a8236bb None None] New status for floating IP 247b0c2a-44d0-4143-8361-7a53d5f28525: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:29:05.652519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-9e5168ac-79b6-4ac0-88c6-9a1ce40a7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:05.654035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-9e5168ac-79b6-4ac0-88c6-9a1ce40a7def service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407059 Aug 10 04:29:05.746206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-25e4ae36-eac8-43aa-8664-99da64d39e71 service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Aug 10 04:29:05.840259 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6df0a906-d004-4b3b-9466-0c70e1398950 req-a23d8b29-b0d9-4fc0-966a-5af983e09e81 service neutron] 10.222.0.54 "GET /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852911 Aug 10 04:29:05.981798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:06.582005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925776ed-f0b4-4865-8813-48a1b77511f5 req-2b66adc6-250e-484a-8d16-fe13042c34d7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:06.583476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-925776ed-f0b4-4865-8813-48a1b77511f5 req-2b66adc6-250e-484a-8d16-fe13042c34d7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0526073 Aug 10 04:29:06.622203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-925776ed-f0b4-4865-8813-48a1b77511f5 req-7f546211-d6de-4fda-8fc6-89bb60ac5677 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Aug 10 04:29:07.434600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-02e18a6e-79e4-4220-9566-c7f8037acbd6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:07.435991 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-02e18a6e-79e4-4220-9566-c7f8037acbd6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0484159 Aug 10 04:29:07.525600 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:07.525936 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:07.611434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:07.612096 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:07.624238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for ab4b73d4-77c5-4baa-b4f5-1f4a32b415df owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:07.776913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec24c2f-e28d-497f-aac3-894e996c065a req-d76a9909-246a-43a5-9d23-3868466ceda3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:07.778319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ec24c2f-e28d-497f-aac3-894e996c065a req-d76a9909-246a-43a5-9d23-3868466ceda3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea HTTP/1.1" status: 200 len: 945 time: 0.0814152 Aug 10 04:29:07.815866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7ec24c2f-e28d-497f-aac3-894e996c065a req-876e6e39-6ac6-466a-8565-1999a0be8d3d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306358 Aug 10 04:29:07.844828 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:07.878287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=ab4b73d4-77c5-4baa-b4f5-1f4a32b415df,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:07.890739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.891097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.891441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.891780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.892112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.892469 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.892804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.893136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.893465 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.893793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.894127 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.894452 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:07.927805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] No DVR routers for this DVR port ab4b73d4-77c5-4baa-b4f5-1f4a32b415df on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:07.930476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:07.932556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4b831e59-5963-45d8-957d-0deec1de82a3 req-1338b51e-c938-41cd-a710-f492e8eb4d2c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "DELETE /v2.0/ports/ab4b73d4-77c5-4baa-b4f5-1f4a32b415df HTTP/1.1" status: 204 len: 173 time: 0.4905055 Aug 10 04:29:07.932998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'name': 'network-vif-deleted', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:07.935813 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49678a1d-b177-41d0-b7be-7bbc5ac14242" -d '{"events": [{"server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "name": "network-vif-deleted", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:07.970004 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6b6ef6-6efa-4233-984c-aa782aa49392 x-openstack-request-id: req-dc6b6ef6-6efa-4233-984c-aa782aa49392 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:07.970307 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea", "name": "network-vif-deleted", "tag": "ab4b73d4-77c5-4baa-b4f5-1f4a32b415df", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:07.970584 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc6b6ef6-6efa-4233-984c-aa782aa49392 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:07.970981 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb0fcdc-ffed-43ee-b0ef-670b65b7d7ea', 'name': 'network-vif-deleted', 'tag': 'ab4b73d4-77c5-4baa-b4f5-1f4a32b415df', 'status': 'completed', 'code': 200} Aug 10 04:29:08.874107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48102) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:09.230792 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:09.479434 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 48fb7545-46fb-4e64-a701-7980cdef49e0 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:09.479704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:09.566102 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 48fb7545-46fb-4e64-a701-7980cdef49e0, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48fb7545-46fb-4e64-a701-7980cdef49e0,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:09.566472 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:09.583259 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 48fb7545-46fb-4e64-a701-7980cdef49e0 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:09.816711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:09.844058 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=48fb7545-46fb-4e64-a701-7980cdef49e0,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:10.018308 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:10.232560 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 4ce05113-e327-407a-a8f8-08334c26e070 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:10.336951 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:10.342581 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-53adc9df-91a1-4272-a47f-337d6dfcdd27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/4ce05113-e327-407a-a8f8-08334c26e070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4674208 Aug 10 04:29:10.345507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48104) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:10.347137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] Sync routers for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:10.356170 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:10.356968 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:10.396997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting subnet 16bf273f-8d24-4378-86a8-b5838e0c9ba4 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:29:10.399934 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:10.439073 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:10.462456 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:10.529835 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:10.640534 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:29:09Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:10.662405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:10.668955 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] Checking router: 4ce05113-e327-407a-a8f8-08334c26e070 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:10.677527 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] Routers {'4ce05113-e327-407a-a8f8-08334c26e070'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:10.678131 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['4ce05113-e327-407a-a8f8-08334c26e070'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:10.691781 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Subnet': ['ID=16bf273f-8d24-4378-86a8-b5838e0c9ba4,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:10.693805 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:10.698126 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1cceaeb1-ee43-4aad-88d4-3bf2a14308d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/subnets/16bf273f-8d24-4378-86a8-b5838e0c9ba4 HTTP/1.1" status: 204 len: 168 time: 0.3490574 Aug 10 04:29:10.698470 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48106) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:10.702572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc39130-80fb-4c72-b531-28e443ad50cc None None] Network d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:10.779199 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] Set router 4ce05113-e327-407a-a8f8-08334c26e070 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:10.905815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] DHCP port deletion for d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:29:10.968962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Deleting port 3d66cfea-b6c1-4151-8060-c3e60f56ffac {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:10.969452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.034258 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] For port 3d66cfea-b6c1-4151-8060-c3e60f56ffac, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3d66cfea-b6c1-4151-8060-c3e60f56ffac,segment=NetworkSegment(6c885dc1-8fa0-41ec-839e-d736ef59f969),segment_id=6c885dc1-8fa0-41ec-839e-d736ef59f969)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:11.034670 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.048042 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Calling delete_port for 3d66cfea-b6c1-4151-8060-c3e60f56ffac owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:11.074982 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:29:09Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:11.102053 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1cf9b-9a6e-474b-a4a6-a567574a6557 None None] The sync data for ids ['4ce05113-e327-407a-a8f8-08334c26e070'] in n-d-765315-26 is: [{'id': '4ce05113-e327-407a-a8f8-08334c26e070', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623042477', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:29Z', 'updated_at': '2021-08-10T04:29:09Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '52de4703-513f-4ee9-8c36-af7de894ffe9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce05113-e327-407a-a8f8-08334c26e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:30Z', 'updated_at': '2021-08-10T04:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:11.205244 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.309783 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.407370 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.429971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Pushing event deleted for resources: {'Port': ['ID=3d66cfea-b6c1-4151-8060-c3e60f56ffac,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:11.439386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] No DVR routers for this DVR port 3d66cfea-b6c1-4151-8060-c3e60f56ffac on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:11.441464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.441806 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.442140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.442473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.442838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.443163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.443482 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.443795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.444118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.444531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.444857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.445175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8610b123-ee16-4d8d-9594-a2dd73c9b7d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:11.497160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 52de4703-513f-4ee9-8c36-af7de894ffe9 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:29:11.498081 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.585693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 52de4703-513f-4ee9-8c36-af7de894ffe9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=52de4703-513f-4ee9-8c36-af7de894ffe9,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:11.586059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.599165 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 52de4703-513f-4ee9-8c36-af7de894ffe9 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:29:11.891228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:11.916855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=52de4703-513f-4ee9-8c36-af7de894ffe9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:11.974975 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.057286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ab4b73d4-77c5-4baa-b4f5-1f4a32b415df no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:12.065567 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.067944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.077411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: ab4b73d4-77c5-4baa-b4f5-1f4a32b415df {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:12.077761 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ab4b73d4-77c5-4baa-b4f5-1f4a32b415df not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:12.176738 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.177265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce05113-e327-407a-a8f8-08334c26e070 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:29:12.184011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.185349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-282b2e70-fd53-40fb-8a84-213e8e0880e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/routers/4ce05113-e327-407a-a8f8-08334c26e070 HTTP/1.1" status: 204 len: 168 time: 1.4858520 Aug 10 04:29:12.188219 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48108) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:12.271760 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.356260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.365803 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:12.375856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c885dc1-8fa0-41ec-839e-d736ef59f969') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:12.376152 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c885dc1-8fa0-41ec-839e-d736ef59f969') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:12.384679 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.398553 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.404902 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:29:12.405287 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:29:12.408155 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:29:12.559225 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.596555 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.596555 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/networks/d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b HTTP/1.1" status: 204 len: 168 time: 0.3794291 Aug 10 04:29:12.597383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48110) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:12.597514 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b4b4b-696e-4219-b88f-19833544a202 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Network': ['ID=d3df6f8d-a9e3-4c99-a7b3-a6543e33db6b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:12.635960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b05-0057-48b1-81e4-d9ff98093a09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.662761 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b05-0057-48b1-81e4-d9ff98093a09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.804829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b05-0057-48b1-81e4-d9ff98093a09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.807563 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-81ab2b05-0057-48b1-81e4-d9ff98093a09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:12.808793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-81ab2b05-0057-48b1-81e4-d9ff98093a09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/security-groups/31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165 HTTP/1.1" status: 204 len: 168 time: 0.2362435 Aug 10 04:29:12.818889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab2b05-0057-48b1-81e4-d9ff98093a09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc95dd-4ba8-4b57-b3b5-cd5cf8af7165,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:12.913379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3d66cfea-b6c1-4151-8060-c3e60f56ffac no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:12.932745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3d66cfea-b6c1-4151-8060-c3e60f56ffac {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:12.933093 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3d66cfea-b6c1-4151-8060-c3e60f56ffac not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:12.941732 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48fb7545-46fb-4e64-a701-7980cdef49e0 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:12.951894 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 48fb7545-46fb-4e64-a701-7980cdef49e0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:12.952235 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48fb7545-46fb-4e64-a701-7980cdef49e0 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:12.952657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 52de4703-513f-4ee9-8c36-af7de894ffe9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:12.973356 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 52de4703-513f-4ee9-8c36-af7de894ffe9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:29:12.973710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 52de4703-513f-4ee9-8c36-af7de894ffe9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:13.298700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48116) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:13.303424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412687836', 'description': 'tempest-secgroup-smoke-412687836 description', 'project_id': 'b39b9adde5d64752823459371a42370a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:13.393468 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.470202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.538184 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.569902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6de729-66f8-4a4c-b046-9466825dc0da,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:13.624432 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.625682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-25af05af-6b17-4c14-b4c7-2a43c1654dc7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3259330 Aug 10 04:29:13.628644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48118) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:13.633094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ed6de729-66f8-4a4c-b046-9466825dc0da', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:13.718320 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.773047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.870117 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.887438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880601f9-ed5d-4193-baf4-8b02427bc6f7,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:13.967137 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.968470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-544cdb82-67b4-46ca-b094-f934bbc7340d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387845 Aug 10 04:29:13.971211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48120) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:13.975714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ed6de729-66f8-4a4c-b046-9466825dc0da', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:14.069105 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.125581 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.201759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.219923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358f24b8-0197-4dd2-bced-117d9ad12d8c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:14.281456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.282671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8f0bf4f9-b2aa-43e4-9903-8e67f6de1279 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105319 Aug 10 04:29:14.285530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48122) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:14.289983 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ed6de729-66f8-4a4c-b046-9466825dc0da', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:14.375107 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.432710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.507618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.530246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010779b5-3a3e-47bf-af80-d286f1aafe64,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:14.599032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.600298 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b8663383-75bc-4e6e-a33e-764860383695 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137996 Aug 10 04:29:14.603042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48124) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:14.607595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ed6de729-66f8-4a4c-b046-9466825dc0da', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:14.700219 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.758417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.884670 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.900131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3536b150-a3fb-4cfb-b1c6-f591265f9e3e,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:14.981773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.983045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a2fbd1e4-0b6e-4eed-91da-5fbca46ef440 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789380 Aug 10 04:29:14.985735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48126) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:14.990172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ed6de729-66f8-4a4c-b046-9466825dc0da', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:15.064157 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:29:15.068749 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.128740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.195551 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.214740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33e1bad-3f9c-4a49-b6fb-50ff4d047461,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:15.293144 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.295094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f14ed63-1fe4-4a9c-b56e-1e695a417c27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3076806 Aug 10 04:29:15.297580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48128) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:15.302255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ed6de729-66f8-4a4c-b046-9466825dc0da', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:15.395621 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:29:15.400446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.459342 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.518843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.538446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0b5040-a557-42a2-b3d0-184c99b80ae6,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:15.593162 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.594367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-58fc18ce-aa57-4bb3-8d71-94bbe1d62820 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2958701 Aug 10 04:29:15.603107 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48130) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:15.608221 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'network': {'name': 'tempest-network-smoke--418211362', 'project_id': 'b39b9adde5d64752823459371a42370a', 'port_security_enabled': True}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:15.690129 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'network': 1} {{(pid=94804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:29:15.693409 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.716034 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:29:15.724996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.725340 n-d-765315-26 neutron-server[94804]: INFO neutron.db.segments_db [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Added segment 2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f of type vlan for network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 Aug 10 04:29:15.767974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.867442 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.873578 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:15.874170 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:15.942471 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Network': ['ID=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:15.952839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:29:16.002722 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-a8180816-9c74-4b1f-8b0f-8ab9bdb8b27d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3959720 Aug 10 04:29:16.002937 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48132) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:16.007632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'admin_state_up': True, 'project_id': 'b39b9adde5d64752823459371a42370a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:16.119440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.131020 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.132095 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.182953 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.409421 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.670832 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.688643 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.787201 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.17 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/0a427b65-1341-46a6-80bd-9b0ea1d46b83) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:16.887609 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.993826 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:17.028534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:17.033725 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:17.037212 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:17.061096 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=0a427b65-1341-46a6-80bd-9b0ea1d46b83,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:17.378389 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:17.844896 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.101663 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router d136eb76-bc37-4393-bfce-23e39f6555eb is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:29:18.208101 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:18.217438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Sync routers for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:18.226100 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:18.226722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:18.298698 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.299969 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0c6aeaea-3b65-4f4d-b6d6-73dcc06286e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2959735 Aug 10 04:29:18.303393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48134) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:18.330118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:18.340183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-35ccb5de-5e0d-4c8a-adf9-469dac04b8ba tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b39b9adde5d64752823459371a42370a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355394 Aug 10 04:29:18.342968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48136) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:18.491018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e6e65-43a4-4c8d-9fdb-3445e9fcef86 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:18.492573 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0f9e6e65-43a4-4c8d-9fdb-3445e9fcef86 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1486783 Aug 10 04:29:18.495477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48138) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:18.510529 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:17Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:18.529284 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9d584d9-bae7-4cbd-8f1a-c5b1b56d9ea8 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327394 Aug 10 04:29:18.531738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:18.536513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1525274310', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'project_id': 'b39b9adde5d64752823459371a42370a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:18.538124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Checking router: d136eb76-bc37-4393-bfce-23e39f6555eb for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:18.538474 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Updating router d136eb76-bc37-4393-bfce-23e39f6555eb port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:29:18.563503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.704091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:29:18.707712 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.808589 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.818513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Transition to ACTIVE for port object 0a427b65-1341-46a6-80bd-9b0ea1d46b83 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:18.896624 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.948008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.951225 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Attempting to bind port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:18.951607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Attempting to bind port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:18.951968 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Attempting to bind port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:18.953958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ea254-0be7-404a-8eaf-f8fc0ed17b68 None None] Pushing event updated for resources: {'Port': ['ID=0a427b65-1341-46a6-80bd-9b0ea1d46b83,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:18.959313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:18.959696 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:18.960286 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:18.960707 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:18.961182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Bound port: 0a427b65-1341-46a6-80bd-9b0ea1d46b83, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:18.961575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.010182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Subnet': ['ID=2a28ee06-a8e0-4202-9f36-15298ac9a361,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:19.010963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] For port 0a427b65-1341-46a6-80bd-9b0ea1d46b83, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:19.014649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] For port 0a427b65-1341-46a6-80bd-9b0ea1d46b83, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0a427b65-1341-46a6-80bd-9b0ea1d46b83,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:19.021041 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Checking segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:19.021397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network hostable DHCP agents. Network: 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:29:19.079845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.108424 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:29:19.134547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:19.135164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:19.139684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ea254-0be7-404a-8eaf-f8fc0ed17b68 None None] Pushing event updated for resources: {'Port': ['ID=0a427b65-1341-46a6-80bd-9b0ea1d46b83,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:19.212608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:19.218963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:19.219741 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.221690 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee8210-495e-46fd-bb48-54163136e50b None None] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:19.283071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:19.299203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9fc53577-173a-48d0-93b5-3b51b1d6053b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7664475 Aug 10 04:29:19.301961 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48142) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:19.507263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:29:19.508094 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.585036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:17Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:19.619538 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac64ae-9222-4403-a8af-b13ee0d5ab66 None None] The sync data for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 is: [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:17Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:19.684448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Allocated IP 172.20.0.2 (892f0ddb-be50-474d-9a7a-7a7d3fe9dd99/2a28ee06-a8e0-4202-9f36-15298ac9a361/86cb82d3-e26d-46cb-a9c4-a34675ddef8f) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:19.734057 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.839474 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.850393 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Transition to ACTIVE for port object 86cb82d3-e26d-46cb-a9c4-a34675ddef8f will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:19.868850 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Transition to ACTIVE for port object 86cb82d3-e26d-46cb-a9c4-a34675ddef8f will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:19.942493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:19.987085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:19.991699 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:19.994731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:20.002781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Pushing event updated for resources: {'Port': ['ID=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:20.057782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Attempting to bind port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:20.058156 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Attempting to bind port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:20.058521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Attempting to bind port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f on network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:20.064643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:20.065737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Checking segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:20.066149 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.066550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Bound using segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:20.067627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Bound port: 86cb82d3-e26d-46cb-a9c4-a34675ddef8f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:20.067627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.093727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.1 (892f0ddb-be50-474d-9a7a-7a7d3fe9dd99/2a28ee06-a8e0-4202-9f36-15298ac9a361/f9cf5992-9fad-42e3-b4f9-8beefac12c70) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:20.145078 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] For port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:20.148310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] For port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:20.216992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.230110 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object f9cf5992-9fad-42e3-b4f9-8beefac12c70 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:20.230700 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.290834 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103a2bb-3033-4a74-8ae7-bd7e0add31e0 None None] Pushing event updated for resources: {'Port': ['ID=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:20.325447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.376285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:20.379733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:20.383814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:20.390817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=f9cf5992-9fad-42e3-b4f9-8beefac12c70,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:20.447499 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.639814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:20.993728 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 86cb82d3-e26d-46cb-a9c4-a34675ddef8f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:21.115869 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:21.120648 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0a427b65-1341-46a6-80bd-9b0ea1d46b83 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:21.224730 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.241457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:21.245459 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:21.249009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.302623 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.326119 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.347490 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 0a427b65-1341-46a6-80bd-9b0ea1d46b83, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0a427b65-1341-46a6-80bd-9b0ea1d46b83,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:21.377182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.379168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=f9cf5992-9fad-42e3-b4f9-8beefac12c70,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:21.442329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.486766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:21.488433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:21.512332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=0a427b65-1341-46a6-80bd-9b0ea1d46b83,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:21.607168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c584184-90f6-4f48-bc47-48c3b6041b92 None None] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:29:21.614385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router d136eb76-bc37-4393-bfce-23e39f6555eb has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:21.726381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:21.728673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] Provisioning for port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:21.731542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4b58b415-1c68-4c72-8264-4aea0b6cf791 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/d136eb76-bc37-4393-bfce-23e39f6555eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4285603 Aug 10 04:29:21.739920 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] Provisioning complete for port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:21.740293 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.745250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Sync routers for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:21.754031 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:21.754769 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:21.849336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:21.871843 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:21.884591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] For port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:21.894877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-13ebca91-33c7-4520-99e2-c080e4df1bf7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412687836&fields=id&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 267 time: 0.0383918 Aug 10 04:29:21.976582 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.022947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-c138e449-ddf5-44cc-aa0c-e719e882fea7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:22.028959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-c138e449-ddf5-44cc-aa0c-e719e882fea7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 796 time: 0.1227269 Aug 10 04:29:22.034114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11819bd-54b3-4d22-8b12-ad7ade2c8ed9 None None] Pushing event updated for resources: {'Port': ['ID=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:22.045069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-cd6cc8ae-adbe-4658-be76-eeab44166cab tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/quotas/b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 375 time: 0.0135202 Aug 10 04:29:22.101842 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 2, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:22.105711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-7ead5d7a-f98b-47b7-bfd3-b1472ff93daa tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543878 Aug 10 04:29:22.134869 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Checking router: d136eb76-bc37-4393-bfce-23e39f6555eb for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:22.135169 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Updating router d136eb76-bc37-4393-bfce-23e39f6555eb port f9cf5992-9fad-42e3-b4f9-8beefac12c70 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:29:22.161135 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.167182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6e36ebac-ec10-432d-90df-c1282e9e48db None None] Provisioning for port f9cf5992-9fad-42e3-b4f9-8beefac12c70 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:22.171654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6e36ebac-ec10-432d-90df-c1282e9e48db None None] Provisioning complete for port f9cf5992-9fad-42e3-b4f9-8beefac12c70 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:22.172012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6e36ebac-ec10-432d-90df-c1282e9e48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.211193 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-6a685fb5-6fcf-461f-86e6-b0d15b9bd057 service neutron] 10.222.0.26 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922267 Aug 10 04:29:22.232676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6e36ebac-ec10-432d-90df-c1282e9e48db None None] Port f9cf5992-9fad-42e3-b4f9-8beefac12c70 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:29:22.242990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6e36ebac-ec10-432d-90df-c1282e9e48db None None] Provisioning complete for port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:22.243639 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6e36ebac-ec10-432d-90df-c1282e9e48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.358524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-2bc6ed07-d124-47d8-87e9-cf948255b8de service neutron] 10.222.0.26 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411014 Aug 10 04:29:22.500878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6ae3a841-5971-4c92-a10e-c3126cc35858 None None] Provisioning complete for port f9cf5992-9fad-42e3-b4f9-8beefac12c70 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:22.501294 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a841-5971-4c92-a10e-c3126cc35858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.522182 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.533191 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Transition to ACTIVE for port object f9cf5992-9fad-42e3-b4f9-8beefac12c70 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:22.543222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3a841-5971-4c92-a10e-c3126cc35858 None None] Port f9cf5992-9fad-42e3-b4f9-8beefac12c70 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:29:22.636967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-68574939-c1a0-4d1f-894c-57d0e0c030cd req-29366cbc-f573-4c26-9614-1caba8ec7371 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 210 time: 0.0385816 Aug 10 04:29:22.660977 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.708872 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Pushing event updated for resources: {'Port': ['ID=f9cf5992-9fad-42e3-b4f9-8beefac12c70,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:22.734593 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.734889 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.735226 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.735560 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.735890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.736215 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.736586 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.736880 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.737199 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.737515 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.737835 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.738151 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:22.770912 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Attempting to bind port f9cf5992-9fad-42e3-b4f9-8beefac12c70 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:22.771480 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Attempting to bind port f9cf5992-9fad-42e3-b4f9-8beefac12c70 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:22.771626 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Attempting to bind port f9cf5992-9fad-42e3-b4f9-8beefac12c70 on network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:22.779625 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:22.780214 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Checking segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:22.780825 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.781471 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Bound using segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:22.782554 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Bound port: f9cf5992-9fad-42e3-b4f9-8beefac12c70, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:22.783109 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.853685 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] For port f9cf5992-9fad-42e3-b4f9-8beefac12c70, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:22.853685 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] For port f9cf5992-9fad-42e3-b4f9-8beefac12c70, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f9cf5992-9fad-42e3-b4f9-8beefac12c70,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:22.928762 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 86cb82d3-e26d-46cb-a9c4-a34675ddef8f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:22.938995 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.984545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:22.984545 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:22.997445 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:22.998401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:23.035127 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633d8f-d16d-4dbe-8f6f-3e2fe4a4df37 None None] Pushing event updated for resources: {'Port': ['ID=f9cf5992-9fad-42e3-b4f9-8beefac12c70,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:23.087320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0a427b65-1341-46a6-80bd-9b0ea1d46b83 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:23.117795 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:23.154432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:23.154713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:23.330266 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:22Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:23.355664 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367accb7-4ad0-4744-a472-aaa1f758e7cf None None] The sync data for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 is: [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:22Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:23.738145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f428d3cc-0221-4b54-ab5c-f399dfa5df4e req-b6965ae1-e573-46f2-80af-e6e7555e7ed4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 210 time: 0.0289466 Aug 10 04:29:24.723355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-a118eff2-ac93-4180-8345-ca304da3d53b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:24.724843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-a118eff2-ac93-4180-8345-ca304da3d53b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 796 time: 0.1048577 Aug 10 04:29:24.777834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-7cab2067-306c-4663-912c-a37a3bfff360 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 379 time: 0.0380306 Aug 10 04:29:24.790584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'port': {'device_id': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'admin_state_up': True, 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'security_groups': ['ed6de729-66f8-4a4c-b046-9466825dc0da']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:24.858227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6bbd2317-57ca-4ccd-a13f-eca0d883b6a9 req-c8ed6790-9682-49ff-8b25-dc5f228332d1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 210 time: 0.0289133 Aug 10 04:29:24.947930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f9cf5992-9fad-42e3-b4f9-8beefac12c70 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:25.010727 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:29:25.014391 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.041367 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f9cf5992-9fad-42e3-b4f9-8beefac12c70 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:25.047189 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f9cf5992-9fad-42e3-b4f9-8beefac12c70 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:25.049677 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.132471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.146167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.11 (892f0ddb-be50-474d-9a7a-7a7d3fe9dd99/2a28ee06-a8e0-4202-9f36-15298ac9a361/5f205c19-3f01-4b8e-87d2-126205ef225d) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:25.164641 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f9cf5992-9fad-42e3-b4f9-8beefac12c70, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f9cf5992-9fad-42e3-b4f9-8beefac12c70,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:25.201080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.250785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f9cf5992-9fad-42e3-b4f9-8beefac12c70,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:25.286636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.299347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object 5f205c19-3f01-4b8e-87d2-126205ef225d will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:25.399354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.439625 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:25.444488 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:25.446742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:25.475678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=5f205c19-3f01-4b8e-87d2-126205ef225d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:25.502335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:25.502952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.579540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-03a65ecc-090b-4cbe-ba2b-94a2b78a1e15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959912 Aug 10 04:29:25.598247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Request body: {'port': {'device_id': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:25.650790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.738307 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-29de6653-22ae-4e5d-b06a-09dc0cbed293 None None] Provisioning for port 5f205c19-3f01-4b8e-87d2-126205ef225d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:25.742101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-29de6653-22ae-4e5d-b06a-09dc0cbed293 None None] Provisioning complete for port 5f205c19-3f01-4b8e-87d2-126205ef225d triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:25.742489 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-29de6653-22ae-4e5d-b06a-09dc0cbed293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.777164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-29de6653-22ae-4e5d-b06a-09dc0cbed293 None None] Port 5f205c19-3f01-4b8e-87d2-126205ef225d cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:29:25.915046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f205c19-3f01-4b8e-87d2-126205ef225d {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:29:25.922540 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:25.943392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Transition to ACTIVE for port object 5f205c19-3f01-4b8e-87d2-126205ef225d will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:25.979778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688f1e8-b53f-4ac9-97f8-d6d005fa8f98 req-587c9b2d-f9ad-4738-9d39-826cbb572865 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:25.981342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b688f1e8-b53f-4ac9-97f8-d6d005fa8f98 req-587c9b2d-f9ad-4738-9d39-826cbb572865 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 932 time: 0.0530577 Aug 10 04:29:26.018852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b688f1e8-b53f-4ac9-97f8-d6d005fa8f98 req-768483d0-076c-48cc-a6a6-93aa93539059 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Aug 10 04:29:26.046795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:26.095155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Pushing event updated for resources: {'Port': ['ID=5f205c19-3f01-4b8e-87d2-126205ef225d,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:26.173543 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Attempting to bind port 5f205c19-3f01-4b8e-87d2-126205ef225d on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:26.173886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Attempting to bind port 5f205c19-3f01-4b8e-87d2-126205ef225d by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:26.174217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Attempting to bind port 5f205c19-3f01-4b8e-87d2-126205ef225d on network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:26.178954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Port 5f205c19-3f01-4b8e-87d2-126205ef225d on network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:29:26.179282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Attempting to bind port 5f205c19-3f01-4b8e-87d2-126205ef225d on network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:26.185055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:26.185397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Checking segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:26.185779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Bound using segment: {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:26.186215 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Bound port: 5f205c19-3f01-4b8e-87d2-126205ef225d, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:26.186609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:26.251971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] For port 5f205c19-3f01-4b8e-87d2-126205ef225d, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:26.254999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] For port 5f205c19-3f01-4b8e-87d2-126205ef225d, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5f205c19-3f01-4b8e-87d2-126205ef225d,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:26.332902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:26.365993 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.366609 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:26.367982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] 10.222.0.54 "PUT /v2.0/ports/5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 1093 time: 0.7743597 Aug 10 04:29:26.368442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:26.370685 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5778f6be-6657-4870-b067-bafb2e7bf9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:26.401396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d35384-ba12-4f40-885e-ae84cafd8e7f service neutron] Pushing event updated for resources: {'Port': ['ID=5f205c19-3f01-4b8e-87d2-126205ef225d,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:26.413305 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d3902b-9f0d-48c6-ac78-db548e2567a3 x-openstack-request-id: req-32d3902b-9f0d-48c6-ac78-db548e2567a3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:26.413598 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:26.413873 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32d3902b-9f0d-48c6-ac78-db548e2567a3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:26.414279 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'status': 'completed', 'code': 200} Aug 10 04:29:26.500551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778f6be-6657-4870-b067-bafb2e7bf9d2 req-53905f98-a1ed-4352-8fa2-de672e6e231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.502075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5778f6be-6657-4870-b067-bafb2e7bf9d2 req-53905f98-a1ed-4352-8fa2-de672e6e231f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1096 time: 0.0495472 Aug 10 04:29:26.606925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778f6be-6657-4870-b067-bafb2e7bf9d2 req-c8cf2983-eae4-41bf-af2f-19adb8044f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.608338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5778f6be-6657-4870-b067-bafb2e7bf9d2 req-c8cf2983-eae4-41bf-af2f-19adb8044f47 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b39b9adde5d64752823459371a42370a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0928702 Aug 10 04:29:26.705775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778f6be-6657-4870-b067-bafb2e7bf9d2 req-e0c34281-1aab-467b-830e-2918a8736fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.707165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5778f6be-6657-4870-b067-bafb2e7bf9d2 req-e0c34281-1aab-467b-830e-2918a8736fee service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912094 Aug 10 04:29:26.805836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-8f7a59ba-0810-4882-adcf-3cdae2d30fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.807315 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-8f7a59ba-0810-4882-adcf-3cdae2d30fe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1096 time: 0.0414717 Aug 10 04:29:26.857009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-4a03d490-acc0-4302-9757-fd012c2cac3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 217 time: 0.0324237 Aug 10 04:29:26.913353 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-d968f1ba-7f4b-4faa-a7ee-b0cb2e95d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.914846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-d968f1ba-7f4b-4faa-a7ee-b0cb2e95d598 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 200 len: 835 time: 0.0506763 Aug 10 04:29:26.927413 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f9cf5992-9fad-42e3-b4f9-8beefac12c70 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:26.968375 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-4262cd17-cba9-4335-bbc6-eb72f099b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:26.969931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-4262cd17-cba9-4335-bbc6-eb72f099b08a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411460 Aug 10 04:29:27.065409 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-22d3801e-a038-4500-98a3-1b79b52f5a3b service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Aug 10 04:29:27.108043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.137074 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f9cf5992-9fad-42e3-b4f9-8beefac12c70 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:27.137447 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.184883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fd494-be12-4e1f-b400-5fc7d8d12cb0 req-42bd3122-4389-4412-a341-1e16cd6e8c59 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:27.186395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d32fd494-be12-4e1f-b400-5fc7d8d12cb0 req-42bd3122-4389-4412-a341-1e16cd6e8c59 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 944 time: 0.0964429 Aug 10 04:29:27.211361 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d8cb26d-3f45-47c6-891d-61cf74b564aa req-e0aba6f6-86c7-4fba-83be-762155f179de service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392262 Aug 10 04:29:27.231101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d32fd494-be12-4e1f-b400-5fc7d8d12cb0 req-a3780893-c9d5-4349-adae-7a1309e6e932 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Aug 10 04:29:28.347368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093a534-31dd-40c6-b039-b31e58347d26 req-f906f538-8acd-4127-af49-cafd647bae42 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:28.348843 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0093a534-31dd-40c6-b039-b31e58347d26 req-f906f538-8acd-4127-af49-cafd647bae42 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 944 time: 0.0512094 Aug 10 04:29:28.386888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0093a534-31dd-40c6-b039-b31e58347d26 req-8877f825-4035-41a3-82b8-d74ae08b6971 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315816 Aug 10 04:29:29.499102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012a96-1860-4a0a-9a32-e1f7db5e7b5a req-02b2c9c7-4902-4e0d-94cb-3034f041002b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:29.500597 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59012a96-1860-4a0a-9a32-e1f7db5e7b5a req-02b2c9c7-4902-4e0d-94cb-3034f041002b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 944 time: 0.0479956 Aug 10 04:29:29.537160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59012a96-1860-4a0a-9a32-e1f7db5e7b5a req-dd872e86-f2a9-421b-a821-1f88610240fe tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Aug 10 04:29:30.120335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5f205c19-3f01-4b8e-87d2-126205ef225d details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:29:30.216324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 5f205c19-3f01-4b8e-87d2-126205ef225d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5f205c19-3f01-4b8e-87d2-126205ef225d,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:30.227141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'port_id': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'mac_address': 'fa:16:3e:6f:a2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:29:30.272029 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.284787 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f205c19-3f01-4b8e-87d2-126205ef225d {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:29:30.303528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 5f205c19-3f01-4b8e-87d2-126205ef225d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5f205c19-3f01-4b8e-87d2-126205ef225d,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:30.377756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a46aa5aa-ce81-4068-9db2-0ac2f17a0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.406329 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:30.451284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=5f205c19-3f01-4b8e-87d2-126205ef225d,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:30.650845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f788-1910-49e0-b36d-28bb8afe68f7 req-5a6782b4-2be6-4305-a5ca-c97157fdd7a0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:30.652317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6354f788-1910-49e0-b36d-28bb8afe68f7 req-5a6782b4-2be6-4305-a5ca-c97157fdd7a0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 945 time: 0.0474892 Aug 10 04:29:30.689950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6354f788-1910-49e0-b36d-28bb8afe68f7 req-da697117-2e84-40db-ab93-9cbae359a1e7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309055 Aug 10 04:29:30.782044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['5f205c19-3f01-4b8e-87d2-126205ef225d'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:29:31.806765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd99c9-cbf7-465c-a41d-155c41e9a4cc req-08debf22-5ae1-40c7-bf7a-dcd35824e6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:31.808243 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37bd99c9-cbf7-465c-a41d-155c41e9a4cc req-08debf22-5ae1-40c7-bf7a-dcd35824e6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Aug 10 04:29:31.845547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37bd99c9-cbf7-465c-a41d-155c41e9a4cc req-f42c10c5-5612-4125-b1e4-e74375c273a2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Aug 10 04:29:32.134655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5f205c19-3f01-4b8e-87d2-126205ef225d up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:29:32.235185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 5f205c19-3f01-4b8e-87d2-126205ef225d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:29:32.239270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 5f205c19-3f01-4b8e-87d2-126205ef225d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:29:32.239594 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:32.270343 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:32.314643 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:32.336385 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:32.338618 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf746808-6cd2-489b-bf4a-a991e66b9bdf" -d '{"events": [{"server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "name": "network-vif-plugged", "status": "completed", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:32.351265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 5f205c19-3f01-4b8e-87d2-126205ef225d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5f205c19-3f01-4b8e-87d2-126205ef225d,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:32.373073 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e12b32-e710-4d5b-b91e-f7cbec9c433f x-openstack-request-id: req-98e12b32-e710-4d5b-b91e-f7cbec9c433f {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:32.373373 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "name": "network-vif-plugged", "status": "completed", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:32.374155 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98e12b32-e710-4d5b-b91e-f7cbec9c433f {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:32.374543 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'code': 200} Aug 10 04:29:32.485037 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:32.495045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903b23b-790e-4bdc-94d8-ee2564c99f41 req-ea68322c-6da3-40a3-ab80-f24d2ab700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:32.496485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0903b23b-790e-4bdc-94d8-ee2564c99f41 req-ea68322c-6da3-40a3-ab80-f24d2ab700a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1097 time: 0.0399110 Aug 10 04:29:32.532079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0903b23b-790e-4bdc-94d8-ee2564c99f41 req-a6188edd-87a3-4b91-b9a6-20d46bc60517 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279744 Aug 10 04:29:32.536045 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=5f205c19-3f01-4b8e-87d2-126205ef225d,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:32.806712 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:32.963889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e90c7-5bf5-4b6d-bdaa-a1f6aecd4078 req-856cedbc-a193-472e-a61b-ee2685239c02 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:32.965538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a34e90c7-5bf5-4b6d-bdaa-a1f6aecd4078 req-856cedbc-a193-472e-a61b-ee2685239c02 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0499167 Aug 10 04:29:33.003001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a34e90c7-5bf5-4b6d-bdaa-a1f6aecd4078 req-e023082d-78e6-4fe0-bc78-34121fdc4aa0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313363 Aug 10 04:29:33.084734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b244701a-b263-4c4a-86b7-09b3aed2c8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.120814 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8381-e2c8-4d9e-b0af-e9709894480f req-fa91a233-08b7-4b6a-81d8-a45d2cdb1ebd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:34.122326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b39e8381-e2c8-4d9e-b0af-e9709894480f req-fa91a233-08b7-4b6a-81d8-a45d2cdb1ebd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0523450 Aug 10 04:29:34.162512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b39e8381-e2c8-4d9e-b0af-e9709894480f req-90aca96e-dbc2-42c5-81d9-a61d4115c6f8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332532 Aug 10 04:29:34.275189 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba490-2e7d-4491-b494-5c27372c7623 req-db5b49cc-9977-4cf6-8d17-74f4c8943f55 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:34.276701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8ba490-2e7d-4491-b494-5c27372c7623 req-db5b49cc-9977-4cf6-8d17-74f4c8943f55 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0494902 Aug 10 04:29:34.314366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8ba490-2e7d-4491-b494-5c27372c7623 req-370efa3e-c613-437b-9d09-4679381cd3b4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316617 Aug 10 04:29:34.335119 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48204) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:34.375241 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556612e-0e2a-44e6-a342-2f9da07e27f3 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:34.376776 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-8556612e-0e2a-44e6-a342-2f9da07e27f3 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1093 time: 0.0401094 Aug 10 04:29:34.379616 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48206) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:34.384192 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:34.437888 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.553393 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.650798 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.760358 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.30 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/84fd8499-67a2-4edb-b13a-6ac22888d126) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:29:34.864928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:34.972559 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.011067 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:29:35.013919 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:29:35.018258 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:29:35.040044 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=84fd8499-67a2-4edb-b13a-6ac22888d126,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:35.371232 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.527677 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.674776 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.746928 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.814460 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=84fd8499-67a2-4edb-b13a-6ac22888d126,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:35.824220 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:35.925685 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP ab2a6082-e23b-4712-a679-ea77364618fb associated. External IP: 172.25.1.30, port: 5f205c19-3f01-4b8e-87d2-126205ef225d. Aug 10 04:29:35.993523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.142166 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router d136eb76-bc37-4393-bfce-23e39f6555eb has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:29:36.252147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:29:36.262819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] Sync routers for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:29:36.272260 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:36.272902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.372172 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:36.374990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:36.401081 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-64a9b776-1083-476f-879e-0ddf181f7a90 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0187082 Aug 10 04:29:36.401081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:36.402534 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b0f2063f22eaf10d1bd0ff9deefec0fa815008e79d865692bff60d1d702400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b513ba9f-1052-4eb7-98fa-a9ee095cb760" -d '{"events": [{"name": "network-changed", "server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:36.493981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77024e-5ca1-446d-a7f4-c540a245f6d0 req-8e562199-817d-43fd-87e0-8921eb0e8008 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:36.495580 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd77024e-5ca1-446d-a7f4-c540a245f6d0 req-8e562199-817d-43fd-87e0-8921eb0e8008 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0476568 Aug 10 04:29:36.534097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd77024e-5ca1-446d-a7f4-c540a245f6d0 req-db85f337-670a-4a23-9af8-d2399d35de26 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324266 Aug 10 04:29:36.557033 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48212) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:36.597304 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666ccfa0-28dc-4191-ac5f-b49e507e866e x-openstack-request-id: req-666ccfa0-28dc-4191-ac5f-b49e507e866e {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:36.597598 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:36.597852 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-666ccfa0-28dc-4191-ac5f-b49e507e866e {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:36.598251 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'status': 'completed', 'code': 200} Aug 10 04:29:36.624997 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-71df636b-49d2-41d7-bd8d-e7172e7a3984 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/ab2a6082-e23b-4712-a679-ea77364618fb HTTP/1.1" status: 200 len: 991 time: 0.0657928 Aug 10 04:29:36.625244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'ab2a6082-e23b-4712-a679-ea77364618fb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'port_id': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'mac_address': 'fa:16:3e:6f:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:29:35Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:25Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.657922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] Checking router: d136eb76-bc37-4393-bfce-23e39f6555eb for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:29:36.666377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:29:36.666984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:29:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:36.679192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-2509600a-d8cd-4a85-bcc8-9f9281c06b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:36.680718 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-2509600a-d8cd-4a85-bcc8-9f9281c06b25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1098 time: 0.0444708 Aug 10 04:29:36.769147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:29:36.771588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-023424cc-482f-4f31-a682-30e5e8c822a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:36.773169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-023424cc-482f-4f31-a682-30e5e8c822a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 897 time: 0.0855315 Aug 10 04:29:36.842163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-f9a0976c-23d6-4fa9-a21e-fb3d631282a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 999 time: 0.0615966 Aug 10 04:29:36.893580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-5145a2a8-85aa-4160-81ca-cf484c7c74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:36.895077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-5145a2a8-85aa-4160-81ca-cf484c7c74ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 200 len: 835 time: 0.0460930 Aug 10 04:29:36.939433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-c6be32cd-319a-426a-961b-8edab36755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:36.940892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-c6be32cd-319a-426a-961b-8edab36755d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392399 Aug 10 04:29:36.988679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'ab2a6082-e23b-4712-a679-ea77364618fb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'port_id': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'mac_address': 'fa:16:3e:6f:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:29:35Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:25Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:29:37.014729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e5e3-32b9-4059-8fcd-393a2740e850 None None] The sync data for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 is: [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'ab2a6082-e23b-4712-a679-ea77364618fb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'port_id': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'mac_address': 'fa:16:3e:6f:a2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:29:35Z', 'updated_at': '2021-08-10T04:29:35Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:25Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:29:37.033270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-6c582ced-1891-41a4-95fe-918577454d43 service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854619 Aug 10 04:29:37.125044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b513ba9f-1052-4eb7-98fa-a9ee095cb760 req-7a01a3f8-981f-4293-b835-e9d26b23a16a service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843523 Aug 10 04:29:37.196771 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633f790-5589-44b3-a757-639833133116 None None] New status for floating IP ab2a6082-e23b-4712-a679-ea77364618fb: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:29:37.627580 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48214) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:37.693322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2ca9001d-e8fc-4edf-8d1b-db2b834f45b5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/ab2a6082-e23b-4712-a679-ea77364618fb HTTP/1.1" status: 200 len: 993 time: 0.0645785 Aug 10 04:29:46.177867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:56.954108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:00.376829 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-19d42e33-3acd-4640-a18f-278afc0039f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:02.780783 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.068273 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-963b21ab-69a9-44de-b66b-6e3116bf57ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:04.393925 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:05.969756 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:09.270385 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:16.124012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:17.033325 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-1242bb24-fde9-407a-9404-d22cc337cbf0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1021626 Aug 10 04:30:17.133225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-a6a48f5c-5b1f-414f-8be9-c2ed269ff122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:17.134746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-a6a48f5c-5b1f-414f-8be9-c2ed269ff122 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1098 time: 0.0436330 Aug 10 04:30:17.240264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-84e61d1e-a01d-4ceb-86c2-09b7d7e57862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:17.241681 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-84e61d1e-a01d-4ceb-86c2-09b7d7e57862 service neutron] 10.222.0.54 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 897 time: 0.0876303 Aug 10 04:30:17.304772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-1389d02e-3600-48aa-9b83-4c3db053611e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 1001 time: 0.0563502 Aug 10 04:30:17.352989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-421acc26-a267-4c80-984d-8a630f43e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:17.354380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-421acc26-a267-4c80-984d-8a630f43e7bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 200 len: 835 time: 0.0427783 Aug 10 04:30:17.402066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-9067c5b2-cfe9-4a1b-af78-4781d42101aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:17.403530 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-9067c5b2-cfe9-4a1b-af78-4781d42101aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420480 Aug 10 04:30:17.414044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-6df1aae8-4acc-4257-969b-bdda0084205f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:30:17.414960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-6df1aae8-4acc-4257-969b-bdda0084205f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048234 Aug 10 04:30:17.500525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-37be2304-7520-4243-b4fc-4c1ad1f22311 service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783079 Aug 10 04:30:17.590982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6013b1a6-6d98-486c-9a34-180856d93c8c req-d98c95f3-5ca7-4730-bd3e-c1b89922b8a9 service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821090 Aug 10 04:30:26.959108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:30.484330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8205328d-f043-455f-9c90-d1ad537e0d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:32.793095 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:33.095866 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-786adce0-7cc1-4a96-b9e2-b41a26b8f0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:34.415658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:35.963349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:40.702781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3add-a0be-4d44-9a0d-7d45fd89d3a1 req-e81363d2-5532-4642-9584-293fe8f4334a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:40.704439 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b25d3add-a0be-4d44-9a0d-7d45fd89d3a1 req-e81363d2-5532-4642-9584-293fe8f4334a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0512369 Aug 10 04:30:40.746030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b25d3add-a0be-4d44-9a0d-7d45fd89d3a1 req-694112b2-9e49-4a38-8eaf-afbe298d3ba3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354972 Aug 10 04:30:40.796510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-3de0b2b0-5cf9-4775-96f4-f9ea91e682e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:40.798185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-3de0b2b0-5cf9-4775-96f4-f9ea91e682e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1098 time: 0.0416782 Aug 10 04:30:40.894197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-aba9dbd1-7712-4bfc-b881-9cdcf54dfe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:40.895676 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-aba9dbd1-7712-4bfc-b881-9cdcf54dfe0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 897 time: 0.0890701 Aug 10 04:30:40.961444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-1a917476-8660-4142-8f08-8e62ae017f5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 1001 time: 0.0575483 Aug 10 04:30:41.013648 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-d057c7f2-50a9-40f4-8fdc-6de8bd110dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:41.015211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-d057c7f2-50a9-40f4-8fdc-6de8bd110dab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 200 len: 835 time: 0.0446899 Aug 10 04:30:41.062698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-17cd5b56-3419-46bf-9a92-2bd09862702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:41.064165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-17cd5b56-3419-46bf-9a92-2bd09862702a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418332 Aug 10 04:30:41.151233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-25ab8cee-a18d-4721-bd79-ea2431cd706c service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798943 Aug 10 04:30:41.243000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-32a87296-3048-4d46-89ac-8405f6f294a4 req-09e9b915-52c2-4ffa-9a6f-7d8f2316c0f6 service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Aug 10 04:30:41.876068 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31feef1-5aed-47e3-aa04-5d2f768aa43f req-0f86611d-a658-4fc0-b852-cdfcea8e1857 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:41.878101 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d31feef1-5aed-47e3-aa04-5d2f768aa43f req-0f86611d-a658-4fc0-b852-cdfcea8e1857 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Aug 10 04:30:41.916490 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d31feef1-5aed-47e3-aa04-5d2f768aa43f req-5e3950d7-c5b9-48e0-9cc5-322266e9b9b0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315516 Aug 10 04:30:43.029258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffeb5d-d6e5-440c-8a75-63f39bca9831 req-3075dfb3-4aa1-4f58-b154-26eb55fa2a28 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:43.030750 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7ffeb5d-d6e5-440c-8a75-63f39bca9831 req-3075dfb3-4aa1-4f58-b154-26eb55fa2a28 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0481496 Aug 10 04:30:43.067815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7ffeb5d-d6e5-440c-8a75-63f39bca9831 req-396efe15-6658-4345-a780-d60856db0adc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304813 Aug 10 04:30:44.185635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084ddb1-cb44-4ac6-b7c1-acc279be83dd req-65f5f6fd-5b2d-48ac-bd7d-56ed4a0e7b37 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:44.187118 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0084ddb1-cb44-4ac6-b7c1-acc279be83dd req-65f5f6fd-5b2d-48ac-bd7d-56ed4a0e7b37 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Aug 10 04:30:44.225140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0084ddb1-cb44-4ac6-b7c1-acc279be83dd req-339a1db8-4b06-43e5-b112-50c4db244c0d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315259 Aug 10 04:30:45.337419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c3612-b915-4374-a0ea-82711ad5a8dc req-3c0e053f-a876-4185-926b-a6a497da95c7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:45.339001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-890c3612-b915-4374-a0ea-82711ad5a8dc req-3c0e053f-a876-4185-926b-a6a497da95c7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0482955 Aug 10 04:30:45.377571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-890c3612-b915-4374-a0ea-82711ad5a8dc req-f3197cbd-636f-4ce1-947b-e044b779ef7f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Aug 10 04:30:46.083936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:46.269362 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:46.491188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd66e3-c26c-4b55-ba3c-41276e4cc913 req-cbfb68e2-403b-4b90-b760-49d0e3497802 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:46.492683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aebd66e3-c26c-4b55-ba3c-41276e4cc913 req-cbfb68e2-403b-4b90-b760-49d0e3497802 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Aug 10 04:30:46.530994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aebd66e3-c26c-4b55-ba3c-41276e4cc913 req-e3f34e28-ffa2-4e8a-949f-4003dfc8f2d9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323653 Aug 10 04:30:47.649231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfc15f-3d4a-4e0e-8dd1-42237a8eef85 req-2195ef09-7f05-40e6-b3d4-4793a94db32a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:47.650702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00cfc15f-3d4a-4e0e-8dd1-42237a8eef85 req-2195ef09-7f05-40e6-b3d4-4793a94db32a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0520337 Aug 10 04:30:47.690028 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00cfc15f-3d4a-4e0e-8dd1-42237a8eef85 req-565ac276-0f3e-41fe-8288-927194cf58b1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Aug 10 04:30:48.805033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b056-f483-48e5-9636-75bae6d24ff2 req-2c65df68-f56b-4963-872d-0053a99d4bf9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:48.806521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed68b056-f483-48e5-9636-75bae6d24ff2 req-2c65df68-f56b-4963-872d-0053a99d4bf9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0489478 Aug 10 04:30:48.843952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed68b056-f483-48e5-9636-75bae6d24ff2 req-1e0d0d83-37f7-4134-8845-aaa2dc53b358 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Aug 10 04:30:49.958861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85161b1d-b285-47dc-bf20-28e9bb59c667 req-d397b380-bd5d-46e1-b95a-41d919652a47 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:49.960334 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85161b1d-b285-47dc-bf20-28e9bb59c667 req-d397b380-bd5d-46e1-b95a-41d919652a47 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Aug 10 04:30:49.997495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-85161b1d-b285-47dc-bf20-28e9bb59c667 req-8a8049cd-7506-492d-b7ce-932200ce0a45 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Aug 10 04:30:51.179976 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94f618-cbbc-41e1-93c7-b4eaa325f7e4 req-9f1c00e5-9e76-402b-8029-158f24d93b7f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:51.181398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc94f618-cbbc-41e1-93c7-b4eaa325f7e4 req-9f1c00e5-9e76-402b-8029-158f24d93b7f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.1131313 Aug 10 04:30:51.540963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cc94f618-cbbc-41e1-93c7-b4eaa325f7e4 req-74d418f0-4264-4b46-8537-eae170776235 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535883 Aug 10 04:30:52.655211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59541e68-7418-4a0a-b5ee-b09f48b6a705 req-fb313f91-512e-4e68-bc1e-f4e64a95a2a1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.656722 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59541e68-7418-4a0a-b5ee-b09f48b6a705 req-fb313f91-512e-4e68-bc1e-f4e64a95a2a1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0483158 Aug 10 04:30:52.694841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59541e68-7418-4a0a-b5ee-b09f48b6a705 req-b5cba913-3195-470a-8346-186c71e499ac tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Aug 10 04:30:52.717059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48270) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:52.778529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5a5a6fd0-b9c5-49fe-b801-57cc4665b5b8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/ab2a6082-e23b-4712-a679-ea77364618fb HTTP/1.1" status: 200 len: 993 time: 0.0603344 Aug 10 04:30:57.003940 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:00.317506 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-07909ecd-0940-4172-9d92-79fce63b36d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:02.814680 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:03.066417 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe190-569a-455a-833a-d0d6009568e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:04.449047 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:05.963208 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.140049 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.969589 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-f35a78c3-c1f7-4c1e-970e-f29f0575f19d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384209 Aug 10 04:31:17.065108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d6433-1374-4b63-bad4-83120dc4823c req-c3c565f7-dc6e-41a6-9a63-4ca7fd454eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:17.067191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-c3c565f7-dc6e-41a6-9a63-4ca7fd454eb3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1098 time: 0.0395744 Aug 10 04:31:17.171002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d6433-1374-4b63-bad4-83120dc4823c req-efd5ab4c-0ef3-4638-afd0-d07164fb069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:17.172506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-efd5ab4c-0ef3-4638-afd0-d07164fb069c service neutron] 10.222.0.54 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 897 time: 0.0851991 Aug 10 04:31:17.235938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-592c6084-2470-4488-8916-f84d2dd1f2ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 1001 time: 0.0551095 Aug 10 04:31:17.282739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d6433-1374-4b63-bad4-83120dc4823c req-d0ebb71e-c4c8-44e7-9f78-786505fff219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:17.284126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-d0ebb71e-c4c8-44e7-9f78-786505fff219 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 200 len: 835 time: 0.0415711 Aug 10 04:31:17.332590 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d6433-1374-4b63-bad4-83120dc4823c req-b1611cb4-d0a2-4561-8ab7-61efc090d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:17.334125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-b1611cb4-d0a2-4561-8ab7-61efc090d0e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420842 Aug 10 04:31:17.421138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-e04cfd93-be02-478f-8c63-6a7b48fde71e service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800781 Aug 10 04:31:17.513493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-810d6433-1374-4b63-bad4-83120dc4823c req-67e5e6f6-8d6f-417c-af0d-1c38135d0a68 service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Aug 10 04:31:23.268920 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:26.962755 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:30.339848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-04090cd5-7091-4089-974e-fbb42d06ebd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:32.808709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:33.076905 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0857b90e-7a37-4b91-943c-7d9e4adb2bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:34.402295 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:35.979704 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.415816 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48298) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:41.573528 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 84fd8499-67a2-4edb-b13a-6ac22888d126 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:41.573879 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.648582 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.648918 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.661020 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 84fd8499-67a2-4edb-b13a-6ac22888d126 owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:41.882788 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.906335 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=84fd8499-67a2-4edb-b13a-6ac22888d126,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:41.919075 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.919426 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.919766 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.920100 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.920462 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.920799 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.921127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.921454 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.921797 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.922104 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.922446 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.922751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:41.991202 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:41.991540 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP ab2a6082-e23b-4712-a679-ea77364618fb disassociated (deleted). External IP: 172.25.1.30, port: 5f205c19-3f01-4b8e-87d2-126205ef225d. Aug 10 04:31:42.202788 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router d136eb76-bc37-4393-bfce-23e39f6555eb has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:42.307036 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:42.317713 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:42.317817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] Sync routers for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:42.326605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:42.327296 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:42.455757 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:42.615434 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-293b664b-e0e2-44b5-b38c-fc2ff57548d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/floatingips/ab2a6082-e23b-4712-a679-ea77364618fb HTTP/1.1" status: 204 len: 168 time: 1.1984735 Aug 10 04:31:42.616131 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:42.618332 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b0f2063f22eaf10d1bd0ff9deefec0fa815008e79d865692bff60d1d702400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95645d7c-4e06-412a-83d0-506240e1adcb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:42.654143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:25Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:42.680647 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] Checking router: d136eb76-bc37-4393-bfce-23e39f6555eb for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:42.688682 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:42.689281 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:42.794464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:42.949072 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88421ea8-524a-4807-97d9-e52f60a78972 x-openstack-request-id: req-88421ea8-524a-4807-97d9-e52f60a78972 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:42.949736 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:42.950209 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88421ea8-524a-4807-97d9-e52f60a78972 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:42.950666 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'status': 'completed', 'code': 200} Aug 10 04:31:43.074688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdcf75-1c67-4877-b764-7a8fd0c6f8f7 req-145ea8da-2bb6-4343-a41a-5c8ec5741799 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:43.076267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38fdcf75-1c67-4877-b764-7a8fd0c6f8f7 req-145ea8da-2bb6-4343-a41a-5c8ec5741799 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0794640 Aug 10 04:31:43.084656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645d7c-4e06-412a-83d0-506240e1adcb req-6b686849-7805-4ab9-a0ab-bc0ecb8ecd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:43.086117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-6b686849-7805-4ab9-a0ab-bc0ecb8ecd98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 1098 time: 0.0627067 Aug 10 04:31:43.153663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:25Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:43.165905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-38fdcf75-1c67-4877-b764-7a8fd0c6f8f7 req-48506d0a-4fc1-4ff3-9c05-fc16935cffcd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832622 Aug 10 04:31:43.185574 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e152e-4df4-4d4a-921a-1eb794c5b459 None None] The sync data for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 is: [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:20Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f9cf5992-9fad-42e3-b4f9-8beefac12c70', 'name': '', 'network_id': '892f0ddb-be50-474d-9a7a-7a7d3fe9dd99', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:7c:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:19Z', 'updated_at': '2021-08-10T04:29:25Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '2a28ee06-a8e0-4202-9f36-15298ac9a361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:43.206794 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645d7c-4e06-412a-83d0-506240e1adcb req-4e7d61e6-0cdd-41c2-a910-f577819a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:43.208281 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-4e7d61e6-0cdd-41c2-a910-f577819a882c service neutron] 10.222.0.54 "GET /v2.0/networks?id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 200 len: 897 time: 0.1087990 Aug 10 04:31:43.252645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-d8452c58-11f4-4520-bd19-8871605b03dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 200 len: 217 time: 0.0353866 Aug 10 04:31:43.303157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645d7c-4e06-412a-83d0-506240e1adcb req-e78bfc48-1b92-41b9-b2b7-124e59cf1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:43.304688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-e78bfc48-1b92-41b9-b2b7-124e59cf1ad0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 200 len: 835 time: 0.0451448 Aug 10 04:31:43.358197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645d7c-4e06-412a-83d0-506240e1adcb req-23483a53-0728-48ca-88df-5b7dfe6fb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:43.359714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-23483a53-0728-48ca-88df-5b7dfe6fb276 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465078 Aug 10 04:31:43.394809 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e97f7a-3227-4422-85dc-aa7cde5e615a None None] New status for floating IP ab2a6082-e23b-4712-a679-ea77364618fb: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:31:43.450210 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-f5c9985f-27e7-4356-b62a-8c420412b66a service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828729 Aug 10 04:31:43.549791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95645d7c-4e06-412a-83d0-506240e1adcb req-3f38ad99-a3c0-419c-b6a3-2a127d94eec4 service neutron] 10.222.0.54 "GET /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901906 Aug 10 04:31:44.283016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4da9a-d78e-4e06-88f5-c3024b22fe51 req-110b5f25-2383-4c4b-96e6-178fd273bb09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:44.285166 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc4da9a-d78e-4e06-88f5-c3024b22fe51 req-110b5f25-2383-4c4b-96e6-178fd273bb09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0503361 Aug 10 04:31:44.322671 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc4da9a-d78e-4e06-88f5-c3024b22fe51 req-9e565595-e70f-4f85-90ea-833893a93cf8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed6de729-66f8-4a4c-b046-9466825dc0da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315483 Aug 10 04:31:44.969204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73495985-a30f-447f-9cfd-d097fb3168be req-1f29d5c3-ecf7-45d3-aa5a-ec40ec7ee11d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:44.970639 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73495985-a30f-447f-9cfd-d097fb3168be req-1f29d5c3-ecf7-45d3-aa5a-ec40ec7ee11d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 946 time: 0.0481153 Aug 10 04:31:45.060231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 5f205c19-3f01-4b8e-87d2-126205ef225d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:45.060606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:45.144700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 5f205c19-3f01-4b8e-87d2-126205ef225d, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=5f205c19-3f01-4b8e-87d2-126205ef225d,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:45.145071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:45.157595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 5f205c19-3f01-4b8e-87d2-126205ef225d owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:45.368038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:45.400305 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=5f205c19-3f01-4b8e-87d2-126205ef225d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:45.452290 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c3ccc61c-7e39-4ea1-971f-045f74ac074d req-f3ec7705-c8d2-4ee6-877c-99da0680c7cc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1424384-1e98-45b8-b23d-603815d6cfd2 HTTP/1.1" status: 200 len: 210 time: 0.0556226 Aug 10 04:31:45.456463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.456813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.457150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.457483 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.457811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.458155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.458461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.458785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.459111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.459431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.459751 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.460070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:45.480526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] No DVR routers for this DVR port 5f205c19-3f01-4b8e-87d2-126205ef225d on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:31:45.483404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:45.486077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73495985-a30f-447f-9cfd-d097fb3168be req-15da480e-918f-4c1d-9aa1-23809272b083 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "DELETE /v2.0/ports/5f205c19-3f01-4b8e-87d2-126205ef225d HTTP/1.1" status: 204 len: 173 time: 0.5095167 Aug 10 04:31:45.487100 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'name': 'network-vif-deleted', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:31:45.490207 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322a6fa-a91f-4033-8dd6-4771a852732e" -d '{"events": [{"server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "name": "network-vif-deleted", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:31:45.525917 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa2780e-9a63-4f85-a43d-10cf519acd46 x-openstack-request-id: req-1aa2780e-9a63-4f85-a43d-10cf519acd46 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:31:45.528798 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1424384-1e98-45b8-b23d-603815d6cfd2", "name": "network-vif-deleted", "tag": "5f205c19-3f01-4b8e-87d2-126205ef225d", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:31:45.528798 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1aa2780e-9a63-4f85-a43d-10cf519acd46 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:31:45.528798 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1424384-1e98-45b8-b23d-603815d6cfd2', 'name': 'network-vif-deleted', 'tag': '5f205c19-3f01-4b8e-87d2-126205ef225d', 'status': 'completed', 'code': 200} Aug 10 04:31:46.145615 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:46.509713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48316) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:46.859538 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:47.110787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port f9cf5992-9fad-42e3-b4f9-8beefac12c70 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:47.111047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:47.200507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port f9cf5992-9fad-42e3-b4f9-8beefac12c70, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f9cf5992-9fad-42e3-b4f9-8beefac12c70,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:47.200873 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:47.214912 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for f9cf5992-9fad-42e3-b4f9-8beefac12c70 owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:47.545402 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:47.572302 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=f9cf5992-9fad-42e3-b4f9-8beefac12c70,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:47.747993 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:47.957282 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router d136eb76-bc37-4393-bfce-23e39f6555eb has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:48.068066 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:48.073823 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-2fd672ef-d9b8-43f7-90e3-b1704e0815c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/d136eb76-bc37-4393-bfce-23e39f6555eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629070 Aug 10 04:31:48.075771 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48318) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:48.077423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] Sync routers for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:48.087852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:48.088503 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:48.132038 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting subnet 2a28ee06-a8e0-4202-9f36-15298ac9a361 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:31:48.135517 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.174990 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.193610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:48.257586 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.372777 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:31:47Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:48.399504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] Checking router: d136eb76-bc37-4393-bfce-23e39f6555eb for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:48.407671 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] Routers {'d136eb76-bc37-4393-bfce-23e39f6555eb'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:48.408313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['d136eb76-bc37-4393-bfce-23e39f6555eb'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:48.408847 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.436452 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Subnet': ['ID=2a28ee06-a8e0-4202-9f36-15298ac9a361,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:48.443160 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.445170 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-45d012b0-1287-4965-a7e8-59ad33b5fad7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/subnets/2a28ee06-a8e0-4202-9f36-15298ac9a361 HTTP/1.1" status: 204 len: 168 time: 0.3684289 Aug 10 04:31:48.447996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48320) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:48.451147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d55be-05ea-41b1-b8fd-5b8949758768 None None] Network 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:31:48.555153 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.590558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] Set router d136eb76-bc37-4393-bfce-23e39f6555eb gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:48.657629 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.697072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5f205c19-3f01-4b8e-87d2-126205ef225d no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:48.725657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 5f205c19-3f01-4b8e-87d2-126205ef225d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:48.731062 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 5f205c19-3f01-4b8e-87d2-126205ef225d not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:48.793179 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] DHCP port deletion for 892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:31:48.800682 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 0a427b65-1341-46a6-80bd-9b0ea1d46b83 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:48.801029 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.850910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:31:47Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:48.878519 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc203a7-a546-479f-984f-4d3a1075c848 None None] The sync data for ids ['d136eb76-bc37-4393-bfce-23e39f6555eb'] in n-d-765315-26 is: [{'id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-443391125', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:31:47Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '0a427b65-1341-46a6-80bd-9b0ea1d46b83', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:da:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136eb76-bc37-4393-bfce-23e39f6555eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:29:16Z', 'updated_at': '2021-08-10T04:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:48.882631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 0a427b65-1341-46a6-80bd-9b0ea1d46b83, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=0a427b65-1341-46a6-80bd-9b0ea1d46b83,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:48.882902 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.886068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Deleting port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:48.886452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.896450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 0a427b65-1341-46a6-80bd-9b0ea1d46b83 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:48.947509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] For port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,segment=NetworkSegment(2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f),segment_id=2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:48.947916 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.960983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Calling delete_port for 86cb82d3-e26d-46cb-a9c4-a34675ddef8f owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:49.156837 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.182295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Pushing event deleted for resources: {'Port': ['ID=86cb82d3-e26d-46cb-a9c4-a34675ddef8f,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:49.185218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.186419 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] No DVR routers for this DVR port 86cb82d3-e26d-46cb-a9c4-a34675ddef8f on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:31:49.193963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.194308 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.198784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8109f-eb5b-4ab0-955e-3606bd44ffa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:49.221802 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=0a427b65-1341-46a6-80bd-9b0ea1d46b83,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:49.284782 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 86cb82d3-e26d-46cb-a9c4-a34675ddef8f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:49.285781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.305294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 86cb82d3-e26d-46cb-a9c4-a34675ddef8f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:49.305643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 86cb82d3-e26d-46cb-a9c4-a34675ddef8f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:49.306061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f9cf5992-9fad-42e3-b4f9-8beefac12c70 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:49.328203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f9cf5992-9fad-42e3-b4f9-8beefac12c70 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:49.328673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f9cf5992-9fad-42e3-b4f9-8beefac12c70 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:49.380224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.382469 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.511442 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.512042 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Fanout notify agent at l3_agent the message router_deleted on router d136eb76-bc37-4393-bfce-23e39f6555eb {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:31:49.519338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.520592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b08fc2c9-d53c-4eec-affb-a04dcb88a195 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/routers/d136eb76-bc37-4393-bfce-23e39f6555eb HTTP/1.1" status: 204 len: 168 time: 1.0710719 Aug 10 04:31:49.523185 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48324) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:49.600823 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.690699 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.700055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892f0ddb-be50-474d-9a7a-7a7d3fe9dd99']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:49.710584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:49.710882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aed0b8d-e8d7-478a-8ede-145ce2aa7c9f') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:49.719282 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.732731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.738596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:31:49.740966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:31:49.741934 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:31:49.842317 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.849723 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.850807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/networks/892f0ddb-be50-474d-9a7a-7a7d3fe9dd99 HTTP/1.1" status: 204 len: 168 time: 0.3266840 Aug 10 04:31:49.853600 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48326) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:49.862317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956b4e7-bb76-4507-ad04-217a98bf0f0a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Network': ['ID=892f0ddb-be50-474d-9a7a-7a7d3fe9dd99,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:49.911866 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd01-b7eb-4d68-b553-ad0a909dfd96 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:49.936878 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd01-b7eb-4d68-b553-ad0a909dfd96 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:50.048085 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd01-b7eb-4d68-b553-ad0a909dfd96 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:50.051686 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd01-b7eb-4d68-b553-ad0a909dfd96 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:50.052885 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ec63fd01-b7eb-4d68-b553-ad0a909dfd96 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/security-groups/ed6de729-66f8-4a4c-b046-9466825dc0da HTTP/1.1" status: 204 len: 168 time: 0.1982968 Aug 10 04:31:50.069586 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63fd01-b7eb-4d68-b553-ad0a909dfd96 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6de729-66f8-4a4c-b046-9466825dc0da,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:50.633632 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48332) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:50.638667 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541451055', 'description': 'tempest-secgroup-smoke-541451055 description', 'project_id': 'b39b9adde5d64752823459371a42370a'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:50.739635 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:50.819125 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:50.922682 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:50.958364 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d1914f-ec11-484d-9879-24c8d5d957b7,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:50.994635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0a427b65-1341-46a6-80bd-9b0ea1d46b83 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:31:51.017604 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 0a427b65-1341-46a6-80bd-9b0ea1d46b83 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:31:51.017944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 0a427b65-1341-46a6-80bd-9b0ea1d46b83 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:31:51.042344 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.043624 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-245aea9d-5c8c-4e92-ac7a-2dd9a172124d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4089732 Aug 10 04:31:51.046589 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48334) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:51.051709 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1914f-ec11-484d-9879-24c8d5d957b7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:51.149840 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.205757 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.287649 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.304921 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf9e1a9-d41a-4f65-b795-d2d3bc91afb5,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:51.361942 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.363174 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1eb72ab2-e7a9-4f7f-b2df-5dc1b297ee6c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156564 Aug 10 04:31:51.365925 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48336) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:51.370406 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1914f-ec11-484d-9879-24c8d5d957b7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:51.463745 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.519496 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.579347 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.596266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5704d629-661d-4ef7-97ae-c6fc2abe82f9,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:51.647725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.648977 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1cc47149-c211-439b-a9af-10fc0d23984d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821109 Aug 10 04:31:51.651658 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48338) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:51.656037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1914f-ec11-484d-9879-24c8d5d957b7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:51.732636 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.790195 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.830856 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.852179 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc458bd2-96ac-48bf-9156-7b9495eb482c,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:51.888155 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:51.889413 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-0d226622-1400-454c-b2a9-8d08774c9d1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368021 Aug 10 04:31:51.892122 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48340) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:51.896470 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1914f-ec11-484d-9879-24c8d5d957b7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:51.966929 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.030429 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.099511 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.119090 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14df6af4-7e19-439c-a36c-0c2aa01fd766,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:52.179629 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.180895 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd1b7292-6a13-47c6-908a-cf715c7f76b6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2878242 Aug 10 04:31:52.183792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48342) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:52.188609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1914f-ec11-484d-9879-24c8d5d957b7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:52.258455 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:31:52.263576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.330819 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.419512 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.437256 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9fc93f-582c-4680-ae59-62d1e58bf439,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:52.504307 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.505533 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7844a00a-d0d0-47bd-b02b-6a0917d083dd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3206637 Aug 10 04:31:52.508264 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48344) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:52.513532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1914f-ec11-484d-9879-24c8d5d957b7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:52.596464 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:31:52.601180 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.660852 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.762398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.781171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7f021e-b2bd-470d-bc42-b6d468033bd4,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:52.899354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:52.900648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cc8f04ef-84c4-4a62-9f0f-8dc1c1e450de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3914685 Aug 10 04:31:52.903494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48346) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:52.908541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'network': {'name': 'tempest-network-smoke--1494784283', 'project_id': 'b39b9adde5d64752823459371a42370a', 'port_security_enabled': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:52.985285 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:31:52.989236 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.012664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:31:53.021112 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.021455 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Added segment 46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e of type vlan for network 7637534b-b5f5-43c0-b06c-0d2978594160 Aug 10 04:31:53.059158 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.185064 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.191147 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:53.191736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.258152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Network': ['ID=7637534b-b5f5-43c0-b06c-0d2978594160,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:53.268509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 7637534b-b5f5-43c0-b06c-0d2978594160 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:31:53.346346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cf21df2c-2304-450b-b921-75ef9669af65 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4413033 Aug 10 04:31:53.349045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48348) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:53.353547 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'admin_state_up': True, 'project_id': 'b39b9adde5d64752823459371a42370a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:53.464555 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.465535 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.515835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.734370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.981507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:53.999970 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.108942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.164 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/80e982a7-7878-4467-9b64-0fef64b5e28f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:54.211088 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.322475 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.361653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:54.364528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:54.367992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:54.373214 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=80e982a7-7878-4467-9b64-0fef64b5e28f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:54.702863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:54.897883 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:55.082025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router c7e15873-a94e-413d-b8f8-e67449bb7ce1 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:31:55.501687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:55.511266 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Sync routers for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:55.521407 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:55.522028 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:55.573795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:55.575161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-75cba852-ff33-4bf9-a736-b05ebb002ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2250717 Aug 10 04:31:55.578297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48350) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:55.606077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-77db1431-03c3-4d41-9234-b684a31085b7 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b39b9adde5d64752823459371a42370a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266249 Aug 10 04:31:55.608622 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48352) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:55.622379 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:55.691803 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e6438-3b17-4201-8a58-104c7551e2ff tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:55.693338 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-077e6438-3b17-4201-8a58-104c7551e2ff tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838208 Aug 10 04:31:55.696145 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48354) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:55.728657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eb94d30b-31b3-4474-98ab-022147fad060 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313153 Aug 10 04:31:55.731153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48356) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:55.735816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570006590', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'project_id': 'b39b9adde5d64752823459371a42370a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:31:55.795601 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:54Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:55.824941 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Checking router: c7e15873-a94e-413d-b8f8-e67449bb7ce1 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:55.825291 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Updating router c7e15873-a94e-413d-b8f8-e67449bb7ce1 port 80e982a7-7878-4467-9b64-0fef64b5e28f binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:31:55.849464 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:55.894313 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:31:55.897925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.093259 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.104950 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Transition to ACTIVE for port object 80e982a7-7878-4467-9b64-0fef64b5e28f will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:56.122527 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.179670 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.182379 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Subnet': ['ID=91c91a3e-12b8-436c-bac7-ce249461a0fc,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:56.191549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Checking segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:56.191918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network hostable DHCP agents. Network: 7637534b-b5f5-43c0-b06c-0d2978594160, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:31:56.228970 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Attempting to bind port 80e982a7-7878-4467-9b64-0fef64b5e28f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:31:56.229341 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Attempting to bind port 80e982a7-7878-4467-9b64-0fef64b5e28f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:31:56.229698 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Attempting to bind port 80e982a7-7878-4467-9b64-0fef64b5e28f on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:56.236378 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Pushing event updated for resources: {'Port': ['ID=80e982a7-7878-4467-9b64-0fef64b5e28f,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:56.238457 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:31:56.238823 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:56.239214 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.239598 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:31:56.240055 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Bound port: 80e982a7-7878-4467-9b64-0fef64b5e28f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:31:56.240452 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.265410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 7637534b-b5f5-43c0-b06c-0d2978594160 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:31:56.265730 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.266079 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.266417 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.266749 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.267080 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.267941 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.268267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.268618 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.268942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.269261 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.269580 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.269897 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:56.303621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] For port 80e982a7-7878-4467-9b64-0fef64b5e28f, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:31:56.306580 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] For port 80e982a7-7878-4467-9b64-0fef64b5e28f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=80e982a7-7878-4467-9b64-0fef64b5e28f,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:31:56.362564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 7637534b-b5f5-43c0-b06c-0d2978594160) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:56.366699 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:56.367298 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.372020 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d317d48-3984-4980-8abc-4675e1495ab8 None None] Network 7637534b-b5f5-43c0-b06c-0d2978594160 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:31:56.377640 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.435250 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:56.435872 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:56.438503 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3fa5-5cc7-4e85-afa7-160e66c8cb93 None None] Pushing event updated for resources: {'Port': ['ID=80e982a7-7878-4467-9b64-0fef64b5e28f,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:56.451512 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-44395b26-afa0-4621-b1da-b3dc11d517d6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7193074 Aug 10 04:31:56.451763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48358) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:56.527763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-7637534b-b5f5-43c0-b06c-0d2978594160', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:31:56.528744 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.542790 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:56.671279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Allocated IP 172.20.0.2 (7637534b-b5f5-43c0-b06c-0d2978594160/91c91a3e-12b8-436c-bac7-ce249461a0fc/a8edb8c0-15c2-4303-acd8-35df92cabe48) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:56.724531 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:54Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:56.826022 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.835379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Transition to ACTIVE for port object a8edb8c0-15c2-4303-acd8-35df92cabe48 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:56.850824 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Transition to ACTIVE for port object a8edb8c0-15c2-4303-acd8-35df92cabe48 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:56.855321 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b85d92-a116-428c-93be-5d5714e844d0 None None] The sync data for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 is: [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:54Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:31:56.899795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.917633 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.966650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Network 7637534b-b5f5-43c0-b06c-0d2978594160 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:56.971455 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:56.973403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Pushing event updated for resources: {'Port': ['ID=a8edb8c0-15c2-4303-acd8-35df92cabe48,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:56.975591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:57.030592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Attempting to bind port a8edb8c0-15c2-4303-acd8-35df92cabe48 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:31:57.031048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Attempting to bind port a8edb8c0-15c2-4303-acd8-35df92cabe48 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:31:57.031469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Attempting to bind port a8edb8c0-15c2-4303-acd8-35df92cabe48 on network 7637534b-b5f5-43c0-b06c-0d2978594160 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:31:57.037614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:31:57.044840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Checking segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:31:57.044840 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.044840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Bound using segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:31:57.044840 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Bound port: a8edb8c0-15c2-4303-acd8-35df92cabe48, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:31:57.044840 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.073789 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.131524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] For port a8edb8c0-15c2-4303-acd8-35df92cabe48, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:31:57.134595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] For port a8edb8c0-15c2-4303-acd8-35df92cabe48, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a8edb8c0-15c2-4303-acd8-35df92cabe48,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:31:57.219620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.228760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.1 (7637534b-b5f5-43c0-b06c-0d2978594160/91c91a3e-12b8-436c-bac7-ce249461a0fc/e3ef1787-b094-4cf7-9821-2631e9ba34e4) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:31:57.287174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b747c5e-e035-4239-a0d2-70a953f8a351 None None] Pushing event updated for resources: {'Port': ['ID=a8edb8c0-15c2-4303-acd8-35df92cabe48,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:57.359886 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.375360 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object e3ef1787-b094-4cf7-9821-2631e9ba34e4 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:31:57.503366 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.545920 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 7637534b-b5f5-43c0-b06c-0d2978594160 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:57.549645 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:57.555868 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:31:57.590990 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=e3ef1787-b094-4cf7-9821-2631e9ba34e4,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:57.613445 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.851197 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:58.166377 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:58.218785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abac469-4350-4213-b81e-27dc939c4992 None None] Network 7637534b-b5f5-43c0-b06c-0d2978594160 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:31:58.253457 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:58.327931 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=e3ef1787-b094-4cf7-9821-2631e9ba34e4,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:58.333473 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:58.425631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7fdf7785-c684-4c51-a1f3-3d9f8e40fbc2 None None] Provisioning for port a8edb8c0-15c2-4303-acd8-35df92cabe48 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:58.717593 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 7637534b-b5f5-43c0-b06c-0d2978594160 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:31:58.719534 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:31:58.750673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-08d65af2-76b4-4513-9ce1-2b97f7ec5ce3 None None] Provisioning for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:58.755723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-08d65af2-76b4-4513-9ce1-2b97f7ec5ce3 None None] Provisioning complete for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:58.756096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-08d65af2-76b4-4513-9ce1-2b97f7ec5ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:58.795623 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-08d65af2-76b4-4513-9ce1-2b97f7ec5ce3 None None] Port e3ef1787-b094-4cf7-9821-2631e9ba34e4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:58.841432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router c7e15873-a94e-413d-b8f8-e67449bb7ce1 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:31:58.915339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-81ccac73-d062-4d76-9998-bdc8fb55551f None None] Provisioning complete for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:58.915719 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-81ccac73-d062-4d76-9998-bdc8fb55551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:58.953875 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-81ccac73-d062-4d76-9998-bdc8fb55551f None None] Port e3ef1787-b094-4cf7-9821-2631e9ba34e4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:58.964749 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:31:58.972982 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d7ee5724-b21e-4ede-9953-57951287716f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/c7e15873-a94e-413d-b8f8-e67449bb7ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164709 Aug 10 04:31:58.981775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Sync routers for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:31:58.992659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:31:58.993540 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:59.086905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 80e982a7-7878-4467-9b64-0fef64b5e28f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:59.149030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0ca465d9-2b86-49dc-8ee4-ac728860332d None None] Provisioning complete for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:59.149558 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0ca465d9-2b86-49dc-8ee4-ac728860332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.152909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-a17b789f-b33f-4832-9427-0f3d6ab4e916 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541451055&fields=id&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 267 time: 0.0480998 Aug 10 04:31:59.178362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:31:59.234481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0ca465d9-2b86-49dc-8ee4-ac728860332d None None] Port e3ef1787-b094-4cf7-9821-2631e9ba34e4 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:31:59.268578 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-60d6e054-5ea7-4128-a819-595e9ec59954 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:59.270225 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-60d6e054-5ea7-4128-a819-595e9ec59954 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 797 time: 0.1150196 Aug 10 04:31:59.286636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-c9a2aea8-09a9-45dc-874e-22ff662f2395 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/quotas/b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 375 time: 0.0099776 Aug 10 04:31:59.304180 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 80e982a7-7878-4467-9b64-0fef64b5e28f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:59.309700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 80e982a7-7878-4467-9b64-0fef64b5e28f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:59.310168 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.342867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-a0c4bdf7-4ba6-4b7a-af6e-21d8dfe8c71b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494144 Aug 10 04:31:59.445142 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-420711fc-fc10-4f0a-8839-02c39a4be3c2 service neutron] 10.222.0.26 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883546 Aug 10 04:31:59.455514 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.479430 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 80e982a7-7878-4467-9b64-0fef64b5e28f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=80e982a7-7878-4467-9b64-0fef64b5e28f,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:31:59.485563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:31:58Z', 'revision_number': 2, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:31:59.512729 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Checking router: c7e15873-a94e-413d-b8f8-e67449bb7ce1 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:31:59.513086 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Updating router c7e15873-a94e-413d-b8f8-e67449bb7ce1 port e3ef1787-b094-4cf7-9821-2631e9ba34e4 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:31:59.534952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4a0c95ed-e3b8-4a16-9ce2-10b66a113eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836046 Aug 10 04:31:59.537935 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.570762 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.571561 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a8edb8c0-15c2-4303-acd8-35df92cabe48 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:31:59.816279 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-28668600-6db9-4322-a730-2c1e8e000e0d req-9de2c560-7a69-4d9e-8b9d-d5248db2f0d0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 210 time: 0.0380256 Aug 10 04:31:59.850359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=80e982a7-7878-4467-9b64-0fef64b5e28f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:59.964910 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port a8edb8c0-15c2-4303-acd8-35df92cabe48 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:31:59.972452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a8edb8c0-15c2-4303-acd8-35df92cabe48 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:31:59.972824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.133869 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.151706 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.176425 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Transition to ACTIVE for port object e3ef1787-b094-4cf7-9821-2631e9ba34e4 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:00.181530 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port a8edb8c0-15c2-4303-acd8-35df92cabe48, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a8edb8c0-15c2-4303-acd8-35df92cabe48,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:00.225034 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.268909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.276672 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:00.295448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ed44c-4b13-4982-b5eb-a5d63f9ef0be None None] Pushing event updated for resources: {'Port': ['ID=e3ef1787-b094-4cf7-9821-2631e9ba34e4,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:00.364643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Attempting to bind port e3ef1787-b094-4cf7-9821-2631e9ba34e4 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:32:00.364904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Attempting to bind port e3ef1787-b094-4cf7-9821-2631e9ba34e4 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:32:00.365266 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Attempting to bind port e3ef1787-b094-4cf7-9821-2631e9ba34e4 on network 7637534b-b5f5-43c0-b06c-0d2978594160 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:00.368539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1370ddf2-a8bd-4e3e-ad2d-fcf8e993b671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.372457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:32:00.374872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Checking segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:00.374872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.374872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Bound using segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:32:00.374872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Bound port: e3ef1787-b094-4cf7-9821-2631e9ba34e4, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:32:00.374872 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.462972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] For port e3ef1787-b094-4cf7-9821-2631e9ba34e4, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:00.464943 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=a8edb8c0-15c2-4303-acd8-35df92cabe48,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:00.476572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] For port e3ef1787-b094-4cf7-9821-2631e9ba34e4, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e3ef1787-b094-4cf7-9821-2631e9ba34e4,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:32:00.533821 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.601812 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:00.602448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:31:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:00.607205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ed44c-4b13-4982-b5eb-a5d63f9ef0be None None] Pushing event updated for resources: {'Port': ['ID=e3ef1787-b094-4cf7-9821-2631e9ba34e4,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:00.715879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:00.905701 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6a615024-a3a1-4303-b2ca-0ffcbd98a842 req-1b34a49e-6ffa-4975-b2a7-473233852eab tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 210 time: 0.0279524 Aug 10 04:32:00.935450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:00Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:00.962937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40373a-6c50-4713-a2a7-e61a8af64bea None None] The sync data for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 is: [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:00Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:01.067342 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 80e982a7-7878-4467-9b64-0fef64b5e28f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:01.121257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 80e982a7-7878-4467-9b64-0fef64b5e28f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:01.122231 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:01.213186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a8edb8c0-15c2-4303-acd8-35df92cabe48 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:01.263122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port a8edb8c0-15c2-4303-acd8-35df92cabe48 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:01.263491 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:01.957055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-65f66ab6-9c1d-420b-a429-cd1c3e9cbf9a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:01.957055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-65f66ab6-9c1d-420b-a429-cd1c3e9cbf9a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 797 time: 0.1088796 Aug 10 04:32:02.016192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-853b9ca6-6987-4a6a-b298-1d846ef02ad7 req-6ee95d28-5667-4131-8a04-7284cdd6c23f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 210 time: 0.0344605 Aug 10 04:32:02.026180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-aa26605c-1a80-453f-af58-a1446f8bf30b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 379 time: 0.0594249 Aug 10 04:32:02.035955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'port': {'device_id': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'admin_state_up': True, 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'security_groups': ['d0d1914f-ec11-484d-9879-24c8d5d957b7']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:02.225105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:32:02.228598 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.350292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.12 (7637534b-b5f5-43c0-b06c-0d2978594160/91c91a3e-12b8-436c-bac7-ce249461a0fc/ba63e1ef-22b0-479d-9a07-3500ecc48fd0) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:32:02.511404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.525028 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object ba63e1ef-22b0-479d-9a07-3500ecc48fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:02.613720 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.657372 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 7637534b-b5f5-43c0-b06c-0d2978594160 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:32:02.660339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:32:02.663960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:32:02.669995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:02.720562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.721228 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.818694 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.854116 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-4c294d70-5c2a-4c45-a951-31fc1b3caab1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8224390 Aug 10 04:32:02.872799 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Request body: {'port': {'device_id': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:02.927903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.990745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4fe05393-9cbc-4144-a70a-b0c86f7a34db None None] Provisioning for port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:02.995730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-4fe05393-9cbc-4144-a70a-b0c86f7a34db None None] Provisioning complete for port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:02.995730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fe05393-9cbc-4144-a70a-b0c86f7a34db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.037442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e3ef1787-b094-4cf7-9821-2631e9ba34e4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:03.062773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-4fe05393-9cbc-4144-a70a-b0c86f7a34db None None] Port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:32:03.110740 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6dcfcf91-c113-4ee8-a39b-6e107fd98780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.139442 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:03.143422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:03.143795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.187363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b649878-1c70-443c-b9bd-a66c9a750b27 req-f8212ec9-1f88-4439-bf7b-9d402126f92d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:03.188955 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b649878-1c70-443c-b9bd-a66c9a750b27 req-f8212ec9-1f88-4439-bf7b-9d402126f92d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 932 time: 0.0841441 Aug 10 04:32:03.223920 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.255596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port e3ef1787-b094-4cf7-9821-2631e9ba34e4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e3ef1787-b094-4cf7-9821-2631e9ba34e4,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:03.260328 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2b649878-1c70-443c-b9bd-a66c9a750b27 req-56488e65-7599-4f8d-8794-6a9d7eeea4da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635972 Aug 10 04:32:03.275960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba63e1ef-22b0-479d-9a07-3500ecc48fd0 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:03.284089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.295398 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Transition to ACTIVE for port object ba63e1ef-22b0-479d-9a07-3500ecc48fd0 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:03.339561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.368208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.388896 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=e3ef1787-b094-4cf7-9821-2631e9ba34e4,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:03.425540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:03.509911 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:32:03.510258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:32:03.510845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on network 7637534b-b5f5-43c0-b06c-0d2978594160 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:03.515292 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on network 7637534b-b5f5-43c0-b06c-0d2978594160 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:32:03.515613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on network 7637534b-b5f5-43c0-b06c-0d2978594160 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:03.520637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:32:03.520978 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Checking segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:03.521367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Bound using segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:32:03.521796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Bound port: ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:32:03.522156 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.591860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:03.595117 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:32:03.671067 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.707943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:03.707943 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.707943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1093 time: 0.8395247 Aug 10 04:32:03.708403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:03.710596 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:03.744277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ec87c-f895-46cc-aa39-433a27ff9290 service neutron] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:03.834347 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa971a-5107-4460-9c4b-ee8c272d40dc x-openstack-request-id: req-23aa971a-5107-4460-9c4b-ee8c272d40dc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:03.834644 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:03.834897 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23aa971a-5107-4460-9c4b-ee8c272d40dc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:03.835372 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'status': 'completed', 'code': 200} Aug 10 04:32:03.869973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-e4e634e7-5e89-42fc-8e2e-3502a579eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:03.871567 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-e4e634e7-5e89-42fc-8e2e-3502a579eda0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1096 time: 0.0466115 Aug 10 04:32:03.924475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-108010eb-c198-4f18-af91-7f5fe79008d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 217 time: 0.0393937 Aug 10 04:32:03.972252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-b1a70c22-1965-4a67-9987-10afd6f6c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:03.973612 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-b1a70c22-1965-4a67-9987-10afd6f6c357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0425129 Aug 10 04:32:04.018437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-6fd9c38d-d21f-4c0d-9240-aff283e746af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.019935 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-6fd9c38d-d21f-4c0d-9240-aff283e746af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393548 Aug 10 04:32:04.111390 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-77ab61b5-b4c5-4bc3-a5da-af9c33f78765 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836179 Aug 10 04:32:04.199888 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-79bb4729-d519-4ed8-b273-2410a6882ca3 req-c5c0265f-c417-4381-8a22-30d7ccbeb662 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821681 Aug 10 04:32:04.412229 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76deba-7283-4ae4-ac3b-8b2d07318da3 req-dc167b10-7f42-4800-aa9e-ec047f408428 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.413723 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef76deba-7283-4ae4-ac3b-8b2d07318da3 req-dc167b10-7f42-4800-aa9e-ec047f408428 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0821679 Aug 10 04:32:04.419836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-004025cf-04a2-4b39-a3ce-d9effb77d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.421282 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-004025cf-04a2-4b39-a3ce-d9effb77d6ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1096 time: 0.0624285 Aug 10 04:32:04.458978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:04.497226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ef76deba-7283-4ae4-ac3b-8b2d07318da3 req-ab164c0d-332a-4ef3-a77a-41422c3fabf4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750177 Aug 10 04:32:04.530447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-ffc020e7-f737-47f5-9a36-9133b9c9e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.531914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-ffc020e7-f737-47f5-9a36-9133b9c9e0ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.1028845 Aug 10 04:32:04.576039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-8c1e8692-939a-4056-ac17-72b3d9fdd68d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 217 time: 0.0366940 Aug 10 04:32:04.622473 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-db209e2c-3463-4a55-a0e6-697f2843319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.623838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-db209e2c-3463-4a55-a0e6-697f2843319a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0410917 Aug 10 04:32:04.668010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-152f6f8a-7327-4860-ac4e-41ebe405cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.669400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-152f6f8a-7327-4860-ac4e-41ebe405cf16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384004 Aug 10 04:32:04.760157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-d49f0377-482a-4ed1-a451-cc118d7b1995 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828240 Aug 10 04:32:04.845751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-109ecb51-b10f-4b4a-b2c4-1cabb5d4f3f0 req-0ac6f7b3-635d-4971-a631-26f90b20d220 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785613 Aug 10 04:32:05.006386 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e3ef1787-b094-4cf7-9821-2631e9ba34e4 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:05.052328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e3ef1787-b094-4cf7-9821-2631e9ba34e4 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:05.052722 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:05.613937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060aa38-de89-428d-ab27-4cf02a2b1bd4 req-a5b75cc9-ce25-406e-814e-6a65bbd9bf3d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:05.615395 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c060aa38-de89-428d-ab27-4cf02a2b1bd4 req-a5b75cc9-ce25-406e-814e-6a65bbd9bf3d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0523257 Aug 10 04:32:05.652356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c060aa38-de89-428d-ab27-4cf02a2b1bd4 req-ded1c130-7149-41ca-a991-2f3436cb8fc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309305 Aug 10 04:32:05.985032 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:06.766569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30f3d0-58f9-47cc-ac07-2f5d8e95109e req-8621646d-01dd-47c5-a928-7e97a9123256 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:06.767981 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e30f3d0-58f9-47cc-ac07-2f5d8e95109e req-8621646d-01dd-47c5-a928-7e97a9123256 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0499313 Aug 10 04:32:06.806005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6e30f3d0-58f9-47cc-ac07-2f5d8e95109e req-79e7c4a7-daa9-42bd-a3d2-dcd702218f62 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Aug 10 04:32:07.919908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9907fa-93eb-4a7c-96e0-b94675033086 req-fb8a5cdc-6e58-45a5-a9fd-601f6579cf3b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:07.921447 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa9907fa-93eb-4a7c-96e0-b94675033086 req-fb8a5cdc-6e58-45a5-a9fd-601f6579cf3b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0489466 Aug 10 04:32:07.959124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-aa9907fa-93eb-4a7c-96e0-b94675033086 req-24ca3548-574b-4952-a513-ed1a4726f3af tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311363 Aug 10 04:32:08.753232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:32:08.843546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:08.858070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'port_id': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'mac_address': 'fa:16:3e:46:34:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:32:08.893720 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:08.906175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba63e1ef-22b0-479d-9a07-3500ecc48fd0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:08.926195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:08.972127 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:09.018819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:09.076573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830abc-577a-4c9f-88f3-42eb0c93afb9 req-fc5c0441-6f04-47e1-af43-10607bc22534 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:09.078095 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b830abc-577a-4c9f-88f3-42eb0c93afb9 req-fc5c0441-6f04-47e1-af43-10607bc22534 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 945 time: 0.0515668 Aug 10 04:32:09.114823 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b830abc-577a-4c9f-88f3-42eb0c93afb9 req-8da30eff-5129-42d0-a485-56ff3f737e9d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301669 Aug 10 04:32:09.373133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ba63e1ef-22b0-479d-9a07-3500ecc48fd0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:32:10.228749 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200934e6-334b-439a-b70a-03fcd68bdcfe req-433db22d-3920-4653-bef2-b7f0ecc514bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:10.230226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-200934e6-334b-439a-b70a-03fcd68bdcfe req-433db22d-3920-4653-bef2-b7f0ecc514bb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 945 time: 0.0490732 Aug 10 04:32:10.267451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-200934e6-334b-439a-b70a-03fcd68bdcfe req-49399588-50b2-477f-954f-c10ca5ed6ca7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307376 Aug 10 04:32:10.762088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:10.875231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:10.879553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:10.882736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.960324 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.981545 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:10.983760 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec47428a-42fb-492d-b2e7-05288e00c4b3" -d '{"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:10.997861 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:11.020886 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0461ba-e70b-4b1d-aeac-bdeb5afae293 x-openstack-request-id: req-0e0461ba-e70b-4b1d-aeac-bdeb5afae293 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:11.021248 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:11.021890 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e0461ba-e70b-4b1d-aeac-bdeb5afae293 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:11.022349 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'code': 200} Aug 10 04:32:11.098347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:11.140632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92881-bb02-4323-a812-e6dedb8163a8 req-d254a227-e132-4033-b02f-e5c691d4dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.142203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dd92881-bb02-4323-a812-e6dedb8163a8 req-d254a227-e132-4033-b02f-e5c691d4dd7b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0409217 Aug 10 04:32:11.147710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:11.177342 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1dd92881-bb02-4323-a812-e6dedb8163a8 req-137b62a0-002e-4089-8071-f381b5787141 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281601 Aug 10 04:32:11.388742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05004f6-879b-4ca2-8f3c-e8c7690b7974 req-bbdc637e-f122-4f93-bede-dbb5f451f8c7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.390132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a05004f6-879b-4ca2-8f3c-e8c7690b7974 req-bbdc637e-f122-4f93-bede-dbb5f451f8c7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0518541 Aug 10 04:32:11.426953 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a05004f6-879b-4ca2-8f3c-e8c7690b7974 req-85e53780-6e62-4d20-aa3d-20f7d63ebe07 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302589 Aug 10 04:32:12.542377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d7f45-55a7-48f5-b164-37f3560b59c6 req-a6d8c1b0-b461-4de2-9789-8eb86618fcd0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.548138 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b31d7f45-55a7-48f5-b164-37f3560b59c6 req-a6d8c1b0-b461-4de2-9789-8eb86618fcd0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0497110 Aug 10 04:32:12.581607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b31d7f45-55a7-48f5-b164-37f3560b59c6 req-80dca33f-1c1a-4532-aca6-a1e6afb4de8a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Aug 10 04:32:13.694492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac21693-484d-416e-a1f2-a33f8827cacb req-4fcb47bd-d2a2-4922-b05f-15d27aa5ddd3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.695969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ac21693-484d-416e-a1f2-a33f8827cacb req-4fcb47bd-d2a2-4922-b05f-15d27aa5ddd3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0481119 Aug 10 04:32:13.732733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ac21693-484d-416e-a1f2-a33f8827cacb req-08a253d0-6d9c-4777-be92-99043191eb07 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Aug 10 04:32:13.848807 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59823d-589e-4ae6-8692-b1eba69a3fda req-11dc2265-43c4-41c4-9288-ed6deea27ee4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.850260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed59823d-589e-4ae6-8692-b1eba69a3fda req-11dc2265-43c4-41c4-9288-ed6deea27ee4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0521076 Aug 10 04:32:13.888354 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ed59823d-589e-4ae6-8692-b1eba69a3fda req-6e0c4c4e-e05d-4e49-92b3-06cd11bbe3d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Aug 10 04:32:13.910385 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48422) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:13.949250 n-d-765315-26 neutron-server[94804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ddc98-88c9-4b84-af34-9eeb6d5fb2e8 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.950743 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-971ddc98-88c9-4b84-af34-9eeb6d5fb2e8 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1093 time: 0.0393589 Aug 10 04:32:13.953546 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48424) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:13.958330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:14.082180 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.179584 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.279631 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.78 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/fdbba976-f14c-4693-9df9-b12112cb583a) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:32:14.486340 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.631047 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.671141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:32:14.674001 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:32:14.677713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:32:14.682935 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=fdbba976-f14c-4693-9df9-b12112cb583a,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.030767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.164872 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.311910 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.379007 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.450002 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=fdbba976-f14c-4693-9df9-b12112cb583a,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.459952 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.560730 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP c3d34550-2571-4447-b147-b9adb43f18f6 associated. External IP: 172.25.1.78, port: ba63e1ef-22b0-479d-9a07-3500ecc48fd0. Aug 10 04:32:15.766511 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router c7e15873-a94e-413d-b8f8-e67449bb7ce1 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:32:15.869233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:32:15.879399 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] Sync routers for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:32:15.888669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:15.889267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:15.939451 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.969301 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4efde53d-251b-4f53-95a9-eca1cd122e80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0142479 Aug 10 04:32:15.970037 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:15.972513 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b0f2063f22eaf10d1bd0ff9deefec0fa815008e79d865692bff60d1d702400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c" -d '{"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:15.993436 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:16.071621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a7767-8f04-44a5-943f-1d1e754ed13e req-dfc3cfa6-8ca7-4d04-a78b-0b879865a7ea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.074072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c91a7767-8f04-44a5-943f-1d1e754ed13e req-dfc3cfa6-8ca7-4d04-a78b-0b879865a7ea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0528617 Aug 10 04:32:16.113703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c91a7767-8f04-44a5-943f-1d1e754ed13e req-a07d7efa-da3d-4f07-b2e3-dd1daef0e42b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328658 Aug 10 04:32:16.143248 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48430) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:16.156942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.188944 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6e10df-2b9c-46f2-ad50-8f1645507671 x-openstack-request-id: req-7c6e10df-2b9c-46f2-ad50-8f1645507671 {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:16.189233 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:16.189482 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c6e10df-2b9c-46f2-ad50-8f1645507671 {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:16.189879 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'status': 'completed', 'code': 200} Aug 10 04:32:16.215666 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-eec482f7-c8fe-4d2b-b9e2-82ef88a92aae tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/c3d34550-2571-4447-b147-b9adb43f18f6 HTTP/1.1" status: 200 len: 991 time: 0.0702548 Aug 10 04:32:16.232192 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'c3d34550-2571-4447-b147-b9adb43f18f6', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'port_id': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'mac_address': 'fa:16:3e:46:34:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:32:14Z', 'updated_at': '2021-08-10T04:32:14Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:03Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:16.262239 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] Checking router: c7e15873-a94e-413d-b8f8-e67449bb7ce1 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:32:16.265487 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-391ceabe-a8ed-4139-909d-68b67b99a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.267030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-391ceabe-a8ed-4139-909d-68b67b99a356 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0406668 Aug 10 04:32:16.270550 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:16.271158 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:32:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:16.368750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-8da79d55-c061-4320-90dd-774d072b3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.370248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-8da79d55-c061-4320-90dd-774d072b3fef service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0967267 Aug 10 04:32:16.382555 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:16.437392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-3e36be6d-8e85-4ad7-8523-701565178846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 999 time: 0.0596352 Aug 10 04:32:16.485118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-529536dc-072d-4663-91fa-bb4d93eacac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.487203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-529536dc-072d-4663-91fa-bb4d93eacac9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0430744 Aug 10 04:32:16.536816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-717fce08-b7cb-4686-b7df-dedd62fad99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.538343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-717fce08-b7cb-4686-b7df-dedd62fad99f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447118 Aug 10 04:32:16.602028 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'c3d34550-2571-4447-b147-b9adb43f18f6', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'port_id': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'mac_address': 'fa:16:3e:46:34:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:32:14Z', 'updated_at': '2021-08-10T04:32:14Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:03Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:16.625507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-9c0d2e1f-ebd5-4869-8720-3f1ff42ac597 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800903 Aug 10 04:32:16.626943 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351db37-e786-4566-9804-2fb2f9f1bee1 None None] The sync data for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 is: [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'c3d34550-2571-4447-b147-b9adb43f18f6', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'port_id': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'mac_address': 'fa:16:3e:46:34:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:32:14Z', 'updated_at': '2021-08-10T04:32:14Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:03Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:16.727380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4c8d9d2f-ad46-4a5f-a2e4-0f8b7d23389c req-0fc428e5-a05d-4b9f-8f31-54e845328f69 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936131 Aug 10 04:32:16.817008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f97d9b-3314-4aaf-a78d-1ea3733648ec None None] New status for floating IP c3d34550-2571-4447-b147-b9adb43f18f6: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:32:17.219330 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48432) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:17.280963 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-4e92a405-aeb2-493c-8991-2ce5ab40329b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/c3d34550-2571-4447-b147-b9adb43f18f6 HTTP/1.1" status: 200 len: 993 time: 0.0605719 Aug 10 04:32:18.974621 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-00438b73-9e1f-402c-84df-b122b02d7032 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402598 Aug 10 04:32:19.069200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-31866efe-3c1f-48d8-924b-b4c9c54501c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:19.070665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-31866efe-3c1f-48d8-924b-b4c9c54501c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0391281 Aug 10 04:32:19.174073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-f8a7dd39-e75f-4cf9-b782-ac084ae745c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:19.175498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-f8a7dd39-e75f-4cf9-b782-ac084ae745c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0864418 Aug 10 04:32:19.237735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-04dbec09-1e66-4568-9888-9f67346ef4eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1001 time: 0.0554364 Aug 10 04:32:19.284806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-68016b46-1ab9-4f62-a7f9-98791e656815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:19.286222 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-68016b46-1ab9-4f62-a7f9-98791e656815 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0419052 Aug 10 04:32:19.333788 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-cb82dff8-af76-4a99-9a7b-f3e95cd588d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:19.335269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-cb82dff8-af76-4a99-9a7b-f3e95cd588d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424120 Aug 10 04:32:19.421764 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-ba00f1ae-ff22-4356-92c5-c4f3142f562e service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794985 Aug 10 04:32:19.510788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c622e68c-16e7-43ce-8e82-cfd25e8746db req-096145a9-1d38-4258-9233-8f7fb1f60f2b service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820792 Aug 10 04:32:27.013216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:30.337484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f418-7f7e-41e9-83d9-3a75b67fe1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:32.784554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:33.115721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c792f6d5-f155-4bc7-8c4b-cb36e558f44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.451649 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:35.994158 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.266638 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:46.161067 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:57.041331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.361804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0037e2e8-07a7-49ef-b3e8-a5c5504c0530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:02.789927 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:03.080936 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-68bb4d39-8c0f-45e6-9d23-d57fc30f4ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:04.412615 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:06.006442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:14.265835 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:16.155396 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:18.963820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-af9caecc-460b-45ee-bfe4-dfcfc49969a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458066 Aug 10 04:33:19.065131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748000ee-e266-418f-abfa-825c1989aa4d req-2f8d28cd-44f4-4030-a158-d480251c8a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:19.066853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-2f8d28cd-44f4-4030-a158-d480251c8a81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0439138 Aug 10 04:33:19.169843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748000ee-e266-418f-abfa-825c1989aa4d req-a4bf2620-81c6-46bf-a8ee-029d3c7b80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:19.171305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-a4bf2620-81c6-46bf-a8ee-029d3c7b80a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0857010 Aug 10 04:33:19.234194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-4701d160-65eb-4d2b-9051-8bace735f4e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1001 time: 0.0558057 Aug 10 04:33:19.285734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748000ee-e266-418f-abfa-825c1989aa4d req-742fc429-d85b-49ef-b6df-c6f05e8c5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:19.287181 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-742fc429-d85b-49ef-b6df-c6f05e8c5b44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0457168 Aug 10 04:33:19.335539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748000ee-e266-418f-abfa-825c1989aa4d req-15e04444-f4f1-46dc-b061-0dd69d6085f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:19.337013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-15e04444-f4f1-46dc-b061-0dd69d6085f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423076 Aug 10 04:33:19.422258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-6e9fa51e-fa02-4b53-8a69-e2ec260fb743 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777776 Aug 10 04:33:19.512712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-748000ee-e266-418f-abfa-825c1989aa4d req-df569b24-6b32-4f4f-900d-f9c5d5777774 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833635 Aug 10 04:33:20.342513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a33a6-38e2-44cb-a3b1-ac0e7f785c09 req-780508ef-32b9-4c6b-9d13-e5502ef34cec tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:20.343988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-883a33a6-38e2-44cb-a3b1-ac0e7f785c09 req-780508ef-32b9-4c6b-9d13-e5502ef34cec tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0482454 Aug 10 04:33:20.381217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-883a33a6-38e2-44cb-a3b1-ac0e7f785c09 req-7a9fe9e4-10d9-478c-ab8d-c44af69209c7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Aug 10 04:33:20.450741 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48464) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:20.528931 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-e10e30cd-7a70-4a52-beb7-fbbf6d0d5aaa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769219 Aug 10 04:33:21.496673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73789852-4ec4-4ccf-aab7-9d96b65b6e76 req-fffa0f0b-1800-4eb2-a0c6-d3b9dfc2c58e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:21.498159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73789852-4ec4-4ccf-aab7-9d96b65b6e76 req-fffa0f0b-1800-4eb2-a0c6-d3b9dfc2c58e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0493131 Aug 10 04:33:21.536543 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-73789852-4ec4-4ccf-aab7-9d96b65b6e76 req-bbbf7416-3b82-4900-bb55-d965474896ba tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Aug 10 04:33:22.508883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-9e930c10-234a-4c09-93d7-0ebc8c13bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:22.510261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-9e930c10-234a-4c09-93d7-0ebc8c13bbd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0435708 Aug 10 04:33:22.598335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-59c099c0-3985-4b0e-a821-f2460717f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:22.599836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-59c099c0-3985-4b0e-a821-f2460717f3c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0819240 Aug 10 04:33:22.690611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-373b0f28-848f-448b-86d8-024d1420878e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1001 time: 0.0791001 Aug 10 04:33:22.698689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fddb8-808d-41c0-82e9-7368c9472885 req-5b380961-47a5-4195-9bb3-479c20e13bb4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:22.700083 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-710fddb8-808d-41c0-82e9-7368c9472885 req-5b380961-47a5-4195-9bb3-479c20e13bb4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0967436 Aug 10 04:33:22.764118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-011b3229-cd65-497e-a425-53a3a301ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:22.765505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-011b3229-cd65-497e-a425-53a3a301ef24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0645528 Aug 10 04:33:22.770829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-710fddb8-808d-41c0-82e9-7368c9472885 req-35075eba-9071-40e4-8a32-42b787ffefba tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619950 Aug 10 04:33:22.814475 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-54aa11b9-256b-4ae2-9a78-0da24b2b9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:22.815960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-54aa11b9-256b-4ae2-9a78-0da24b2b9cf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437696 Aug 10 04:33:22.902725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-dba04638-6b74-4091-b08d-fa464dac50c1 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799196 Aug 10 04:33:22.998253 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-24762179-0393-4779-9e1b-6ace0ba75c51 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887873 Aug 10 04:33:23.888169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee4901-3519-4746-b432-2c842f370f7b req-e65f8745-a7f5-4be5-b949-baece92237e1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:23.889687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edee4901-3519-4746-b432-2c842f370f7b req-e65f8745-a7f5-4be5-b949-baece92237e1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0490055 Aug 10 04:33:23.926745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-edee4901-3519-4746-b432-2c842f370f7b req-6533ed2f-accb-4e2b-a03f-aad995f5ab97 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306170 Aug 10 04:33:25.040688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92d27d-00e7-47a4-8e49-f9a47b81cea7 req-877c1e4f-7f18-4404-b255-ef1eb3b63952 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:25.042161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e92d27d-00e7-47a4-8e49-f9a47b81cea7 req-877c1e4f-7f18-4404-b255-ef1eb3b63952 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0483041 Aug 10 04:33:25.078492 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e92d27d-00e7-47a4-8e49-f9a47b81cea7 req-125c16df-0bd3-43a5-9bc8-1fb6590ca0b9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304525 Aug 10 04:33:26.192351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e0e26-010c-4217-b287-2d83cef04ba3 req-56a35c5b-dce6-44f1-93b7-d9a8905bda10 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:26.193837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b1e0e26-010c-4217-b287-2d83cef04ba3 req-56a35c5b-dce6-44f1-93b7-d9a8905bda10 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0480640 Aug 10 04:33:26.233327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b1e0e26-010c-4217-b287-2d83cef04ba3 req-ad717ab9-0e60-43f7-a1b6-5276ac4485fa tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335035 Aug 10 04:33:27.052085 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.347288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cfb37-95ee-4eb0-b1bd-feacc1a91707 req-1056e69f-5570-4064-a71a-f0c5ed70f049 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:27.348864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d7cfb37-95ee-4eb0-b1bd-feacc1a91707 req-1056e69f-5570-4064-a71a-f0c5ed70f049 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0479915 Aug 10 04:33:27.385130 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d7cfb37-95ee-4eb0-b1bd-feacc1a91707 req-3e8575ba-9c78-4b09-942a-1d088a5013d0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304587 Aug 10 04:33:28.498635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535aed7-ed35-4524-95ed-122515200703 req-e7b011f9-df49-4d43-9d73-321f7e55e5d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:28.500111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6535aed7-ed35-4524-95ed-122515200703 req-e7b011f9-df49-4d43-9d73-321f7e55e5d2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0477085 Aug 10 04:33:28.537743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6535aed7-ed35-4524-95ed-122515200703 req-f26174ed-3a82-478a-bd96-2260296f7946 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317316 Aug 10 04:33:29.648729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4907961-2ae0-4404-a31f-8ea72eb4c7af req-74ed5f39-e26e-4bd6-99f0-527e4c1498af tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:29.650175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4907961-2ae0-4404-a31f-8ea72eb4c7af req-74ed5f39-e26e-4bd6-99f0-527e4c1498af tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0468388 Aug 10 04:33:29.690561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f4907961-2ae0-4404-a31f-8ea72eb4c7af req-4492890a-211e-41d4-b495-05d8f0f07590 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Aug 10 04:33:30.366248 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f63e134b-fe4f-4914-883b-48b286e19db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:30.804881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b0781-60bb-4055-8641-8c01cd8bc92a req-4469694e-b19b-47d6-b4db-4f3c035b48e0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:30.806369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-654b0781-60bb-4055-8641-8c01cd8bc92a req-4469694e-b19b-47d6-b4db-4f3c035b48e0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0495374 Aug 10 04:33:30.843276 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-654b0781-60bb-4055-8641-8c01cd8bc92a req-bf7d34bb-6c6e-4447-8007-775cbcfe0adf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310376 Aug 10 04:33:31.959049 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dc89c-97bb-4b9e-abb8-203858a10ae2 req-d47d108f-a9c6-445b-9b46-d002231785c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:31.960667 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-752dc89c-97bb-4b9e-abb8-203858a10ae2 req-d47d108f-a9c6-445b-9b46-d002231785c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0492544 Aug 10 04:33:31.997404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-752dc89c-97bb-4b9e-abb8-203858a10ae2 req-876d6a72-97d8-48d2-a8c5-85c1d66e4e43 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Aug 10 04:33:32.809623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.114734 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1206a37a-c1aa-4304-8606-0454e86e066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.125317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb75a7-6d0b-41e8-9ead-9118b8317eec req-b4dbd27e-d546-48de-abce-92d433220d1a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:33.129146 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cb75a7-6d0b-41e8-9ead-9118b8317eec req-b4dbd27e-d546-48de-abce-92d433220d1a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0506451 Aug 10 04:33:33.169469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-55cb75a7-6d0b-41e8-9ead-9118b8317eec req-833c5c10-4668-40e5-842e-ace48867a659 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353808 Aug 10 04:33:34.284191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a54b6-570a-4834-8700-f01e40981e8f req-7e26c8cb-49f7-4cc6-b391-f5ad4a1af887 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:34.285710 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad5a54b6-570a-4834-8700-f01e40981e8f req-7e26c8cb-49f7-4cc6-b391-f5ad4a1af887 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0485530 Aug 10 04:33:34.323019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ad5a54b6-570a-4834-8700-f01e40981e8f req-24cb3aad-fe78-4791-875d-24fcd3141f04 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314252 Aug 10 04:33:34.417542 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:35.284424 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-f4f21d38-a905-48f7-8371-0583106bcec7 service neutron] show failed (client error): The resource could not be found. Aug 10 04:33:35.285495 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-f4f21d38-a905-48f7-8371-0583106bcec7 service neutron] 10.222.0.54 "GET /v2.0/ports/ba63e1ef-22b0-479d-9a07-3500ecc48fd0/bindings/n-h1-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0538590 Aug 10 04:33:35.438019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb6ed4-b1fa-4930-a5e6-35d32d82e5fa req-91378773-04a7-4c34-be99-4cb82ea7c113 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.439538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99eb6ed4-b1fa-4930-a5e6-35d32d82e5fa req-91378773-04a7-4c34-be99-4cb82ea7c113 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0493522 Aug 10 04:33:35.476762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-99eb6ed4-b1fa-4930-a5e6-35d32d82e5fa req-d1577296-b3ed-4c20-a4fb-28a26a42b280 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311189 Aug 10 04:33:35.849945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-fcd448e7-a00b-458d-a5e2-adbdd41bfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.851435 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-fcd448e7-a00b-458d-a5e2-adbdd41bfcda service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 1098 time: 0.0875087 Aug 10 04:33:35.863759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-26', 'device_owner': 'compute:nova'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:35.914861 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.000877 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.111703 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:36.147466 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:36.189561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:36.191818 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cd43df-eed0-46aa-8817-7f6b6c3fc13f" -d '{"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:36.195578 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.222417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Transition to ACTIVE for port object ba63e1ef-22b0-479d-9a07-3500ecc48fd0 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:36.242873 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1171bca-57ed-4974-bcfd-1ad845882f01 x-openstack-request-id: req-e1171bca-57ed-4974-bcfd-1ad845882f01 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:36.243166 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-unplugged", "status": "completed", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:36.243420 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1171bca-57ed-4974-bcfd-1ad845882f01 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:36.243817 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'code': 200} Aug 10 04:33:36.300709 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.347717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=6']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:36.386418 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.386770 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.387112 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.387450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.387783 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.388114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.388467 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.388793 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.389118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.389443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.389764 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.390090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:36.428481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] No DVR routers for this DVR port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:33:36.588030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:36.588387 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:36.588723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on network 7637534b-b5f5-43c0-b06c-0d2978594160 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:36.597186 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on network 7637534b-b5f5-43c0-b06c-0d2978594160 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:33:36.597432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Attempting to bind port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on network 7637534b-b5f5-43c0-b06c-0d2978594160 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:36.604963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:36.605209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Checking segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:36.605588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Bound using segment: {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:36.606013 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Bound port: ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:36.606370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.628796 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aea63-4009-4631-a89c-58d26ad95836 req-7039a0c3-f52e-491a-9abb-4f7dcb9cb02a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:36.630283 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d64aea63-4009-4631-a89c-58d26ad95836 req-7039a0c3-f52e-491a-9abb-4f7dcb9cb02a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0758781 Aug 10 04:33:36.701598 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d64aea63-4009-4631-a89c-58d26ad95836 req-d1620f12-384c-4610-abc9-75181fb61ea7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517051 Aug 10 04:33:36.705526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:36.708606 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:36.781253 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.817302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:36.818051 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:36.819302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1093 time: 0.9594772 Aug 10 04:33:36.843240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a000c-81bb-4e41-8975-434274d41165 service neutron] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=7']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:37.211973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-ca3424dc-2455-488d-b85d-b2409b3bbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:37.213411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-ca3424dc-2455-488d-b85d-b2409b3bbd22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1096 time: 0.3672569 Aug 10 04:33:37.301996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-95321b16-fc72-404b-b1f3-7900274360f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:37.303428 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-95321b16-fc72-404b-b1f3-7900274360f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0805802 Aug 10 04:33:37.368694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-6c8f5185-b87e-437c-81b1-c418ae345c2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 999 time: 0.0576801 Aug 10 04:33:37.415905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-725faee3-4449-4f6a-b6a4-19114e113833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:37.417381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-725faee3-4449-4f6a-b6a4-19114e113833 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0424473 Aug 10 04:33:37.461883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-56d98c8f-57c0-4298-be24-c6797755b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:37.463440 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-56d98c8f-57c0-4298-be24-c6797755b263 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387514 Aug 10 04:33:37.474818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-67844e5d-d0d3-4fa7-8eb3-adf92baff275 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:33:37.475743 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-67844e5d-d0d3-4fa7-8eb3-adf92baff275 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054293 Aug 10 04:33:37.564921 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-3e2ba444-6e76-469a-9ab3-8ad566b2aa76 service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812869 Aug 10 04:33:37.652197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-115fa9dc-a439-4e11-9883-0d044f1c6453 req-1445c105-c69d-419f-88c3-64944e698d5d service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801809 Aug 10 04:33:37.827901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1f8c2-9d10-4763-9bd8-b1a99e453b05 req-d01c3cd3-88a4-45da-a553-66a537bb7115 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:37.829960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cd1f8c2-9d10-4763-9bd8-b1a99e453b05 req-d01c3cd3-88a4-45da-a553-66a537bb7115 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0540774 Aug 10 04:33:37.866531 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6cd1f8c2-9d10-4763-9bd8-b1a99e453b05 req-0ef722c6-3625-4bd6-886a-fbea9e2d1dc8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305805 Aug 10 04:33:38.244881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:38.247266 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae956fea-609f-4009-8a09-d4d67f6b0881" -d '{"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:38.294119 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41798df-dee1-45de-9e21-d3f97b3568ba x-openstack-request-id: req-f41798df-dee1-45de-9e21-d3f97b3568ba {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:38.294421 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:38.294676 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f41798df-dee1-45de-9e21-d3f97b3568ba {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:38.295067 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'status': 'completed', 'code': 200} Aug 10 04:33:38.366044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-c26a4408-2f1b-4721-a78a-04d1e37a052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.367491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-c26a4408-2f1b-4721-a78a-04d1e37a052c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1096 time: 0.0510011 Aug 10 04:33:38.447748 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-9dda0a7c-813e-4653-b4d9-d247bdc6d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.449147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-9dda0a7c-813e-4653-b4d9-d247bdc6d71d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1096 time: 0.0962064 Aug 10 04:33:38.517940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-d5b8d1a0-c0b0-47e9-925b-292681199a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.519345 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-d5b8d1a0-c0b0-47e9-925b-292681199a67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.1388280 Aug 10 04:33:38.597619 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-2cccfb24-4e1b-476f-8abb-328c9bf91fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.599041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-2cccfb24-4e1b-476f-8abb-328c9bf91fb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.1421659 Aug 10 04:33:38.606579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-4d2e31db-6a3c-4306-acd9-c8c25aafb5ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 999 time: 0.0738182 Aug 10 04:33:38.699185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-84089d9a-12e5-40a6-8aad-bb42a3c6743c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 999 time: 0.0915859 Aug 10 04:33:38.700601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-a3e7c65b-3375-494d-acf1-b5afa0aab95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.701931 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-a3e7c65b-3375-494d-acf1-b5afa0aab95f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0874205 Aug 10 04:33:38.774246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-81d4f8fb-01fe-40ac-b4aa-b0ef815c49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.775695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-81d4f8fb-01fe-40ac-b4aa-b0ef815c49bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0694988 Aug 10 04:33:38.779883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-dafe9342-ccf3-4806-a87d-d02075bff664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.781267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-dafe9342-ccf3-4806-a87d-d02075bff664 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681207 Aug 10 04:33:38.880877 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-6b61f493-9282-4ef5-840e-7eaa74e3e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.882397 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-6b61f493-9282-4ef5-840e-7eaa74e3e90b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998077 Aug 10 04:33:38.945525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-6408fd5b-a3b5-4ecc-a170-13bfa1fef424 service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557477 Aug 10 04:33:39.059205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3b78a-8568-4e37-9bb3-ca4cf3a7307f req-6fbfbe20-9117-4249-af6d-c4287a8d36b7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:39.060712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bad3b78a-8568-4e37-9bb3-ca4cf3a7307f req-6fbfbe20-9117-4249-af6d-c4287a8d36b7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.1177628 Aug 10 04:33:39.113075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-fbc2ec62-ef1b-4408-a504-dd69d80b9bed service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212431 Aug 10 04:33:39.174467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bad3b78a-8568-4e37-9bb3-ca4cf3a7307f req-a61e772c-79a8-4539-aa4d-7cc8e7a09eb0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057565 Aug 10 04:33:39.176369 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-dd7e9ccc-0ad7-4960-9664-b2860e53fd30 service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206323 Aug 10 04:33:39.184496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:39.221824 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae956fea-609f-4009-8a09-d4d67f6b0881 req-fdf2bbcd-8226-4ec2-9c84-ee32a4e34e39 service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982869 Aug 10 04:33:39.236328 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:40.293772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9c487-32c2-4f69-ac06-aec9c9da1e27 req-18657871-9d75-4daf-a97e-8649e2fb8f06 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.295238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1b9c487-32c2-4f69-ac06-aec9c9da1e27 req-18657871-9d75-4daf-a97e-8649e2fb8f06 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0537074 Aug 10 04:33:40.333220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1b9c487-32c2-4f69-ac06-aec9c9da1e27 req-2db63eb6-98dc-4a46-b951-7935718a957a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315399 Aug 10 04:33:40.600775 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:33:40.653043 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d9d32-e4af-441d-b946-f021b1f9f36a req-ce59601e-ec2d-465b-9312-3cfed9969bcd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.654535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f95d9d32-e4af-441d-b946-f021b1f9f36a req-ce59601e-ec2d-465b-9312-3cfed9969bcd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0498829 Aug 10 04:33:40.695753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f95d9d32-e4af-441d-b946-f021b1f9f36a req-ca0f8c87-68f1-4062-82eb-7490b45c4ea9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343342 Aug 10 04:33:40.698182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:40.709847 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'port_id': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'mac_address': 'fa:16:3e:46:34:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:33:40.748631 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.752026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-9106a65c-93ce-4802-84ba-4478c1c467e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.752749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-9106a65c-93ce-4802-84ba-4478c1c467e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa&tenant_id=b39b9adde5d64752823459371a42370a&binding%3Ahost_id=n-h1-765315-26 HTTP/1.1" status: 200 len: 944 time: 0.0517251 Aug 10 04:33:40.761827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba63e1ef-22b0-479d-9a07-3500ecc48fd0 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:40.781109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:40.846590 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.847979 n-d-765315-26 neutron-server[94805]: INFO neutron.api.v2.resource [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-63edef26-465d-4648-b903-60e6a5328234 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:33:40.849135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-63edef26-465d-4648-b903-60e6a5328234 service neutron] 10.222.0.54 "DELETE /v2.0/ports/ba63e1ef-22b0-479d-9a07-3500ecc48fd0/bindings/n-h2-765315-26 HTTP/1.1" status: 404 len: 381 time: 0.0893095 Aug 10 04:33:40.856540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326174d-f510-42e4-a88d-ab59750d250f req-456327cc-2940-49e7-a5bf-5d48ae6e39a6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.859822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e326174d-f510-42e4-a88d-ab59750d250f req-456327cc-2940-49e7-a5bf-5d48ae6e39a6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 944 time: 0.0716488 Aug 10 04:33:40.894694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:40.902630 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.902989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.903312 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.903649 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.903978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.904306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.904655 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.905004 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.905340 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.905596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e326174d-f510-42e4-a88d-ab59750d250f req-696dab65-be1f-4c04-8155-280b3529e3f5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392029 Aug 10 04:33:40.905731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.905972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.906293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.957144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-cb620185-1931-4221-be9a-9549cc1d9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.958748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-cb620185-1931-4221-be9a-9549cc1d9ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1097 time: 0.0448744 Aug 10 04:33:41.051076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-2085368a-f12b-4d22-9a63-0f1b6be5ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.052574 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-2085368a-f12b-4d22-9a63-0f1b6be5ef7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0872624 Aug 10 04:33:41.107575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['ba63e1ef-22b0-479d-9a07-3500ecc48fd0'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:33:41.120795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-de9618c4-af40-495d-a19c-1752bc86500e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1000 time: 0.0609462 Aug 10 04:33:41.170238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-f7cc7d4c-8ebb-4068-bebc-2496aeeef4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.171762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-f7cc7d4c-8ebb-4068-bebc-2496aeeef4ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0441787 Aug 10 04:33:41.224519 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-0193cc4c-49bd-4a5a-bd0c-ff653519b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.226078 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-0193cc4c-49bd-4a5a-bd0c-ff653519b3ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475352 Aug 10 04:33:41.317167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-87c79d77-d791-4c0b-ac5f-a291562c967f service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840299 Aug 10 04:33:41.410126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-02a3f12a-ee2b-4d64-88b4-4c5a571ed797 req-b20c6ffc-2918-4a83-8622-b0ef5c82ff0e service neutron] 10.222.0.54 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861650 Aug 10 04:33:42.025363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baae26-bc16-4a96-ae31-42199f6f3fe4 req-0834c290-e386-49a0-a5e9-536d434dd56f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.026863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74baae26-bc16-4a96-ae31-42199f6f3fe4 req-0834c290-e386-49a0-a5e9-536d434dd56f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 945 time: 0.0484421 Aug 10 04:33:42.066020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-74baae26-bc16-4a96-ae31-42199f6f3fe4 req-cfab83ef-4643-42f6-a3d7-7831aded06c7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Aug 10 04:33:42.627597 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:42.728593 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:42.732130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:42.732534 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.806907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.828405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:42.831186 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36aa38a-8a88-470e-a064-15cc721bb8c0" -d '{"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:42.843750 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:42.911978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:42.935254 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dd5ff0-e30c-40ff-8ac7-ccaa6a8441d6 x-openstack-request-id: req-84dd5ff0-e30c-40ff-8ac7-ccaa6a8441d6 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:42.935548 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-plugged", "status": "completed", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:42.935805 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84dd5ff0-e30c-40ff-8ac7-ccaa6a8441d6 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:42.936200 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'code': 200} Aug 10 04:33:42.961353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:43.201172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3c15-45a8-4ba2-9db4-d4709a068f0e req-efb5ecdb-9fe0-466d-9fd9-3f5a3b28b2b5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:43.202683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ed3c15-45a8-4ba2-9db4-d4709a068f0e req-efb5ecdb-9fe0-466d-9fd9-3f5a3b28b2b5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0489438 Aug 10 04:33:43.240268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-08ed3c15-45a8-4ba2-9db4-d4709a068f0e req-0e72743e-bd8c-4406-9030-1502564c38de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Aug 10 04:33:43.261698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48548) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:43.323505 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a15be0e2-3bac-45c6-ad88-a60a6ad6e545 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/c3d34550-2571-4447-b147-b9adb43f18f6 HTTP/1.1" status: 200 len: 993 time: 0.0606718 Aug 10 04:33:46.154455 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.264921 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:57.023209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.814617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-f8e7b866-1a9e-4ce5-a039-965dde571124 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389667 Aug 10 04:33:57.897705 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-5be769dd-71ea-478f-acf5-278a444e5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:57.899144 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-5be769dd-71ea-478f-acf5-278a444e5adc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0397058 Aug 10 04:33:58.002238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-8bb54774-3780-45f4-8d7c-164ad2603c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:58.003733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-8bb54774-3780-45f4-8d7c-164ad2603c60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.0849812 Aug 10 04:33:58.067048 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-5e796e69-7aea-4d0c-8992-c38b15c9dc94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 1001 time: 0.0553374 Aug 10 04:33:58.118817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-3220cd45-d40b-4011-8a75-dbe38bd44894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:58.120226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-3220cd45-d40b-4011-8a75-dbe38bd44894 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0454566 Aug 10 04:33:58.165386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-91eb798f-d9f7-4103-ac6a-8b7674e0a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:58.166839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-91eb798f-d9f7-4103-ac6a-8b7674e0a85c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392525 Aug 10 04:33:58.253256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-32c7b2b0-5bfb-4995-b8dc-5a49990d5bc3 service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788257 Aug 10 04:33:58.342835 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-42e6df58-2b4d-4a33-a842-4b8a1073270b req-9d4fd95b-c44b-4d49-be2e-41b9b8a0a901 service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822608 Aug 10 04:34:00.357270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4aa447ea-a9eb-457f-81f8-f62b31dd52d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:02.840072 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:03.097097 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-11d44c88-6b29-407c-9d8a-37a85a0bfd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:04.430751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:06.008549 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:11.646397 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48560) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:11.798692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port fdbba976-f14c-4693-9df9-b12112cb583a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:11.799038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:11.870254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:11.870584 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:11.881680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for fdbba976-f14c-4693-9df9-b12112cb583a owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:12.102818 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:12.131390 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=fdbba976-f14c-4693-9df9-b12112cb583a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:12.189577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:12.189910 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP c3d34550-2571-4447-b147-b9adb43f18f6 disassociated (deleted). External IP: 172.25.1.78, port: ba63e1ef-22b0-479d-9a07-3500ecc48fd0. Aug 10 04:34:12.390045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router c7e15873-a94e-413d-b8f8-e67449bb7ce1 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:12.493172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:12.497925 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:12.502854 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] Sync routers for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:12.515517 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:12.516123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:12.523952 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4b1ab043-2ece-411e-8dbf-8eb0c263e01f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3d34550-2571-4447-b147-b9adb43f18f6 HTTP/1.1" status: 204 len: 168 time: 0.8764882 Aug 10 04:34:12.524605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:12.526842 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e74617-2dd1-4637-903f-c708171e9d33" -d '{"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:12.616793 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:12.808271 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:03Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:12.833760 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] Checking router: c7e15873-a94e-413d-b8f8-e67449bb7ce1 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:12.841709 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:12.842299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:12.918622 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2102370-b5f1-469d-b3cb-46e82cafb316 x-openstack-request-id: req-f2102370-b5f1-469d-b3cb-46e82cafb316 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:12.920623 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:12.920623 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2102370-b5f1-469d-b3cb-46e82cafb316 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:12.920623 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'status': 'completed', 'code': 200} Aug 10 04:34:12.946209 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:13.012031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74617-2dd1-4637-903f-c708171e9d33 req-b93cc4df-bcaa-46df-a3f7-ed50555987af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.013665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-b93cc4df-bcaa-46df-a3f7-ed50555987af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 1098 time: 0.0714936 Aug 10 04:34:13.027053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3bcf-2711-4eaa-a937-15d7a95cebca req-75f46cad-f878-4b9a-a62b-5bf38de634d1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.028693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baeb3bcf-2711-4eaa-a937-15d7a95cebca req-75f46cad-f878-4b9a-a62b-5bf38de634d1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0616515 Aug 10 04:34:13.117742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-baeb3bcf-2711-4eaa-a937-15d7a95cebca req-6ad10b78-e83a-497f-96b4-7cbad546c653 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798137 Aug 10 04:34:13.147902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74617-2dd1-4637-903f-c708171e9d33 req-afa57aaf-7447-40bf-8193-679991e1e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.149425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-afa57aaf-7447-40bf-8193-679991e1e9de service neutron] 10.222.0.46 "GET /v2.0/networks?id=7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 200 len: 898 time: 0.1197834 Aug 10 04:34:13.191493 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-cc251696-cfc6-4b34-899b-def5d3aac31d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 200 len: 217 time: 0.0344100 Aug 10 04:34:13.234212 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:03Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:13.245463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74617-2dd1-4637-903f-c708171e9d33 req-c365f4f4-e25d-4eef-9370-5b1f0abb522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.246933 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-c365f4f4-e25d-4eef-9370-5b1f0abb522e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 200 len: 835 time: 0.0479298 Aug 10 04:34:13.259884 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966b341f-7ce7-494d-a6c6-28548a0f2e41 None None] The sync data for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 is: [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:31:57Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e3ef1787-b094-4cf7-9821-2631e9ba34e4', 'name': '', 'network_id': '7637534b-b5f5-43c0-b06c-0d2978594160', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:4d:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:57Z', 'updated_at': '2021-08-10T04:32:03Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '91c91a3e-12b8-436c-bac7-ce249461a0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:13.295302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e74617-2dd1-4637-903f-c708171e9d33 req-072e3743-e090-43cd-bf87-91010cc78d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.296330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-072e3743-e090-43cd-bf87-91010cc78d04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7637534b-b5f5-43c0-b06c-0d2978594160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411916 Aug 10 04:34:13.398013 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-4b7ca66a-fe96-409b-ab44-230715438b8c service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926411 Aug 10 04:34:13.485476 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd4e55-5633-409c-8996-4c2696acdaa1 None None] New status for floating IP c3d34550-2571-4447-b147-b9adb43f18f6: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:34:13.494474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92e74617-2dd1-4637-903f-c708171e9d33 req-8282dcac-eda7-418f-91c9-10ac59dba0bb service neutron] 10.222.0.46 "GET /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888336 Aug 10 04:34:14.240242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af50094-0d8b-469a-a720-53c8388dee5c req-bc98b135-389b-465e-9750-f821b3d0c7b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.241761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1af50094-0d8b-469a-a720-53c8388dee5c req-bc98b135-389b-465e-9750-f821b3d0c7b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0484340 Aug 10 04:34:14.288336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1af50094-0d8b-469a-a720-53c8388dee5c req-13de528b-bcd3-4f78-8934-4bd85df7dbed tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0d1914f-ec11-484d-9879-24c8d5d957b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402350 Aug 10 04:34:14.327779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-57398706-8b42-4584-a438-1ca1eaf06a3c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.329300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-57398706-8b42-4584-a438-1ca1eaf06a3c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.46 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 946 time: 0.0540886 Aug 10 04:34:14.414691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:14.414956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:14.503651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port ba63e1ef-22b0-479d-9a07-3500ecc48fd0, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:14.504018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:14.836809 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for ba63e1ef-22b0-479d-9a07-3500ecc48fd0 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:15.087772 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:15.116662 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=ba63e1ef-22b0-479d-9a07-3500ecc48fd0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:15.162242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] No DVR routers for this DVR port ba63e1ef-22b0-479d-9a07-3500ecc48fd0 on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:15.165141 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:15.167856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.46 "DELETE /v2.0/ports/ba63e1ef-22b0-479d-9a07-3500ecc48fd0 HTTP/1.1" status: 204 len: 173 time: 0.8325021 Aug 10 04:34:15.168303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-deleted', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:15.171630 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630494a-3de0-4e42-8e28-597e24cca798" -d '{"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-deleted", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:15.208945 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289bdf1-5efd-4df1-bc45-c9d513fdea0b x-openstack-request-id: req-8289bdf1-5efd-4df1-bc45-c9d513fdea0b {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:15.209237 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57913c38-45f2-4d7e-a37a-2c2ecbe475aa", "name": "network-vif-deleted", "tag": "ba63e1ef-22b0-479d-9a07-3500ecc48fd0", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:15.209831 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8289bdf1-5efd-4df1-bc45-c9d513fdea0b {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:15.210230 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57913c38-45f2-4d7e-a37a-2c2ecbe475aa', 'name': 'network-vif-deleted', 'tag': 'ba63e1ef-22b0-479d-9a07-3500ecc48fd0', 'status': 'completed', 'code': 200} Aug 10 04:34:15.383594 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2cb4eee1-93ca-4ef4-a37c-26001706fc34 req-ab1e2b4c-7e3e-475b-b33f-238372728e05 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=57913c38-45f2-4d7e-a37a-2c2ecbe475aa HTTP/1.1" status: 200 len: 210 time: 0.0263107 Aug 10 04:34:16.245361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:16.449007 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48576) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:16.798049 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.049409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port e3ef1787-b094-4cf7-9821-2631e9ba34e4 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:17.049683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.134903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port e3ef1787-b094-4cf7-9821-2631e9ba34e4, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e3ef1787-b094-4cf7-9821-2631e9ba34e4,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:17.135276 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.148064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for e3ef1787-b094-4cf7-9821-2631e9ba34e4 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:17.399876 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.428430 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=e3ef1787-b094-4cf7-9821-2631e9ba34e4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:17.602591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.812448 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router c7e15873-a94e-413d-b8f8-e67449bb7ce1 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:17.914833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:17.919807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ab590a7b-29b0-4073-a401-420f91c1c899 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/c7e15873-a94e-413d-b8f8-e67449bb7ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697711 Aug 10 04:34:17.922471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48578) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:17.925143 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] Sync routers for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:17.934301 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:17.935265 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:17.972161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting subnet 91c91a3e-12b8-436c-bac7-ce249461a0fc {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:34:17.975218 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.013295 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.035379 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:18.098786 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.206677 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:34:17Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:18.228857 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.236317 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] Checking router: c7e15873-a94e-413d-b8f8-e67449bb7ce1 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:18.244800 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] Routers {'c7e15873-a94e-413d-b8f8-e67449bb7ce1'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:18.245408 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:18.257667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Subnet': ['ID=91c91a3e-12b8-436c-bac7-ce249461a0fc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:18.266910 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.266910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-dacea9e2-0496-420b-95b8-679892a89e19 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/subnets/91c91a3e-12b8-436c-bac7-ce249461a0fc HTTP/1.1" status: 204 len: 168 time: 0.3417451 Aug 10 04:34:18.268255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:18.270149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b560c2a-dc1b-4d9a-82f0-9447b47af7e4 None None] Network 7637534b-b5f5-43c0-b06c-0d2978594160 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:34:18.352037 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] Set router c7e15873-a94e-413d-b8f8-e67449bb7ce1 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:18.381408 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.475866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] DHCP port deletion for 7637534b-b5f5-43c0-b06c-0d2978594160 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:34:18.493392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.530040 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] Deleting port a8edb8c0-15c2-4303-acd8-35df92cabe48 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:18.530296 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:34:17Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:18.530439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.555828 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bdcce-5d3c-48c0-b24c-5d283c019422 None None] The sync data for ids ['c7e15873-a94e-413d-b8f8-e67449bb7ce1'] in n-d-765315-26 is: [{'id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988251801', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:31:53Z', 'updated_at': '2021-08-10T04:34:17Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '80e982a7-7878-4467-9b64-0fef64b5e28f', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:82:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e15873-a94e-413d-b8f8-e67449bb7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:31:54Z', 'updated_at': '2021-08-10T04:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:18.598172 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] For port a8edb8c0-15c2-4303-acd8-35df92cabe48, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=a8edb8c0-15c2-4303-acd8-35df92cabe48,segment=NetworkSegment(46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e),segment_id=46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:18.598172 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.606355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] Calling delete_port for a8edb8c0-15c2-4303-acd8-35df92cabe48 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:18.610860 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 80e982a7-7878-4467-9b64-0fef64b5e28f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:18.611381 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.689223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 80e982a7-7878-4467-9b64-0fef64b5e28f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=80e982a7-7878-4467-9b64-0fef64b5e28f,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:18.689515 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.708300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 80e982a7-7878-4467-9b64-0fef64b5e28f owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:18.765745 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.791166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] Pushing event deleted for resources: {'Port': ['ID=a8edb8c0-15c2-4303-acd8-35df92cabe48,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:18.793085 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b77922-4890-4ad1-b5c9-7b9da06942ad None None] No DVR routers for this DVR port a8edb8c0-15c2-4303-acd8-35df92cabe48 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:18.903383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:18.926434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: ba63e1ef-22b0-479d-9a07-3500ecc48fd0 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:34:18.926776 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device ba63e1ef-22b0-479d-9a07-3500ecc48fd0 not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:18.945465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:18.970526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=80e982a7-7878-4467-9b64-0fef64b5e28f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:19.036493 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.133202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.135835 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.139280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e3ef1787-b094-4cf7-9821-2631e9ba34e4 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:19.159820 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e3ef1787-b094-4cf7-9821-2631e9ba34e4 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:34:19.160270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e3ef1787-b094-4cf7-9821-2631e9ba34e4 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:19.160610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a8edb8c0-15c2-4303-acd8-35df92cabe48 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:19.179768 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: a8edb8c0-15c2-4303-acd8-35df92cabe48 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:34:19.180117 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device a8edb8c0-15c2-4303-acd8-35df92cabe48 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:19.247785 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.248367 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Fanout notify agent at l3_agent the message router_deleted on router c7e15873-a94e-413d-b8f8-e67449bb7ce1 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:34:19.255056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.256229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b78f07fd-2642-4b7f-aed4-1cd4c5860cb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/routers/c7e15873-a94e-413d-b8f8-e67449bb7ce1 HTTP/1.1" status: 204 len: 168 time: 0.9870021 Aug 10 04:34:19.259088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48582) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:19.335618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.434688 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.444437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7637534b-b5f5-43c0-b06c-0d2978594160']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:19.454879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:19.455172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f41e3c-96b0-4f98-b0e5-5e56e7b12d3e') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:19.463736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.477630 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.483258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:34:19.483634 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:34:19.486437 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:34:19.584963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.591815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.593627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/networks/7637534b-b5f5-43c0-b06c-0d2978594160 HTTP/1.1" status: 204 len: 168 time: 0.3336244 Aug 10 04:34:19.600234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48584) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:19.604804 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5badd-8330-4b0f-b051-b792050181cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Network': ['ID=7637534b-b5f5-43c0-b06c-0d2978594160,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:19.654902 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.681361 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.796026 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.798701 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:19.801386 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/security-groups/d0d1914f-ec11-484d-9879-24c8d5d957b7 HTTP/1.1" status: 204 len: 168 time: 0.2025054 Aug 10 04:34:19.808915 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d1914f-ec11-484d-9879-24c8d5d957b7,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:19.816789 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.817141 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.817488 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.817831 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.818172 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.818504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.818864 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.819191 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.819521 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.819847 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.820171 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:19.820519 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb47f4-028a-4db1-9338-b502b93a48e2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:20.560868 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48590) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:20.566017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301429832', 'description': 'tempest-secgroup-smoke-1301429832 description', 'project_id': 'b39b9adde5d64752823459371a42370a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:20.651016 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:20.730773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:20.807781 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:20.840507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:20.887945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:20.889287 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c92910ae-2ccf-4e57-b0a6-c2f82e082ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3273766 Aug 10 04:34:20.895719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48592) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:20.900640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ea5f5-5dd1-4daf-becb-8254db15f8a7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:20.972777 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.026643 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.034822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 80e982a7-7878-4467-9b64-0fef64b5e28f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:21.056668 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 80e982a7-7878-4467-9b64-0fef64b5e28f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:34:21.057005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 80e982a7-7878-4467-9b64-0fef64b5e28f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:21.104939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.121900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf5fd46-7f07-44ed-a8b2-9615e9b78900,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:21.177108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.178324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-469a2b29-eacc-4853-88ff-f7bd039b8e21 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816608 Aug 10 04:34:21.181273 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48594) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:21.185623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ea5f5-5dd1-4daf-becb-8254db15f8a7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:21.270197 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.324328 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.396089 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.416653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adef231d-1d29-4944-ba8b-b6ca10dc736f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:21.485844 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.487075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e8815458-922f-4961-a4ef-606bd5eae8da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048587 Aug 10 04:34:21.489816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48596) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:21.494207 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ea5f5-5dd1-4daf-becb-8254db15f8a7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:21.581250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.637616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.719340 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.742710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dfa71b-fd03-42c5-8337-adf79b6e3f81,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:21.845769 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:21.846939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6b9ce863-880d-4360-ada6-f7bf9ab45c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561571 Aug 10 04:34:21.849675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48598) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:21.854336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ea5f5-5dd1-4daf-becb-8254db15f8a7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:21.952526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.010082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.085343 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.100782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792a3f69-887f-45ef-8ed6-146b4f32acec,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:22.171312 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.173113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bac61118-c7b0-4bbe-889e-17e588ce0b4f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219411 Aug 10 04:34:22.175818 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48600) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:22.180216 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ea5f5-5dd1-4daf-becb-8254db15f8a7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:22.259128 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:34:22.264072 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.322125 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.405292 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.419931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b391cb-1808-4073-b24a-73d45be2db29,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:22.516776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.517969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-330f1dea-4901-4d4d-9014-8e06219e277a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3411891 Aug 10 04:34:22.520655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48602) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:22.525166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ea5f5-5dd1-4daf-becb-8254db15f8a7', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:22.616941 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:34:22.621645 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.680400 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.756314 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.775766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1317584-3b4e-4197-9da5-eb15e20b744c,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:22.853507 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:22.854717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-662981c8-30be-479f-952a-1af9071df73c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330991 Aug 10 04:34:22.865765 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48604) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:22.870680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'network': {'name': 'tempest-network-smoke--1733013842', 'project_id': 'b39b9adde5d64752823459371a42370a', 'port_security_enabled': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:22.996258 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:34:22.999710 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.022778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:34:23.031421 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.031767 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Added segment 73c569a1-8efa-4913-8da5-2be3a3b22651 of type vlan for network 98b1b0f1-d708-432e-8aa9-c34097747d7a Aug 10 04:34:23.072620 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.159694 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.165251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:23.165833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.227923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Network': ['ID=98b1b0f1-d708-432e-8aa9-c34097747d7a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:23.238582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:34:23.277180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c3f6e57a-e877-496a-9bd6-4b6da2884ccb tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4103057 Aug 10 04:34:23.279851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48606) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:23.284447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'admin_state_up': True, 'project_id': 'b39b9adde5d64752823459371a42370a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:23.367820 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.368869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.422217 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:23.933255 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.181531 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.199277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.300968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.53 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/469baf95-3f41-4f6d-adcf-b9921cc9cf78) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:24.398042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.514245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:24.551822 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:24.554700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:24.557131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:24.589893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=469baf95-3f41-4f6d-adcf-b9921cc9cf78,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:24.855562 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.046363 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.233908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router af174619-80de-409e-9132-7fe373f02516 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:34:25.335698 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:25.345541 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Sync routers for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:25.354128 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:25.354746 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:25.417166 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.418398 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b818d8ea-c7e8-4126-9e3c-e1752e740494 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1375818 Aug 10 04:34:25.421583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48608) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:25.461512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:25.525347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9d644fe1-f3df-4644-8152-49191dd0cc44 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b39b9adde5d64752823459371a42370a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019902 Aug 10 04:34:25.528450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48612) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:25.612496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837e52a6-f5f9-415b-b2eb-a518662ac6ad tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:25.614006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-837e52a6-f5f9-415b-b2eb-a518662ac6ad tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846450 Aug 10 04:34:25.616825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48614) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:25.637512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:24Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:25.645521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c5089a87-f1b1-43c9-bfe1-d884378a8289 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276477 Aug 10 04:34:25.647933 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48616) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:25.652564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940372109', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'project_id': 'b39b9adde5d64752823459371a42370a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:25.667384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Checking router: af174619-80de-409e-9132-7fe373f02516 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:25.667660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Updating router af174619-80de-409e-9132-7fe373f02516 port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:34:25.691742 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.790248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:34:25.793903 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.939542 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:25.948906 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Transition to ACTIVE for port object 469baf95-3f41-4f6d-adcf-b9921cc9cf78 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:26.019287 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.042038 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.070181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Attempting to bind port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:26.071622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Attempting to bind port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:26.071622 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Attempting to bind port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:26.079331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb4ab2-c9dd-497c-b9f1-f1145b628352 None None] Pushing event updated for resources: {'Port': ['ID=469baf95-3f41-4f6d-adcf-b9921cc9cf78,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:26.081791 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:26.082169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:26.082575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.082947 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:26.083417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Bound port: 469baf95-3f41-4f6d-adcf-b9921cc9cf78, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:26.083805 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.106971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Subnet': ['ID=5370b11f-b00f-40a7-9d21-8a98f15a6676,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:26.111882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Checking segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:26.112250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network hostable DHCP agents. Network: 98b1b0f1-d708-432e-8aa9-c34097747d7a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:34:26.139888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] For port 469baf95-3f41-4f6d-adcf-b9921cc9cf78, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:26.142964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] For port 469baf95-3f41-4f6d-adcf-b9921cc9cf78, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=469baf95-3f41-4f6d-adcf-b9921cc9cf78,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:26.210852 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:34:26.234443 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.283616 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:26.284224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:26.290835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 98b1b0f1-d708-432e-8aa9-c34097747d7a) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:26.294917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:26.295521 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.330779 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb9b28-8c7e-42e8-b728-68a4e8feb497 None None] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:34:26.347124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb4ab2-c9dd-497c-b9f1-f1145b628352 None None] Pushing event updated for resources: {'Port': ['ID=469baf95-3f41-4f6d-adcf-b9921cc9cf78,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:26.391902 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ff6750cb-6b99-4550-9833-cc81e177ce5b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7403879 Aug 10 04:34:26.393513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48618) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:26.465068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:26.621781 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-98b1b0f1-d708-432e-8aa9-c34097747d7a', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:34:26.623201 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.797417 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:24Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:26.821682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.830149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Allocated IP 172.20.0.2 (98b1b0f1-d708-432e-8aa9-c34097747d7a/5370b11f-b00f-40a7-9d21-8a98f15a6676/b24ddced-986e-4915-90a4-eec42998d539) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:26.832233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5684d6a3-b2c1-4ccc-9c07-a05ad20164d5 None None] The sync data for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 is: [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:24Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:26.997935 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.006821 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Transition to ACTIVE for port object b24ddced-986e-4915-90a4-eec42998d539 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:27.023012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Transition to ACTIVE for port object b24ddced-986e-4915-90a4-eec42998d539 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:27.057565 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.103083 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.157909 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.1 (98b1b0f1-d708-432e-8aa9-c34097747d7a/5370b11f-b00f-40a7-9d21-8a98f15a6676/ffc02d5b-072b-4dbb-ad29-88736deb126b) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:27.293506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.304977 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:27.307918 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:27.310221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object ffc02d5b-072b-4dbb-ad29-88736deb126b will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:27.310391 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:27.319514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Pushing event updated for resources: {'Port': ['ID=b24ddced-986e-4915-90a4-eec42998d539,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:27.371114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Attempting to bind port b24ddced-986e-4915-90a4-eec42998d539 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:27.371862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Attempting to bind port b24ddced-986e-4915-90a4-eec42998d539 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:27.371862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Attempting to bind port b24ddced-986e-4915-90a4-eec42998d539 on network 98b1b0f1-d708-432e-8aa9-c34097747d7a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:27.376950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:27.377324 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Checking segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:27.377726 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.378114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Bound using segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:27.378571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Bound port: b24ddced-986e-4915-90a4-eec42998d539, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:27.378948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.408966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.449048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] For port b24ddced-986e-4915-90a4-eec42998d539, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:27.449288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:27.453182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] For port b24ddced-986e-4915-90a4-eec42998d539, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b24ddced-986e-4915-90a4-eec42998d539,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:27.455905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:27.459800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:27.485829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=ffc02d5b-072b-4dbb-ad29-88736deb126b,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:27.511890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.520048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.582316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf762f-988a-467d-b7e2-01b912f751ef None None] Pushing event updated for resources: {'Port': ['ID=b24ddced-986e-4915-90a4-eec42998d539,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:27.741131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:28.030032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:28.102331 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:28.179325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:28.181090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=ffc02d5b-072b-4dbb-ad29-88736deb126b,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:28.267172 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:28.276623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:28.278131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:28.481936 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b78d3f-5bf1-4f58-9674-47152afa06f7 None None] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:34:28.639175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-87e43239-878b-4457-a599-57148c174f4e None None] Provisioning for port b24ddced-986e-4915-90a4-eec42998d539 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:28.729421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router af174619-80de-409e-9132-7fe373f02516 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:28.844969 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:28.850668 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-135c8c49-aab7-45a6-af6a-10f62849b1d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/af174619-80de-409e-9132-7fe373f02516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4561565 Aug 10 04:34:28.858702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Sync routers for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:28.871307 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:28.871944 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:28.960118 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3ea8e938-4c18-4072-98dc-c53b2558a665 None None] Provisioning for port ffc02d5b-072b-4dbb-ad29-88736deb126b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:28.971453 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-3ea8e938-4c18-4072-98dc-c53b2558a665 None None] Provisioning complete for port ffc02d5b-072b-4dbb-ad29-88736deb126b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:28.971818 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ea8e938-4c18-4072-98dc-c53b2558a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:28.982015 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:29.018516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-aeb138e5-e50a-40c5-9792-70deab315776 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301429832&fields=id&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 267 time: 0.0553021 Aug 10 04:34:29.024250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8e938-4c18-4072-98dc-c53b2558a665 None None] Port ffc02d5b-072b-4dbb-ad29-88736deb126b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:34:29.152944 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f34241fd-23d7-4394-9f8c-8e65ebc6bccf None None] Provisioning complete for port ffc02d5b-072b-4dbb-ad29-88736deb126b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:29.153574 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f34241fd-23d7-4394-9f8c-8e65ebc6bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.185552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 469baf95-3f41-4f6d-adcf-b9921cc9cf78 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:29.187527 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-52e6284b-3c8c-476f-b390-e70c650dbd1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.189815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-52e6284b-3c8c-476f-b390-e70c650dbd1d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 797 time: 0.1549115 Aug 10 04:34:29.206624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-e57c5361-b784-4b91-bb9a-f5d2690e737d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/quotas/b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 375 time: 0.0099850 Aug 10 04:34:29.235339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f34241fd-23d7-4394-9f8c-8e65ebc6bccf None None] Port ffc02d5b-072b-4dbb-ad29-88736deb126b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:34:29.245009 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 2, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:29.269648 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-ee494e30-d9a5-48c6-ad3f-9a03f60b9eae tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552297 Aug 10 04:34:29.276896 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Checking router: af174619-80de-409e-9132-7fe373f02516 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:29.277507 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Updating router af174619-80de-409e-9132-7fe373f02516 port ffc02d5b-072b-4dbb-ad29-88736deb126b binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:34:29.307882 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.322033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:29.326103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:29.326619 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.375221 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0655a379-9051-4592-a651-f43be102b7f7 None None] Provisioning complete for port ffc02d5b-072b-4dbb-ad29-88736deb126b triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:29.375678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0655a379-9051-4592-a651-f43be102b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.411069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-e1d3df9d-9826-4e13-ba1a-a7f727acf3d4 service neutron] 10.222.0.26 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288996 Aug 10 04:34:29.418060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0655a379-9051-4592-a651-f43be102b7f7 None None] Port ffc02d5b-072b-4dbb-ad29-88736deb126b cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:34:29.453071 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.477549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 469baf95-3f41-4f6d-adcf-b9921cc9cf78, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=469baf95-3f41-4f6d-adcf-b9921cc9cf78,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:29.510188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-31720738-da9f-4d7f-9d85-a0ea883a7609 service neutron] 10.222.0.26 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929186 Aug 10 04:34:29.550423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.551535 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b24ddced-986e-4915-90a4-eec42998d539 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:29.630848 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=469baf95-3f41-4f6d-adcf-b9921cc9cf78,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:29.667392 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.676697 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Transition to ACTIVE for port object ffc02d5b-072b-4dbb-ad29-88736deb126b will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:29.787365 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b7d9e08-c4a9-464a-8493-cc3cd8f41b0c req-b19acc3d-2d6f-4564-b6c4-03d8da36e54d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Aug 10 04:34:29.813927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b24ddced-986e-4915-90a4-eec42998d539 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:29.817891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b24ddced-986e-4915-90a4-eec42998d539 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:29.818257 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.865397 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.906665 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.947335 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b24ddced-986e-4915-90a4-eec42998d539, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b24ddced-986e-4915-90a4-eec42998d539,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:29.952886 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Pushing event updated for resources: {'Port': ['ID=ffc02d5b-072b-4dbb-ad29-88736deb126b,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:29.975189 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.975530 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.975935 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.976271 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.976621 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.976942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.977261 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.977573 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.977882 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.978195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.978645 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.978803 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:29.991708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Attempting to bind port ffc02d5b-072b-4dbb-ad29-88736deb126b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:29.992076 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Attempting to bind port ffc02d5b-072b-4dbb-ad29-88736deb126b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:29.992479 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Attempting to bind port ffc02d5b-072b-4dbb-ad29-88736deb126b on network 98b1b0f1-d708-432e-8aa9-c34097747d7a {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:29.997819 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:29.998595 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Checking segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:29.998993 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.999756 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Bound using segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:30.000934 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Bound port: ffc02d5b-072b-4dbb-ad29-88736deb126b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:30.001314 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.048577 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.069866 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] For port ffc02d5b-072b-4dbb-ad29-88736deb126b, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:30.073020 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] For port ffc02d5b-072b-4dbb-ad29-88736deb126b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ffc02d5b-072b-4dbb-ad29-88736deb126b,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:30.101891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b24ddced-986e-4915-90a4-eec42998d539,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:30.139713 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.196925 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:30.197552 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:30.202722 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48cf88-abc4-4c47-9c9f-2c03dd03999a None None] Pushing event updated for resources: {'Port': ['ID=ffc02d5b-072b-4dbb-ad29-88736deb126b,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:30.311688 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:30.345225 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fb345e3b-976d-4de9-a53d-e5cf1afa1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.512567 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:30Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:30.538640 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaedf073-4f1d-401b-8a51-c561e9d6c7a5 None None] The sync data for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 is: [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:30Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:30.888654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2686438a-b829-41be-89ce-3e0a250810c7 req-8df6a0f4-a770-40c2-a429-f5a4907376f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 210 time: 0.0271358 Aug 10 04:34:31.174752 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ffc02d5b-072b-4dbb-ad29-88736deb126b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:31.279525 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port ffc02d5b-072b-4dbb-ad29-88736deb126b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:31.284224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ffc02d5b-072b-4dbb-ad29-88736deb126b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:31.284614 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:31.365767 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:31.402665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port ffc02d5b-072b-4dbb-ad29-88736deb126b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ffc02d5b-072b-4dbb-ad29-88736deb126b,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:31.462263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:31.463302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 469baf95-3f41-4f6d-adcf-b9921cc9cf78 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:31.539879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=ffc02d5b-072b-4dbb-ad29-88736deb126b,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:31.552628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:31.552882 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:31.631439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b24ddced-986e-4915-90a4-eec42998d539 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:31.675624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b24ddced-986e-4915-90a4-eec42998d539 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:31.675990 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.021433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-074f8418-e640-428f-ad85-43c3c07e94fe req-eac56c52-69a8-4187-8203-f8480d038231 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 210 time: 0.0594285 Aug 10 04:34:32.076535 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-6635e76b-8154-4d4e-bde2-1513886c1fcd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.077979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-6635e76b-8154-4d4e-bde2-1513886c1fcd tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 797 time: 0.1258910 Aug 10 04:34:32.126656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-7101126d-9b8b-4c0b-9ac2-3991b7445e2e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 380 time: 0.0339961 Aug 10 04:34:32.140048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'port': {'device_id': '284bc42f-913a-42da-8224-df7f9301e073', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'admin_state_up': True, 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'security_groups': ['ba1ea5f5-5dd1-4daf-becb-8254db15f8a7']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:32.321490 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:34:32.325008 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.335157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-414b265f-2183-420f-a700-8c12ac1d5b75 req-c18da283-d887-4d67-ae1c-d393c41efb83 service neutron] (94805) timed out ('10.222.0.26', 44748) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:34:32.449499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.14 (98b1b0f1-d708-432e-8aa9-c34097747d7a/5370b11f-b00f-40a7-9d21-8a98f15a6676/ece6d93f-6743-45ec-93f6-fe560f9e3946) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:32.585856 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.598866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object ece6d93f-6743-45ec-93f6-fe560f9e3946 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:32.719628 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.764077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:32.767250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:32.771113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:32.777692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=ece6d93f-6743-45ec-93f6-fe560f9e3946,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:32.828412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.829304 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.847484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.951137 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f40ac413-a0e7-4a65-87a8-0c35be25473d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8148987 Aug 10 04:34:32.969655 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Request body: {'port': {'device_id': '284bc42f-913a-42da-8224-df7f9301e073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:33.030917 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.077610 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ee87335a-3231-4b31-a7a4-0b01be4de395 None None] Provisioning for port ece6d93f-6743-45ec-93f6-fe560f9e3946 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:33.085197 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ee87335a-3231-4b31-a7a4-0b01be4de395 None None] Provisioning complete for port ece6d93f-6743-45ec-93f6-fe560f9e3946 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:33.086297 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee87335a-3231-4b31-a7a4-0b01be4de395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.109175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ffc02d5b-072b-4dbb-ad29-88736deb126b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:33.134726 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3fe2066d-9275-4da8-9fd0-09184e3dbe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.153617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-ee87335a-3231-4b31-a7a4-0b01be4de395 None None] Port ece6d93f-6743-45ec-93f6-fe560f9e3946 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:34:33.169548 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port ffc02d5b-072b-4dbb-ad29-88736deb126b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:33.169916 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.232907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342bef-aa2d-4959-9f6a-93d3ddef1fff req-d54be4d1-02fd-4d96-938a-4e3b58b30f15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.235069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37342bef-aa2d-4959-9f6a-93d3ddef1fff req-d54be4d1-02fd-4d96-938a-4e3b58b30f15 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 932 time: 0.1015797 Aug 10 04:34:33.298542 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-37342bef-aa2d-4959-9f6a-93d3ddef1fff req-fd3586ac-6f86-4c5a-ad5d-11ff4c24aebc tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558138 Aug 10 04:34:33.364250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece6d93f-6743-45ec-93f6-fe560f9e3946 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:33.371560 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.383949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Transition to ACTIVE for port object ece6d93f-6743-45ec-93f6-fe560f9e3946 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:33.485099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.538501 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece6d93f-6743-45ec-93f6-fe560f9e3946,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:33.604559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Attempting to bind port ece6d93f-6743-45ec-93f6-fe560f9e3946 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:33.604899 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Attempting to bind port ece6d93f-6743-45ec-93f6-fe560f9e3946 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:33.605232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Attempting to bind port ece6d93f-6743-45ec-93f6-fe560f9e3946 on network 98b1b0f1-d708-432e-8aa9-c34097747d7a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:33.609678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Port ece6d93f-6743-45ec-93f6-fe560f9e3946 on network 98b1b0f1-d708-432e-8aa9-c34097747d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:34:33.609998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Attempting to bind port ece6d93f-6743-45ec-93f6-fe560f9e3946 on network 98b1b0f1-d708-432e-8aa9-c34097747d7a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:33.614966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:33.615240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Checking segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:33.615624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Bound using segment: {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:33.616053 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Bound port: ece6d93f-6743-45ec-93f6-fe560f9e3946, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c569a1-8efa-4913-8da5-2be3a3b22651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:33.616440 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.685298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] For port ece6d93f-6743-45ec-93f6-fe560f9e3946, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:33.688471 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] For port ece6d93f-6743-45ec-93f6-fe560f9e3946, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:33.779209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.814760 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.814760 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.815627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 1093 time: 0.8503883 Aug 10 04:34:33.816070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:33.818357 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:33.847050 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2605e5e-9716-488e-957e-06cec7d6d4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ece6d93f-6743-45ec-93f6-fe560f9e3946,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:33.859481 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9e8bd3-31dc-4f99-b0bc-5a3e1ca37650 x-openstack-request-id: req-df9e8bd3-31dc-4f99-b0bc-5a3e1ca37650 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:33.859774 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:33.860052 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df9e8bd3-31dc-4f99-b0bc-5a3e1ca37650 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:33.860484 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'status': 'completed', 'code': 200} Aug 10 04:34:33.946226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0 req-9f2c2ca5-7a9a-4430-a1f6-8bde395cdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.949094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0 req-9f2c2ca5-7a9a-4430-a1f6-8bde395cdb1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1096 time: 0.0446908 Aug 10 04:34:34.057247 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0 req-11d85469-954f-498d-b147-430ad8e4be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.058730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0 req-11d85469-954f-498d-b147-430ad8e4be82 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b39b9adde5d64752823459371a42370a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0966935 Aug 10 04:34:34.151729 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0 req-754c5d9d-0a22-4aaa-9115-6531ab0f56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.153341 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-78d0cc05-da3d-40be-9492-ff23a2c0bfc0 req-754c5d9d-0a22-4aaa-9115-6531ab0f56ed service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876758 Aug 10 04:34:34.248302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-24114d46-5f59-4446-a148-60c5285639e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.249816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-24114d46-5f59-4446-a148-60c5285639e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1096 time: 0.0401552 Aug 10 04:34:34.305475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-e5d44188-4e28-4e76-bee8-e7d08716624d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 217 time: 0.0380220 Aug 10 04:34:34.358055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-6ed6a71b-c8af-4ae0-bd93-339dc4be04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.359766 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-6ed6a71b-c8af-4ae0-bd93-339dc4be04d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 200 len: 835 time: 0.0469618 Aug 10 04:34:34.430501 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.445322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b4272-89b1-4d82-ab73-60c2bca43a58 req-5b2bb319-afec-41da-9096-2b9008c1dfda tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.446832 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-702b4272-89b1-4d82-ab73-60c2bca43a58 req-5b2bb319-afec-41da-9096-2b9008c1dfda tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 944 time: 0.0712538 Aug 10 04:34:34.448595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-2a6db909-7d7b-48dc-be6f-f279b0da31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.449967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-2a6db909-7d7b-48dc-be6f-f279b0da31cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98b1b0f1-d708-432e-8aa9-c34097747d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821962 Aug 10 04:34:34.529403 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-702b4272-89b1-4d82-ab73-60c2bca43a58 req-bb881523-d392-40e0-8a99-2f60443d522f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764992 Aug 10 04:34:34.561212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-7c306599-ea0c-4f45-85e7-5eb9e2f01f37 service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020117 Aug 10 04:34:34.659314 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-238ee71e-5e3c-415c-8223-30d2e3364f3f req-5da5c1ce-f2e7-4861-8d0e-5fa800688e93 service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908406 Aug 10 04:34:35.646275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf6eff-5ae7-4113-b593-bb16971291f9 req-03759776-5e30-475e-8202-139dc9a85182 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:35.647769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eccf6eff-5ae7-4113-b593-bb16971291f9 req-03759776-5e30-475e-8202-139dc9a85182 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 944 time: 0.0498049 Aug 10 04:34:35.685064 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eccf6eff-5ae7-4113-b593-bb16971291f9 req-d831b1e5-126a-4fc1-8407-364e3d257205 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Aug 10 04:34:36.024443 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:36.799018 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89053e3-a411-45eb-a627-7f2a38d21fc1 req-df256beb-abe1-42d3-b931-5b8acf69a25b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.800524 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b89053e3-a411-45eb-a627-7f2a38d21fc1 req-df256beb-abe1-42d3-b931-5b8acf69a25b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 944 time: 0.0481782 Aug 10 04:34:36.836973 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b89053e3-a411-45eb-a627-7f2a38d21fc1 req-a052aadf-1c3f-4625-96e4-90c1d386e8e6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302598 Aug 10 04:34:37.955357 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b4ef1-8c51-49c7-94e3-af376994883f req-93288578-3d21-4dfb-9365-93527d867028 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:37.956840 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-008b4ef1-8c51-49c7-94e3-af376994883f req-93288578-3d21-4dfb-9365-93527d867028 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 944 time: 0.0521162 Aug 10 04:34:37.992807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-008b4ef1-8c51-49c7-94e3-af376994883f req-dc7ca141-1555-4ed8-b9b9-64c28bcce414 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300918 Aug 10 04:34:39.105623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb4115-a156-4d6b-a676-c30d745f747a req-be7120e6-d440-4530-9089-b7c590e6c4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:39.107077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84fb4115-a156-4d6b-a676-c30d745f747a req-be7120e6-d440-4530-9089-b7c590e6c4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Aug 10 04:34:39.145738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-84fb4115-a156-4d6b-a676-c30d745f747a req-3e4d430e-d53f-4a88-b781-09b27188d6da tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321615 Aug 10 04:34:39.435972 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ece6d93f-6743-45ec-93f6-fe560f9e3946 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:39.527860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ece6d93f-6743-45ec-93f6-fe560f9e3946, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:39.539488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'port_id': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'mac_address': 'fa:16:3e:45:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:39.577978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.590533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece6d93f-6743-45ec-93f6-fe560f9e3946 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:39.617268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ece6d93f-6743-45ec-93f6-fe560f9e3946, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:39.701873 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.749270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ece6d93f-6743-45ec-93f6-fe560f9e3946,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:40.062291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['ece6d93f-6743-45ec-93f6-fe560f9e3946'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:40.259383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d0c9-ecf4-40ba-bb2e-4c1920f9f8b0 req-9bdd9ed7-0c5e-428e-9979-cdadbe32fa51 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:40.260907 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6853d0c9-ecf4-40ba-bb2e-4c1920f9f8b0 req-9bdd9ed7-0c5e-428e-9979-cdadbe32fa51 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 945 time: 0.0475938 Aug 10 04:34:40.299618 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6853d0c9-ecf4-40ba-bb2e-4c1920f9f8b0 req-7af116f6-41fb-46c1-ba59-2cfffc801cf8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Aug 10 04:34:41.415677 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a02825-a1f4-4c8f-b545-ad888b451303 req-4608be3c-74be-43ff-bec8-5e927fb2328f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.417160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5a02825-a1f4-4c8f-b545-ad888b451303 req-4608be3c-74be-43ff-bec8-5e927fb2328f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 945 time: 0.0509334 Aug 10 04:34:41.451223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ece6d93f-6743-45ec-93f6-fe560f9e3946 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:41.456012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5a02825-a1f4-4c8f-b545-ad888b451303 req-32c8019c-762d-47bd-a70d-fcddd3d65e6e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326960 Aug 10 04:34:41.572624 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port ece6d93f-6743-45ec-93f6-fe560f9e3946 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:41.576284 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port ece6d93f-6743-45ec-93f6-fe560f9e3946 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:41.576728 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.664550 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.686439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:41.688727 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3bd95b-3224-47a5-8648-2e4974821034" -d '{"events": [{"server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "name": "network-vif-plugged", "status": "completed", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:41.701122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port ece6d93f-6743-45ec-93f6-fe560f9e3946, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:41.723945 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968b8cd-9539-4bda-90b5-7b954326d11d x-openstack-request-id: req-e968b8cd-9539-4bda-90b5-7b954326d11d {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:41.724242 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "name": "network-vif-plugged", "status": "completed", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:41.724527 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e968b8cd-9539-4bda-90b5-7b954326d11d {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:41.724934 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'code': 200} Aug 10 04:34:41.761392 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.808097 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=ece6d93f-6743-45ec-93f6-fe560f9e3946,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:41.815898 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.816243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.816606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.816939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.817272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.817595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.817914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.818234 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.818550 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.818865 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.819182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.819498 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.844551 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca547-7faa-462e-8f54-b09dccd502c2 req-65d110f5-d289-4a64-af2d-349cef035c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.846061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e6ca547-7faa-462e-8f54-b09dccd502c2 req-65d110f5-d289-4a64-af2d-349cef035c53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1098 time: 0.0400081 Aug 10 04:34:41.880470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0e6ca547-7faa-462e-8f54-b09dccd502c2 req-77515b34-d714-43aa-8860-6356ae3ce835 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273979 Aug 10 04:34:42.570252 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb1c1f-c792-44b0-87d6-4ae0e887821d req-50cef6c2-69f7-4035-a86e-07bc5cd277b0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:42.571697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fbb1c1f-c792-44b0-87d6-4ae0e887821d req-50cef6c2-69f7-4035-a86e-07bc5cd277b0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0469081 Aug 10 04:34:42.608050 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5fbb1c1f-c792-44b0-87d6-4ae0e887821d req-e2ff2fcf-ee06-410c-896a-d721fa3b166e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305574 Aug 10 04:34:43.725661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d492ec8-a5ed-4f87-8361-a80238eb032d req-0b4390fa-0baa-4254-b4cf-6f2454deefe7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:43.727161 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d492ec8-a5ed-4f87-8361-a80238eb032d req-0b4390fa-0baa-4254-b4cf-6f2454deefe7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0519972 Aug 10 04:34:43.764994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5d492ec8-a5ed-4f87-8361-a80238eb032d req-7173d3cb-01d0-4eac-a8a8-bdddd8699674 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Aug 10 04:34:43.879900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478be8-bac4-46cc-9376-8887a9bb8004 req-7b045833-a7d6-45e0-97a4-6d93d9897cec tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:43.881661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c478be8-bac4-46cc-9376-8887a9bb8004 req-7b045833-a7d6-45e0-97a4-6d93d9897cec tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0485334 Aug 10 04:34:43.918735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c478be8-bac4-46cc-9376-8887a9bb8004 req-a5fe903d-2401-4830-bf1a-448109dcc430 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Aug 10 04:34:43.940463 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48682) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:43.980461 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd286b5e-8041-42cd-b54d-ee36d7ce9698 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:43.982068 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd286b5e-8041-42cd-b54d-ee36d7ce9698 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1093 time: 0.0406384 Aug 10 04:34:43.984917 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48684) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:43.989281 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:44.079905 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:44.176111 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:44.279863 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.8 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/873ebe98-1377-4c7f-bc35-48596f8785fd) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:44.379385 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:44.485134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:44.520713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:44.525299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:44.527718 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:44.559954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=873ebe98-1377-4c7f-bc35-48596f8785fd,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:44.573026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.573393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.573728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.574070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.574409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.574744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.575080 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.575434 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.575768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.576097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.576451 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.576782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:44.893070 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.035234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.178591 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.256423 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.323250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=873ebe98-1377-4c7f-bc35-48596f8785fd,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:45.336109 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.433205 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP b80f4c51-879e-4cdc-b890-bdf1d275b82d associated. External IP: 172.25.1.8, port: ece6d93f-6743-45ec-93f6-fe560f9e3946. Aug 10 04:34:45.631045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router af174619-80de-409e-9132-7fe373f02516 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:45.737887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:45.747634 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] Sync routers for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:45.757543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:45.758147 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:45.833942 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.862644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:46.108274 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'b80f4c51-879e-4cdc-b890-bdf1d275b82d', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'af174619-80de-409e-9132-7fe373f02516', 'port_id': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'mac_address': 'fa:16:3e:45:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284bc42f-913a-42da-8224-df7f9301e073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:34:44Z', 'updated_at': '2021-08-10T04:34:44Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:31Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:46.135081 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] Checking router: af174619-80de-409e-9132-7fe373f02516 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:46.144884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:46.145512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:34:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:46.182477 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:46.186038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9523b57-f8bf-4a9a-b9a7-aed31c67c6b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2000673 Aug 10 04:34:46.186667 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:46.189476 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66acfac8-d5a5-4ca0-beb0-b880cf996b96" -d '{"events": [{"name": "network-changed", "server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:46.252364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:46.286148 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2e971-68f8-44a1-bb53-d0a2ac476833 req-6fc7398b-8fcd-42a3-9471-6b1f947f2b27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.287625 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12b2e971-68f8-44a1-bb53-d0a2ac476833 req-6fc7398b-8fcd-42a3-9471-6b1f947f2b27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0487864 Aug 10 04:34:46.325025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-12b2e971-68f8-44a1-bb53-d0a2ac476833 req-b898bcd8-78ff-4c40-8444-c692df869d32 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311520 Aug 10 04:34:46.348054 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48690) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:46.386984 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f7dca-5fdd-415f-b040-7b61d76a54b8 x-openstack-request-id: req-973f7dca-5fdd-415f-b040-7b61d76a54b8 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:46.387278 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:46.387531 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-973f7dca-5fdd-415f-b040-7b61d76a54b8 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:46.387920 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'status': 'completed', 'code': 200} Aug 10 04:34:46.413145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0cd72135-5fd2-4df2-9572-304b45bc7506 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/b80f4c51-879e-4cdc-b890-bdf1d275b82d HTTP/1.1" status: 200 len: 990 time: 0.0640359 Aug 10 04:34:46.456962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-cbc3e7a0-9065-4a3f-8360-4a0e40918d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.458455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-cbc3e7a0-9065-4a3f-8360-4a0e40918d5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1098 time: 0.0395734 Aug 10 04:34:46.484060 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'b80f4c51-879e-4cdc-b890-bdf1d275b82d', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'af174619-80de-409e-9132-7fe373f02516', 'port_id': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'mac_address': 'fa:16:3e:45:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284bc42f-913a-42da-8224-df7f9301e073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:34:44Z', 'updated_at': '2021-08-10T04:34:44Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:31Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:46.510923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727afc3c-3da1-47b9-8155-7260f70d263b None None] The sync data for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 is: [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': 'b80f4c51-879e-4cdc-b890-bdf1d275b82d', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': 'af174619-80de-409e-9132-7fe373f02516', 'port_id': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'mac_address': 'fa:16:3e:45:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284bc42f-913a-42da-8224-df7f9301e073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:34:44Z', 'updated_at': '2021-08-10T04:34:44Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:31Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:46.549198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-c4666e35-5f44-47fb-9e99-2836798214e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.550706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-c4666e35-5f44-47fb-9e99-2836798214e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 898 time: 0.0848262 Aug 10 04:34:46.619260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-d9b78e61-8a24-4e2f-b2d0-75b1de50cb29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 998 time: 0.0611360 Aug 10 04:34:46.668126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-ff51ea78-513e-4248-9741-6366224dd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.669666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-ff51ea78-513e-4248-9741-6366224dd387 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 200 len: 835 time: 0.0443113 Aug 10 04:34:46.707419 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887524e-0d00-4963-8801-f7781ce0d9d9 None None] New status for floating IP b80f4c51-879e-4cdc-b890-bdf1d275b82d: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:34:46.715834 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-aaf838f7-a4c4-48d0-bd68-e6ed2bc645fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.718335 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-aaf838f7-a4c4-48d0-bd68-e6ed2bc645fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98b1b0f1-d708-432e-8aa9-c34097747d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410886 Aug 10 04:34:46.809079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-399fbf48-ebc3-4551-8fa5-e0c4ea8e68cc service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Aug 10 04:34:46.896842 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-66acfac8-d5a5-4ca0-beb0-b880cf996b96 req-d662cf2c-5028-490d-a6b0-353d7b34800b service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812838 Aug 10 04:34:47.416893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48692) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:47.481159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-13984e3d-0563-424f-8926-2b2f35eafa3a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/b80f4c51-879e-4cdc-b890-bdf1d275b82d HTTP/1.1" status: 200 len: 992 time: 0.0631118 Aug 10 04:34:57.057366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:00.410462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4ab7dd3-a50a-4500-bc12-5ed61184ded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:02.811465 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.097430 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-597ceea1-6105-4774-8844-781fbc9318f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:04.411972 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:05.267330 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:05.988960 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:16.181675 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:19.989714 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-3e0a9815-5553-4265-9a83-43021ef22548 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779932 Aug 10 04:35:20.087889 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-a02fe351-dfca-4aa9-b333-211da930e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.089377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-a02fe351-dfca-4aa9-b333-211da930e391 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1098 time: 0.0388017 Aug 10 04:35:20.191781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-388c27d6-5c01-42d7-8ce6-90fac0265af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.193215 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-388c27d6-5c01-42d7-8ce6-90fac0265af4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 898 time: 0.0855474 Aug 10 04:35:20.256017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-6d70b9ca-ddb7-4c2c-854e-a20778110884 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 1000 time: 0.0559833 Aug 10 04:35:20.309021 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-6b3e9562-3be7-4992-9437-d79cc943ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.310472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-6b3e9562-3be7-4992-9437-d79cc943ec75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 200 len: 835 time: 0.0479844 Aug 10 04:35:20.354325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-25ae280e-d143-425a-a38c-339623575718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.355881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-25ae280e-d143-425a-a38c-339623575718 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98b1b0f1-d708-432e-8aa9-c34097747d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382879 Aug 10 04:35:20.442039 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-3101ba47-710a-40b0-959c-c23d8c629f67 service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781589 Aug 10 04:35:20.532432 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c9d2495-ee8c-4c25-a17f-40c966fa5a11 req-f9a87e54-9545-4f67-804b-c49a59ba74be service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833247 Aug 10 04:35:27.079409 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:30.342390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86f9586a-c623-4f93-a262-ae52285676fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:32.816357 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.119221 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bc89d332-76df-4e27-a2ac-d82b380d1215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.433624 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.993128 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.266589 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:46.198806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:50.535446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25ae65-661f-4118-bffb-022c2347f4f6 req-fff9d4aa-c808-4f59-96d2-3ea28cdb5d8b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:50.536956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf25ae65-661f-4118-bffb-022c2347f4f6 req-fff9d4aa-c808-4f59-96d2-3ea28cdb5d8b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0506957 Aug 10 04:35:50.575033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bf25ae65-661f-4118-bffb-022c2347f4f6 req-fde9890a-57fb-450b-9945-0144d7dc3f9b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320544 Aug 10 04:35:51.745829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0ecab-6213-4ba0-b898-6dd0ff66b3c7 req-c155f3d9-0121-4853-b3a9-0e78ee2f5184 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:51.747302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dca0ecab-6213-4ba0-b898-6dd0ff66b3c7 req-c155f3d9-0121-4853-b3a9-0e78ee2f5184 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.1056454 Aug 10 04:35:51.784785 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dca0ecab-6213-4ba0-b898-6dd0ff66b3c7 req-c145bcae-9ad3-454b-9569-d803892037a9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Aug 10 04:35:52.897328 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b6e2-d4bd-4e2b-aeb0-ce88a8e384ab req-504647ab-1a57-42f4-93b0-96d5afd977ba tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:52.898790 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f875b6e2-d4bd-4e2b-aeb0-ce88a8e384ab req-504647ab-1a57-42f4-93b0-96d5afd977ba tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0480711 Aug 10 04:35:52.934829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f875b6e2-d4bd-4e2b-aeb0-ce88a8e384ab req-10b0c672-a835-49e7-85c5-2ced3307897e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302200 Aug 10 04:35:54.049713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca113e-bf3d-4e77-8ade-f2d682cbd596 req-370ecd09-1795-49c3-af15-8072cd1984e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:54.051171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbca113e-bf3d-4e77-8ade-f2d682cbd596 req-370ecd09-1795-49c3-af15-8072cd1984e5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0480590 Aug 10 04:35:54.088663 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbca113e-bf3d-4e77-8ade-f2d682cbd596 req-e2040ade-e86f-45fb-b7b0-68313611e77c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Aug 10 04:35:55.207097 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e1b42-ced2-4f6d-a42e-e8d337222770 req-2522a0ee-93b4-4cd4-8ffe-b350b41a9035 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:55.208629 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b43e1b42-ced2-4f6d-a42e-e8d337222770 req-2522a0ee-93b4-4cd4-8ffe-b350b41a9035 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0526373 Aug 10 04:35:55.245975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b43e1b42-ced2-4f6d-a42e-e8d337222770 req-f679f9a6-f9e0-4566-bf78-70fcd1b5956b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Aug 10 04:35:56.361779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e05e47-1443-4120-99a7-38d6e1d21921 req-0fb33bfb-2e8b-4e01-b5bb-aa9675c935e7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.363305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61e05e47-1443-4120-99a7-38d6e1d21921 req-0fb33bfb-2e8b-4e01-b5bb-aa9675c935e7 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0501516 Aug 10 04:35:56.401055 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-61e05e47-1443-4120-99a7-38d6e1d21921 req-444bed57-093c-43b4-bca5-4b8c3e9c13ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Aug 10 04:35:57.118518 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:57.516732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bb72-ef5f-4029-836c-4cd955dcb3b5 req-5df1d5e7-c401-448b-901b-ed38016da32c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:57.518191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e575bb72-ef5f-4029-836c-4cd955dcb3b5 req-5df1d5e7-c401-448b-901b-ed38016da32c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0476532 Aug 10 04:35:57.556107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e575bb72-ef5f-4029-836c-4cd955dcb3b5 req-da847875-ced1-4351-a34e-338be2b98dd9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319848 Aug 10 04:35:58.674594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff77c5-afb6-4944-9a77-611c70e7f2bf req-871c46d9-b571-4a28-af90-65fd130d6b5e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:58.676062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdff77c5-afb6-4944-9a77-611c70e7f2bf req-871c46d9-b571-4a28-af90-65fd130d6b5e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0531509 Aug 10 04:35:58.711482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bdff77c5-afb6-4944-9a77-611c70e7f2bf req-503aa96c-0463-466a-9705-76d96b231385 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295091 Aug 10 04:35:59.830084 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d93b7-1e99-4826-a07e-2574d825fb0c req-1c832f08-e974-441c-ae51-d3fdcb487545 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:59.831561 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-490d93b7-1e99-4826-a07e-2574d825fb0c req-1c832f08-e974-441c-ae51-d3fdcb487545 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0489867 Aug 10 04:35:59.868683 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-490d93b7-1e99-4826-a07e-2574d825fb0c req-98e1dce5-61c0-4f0a-963b-d8240ebfb6aa tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311561 Aug 10 04:36:00.365429 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5a98-9629-47ad-ad34-4d5f9a67bfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:00.982776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c208d-3b6f-401f-b243-5bbace4afac5 req-36070479-5ca6-4700-a212-0de044c766b9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:00.984271 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b69c208d-3b6f-401f-b243-5bbace4afac5 req-36070479-5ca6-4700-a212-0de044c766b9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0476928 Aug 10 04:36:01.022645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b69c208d-3b6f-401f-b243-5bbace4afac5 req-bbfe466e-eb68-4dcd-b3ef-7c7bedec0bb2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320275 Aug 10 04:36:02.149540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac78ff6-8f51-4413-ab3f-4042482ae2cb req-da850fc1-55a0-4614-9c19-00c589f083de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:02.151041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ac78ff6-8f51-4413-ab3f-4042482ae2cb req-da850fc1-55a0-4614-9c19-00c589f083de tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0542390 Aug 10 04:36:02.190491 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2ac78ff6-8f51-4413-ab3f-4042482ae2cb req-2f7e6ae1-4920-4ddf-aa28-64db4cd7e31d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Aug 10 04:36:02.213400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48746) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:02.273528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1f7fe5bf-6bf6-4f63-87f4-9f69faf9e461 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/b80f4c51-879e-4cdc-b890-bdf1d275b82d HTTP/1.1" status: 200 len: 992 time: 0.0589235 Aug 10 04:36:02.792471 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:03.089438 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe282-4bba-4e7c-8651-1269492dfd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:03.611242 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e700c8-aae6-4e98-8cff-01d3e760cced req-d3323397-5463-4835-a650-76dd9918744e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:03.612672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4e700c8-aae6-4e98-8cff-01d3e760cced req-d3323397-5463-4835-a650-76dd9918744e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0517507 Aug 10 04:36:03.651592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b4e700c8-aae6-4e98-8cff-01d3e760cced req-825304dd-8ea0-4f68-af5a-72a5e5f70ed3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Aug 10 04:36:03.710036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-714c6d57-eb40-4124-94a3-f5e8b67fb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:03.711514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-714c6d57-eb40-4124-94a3-f5e8b67fb2ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1098 time: 0.0441136 Aug 10 04:36:03.799248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-c62ea645-834a-438a-839d-223ec2478cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:03.800742 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-c62ea645-834a-438a-839d-223ec2478cd0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 898 time: 0.0813944 Aug 10 04:36:03.867122 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-e5fdd83b-c8d8-4ad4-868c-30ca37d2312d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 1000 time: 0.0597932 Aug 10 04:36:03.915349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-0c9f7301-c280-4bf0-ba4b-bb800fe4c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:03.916753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-0c9f7301-c280-4bf0-ba4b-bb800fe4c60d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 200 len: 835 time: 0.0421281 Aug 10 04:36:03.961515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-20e3a927-8ebd-48ff-aac9-634d871deadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:03.962998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-20e3a927-8ebd-48ff-aac9-634d871deadf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98b1b0f1-d708-432e-8aa9-c34097747d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394802 Aug 10 04:36:04.053307 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-e79eb78c-86a7-4829-885b-1714a50887c2 service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Aug 10 04:36:04.143152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2e237aa-be02-4271-bd15-7bb0a5ec6a0d req-36308238-fe98-4dc3-b519-707d99659e5a service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827093 Aug 10 04:36:04.409396 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:04.769728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de5a30-3ce7-4831-8b9c-7e88334c8945 req-b094b627-4fb2-4587-9b5e-126a5f5e39d4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:04.771242 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80de5a30-3ce7-4831-8b9c-7e88334c8945 req-b094b627-4fb2-4587-9b5e-126a5f5e39d4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0502889 Aug 10 04:36:04.808859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-80de5a30-3ce7-4831-8b9c-7e88334c8945 req-ee05a643-aa49-4c18-9774-409fad566a27 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Aug 10 04:36:05.927137 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa9be6-0ce4-458f-9442-dae4c0a2e4aa req-9e2fdd8c-9da7-40c9-9711-48db34f6f831 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:05.928678 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40aa9be6-0ce4-458f-9442-dae4c0a2e4aa req-9e2fdd8c-9da7-40c9-9711-48db34f6f831 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0527289 Aug 10 04:36:05.966586 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40aa9be6-0ce4-458f-9442-dae4c0a2e4aa req-2b09c076-9936-4c6f-acfa-cac96e4d3163 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Aug 10 04:36:05.988844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48760) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:05.998240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:06.048693 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-45a34962-7ea8-4ad0-8ca0-828440a05aaf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/b80f4c51-879e-4cdc-b890-bdf1d275b82d HTTP/1.1" status: 200 len: 992 time: 0.0585999 Aug 10 04:36:16.174597 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:19.266450 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:20.977154 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-6efa4128-a9b1-49b9-b1e1-9856cbef1128 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429718 Aug 10 04:36:21.074365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37707-128c-4627-b7b4-681d359fe14c req-9180f80f-58d6-4c1b-8833-c1f6f5829080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:21.076444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-9180f80f-58d6-4c1b-8833-c1f6f5829080 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1098 time: 0.0398111 Aug 10 04:36:21.175629 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37707-128c-4627-b7b4-681d359fe14c req-60dcbc54-a060-4dff-9f32-cb696108b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:21.177169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-60dcbc54-a060-4dff-9f32-cb696108b26a service neutron] 10.222.0.54 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 898 time: 0.0815215 Aug 10 04:36:21.246688 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-0f3fcb77-19bd-4772-bfc6-7271cbe5ac34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 1000 time: 0.0602448 Aug 10 04:36:21.295784 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37707-128c-4627-b7b4-681d359fe14c req-5f397021-9311-417e-aa75-31c0c0205509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:21.297237 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-5f397021-9311-417e-aa75-31c0c0205509 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 200 len: 835 time: 0.0424001 Aug 10 04:36:21.341670 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37707-128c-4627-b7b4-681d359fe14c req-b1f5fe13-fdf4-4399-a35b-f408e88e0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:21.343106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-b1f5fe13-fdf4-4399-a35b-f408e88e0d64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98b1b0f1-d708-432e-8aa9-c34097747d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386031 Aug 10 04:36:21.434261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-eb8b4796-121b-4651-b993-e615ff6b72ee service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828850 Aug 10 04:36:21.520327 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bde37707-128c-4627-b7b4-681d359fe14c req-aa02b563-5f44-4b9e-ab3f-193800399a23 service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790663 Aug 10 04:36:27.071394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:30.380266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f9c120ba-ab76-4e1e-9679-8f8de557cf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:32.877345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:33.123671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8ae354bd-f6ab-4f4e-9696-24a98620f1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:34.425494 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:36.003366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:46.162947 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:54.437351 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48792) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:54.589261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 873ebe98-1377-4c7f-bc35-48596f8785fd {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:54.589602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:54.665756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:54.666086 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:54.677782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 873ebe98-1377-4c7f-bc35-48596f8785fd owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:54.945447 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:54.970318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=873ebe98-1377-4c7f-bc35-48596f8785fd,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:54.982327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.982676 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.983016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.983352 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.983684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.984016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.984363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.984688 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.985015 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.985339 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.985661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:54.985981 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:36:55.040459 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:55.040787 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP b80f4c51-879e-4cdc-b890-bdf1d275b82d disassociated (deleted). External IP: 172.25.1.8, port: ece6d93f-6743-45ec-93f6-fe560f9e3946. Aug 10 04:36:55.241998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router af174619-80de-409e-9132-7fe373f02516 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:36:55.346885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:36:55.351296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:55.356930 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] Sync routers for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:36:55.365765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:55.366355 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:55.378956 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1003d67e-634b-4073-8ca5-c0274a390b2a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/floatingips/b80f4c51-879e-4cdc-b890-bdf1d275b82d HTTP/1.1" status: 204 len: 168 time: 0.9405737 Aug 10 04:36:55.379694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:55.382096 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:55.469481 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:55.664298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:31Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:55.690364 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] Checking router: af174619-80de-409e-9132-7fe373f02516 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:36:55.698596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:36:55.699228 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:55.762985 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd84b9-7261-4955-a79e-cbfd58125ebd x-openstack-request-id: req-febd84b9-7261-4955-a79e-cbfd58125ebd {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:55.763498 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:55.763642 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-febd84b9-7261-4955-a79e-cbfd58125ebd {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:55.763916 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'status': 'completed', 'code': 200} Aug 10 04:36:55.810494 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:36:55.858377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716b7c7-cdc8-4305-bbc2-2172da77efdd req-5946fc88-66a2-4365-adc8-56dd48329817 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:55.859879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5716b7c7-cdc8-4305-bbc2-2172da77efdd req-5946fc88-66a2-4365-adc8-56dd48329817 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0523994 Aug 10 04:36:55.923058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5716b7c7-cdc8-4305-bbc2-2172da77efdd req-3d3c2133-595f-452f-910c-04f59a216689 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546398 Aug 10 04:36:55.924691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-8b3bf109-eb6b-4b52-8676-13a4a6f44076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:55.926167 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-8b3bf109-eb6b-4b52-8676-13a4a6f44076 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 1098 time: 0.0653315 Aug 10 04:36:56.007621 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:31Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:36:56.017549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-7ef5c1e1-24ce-4db4-9473-5892589f3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.019071 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-7ef5c1e1-24ce-4db4-9473-5892589f3d01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 200 len: 898 time: 0.0832582 Aug 10 04:36:56.041852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2728d3-b9fb-43e8-8b73-75f01e6a3523 None None] The sync data for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 is: [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:34:27Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'ffc02d5b-072b-4dbb-ad29-88736deb126b', 'name': '', 'network_id': '98b1b0f1-d708-432e-8aa9-c34097747d7a', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a1:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:26Z', 'updated_at': '2021-08-10T04:34:31Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '5370b11f-b00f-40a7-9d21-8a98f15a6676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:36:56.067343 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-9b2cc1ae-fb0d-4c53-9c95-3fcd7720dd7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 200 len: 217 time: 0.0389001 Aug 10 04:36:56.124509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-6da2afa7-bc26-48f5-b808-f82bb780d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.126093 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-6da2afa7-bc26-48f5-b808-f82bb780d0e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 200 len: 835 time: 0.0511115 Aug 10 04:36:56.174739 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-6a49b858-d4f3-4e61-8db5-adef504025ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.176252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-6a49b858-d4f3-4e61-8db5-adef504025ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=98b1b0f1-d708-432e-8aa9-c34097747d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410872 Aug 10 04:36:56.266299 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:56.273735 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7165a94-e542-459a-9a3b-6861dca7ac93 None None] New status for floating IP b80f4c51-879e-4cdc-b890-bdf1d275b82d: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:36:56.276784 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-571a72e8-eb42-424f-9d8d-70fd7a8b9467 service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913122 Aug 10 04:36:56.371176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72bab5c6-f62c-4b6e-a229-0ef2f8d5ff7d req-7af5ee36-7ed8-44ef-a095-f7be3b3a889f service neutron] 10.222.0.54 "GET /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852001 Aug 10 04:36:57.055915 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddab1f-e6cb-47e1-97b1-b511cb6332bf req-ad5ccc3e-58c2-44e8-a6fe-be6676eb9ca2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.057429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09ddab1f-e6cb-47e1-97b1-b511cb6332bf req-ad5ccc3e-58c2-44e8-a6fe-be6676eb9ca2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0532532 Aug 10 04:36:57.094511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09ddab1f-e6cb-47e1-97b1-b511cb6332bf req-0e89bb38-35f0-4d15-b5c6-32310d1317c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306389 Aug 10 04:36:57.111315 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.692136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191787-aeb8-45bf-86df-9c55c68e592d req-0abd0467-052f-4ed5-b8a2-4a789fb16c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.693646 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36191787-aeb8-45bf-86df-9c55c68e592d req-0abd0467-052f-4ed5-b8a2-4a789fb16c80 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 946 time: 0.0474670 Aug 10 04:36:57.777908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port ece6d93f-6743-45ec-93f6-fe560f9e3946 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:57.778251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.865687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port ece6d93f-6743-45ec-93f6-fe560f9e3946, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=ece6d93f-6743-45ec-93f6-fe560f9e3946,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:57.866052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.879069 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for ece6d93f-6743-45ec-93f6-fe560f9e3946 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:36:58.077150 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:58.104460 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=ece6d93f-6743-45ec-93f6-fe560f9e3946,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:36:58.147769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] No DVR routers for this DVR port ece6d93f-6743-45ec-93f6-fe560f9e3946 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:36:58.150784 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:58.152848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-36191787-aeb8-45bf-86df-9c55c68e592d req-4b6e7afc-1352-4bbb-9d7f-3eb342a0a2a4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "DELETE /v2.0/ports/ece6d93f-6743-45ec-93f6-fe560f9e3946 HTTP/1.1" status: 204 len: 173 time: 0.4533718 Aug 10 04:36:58.153287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'name': 'network-vif-deleted', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:36:58.155539 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75eb4bf-0376-4a72-8078-b9f33c90a7e4" -d '{"events": [{"server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "name": "network-vif-deleted", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:36:58.205892 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-addf51ba-0577-41f6-8c45-95ed76618958 req-be8ef5a9-d4de-4f1d-8438-c7e5e691a8e0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=284bc42f-913a-42da-8224-df7f9301e073 HTTP/1.1" status: 200 len: 210 time: 0.0293174 Aug 10 04:36:58.250770 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf6848-dfdf-4b27-8fbb-fe9e7fd4b211 x-openstack-request-id: req-f8bf6848-dfdf-4b27-8fbb-fe9e7fd4b211 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:36:58.251123 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284bc42f-913a-42da-8224-df7f9301e073", "name": "network-vif-deleted", "tag": "ece6d93f-6743-45ec-93f6-fe560f9e3946", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:36:58.251381 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8bf6848-dfdf-4b27-8fbb-fe9e7fd4b211 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:36:58.252058 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284bc42f-913a-42da-8224-df7f9301e073', 'name': 'network-vif-deleted', 'tag': 'ece6d93f-6743-45ec-93f6-fe560f9e3946', 'status': 'completed', 'code': 200} Aug 10 04:36:59.264856 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48812) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:36:59.636941 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:59.891966 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port ffc02d5b-072b-4dbb-ad29-88736deb126b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:36:59.892320 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:59.978432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port ffc02d5b-072b-4dbb-ad29-88736deb126b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=ffc02d5b-072b-4dbb-ad29-88736deb126b,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:36:59.978806 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:59.991598 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for ffc02d5b-072b-4dbb-ad29-88736deb126b owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:00.253436 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:00.277830 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=ffc02d5b-072b-4dbb-ad29-88736deb126b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:00.287997 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.288383 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.289115 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.289870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.290367 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.290718 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.291899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.291899 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.292108 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.292382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.292721 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.293055 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:00.357655 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4bbe4b06-bba5-47d5-a8dd-332c6db78b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:00.464834 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:00.949487 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router af174619-80de-409e-9132-7fe373f02516 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:37:01.056353 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:01.062070 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-720368ee-bf5c-4c15-b545-bafaccbd71a3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/af174619-80de-409e-9132-7fe373f02516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7961848 Aug 10 04:37:01.064767 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48816) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:01.069090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] Sync routers for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:01.077965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:01.078580 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:01.116655 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting subnet 5370b11f-b00f-40a7-9d21-8a98f15a6676 {{(pid=94804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:37:01.124437 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.168129 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11604770'] for subnet, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.187907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:01.254989 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.362039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:37:00Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:01.385753 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12065775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9787901'] for subnet, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.390553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] Checking router: af174619-80de-409e-9132-7fe373f02516 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:01.398863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] Routers {'af174619-80de-409e-9132-7fe373f02516'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:01.399468 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:36:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['af174619-80de-409e-9132-7fe373f02516'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:01.412404 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Subnet': ['ID=5370b11f-b00f-40a7-9d21-8a98f15a6676,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:01.418142 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.422567 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-66a68144-d601-4609-b8c6-9309b2019be8 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/subnets/5370b11f-b00f-40a7-9d21-8a98f15a6676 HTTP/1.1" status: 204 len: 168 time: 0.3543828 Aug 10 04:37:01.423356 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48818) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:01.436473 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900bc39-2817-489c-b7d7-70ab787c601f None None] Network 98b1b0f1-d708-432e-8aa9-c34097747d7a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:37:01.530394 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.587440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] Set router af174619-80de-409e-9132-7fe373f02516 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:01.636001 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.750950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] DHCP port deletion for 98b1b0f1-d708-432e-8aa9-c34097747d7a request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:37:01.758584 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 469baf95-3f41-4f6d-adcf-b9921cc9cf78 {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:01.758923 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.845908 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 469baf95-3f41-4f6d-adcf-b9921cc9cf78, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=469baf95-3f41-4f6d-adcf-b9921cc9cf78,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:01.846184 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.860971 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 469baf95-3f41-4f6d-adcf-b9921cc9cf78 owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:01.970249 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:37:00Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:01.997203 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04253fc1-5ca7-421a-acda-202770aa6f1f None None] The sync data for ids ['af174619-80de-409e-9132-7fe373f02516'] in n-d-765315-26 is: [{'id': 'af174619-80de-409e-9132-7fe373f02516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669584596', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:34:23Z', 'updated_at': '2021-08-10T04:37:00Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '469baf95-3f41-4f6d-adcf-b9921cc9cf78', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af174619-80de-409e-9132-7fe373f02516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:34:24Z', 'updated_at': '2021-08-10T04:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:02.004443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Deleting port b24ddced-986e-4915-90a4-eec42998d539 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:02.004823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.070352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] For port b24ddced-986e-4915-90a4-eec42998d539, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b24ddced-986e-4915-90a4-eec42998d539,segment=NetworkSegment(73c569a1-8efa-4913-8da5-2be3a3b22651),segment_id=73c569a1-8efa-4913-8da5-2be3a3b22651)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:02.070760 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.083295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Calling delete_port for b24ddced-986e-4915-90a4-eec42998d539 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:02.099795 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.126233 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=469baf95-3f41-4f6d-adcf-b9921cc9cf78,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:02.135724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ece6d93f-6743-45ec-93f6-fe560f9e3946 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:02.164809 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: ece6d93f-6743-45ec-93f6-fe560f9e3946 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:02.165151 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device ece6d93f-6743-45ec-93f6-fe560f9e3946 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:02.192137 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.281974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.286234 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.288301 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.313866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] No DVR routers for this DVR port b24ddced-986e-4915-90a4-eec42998d539 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:02.315614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Pushing event deleted for resources: {'Port': ['ID=b24ddced-986e-4915-90a4-eec42998d539,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:02.327261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.327261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.329609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.329934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.330283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.330627 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.330965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.331294 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.331620 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.331990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.332469 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.332795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce68ae-fead-49d0-894a-357bd562bdbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:02.397014 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.397759 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Fanout notify agent at l3_agent the message router_deleted on router af174619-80de-409e-9132-7fe373f02516 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:37:02.405381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.406572 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-59e72169-cf40-4040-8010-0c338c248c79 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/routers/af174619-80de-409e-9132-7fe373f02516 HTTP/1.1" status: 204 len: 168 time: 0.9828570 Aug 10 04:37:02.409260 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 48820) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:02.486554 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.576199 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.586770 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b1b0f1-d708-432e-8aa9-c34097747d7a']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:02.597950 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c569a1-8efa-4913-8da5-2be3a3b22651') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:02.598271 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c569a1-8efa-4913-8da5-2be3a3b22651') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:02.608581 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.623894 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.630690 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:37:02.631096 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:37:02.634167 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:37:02.733730 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.741290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.742637 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/networks/98b1b0f1-d708-432e-8aa9-c34097747d7a HTTP/1.1" status: 204 len: 168 time: 0.3324475 Aug 10 04:37:02.745464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48822) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:02.759274 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fab29f-2c4b-4a49-8ae6-d4889f7e4e3f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Network': ['ID=98b1b0f1-d708-432e-8aa9-c34097747d7a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:02.791366 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.805674 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-518f7bc4-ae8d-43fc-85ac-04f4ec9b3024 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.832636 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-518f7bc4-ae8d-43fc-85ac-04f4ec9b3024 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.951280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-518f7bc4-ae8d-43fc-85ac-04f4ec9b3024 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.953779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-518f7bc4-ae8d-43fc-85ac-04f4ec9b3024 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.958882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-518f7bc4-ae8d-43fc-85ac-04f4ec9b3024 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/security-groups/ba1ea5f5-5dd1-4daf-becb-8254db15f8a7 HTTP/1.1" status: 204 len: 168 time: 0.2084320 Aug 10 04:37:02.963746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7bc4-ae8d-43fc-85ac-04f4ec9b3024 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1ea5f5-5dd1-4daf-becb-8254db15f8a7,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:03.117841 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5f462dd4-203f-46fc-94d6-4105f63f9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.174068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ffc02d5b-072b-4dbb-ad29-88736deb126b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:03.193975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: ffc02d5b-072b-4dbb-ad29-88736deb126b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:03.194320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device ffc02d5b-072b-4dbb-ad29-88736deb126b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:03.194725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 469baf95-3f41-4f6d-adcf-b9921cc9cf78 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:03.213025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 469baf95-3f41-4f6d-adcf-b9921cc9cf78 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:03.213314 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 469baf95-3f41-4f6d-adcf-b9921cc9cf78 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:03.213714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b24ddced-986e-4915-90a4-eec42998d539 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:03.231872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b24ddced-986e-4915-90a4-eec42998d539 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:03.232213 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b24ddced-986e-4915-90a4-eec42998d539 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:03.261541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48828) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:03.266755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200584499', 'description': 'tempest-secgroup-smoke-1200584499 description', 'project_id': 'b39b9adde5d64752823459371a42370a'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:03.338944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.428618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.550588 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.579409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61995216-3e16-4f87-b18b-c10995b58bf6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:03.648850 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.650188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-3e0ecfea-0158-4459-92f8-39c326526bea tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3875625 Aug 10 04:37:03.653416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48830) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:03.657903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '61995216-3e16-4f87-b18b-c10995b58bf6', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:03.761974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.826059 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.894123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.912055 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a283252-8c51-4e61-a205-f1710093ecc8,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:03.974039 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.975269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-1d229162-61a8-4877-9845-d84b19e21864 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209171 Aug 10 04:37:03.978133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48832) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:03.982691 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '61995216-3e16-4f87-b18b-c10995b58bf6', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:04.070454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.136606 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.202221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.219953 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e19790f-326e-472b-986d-8d40660014cf,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:04.294685 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.295932 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cfc0575f-25b0-4b49-901b-397c2f327a49 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168292 Aug 10 04:37:04.299800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48834) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:04.304261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '61995216-3e16-4f87-b18b-c10995b58bf6', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:04.407283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.448043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.464393 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.522047 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.536604 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00be8a18-94a7-465c-911b-f60733adfb69,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:04.608410 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.609619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c626dea5-78cd-470a-bd4b-0749f5bbc6ff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088682 Aug 10 04:37:04.612303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48836) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:04.616643 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '61995216-3e16-4f87-b18b-c10995b58bf6', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:04.703661 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.763843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.865441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.882819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f04191-0a06-44f1-bff6-a312305e1b3f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:04.950123 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:04.951805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f318fdf-33a9-413e-80f4-a6069494979f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385379 Aug 10 04:37:04.954634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48838) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:04.958957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '61995216-3e16-4f87-b18b-c10995b58bf6', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:05.053234 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:37:05.058044 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.116242 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.196829 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.214450 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d0ffa6-40a7-491a-8454-5d814b62071f,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:05.316799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.318007 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f8fefcca-75c4-4b72-80f0-d9a76e405796 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3625066 Aug 10 04:37:05.320840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48840) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:05.325179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'security_group_rule': {'security_group_id': '61995216-3e16-4f87-b18b-c10995b58bf6', 'project_id': 'b39b9adde5d64752823459371a42370a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:05.430807 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Project b39b9adde5d64752823459371a42370a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:37:05.436260 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.494110 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.572822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.593005 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d18055b-53f6-4858-aab1-1e0b811309f9,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:05.665143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.666350 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9b27eccc-0718-428a-afd2-b0bd43903c7b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445902 Aug 10 04:37:05.669173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48842) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:05.674515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'network': {'name': 'tempest-network-smoke--369715382', 'project_id': 'b39b9adde5d64752823459371a42370a', 'port_security_enabled': True}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:05.773633 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:37:05.776967 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.799034 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:37:05.807116 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.807421 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Added segment 9e613468-92b2-41a5-8c13-a5a17c586bdc of type vlan for network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb Aug 10 04:37:05.846718 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.933731 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:05.940447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:05.940840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.004262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Network': ['ID=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:06.008351 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.014710 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:37:06.060228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-752848a6-1803-4a14-b4b2-46c3d4e8a4ce tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3893893 Aug 10 04:37:06.062766 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48844) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:06.067197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'admin_state_up': True, 'project_id': 'b39b9adde5d64752823459371a42370a', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:06.157289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.158485 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.211996 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.393309 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.648175 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.666553 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.765684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.77 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:37:06.865102 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.939839 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:06.978227 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:06.982617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:06.987323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:37:06.990297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:07.598674 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:07.787545 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.024849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 1fb77ba4-5486-48cb-bd15-8c8e10054010 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:37:08.125205 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:08.134847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Sync routers for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:08.143949 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:08.144592 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:08.202564 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.203858 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f824c2da-93a1-402e-994d-83853db8515a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1401408 Aug 10 04:37:08.207644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48846) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:08.239108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7cd9e25a-5470-4269-9f5b-2bff55098071 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=b39b9adde5d64752823459371a42370a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303400 Aug 10 04:37:08.241843 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48848) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:08.247542 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:08.326906 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc06ae-219f-4b5e-85f1-0a3af1284cb4 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:08.331487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-98fc06ae-219f-4b5e-85f1-0a3af1284cb4 tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855877 Aug 10 04:37:08.331716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48850) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:08.360025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-58cfee85-ce70-4f06-a3c5-21c437be23ab tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=72fc9df2-b5f4-45fb-9eec-d1edd93fef19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272419 Aug 10 04:37:08.362595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48852) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:08.367308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544686045', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'project_id': 'b39b9adde5d64752823459371a42370a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:08.421489 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:07Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:08.447284 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Checking router: 1fb77ba4-5486-48cb-bd15-8c8e10054010 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:08.447633 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Updating router 1fb77ba4-5486-48cb-bd15-8c8e10054010 port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:37:08.471739 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.516707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:37:08.520897 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.716848 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.726563 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Transition to ACTIVE for port object 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:08.745325 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.796814 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.809883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Subnet': ['ID=56813741-487c-4fb1-9229-b5cd7ebb6063,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:08.814873 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Checking segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:08.815245 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network hostable DHCP agents. Network: 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:37:08.854515 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Attempting to bind port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:08.854887 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Attempting to bind port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:08.855239 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Attempting to bind port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:08.862314 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Pushing event updated for resources: {'Port': ['ID=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,revision_number=2']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:08.871462 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:08.871826 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:08.872221 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.872631 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:08.873085 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Bound port: 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:08.873462 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.875977 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.876383 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.877240 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.877885 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.878224 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.878773 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.878928 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.879172 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.879586 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.879940 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.880251 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.880591 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:08.905184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:37:08.934060 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] For port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:08.937200 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] For port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:08.979350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:08.984219 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:08.984961 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:08.987700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9dfe1-af42-4a3b-bd8d-93a22b7b80d5 None None] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:37:09.008633 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.066311 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7f80d-e2f5-48d1-9482-b170013b2074 None None] Pushing event updated for resources: {'Port': ['ID=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:09.067094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9fa70628-01a8-4da4-bef8-63149232e9ee tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7030573 Aug 10 04:37:09.069494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48854) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:09.069756 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:09.070338 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:09.144239 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:37:09.145232 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.176520 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:09.287315 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Allocated IP 172.20.0.2 (0673ea3f-ba4a-4b6c-a4fb-ffff205381cb/56813741-487c-4fb1-9229-b5cd7ebb6063/2ecdfa76-189e-4696-bc89-f49cd4970bdb) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:37:09.357538 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-d82507ef-032e-4777-b11f-62ededce228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:07Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:09.440372 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.449032 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Transition to ACTIVE for port object 2ecdfa76-189e-4696-bc89-f49cd4970bdb will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:09.464524 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Transition to ACTIVE for port object 2ecdfa76-189e-4696-bc89-f49cd4970bdb will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:09.477782 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82507ef-032e-4777-b11f-62ededce228e None None] The sync data for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 is: [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:07Z', 'revision_number': 3, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:09.524498 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.529014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.572755 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:09.575565 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:09.578134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:37:09.589220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Pushing event updated for resources: {'Port': ['ID=2ecdfa76-189e-4696-bc89-f49cd4970bdb,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:09.641739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Attempting to bind port 2ecdfa76-189e-4696-bc89-f49cd4970bdb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:09.642124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Attempting to bind port 2ecdfa76-189e-4696-bc89-f49cd4970bdb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:09.642486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Attempting to bind port 2ecdfa76-189e-4696-bc89-f49cd4970bdb on network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:09.647609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:09.648136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Checking segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:09.648576 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.648981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Bound using segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:09.649457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Bound port: 2ecdfa76-189e-4696-bc89-f49cd4970bdb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:09.649844 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.742379 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] For port 2ecdfa76-189e-4696-bc89-f49cd4970bdb, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:09.745958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] For port 2ecdfa76-189e-4696-bc89-f49cd4970bdb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2ecdfa76-189e-4696-bc89-f49cd4970bdb,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:09.808943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.822602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.1 (0673ea3f-ba4a-4b6c-a4fb-ffff205381cb/56813741-487c-4fb1-9229-b5cd7ebb6063/e99c1465-a0b7-417b-a5e3-6dd7170ac6e6) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:37:09.880218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f0397-6197-4ce7-97ae-cb2970f2777f None None] Pushing event updated for resources: {'Port': ['ID=2ecdfa76-189e-4696-bc89-f49cd4970bdb,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:09.963373 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.979505 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:10.082133 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:10.127707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:10.131636 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:10.135497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:37:10.142653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:10.187655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:10.396608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:10.688025 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:10.748026 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9bd96-846a-4649-825c-054c97a9ffeb None None] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:37:10.755579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:10.831879 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:10.835756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:10.910807 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7752ab48-7f5d-4164-8e8a-8e42d2d1b555 None None] Provisioning for port 2ecdfa76-189e-4696-bc89-f49cd4970bdb completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:10.930757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:10.932193 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:11.061634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 1fb77ba4-5486-48cb-bd15-8c8e10054010 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:37:11.187944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:11.197838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-52f29492-e87f-4dbc-b2a5-d275eef98cff tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/1fb77ba4-5486-48cb-bd15-8c8e10054010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1270325 Aug 10 04:37:11.231130 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7f7768b6-fba7-49f9-8784-3b8c1ea4ec7c None None] Provisioning for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:11.240210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7f7768b6-fba7-49f9-8784-3b8c1ea4ec7c None None] Provisioning complete for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:11.242595 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7f7768b6-fba7-49f9-8784-3b8c1ea4ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:11.274488 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:11.315852 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7f7768b6-fba7-49f9-8784-3b8c1ea4ec7c None None] Port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:37:11.356217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-b094adf9-249d-4bcd-a58e-53e037910491 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200584499&fields=id&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 267 time: 0.0343180 Aug 10 04:37:11.403178 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:11.409169 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:11.410497 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:11.415434 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Sync routers for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:11.462084 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:11.462830 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:11.476149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-191b36b7-99b4-495d-b074-bb76a1f5d895 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:11.477778 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-191b36b7-99b4-495d-b074-bb76a1f5d895 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/networks?id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 200 len: 796 time: 0.1149611 Aug 10 04:37:11.494280 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-12b31549-98b6-420d-a82e-2a85a4e8740a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/quotas/b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 375 time: 0.0099487 Aug 10 04:37:11.506921 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9776e8cf-75d6-4374-8ffc-2629b940efb6 None None] Provisioning complete for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:11.507290 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9776e8cf-75d6-4374-8ffc-2629b940efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:11.604023 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-9776e8cf-75d6-4374-8ffc-2629b940efb6 None None] Port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:37:11.632240 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:11.649408 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:11.685575 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:11.776040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:11.776964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2ecdfa76-189e-4696-bc89-f49cd4970bdb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:11.816763 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-c0407f19-a4cb-4601-9e3a-2bc1c84f0a64 None None] Provisioning complete for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:11.817125 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c0407f19-a4cb-4601-9e3a-2bc1c84f0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:11.874156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-7cb23a5f-ea76-4572-903a-46a3983be7df tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3737161 Aug 10 04:37:11.920295 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-c0407f19-a4cb-4601-9e3a-2bc1c84f0a64 None None] Port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:37:11.921680 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:11.971911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-bdf93abc-e633-41b8-aa26-2655ca3c76d5 service neutron] 10.222.0.26 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Aug 10 04:37:11.976971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 2, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:12.007879 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Checking router: 1fb77ba4-5486-48cb-bd15-8c8e10054010 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:12.008232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Updating router 1fb77ba4-5486-48cb-bd15-8c8e10054010 port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:37:12.027170 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2ecdfa76-189e-4696-bc89-f49cd4970bdb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:12.035068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2ecdfa76-189e-4696-bc89-f49cd4970bdb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:12.035445 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.037983 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.066173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-3b0893b9-e73c-4ffc-8881-add1a3b9d03d service neutron] 10.222.0.26 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871489 Aug 10 04:37:12.213847 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.296305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2ecdfa76-189e-4696-bc89-f49cd4970bdb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2ecdfa76-189e-4696-bc89-f49cd4970bdb,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:12.326191 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-46d519ee-ac18-43bc-ab1f-c1c7856e57a2 req-13c0a5b0-d9d5-46eb-b40f-aa06c65a3c11 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Aug 10 04:37:12.537838 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.587010 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.607174 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Transition to ACTIVE for port object e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:12.612513 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2ecdfa76-189e-4696-bc89-f49cd4970bdb,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:12.665103 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.714661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ecbd6-1cd6-4196-ba1d-c78c1dc1c8ab None None] Pushing event updated for resources: {'Port': ['ID=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:12.768969 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Attempting to bind port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:12.769338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Attempting to bind port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:12.769745 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Attempting to bind port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 on network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:12.774948 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:12.775326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Checking segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:12.775724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.776319 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Bound using segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:12.776927 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Bound port: e99c1465-a0b7-417b-a5e3-6dd7170ac6e6, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:12.777186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.843140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] For port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:12.846924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] For port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:12.923713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:12.994443 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:12.994681 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:12.998052 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ecbd6-1cd6-4196-ba1d-c78c1dc1c8ab None None] Pushing event updated for resources: {'Port': ['ID=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:13.108109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:13.189611 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:13.305317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:13.305692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:13.422136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec4c016b-3f9f-42f1-8a32-535465e6877c req-62d0d14e-8326-4bc4-845d-be72c8d67d3e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 210 time: 0.0261781 Aug 10 04:37:13.432635 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2ecdfa76-189e-4696-bc89-f49cd4970bdb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:13.459640 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:12Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:13.490712 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3432f5-097f-4119-8c41-bcc8947317b4 None None] The sync data for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 is: [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:12Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:13.509000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2ecdfa76-189e-4696-bc89-f49cd4970bdb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:13.509419 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:14.557155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f3cde38-26d0-49c3-b699-051efebc85fc req-61dbebfd-1778-49f1-876d-a9fc06a90e52 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 210 time: 0.0619416 Aug 10 04:37:14.601428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-b95b9803-e9d8-4249-8754-791fe4145e93 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.602975 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-b95b9803-e9d8-4249-8754-791fe4145e93 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/networks?id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 200 len: 796 time: 0.1277900 Aug 10 04:37:14.651647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-ae6785a0-d1af-438d-9349-62c50681a9e3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b39b9adde5d64752823459371a42370a HTTP/1.1" status: 200 len: 380 time: 0.0345287 Aug 10 04:37:14.661275 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'port': {'device_id': '27be8886-513e-4881-af07-c7d44733bfe1', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'admin_state_up': True, 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'security_groups': ['61995216-3e16-4f87-b18b-c10995b58bf6']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:14.847831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Made reservation on behalf of b39b9adde5d64752823459371a42370a for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:37:14.851268 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:14.974058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.20.0.3 (0673ea3f-ba4a-4b6c-a4fb-ffff205381cb/56813741-487c-4fb1-9229-b5cd7ebb6063/3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:37:15.109193 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.123740 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Transition to ACTIVE for port object 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:15.188185 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:15.214160 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.258851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:15.261908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:15.265609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:37:15.289632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:15.317499 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:15.318130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.322050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:15.326778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:15.327272 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.408756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c8a58cd9-2714-425f-8329-097a8d893470 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510321 Aug 10 04:37:15.410753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.427066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Request body: {'port': {'device_id': '27be8886-513e-4881-af07-c7d44733bfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:15.446265 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:15.486804 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.551003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.580931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f1b9b6e0-714a-4cf1-a4c1-fbdc815045fd None None] Provisioning for port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:15.593804 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f1b9b6e0-714a-4cf1-a4c1-fbdc815045fd None None] Provisioning complete for port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:15.593804 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f1b9b6e0-714a-4cf1-a4c1-fbdc815045fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.627005 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:15.639071 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9b6e0-714a-4cf1-a4c1-fbdc815045fd None None] Port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:37:15.714169 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930931c-d5dd-40ca-bb8e-9c13743b9f12 req-03092dc6-3320-4c25-93fb-5277068ad602 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:15.715645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4930931c-d5dd-40ca-bb8e-9c13743b9f12 req-03092dc6-3320-4c25-93fb-5277068ad602 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 931 time: 0.0695813 Aug 10 04:37:15.782811 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4930931c-d5dd-40ca-bb8e-9c13743b9f12 req-71675c5a-ddb2-4311-9597-06cfb0b47ba9 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591667 Aug 10 04:37:15.812506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:15.819833 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.831631 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Transition to ACTIVE for port object 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:15.922186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.974840 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Pushing event updated for resources: {'Port': ['ID=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:16.048240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Attempting to bind port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:16.048686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Attempting to bind port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:16.049091 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Attempting to bind port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 on network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:16.054717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 on network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:37:16.059813 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Attempting to bind port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 on network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:16.060395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:16.060746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Checking segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:16.061135 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Bound using segment: {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:16.061611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Bound port: 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e613468-92b2-41a5-8c13-a5a17c586bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:16.061974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:16.136660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] For port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:16.140152 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] For port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:16.208004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:16.243044 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:16.278416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.279071 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:16.280592 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] 10.222.0.54 "PUT /v2.0/ports/3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 200 len: 1092 time: 0.8583717 Aug 10 04:37:16.282576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:16.285742 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:16.313750 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bbd34-f660-4e51-a093-7410e0d38712 service neutron] Pushing event updated for resources: {'Port': ['ID=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:16.386621 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240daac-0794-402d-98b7-489a9a6068c1 x-openstack-request-id: req-6240daac-0794-402d-98b7-489a9a6068c1 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:16.386916 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:16.387169 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6240daac-0794-402d-98b7-489a9a6068c1 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:16.387570 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'status': 'completed', 'code': 200} Aug 10 04:37:16.471239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a req-28d934d8-d9a2-40b7-86f8-959ee8929c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.472815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a req-28d934d8-d9a2-40b7-86f8-959ee8929c06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0427251 Aug 10 04:37:16.575513 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a req-e1894131-a498-4931-86d5-99c435a4a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.576885 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a req-e1894131-a498-4931-86d5-99c435a4a43d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b39b9adde5d64752823459371a42370a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0911117 Aug 10 04:37:16.667495 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a req-5c6631dc-cc37-4199-bad5-cfa39542abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.668985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cef0e88b-8529-4bfe-a7b6-690ffa0e5c1a req-5c6631dc-cc37-4199-bad5-cfa39542abbf service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845029 Aug 10 04:37:16.768583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c9ef47bf-60fd-463b-bfed-34d10c94f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.769969 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-c9ef47bf-60fd-463b-bfed-34d10c94f2a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1095 time: 0.0454111 Aug 10 04:37:16.815340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-545530e2-a251-4bcc-b21a-8aebc4fe33a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 200 len: 217 time: 0.0326474 Aug 10 04:37:16.888391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-5987e2c4-8234-4bf5-8b53-f5869aeeb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.889839 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-5987e2c4-8234-4bf5-8b53-f5869aeeb9f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56813741-487c-4fb1-9229-b5cd7ebb6063 HTTP/1.1" status: 200 len: 834 time: 0.0679810 Aug 10 04:37:16.920280 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf27a25-f1cf-4c99-b9a9-4990244d110d req-1ced8880-82d6-40d2-8032-413984343a67 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.921747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf27a25-f1cf-4c99-b9a9-4990244d110d req-1ced8880-82d6-40d2-8032-413984343a67 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 943 time: 0.0702498 Aug 10 04:37:16.975632 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-7c96711c-a815-47a4-8b8a-4d6515003c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.977204 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-7c96711c-a815-47a4-8b8a-4d6515003c78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795407 Aug 10 04:37:16.982123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf27a25-f1cf-4c99-b9a9-4990244d110d req-e1a21462-99dc-4750-af56-2abf9107fc22 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472090 Aug 10 04:37:17.064854 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-24298f4a-4cbd-4342-bc43-bdeaec4d1599 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804715 Aug 10 04:37:17.160748 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09bc9e11-4da4-4913-a02e-a40080a18092 req-cf19d34a-5176-482e-812c-234b0e5ccfc8 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894194 Aug 10 04:37:17.175934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:17.221595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:17.222782 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:18.096653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15f5c5-7d94-463f-9c74-07e1a91160dd req-f8b54d47-b94e-4b45-a55c-17f2e683d83b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:18.098169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e15f5c5-7d94-463f-9c74-07e1a91160dd req-f8b54d47-b94e-4b45-a55c-17f2e683d83b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 943 time: 0.0492404 Aug 10 04:37:18.135666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e15f5c5-7d94-463f-9c74-07e1a91160dd req-8a5a553e-22bf-43a8-871e-2e46f61fa287 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Aug 10 04:37:19.257383 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fe01c-aee9-4a5a-82f7-59bc2f90a5f3 req-110cc85a-f6b8-40ef-9115-3359efc847b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.258817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a0fe01c-aee9-4a5a-82f7-59bc2f90a5f3 req-110cc85a-f6b8-40ef-9115-3359efc847b2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 943 time: 0.0579765 Aug 10 04:37:19.297562 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a0fe01c-aee9-4a5a-82f7-59bc2f90a5f3 req-d1f563d2-0809-4923-b991-0e160cf82f6b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Aug 10 04:37:20.242148 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:20.332853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:20.347753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'port_id': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'mac_address': 'fa:16:3e:3f:43:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:37:20.384572 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:20.397289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:20.410276 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29f262-cffb-45ec-87cb-468bf13f7876 req-d8fd6ecb-0af4-4ff4-abdd-3bb930682fc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:20.411780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f29f262-cffb-45ec-87cb-468bf13f7876 req-d8fd6ecb-0af4-4ff4-abdd-3bb930682fc3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 943 time: 0.0493934 Aug 10 04:37:20.417075 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:20.449108 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f29f262-cffb-45ec-87cb-468bf13f7876 req-45744f08-6c9e-4b06-8a52-dcc29a6fea9f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Aug 10 04:37:20.469726 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:20.516056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:20.882323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:37:21.563999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d9e7d-41a3-4225-97b0-3d47928ab8b3 req-052fba7d-4cda-4681-bd47-44003fedd171 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:21.565475 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32d9e7d-41a3-4225-97b0-3d47928ab8b3 req-052fba7d-4cda-4681-bd47-44003fedd171 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 944 time: 0.0496163 Aug 10 04:37:21.603257 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a32d9e7d-41a3-4225-97b0-3d47928ab8b3 req-82410c07-57de-46b4-93a6-8407f3faf9cf tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Aug 10 04:37:22.242099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:22.354989 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:22.358553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:22.358924 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:22.434641 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:22.456089 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:22.458896 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b938e38f-558b-4b60-af36-2cf52ad8b70f" -d '{"events": [{"server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "name": "network-vif-plugged", "status": "completed", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:22.472514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:22.497404 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e8375c-7b41-4a73-87ac-b97039fde1b9 x-openstack-request-id: req-b1e8375c-7b41-4a73-87ac-b97039fde1b9 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:22.497404 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "name": "network-vif-plugged", "status": "completed", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:22.497642 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1e8375c-7b41-4a73-87ac-b97039fde1b9 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:22.497977 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'code': 200} Aug 10 04:37:22.545043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:22.594866 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:22.622640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fccc4-0ee3-48d3-b1e3-103fa9f7354b req-5bb049d7-146b-4bcc-9ff7-9935aa045f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:22.624132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee8fccc4-0ee3-48d3-b1e3-103fa9f7354b req-5bb049d7-146b-4bcc-9ff7-9935aa045f00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0449550 Aug 10 04:37:22.658252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee8fccc4-0ee3-48d3-b1e3-103fa9f7354b req-58917912-6fd4-4d8e-9549-c3681b822b94 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275106 Aug 10 04:37:22.720416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09bba2-cf9b-4992-afc8-e088608d4279 req-ec5fa921-e0c1-4384-95ae-d5cf6d93d186 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:22.722371 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d09bba2-cf9b-4992-afc8-e088608d4279 req-ec5fa921-e0c1-4384-95ae-d5cf6d93d186 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Aug 10 04:37:22.758812 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d09bba2-cf9b-4992-afc8-e088608d4279 req-5eab85bc-5191-40e7-bcd0-d9caf5eed5e1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304859 Aug 10 04:37:23.872572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe0c84-a971-4992-af2a-f9d2fe9ed80f req-e873ec93-61bf-493e-944b-fd213e272af1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:23.874045 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8fe0c84-a971-4992-af2a-f9d2fe9ed80f req-e873ec93-61bf-493e-944b-fd213e272af1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0483451 Aug 10 04:37:23.910944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8fe0c84-a971-4992-af2a-f9d2fe9ed80f req-fea4b690-7f88-4a49-afe5-2ffcb9d1776a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Aug 10 04:37:25.031203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6e6a-305c-4e4e-999f-db8c12399827 req-5de0d980-2b2e-45eb-b990-04316648a1c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:25.032702 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-729f6e6a-305c-4e4e-999f-db8c12399827 req-5de0d980-2b2e-45eb-b990-04316648a1c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0540991 Aug 10 04:37:25.069884 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-729f6e6a-305c-4e4e-999f-db8c12399827 req-8168f94d-e652-4c67-a0a7-23ab275a370a tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305507 Aug 10 04:37:25.181896 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301847-15c4-479a-a3eb-88c73c7aae23 req-2e2294cb-fdda-42de-8d21-e2311425582e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:25.183381 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26301847-15c4-479a-a3eb-88c73c7aae23 req-2e2294cb-fdda-42de-8d21-e2311425582e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0486991 Aug 10 04:37:25.220523 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-26301847-15c4-479a-a3eb-88c73c7aae23 req-6ed11b3e-f437-4663-a39c-078e548d1d9f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Aug 10 04:37:25.241992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48920) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:25.281192 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9412398b-dcca-4c52-90ef-b0e2cc3e50fd tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:25.282726 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9412398b-dcca-4c52-90ef-b0e2cc3e50fd tempest-TestNetworkAdvancedServerOps-1155930036 tempest-TestNetworkAdvancedServerOps-1155930036-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1092 time: 0.0397623 Aug 10 04:37:25.286079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48922) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:25.290503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:25.367354 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:25.466152 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:25.563769 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Allocated IP 172.25.1.241 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/c398053d-95f0-4e1b-883d-2ef5c2797d19) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:37:25.664964 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:25.762301 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:25.796248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:25.801368 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:25.803882 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:37:25.830144 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=c398053d-95f0-4e1b-883d-2ef5c2797d19,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:26.166439 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.288543 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.435177 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.493894 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.568320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event updated for resources: {'Port': ['ID=c398053d-95f0-4e1b-883d-2ef5c2797d19,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:26.578669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.677656 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP 9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 associated. External IP: 172.25.1.241, port: 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17. Aug 10 04:37:26.873913 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 1fb77ba4-5486-48cb-bd15-8c8e10054010 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:37:26.975937 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:26.988479 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] Sync routers for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:26.997657 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:26.998269 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:27.065425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.093305 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.107604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9af5f307-444e-4602-8d9a-655629aaced2 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8201830 Aug 10 04:37:27.108561 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:27.112517 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7abe56-33ee-42f7-b68c-855ac463cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:27.139650 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:27.213566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb4dc3-96f4-4881-a638-b07071a05d5d req-a6471620-8d9d-4178-bdc0-a779b4956bb6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:27.215080 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fcb4dc3-96f4-4881-a638-b07071a05d5d req-a6471620-8d9d-4178-bdc0-a779b4956bb6 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Aug 10 04:37:27.253541 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fcb4dc3-96f4-4881-a638-b07071a05d5d req-f4702577-0d21-4ea0-b4f4-4aab2c6655c1 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Aug 10 04:37:27.275878 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48928) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:27.312185 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93459b7-dd58-43e0-aefb-93c2697c85ef x-openstack-request-id: req-d93459b7-dd58-43e0-aefb-93c2697c85ef {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:27.312489 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:27.312745 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d93459b7-dd58-43e0-aefb-93c2697c85ef {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:27.313140 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'status': 'completed', 'code': 200} Aug 10 04:37:27.339258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-347876f2-5bc5-4e4f-9540-02a876e83352 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 HTTP/1.1" status: 200 len: 991 time: 0.0610416 Aug 10 04:37:27.369905 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d6aaa9b-0902-4aac-ac0f-d936d188c7c3', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'port_id': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'mac_address': 'fa:16:3e:3f:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be8886-513e-4881-af07-c7d44733bfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:37:26Z', 'updated_at': '2021-08-10T04:37:26Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:15Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:27.396449 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] Checking router: 1fb77ba4-5486-48cb-bd15-8c8e10054010 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:27.396661 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-bc8ad832-dd3a-4d4f-84a0-866affd6b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:27.398183 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-bc8ad832-dd3a-4d4f-84a0-866affd6b43f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0438056 Aug 10 04:37:27.404746 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:27.405365 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:37:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:27.488515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-6dcbec5d-d718-4c77-b42e-d37dea8bbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:27.490147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-6dcbec5d-d718-4c77-b42e-d37dea8bbbae service neutron] 10.222.0.54 "GET /v2.0/networks?id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 200 len: 897 time: 0.0853102 Aug 10 04:37:27.511538 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:27.558507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-7aced117-1417-4a5f-9917-274ab333892f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 200 len: 999 time: 0.0612986 Aug 10 04:37:27.606875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-ff44b30c-a9df-49ae-a325-df1da7b0191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:27.608337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-ff44b30c-a9df-49ae-a325-df1da7b0191a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56813741-487c-4fb1-9229-b5cd7ebb6063 HTTP/1.1" status: 200 len: 834 time: 0.0432389 Aug 10 04:37:27.657090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-7d64a575-0844-421c-8296-d879b204f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:27.658507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-7d64a575-0844-421c-8296-d879b204f21a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428607 Aug 10 04:37:27.732022 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d6aaa9b-0902-4aac-ac0f-d936d188c7c3', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'port_id': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'mac_address': 'fa:16:3e:3f:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be8886-513e-4881-af07-c7d44733bfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:37:26Z', 'updated_at': '2021-08-10T04:37:26Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:15Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:27.751873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-502661d5-3043-45c0-92c0-694421588e74 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Aug 10 04:37:27.763722 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe717453-a3bb-48ec-95c3-33af00e8bd95 None None] The sync data for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 is: [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '9d6aaa9b-0902-4aac-ac0f-d936d188c7c3', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'port_id': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'mac_address': 'fa:16:3e:3f:43:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be8886-513e-4881-af07-c7d44733bfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:37:26Z', 'updated_at': '2021-08-10T04:37:26Z', 'revision_number': 0, 'project_id': 'b39b9adde5d64752823459371a42370a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:15Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:27.843140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af7abe56-33ee-42f7-b68c-855ac463cea9 req-090f7a18-7ad2-4a95-b6f3-3b836db804f3 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835106 Aug 10 04:37:27.963034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5317154b-23f6-41d7-8184-0f0cb2c0f871 None None] New status for floating IP 9d6aaa9b-0902-4aac-ac0f-d936d188c7c3: ACTIVE {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:37:28.342065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48930) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:28.404469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-640abd6b-0e07-4fdf-b6aa-72741231f52b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 HTTP/1.1" status: 200 len: 993 time: 0.0609086 Aug 10 04:37:30.383531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95169a72-41f5-4a2e-9fb2-57e187e89cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:32.859241 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.116297 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a99e7597-7c73-4bc2-9bc0-8294317725f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.265746 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:34.442543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:36.002123 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.196780 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.113855 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:00.353659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a7f125b9-cfda-4807-9ed8-1e1c32ea4dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.794133 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:03.092958 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3227de6-7f08-44f2-985b-5513b7493224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:04.441714 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:06.012394 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:10.264275 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:38:16.223884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:25.272571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-a1d62709-f923-4dfd-8be5-c88fe69b6630 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3555615 Aug 10 04:38:25.378979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-de21f359-2aae-407a-9082-9b2efb8b570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:25.380528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-de21f359-2aae-407a-9082-9b2efb8b570b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0390337 Aug 10 04:38:25.479940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-e88a1d7f-b44e-4eca-ac55-96eb3a187185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:25.481443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-e88a1d7f-b44e-4eca-ac55-96eb3a187185 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 200 len: 897 time: 0.0829148 Aug 10 04:38:25.545635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-f546c6e8-7f2d-4046-82bd-93de9fc7e37a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 200 len: 1001 time: 0.0555887 Aug 10 04:38:25.597188 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-4c6fd629-a050-4623-ad69-e225eb7d59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:25.598626 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-4c6fd629-a050-4623-ad69-e225eb7d59a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56813741-487c-4fb1-9229-b5cd7ebb6063 HTTP/1.1" status: 200 len: 834 time: 0.0455012 Aug 10 04:38:25.646713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-989869cf-0984-4cfc-85ea-5a774a86bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:25.648113 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-989869cf-0984-4cfc-85ea-5a774a86bafc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428841 Aug 10 04:38:25.737110 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-4e96dad5-81f5-424b-bfc4-78f1919fc024 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807803 Aug 10 04:38:25.827521 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8c4ab015-1345-43a6-849a-f70041dbbca0 req-f91d01e4-f7f9-4db6-afb4-8d0feb131744 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828307 Aug 10 04:38:27.114978 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.612174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10605ff7-9aec-4147-9a94-31cc6c231bf5 req-c48d83f6-9131-4e08-ae16-6e89c9cc71f5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:29.613857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10605ff7-9aec-4147-9a94-31cc6c231bf5 req-c48d83f6-9131-4e08-ae16-6e89c9cc71f5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Aug 10 04:38:29.651117 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-10605ff7-9aec-4147-9a94-31cc6c231bf5 req-a4156c32-4034-4d56-bb31-765c6f08d986 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 10 04:38:30.364371 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7495ca22-9e4a-40cf-a6b8-c57fc5544165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.764895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37439f6-f32b-4224-a5c5-9b58c9a28b13 req-ec8f3f25-2b28-4728-b259-62fe801d340f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:30.766346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d37439f6-f32b-4224-a5c5-9b58c9a28b13 req-ec8f3f25-2b28-4728-b259-62fe801d340f tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0474384 Aug 10 04:38:30.802853 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d37439f6-f32b-4224-a5c5-9b58c9a28b13 req-9c9d7626-3ae1-49b2-bffe-f42907cd58c5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306189 Aug 10 04:38:31.920067 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44817fd5-d683-421c-929c-e64c4910ce29 req-945f190d-75a9-4e85-bdf0-beca8db867e4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:31.922199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44817fd5-d683-421c-929c-e64c4910ce29 req-945f190d-75a9-4e85-bdf0-beca8db867e4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0529625 Aug 10 04:38:31.958538 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44817fd5-d683-421c-929c-e64c4910ce29 req-3cb285a0-3de6-4cb0-89a0-9483ae564009 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304708 Aug 10 04:38:31.980241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48962) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.039509 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-70a4040d-715f-4405-a7ff-14284d6220d5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 HTTP/1.1" status: 200 len: 993 time: 0.0581584 Aug 10 04:38:32.829238 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.118242 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4af06772-04bf-47b5-9740-72a9d6e9fb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.425348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac768d-ecfb-491e-b2aa-7b6d1df7fada req-fec1e9d5-a03c-412c-a9d1-47a8671f8ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:33.426724 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90ac768d-ecfb-491e-b2aa-7b6d1df7fada req-fec1e9d5-a03c-412c-a9d1-47a8671f8ca4 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Aug 10 04:38:33.464413 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-90ac768d-ecfb-491e-b2aa-7b6d1df7fada req-55c1254c-f030-4fc6-96ca-87c01e3f7e7e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Aug 10 04:38:33.548835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-e1a9de6d-f652-4804-ae56-44db67498511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:33.550353 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-e1a9de6d-f652-4804-ae56-44db67498511 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0446291 Aug 10 04:38:33.643579 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-f5ef8813-26fd-480b-bd7e-8b9edfec3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:33.645094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-f5ef8813-26fd-480b-bd7e-8b9edfec3e83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 200 len: 897 time: 0.0868881 Aug 10 04:38:33.712615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-63a6208b-16de-4f84-b0bc-f7f4ad94ec58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 200 len: 1001 time: 0.0607083 Aug 10 04:38:33.759194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-9fb841ab-941c-461f-b45b-8ef86fd681c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:33.760614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-9fb841ab-941c-461f-b45b-8ef86fd681c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56813741-487c-4fb1-9229-b5cd7ebb6063 HTTP/1.1" status: 200 len: 834 time: 0.0412760 Aug 10 04:38:33.803838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-f97bb07b-f951-4958-99be-9462ab8f8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:33.805306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-f97bb07b-f951-4958-99be-9462ab8f8c12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380738 Aug 10 04:38:33.894796 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-708a12c5-85cb-4f15-b701-d95acef97156 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824344 Aug 10 04:38:33.981599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-594a4454-2154-42cf-bc57-cdd5aa84db6d req-0756802d-cf7a-426a-b1e5-6ebb6033615f service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802531 Aug 10 04:38:34.446573 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.584066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5b2ee-5983-4fc0-a36c-46503543c716 req-d5030566-d91e-4fac-b31a-b4dd17cc8f63 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:34.585579 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4e5b2ee-5983-4fc0-a36c-46503543c716 req-d5030566-d91e-4fac-b31a-b4dd17cc8f63 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0524259 Aug 10 04:38:34.622632 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c4e5b2ee-5983-4fc0-a36c-46503543c716 req-d8cbb465-a3d9-4e3e-9d30-05fa0d4d4a8e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Aug 10 04:38:35.739090 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267308f-1280-4bd2-955f-fef9b67323c6 req-4b6ee357-b8cb-474a-8e31-53c295ad577c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:35.740571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d267308f-1280-4bd2-955f-fef9b67323c6 req-4b6ee357-b8cb-474a-8e31-53c295ad577c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Aug 10 04:38:35.777425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d267308f-1280-4bd2-955f-fef9b67323c6 req-5a1e6e4a-a6aa-4c0f-bb3d-1f1fa771416d tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Aug 10 04:38:35.798721 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48974) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:35.857367 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ac51773f-4c54-491d-a99a-adacb058fd41 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/floatingips/9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 HTTP/1.1" status: 200 len: 993 time: 0.0575414 Aug 10 04:38:36.066513 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.161756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48980) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:36.315601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port c398053d-95f0-4e1b-883d-2ef5c2797d19 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:36.315858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.392091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.392455 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.403678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for c398053d-95f0-4e1b-883d-2ef5c2797d19 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:36.649458 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.675023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=c398053d-95f0-4e1b-883d-2ef5c2797d19,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:36.699767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.700114 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.700509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.700846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.701173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.701500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.701824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.702153 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.702474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.703308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.703630 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.703949 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:36.746250 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.746869 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Floating IP 9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 disassociated (deleted). External IP: 172.25.1.241, port: 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17. Aug 10 04:38:36.949348 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 1fb77ba4-5486-48cb-bd15-8c8e10054010 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:37.057082 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:37.061884 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.067825 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] Sync routers for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:37.076457 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:37.077056 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.089833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-950ff9e9-a199-49ee-98d2-a3ad63fa819c tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/floatingips/9d6aaa9b-0902-4aac-ac0f-d936d188c7c3 HTTP/1.1" status: 204 len: 168 time: 0.9244802 Aug 10 04:38:37.089833 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:37.090595 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4beace8-89e5-4e7f-a60d-04042c457ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:37.183878 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:37.375929 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:15Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.406668 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] Checking router: 1fb77ba4-5486-48cb-bd15-8c8e10054010 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:37.415056 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:37.415708 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.482652 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71df1f0-97e2-49a5-87dc-8c59a117f4ce x-openstack-request-id: req-d71df1f0-97e2-49a5-87dc-8c59a117f4ce {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:37.482940 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:37.483179 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d71df1f0-97e2-49a5-87dc-8c59a117f4ce {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:37.483582 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'status': 'completed', 'code': 200} Aug 10 04:38:37.522738 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:37.604999 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-acb60c85-2227-4fd5-8fe2-d960d90ac433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:37.606689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-acb60c85-2227-4fd5-8fe2-d960d90ac433 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b39b9adde5d64752823459371a42370a&device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 1097 time: 0.0781946 Aug 10 04:38:37.619203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dacbe7-8032-4ffa-9a3b-4a87114efa35 req-1f500172-41f7-482e-ad87-7b098965f054 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:37.620897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4dacbe7-8032-4ffa-9a3b-4a87114efa35 req-1f500172-41f7-482e-ad87-7b098965f054 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0831008 Aug 10 04:38:37.708075 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d4dacbe7-8032-4ffa-9a3b-4a87114efa35 req-c56355e9-90f3-4e87-9e22-32cb0dbdc396 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781868 Aug 10 04:38:37.736158 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-61e42db4-22c0-44bb-bf18-d4fb741bf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:37.737820 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-61e42db4-22c0-44bb-bf18-d4fb741bf94f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 200 len: 897 time: 0.1159503 Aug 10 04:38:37.783781 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-1beaf64a-efe9-4744-82f4-ab5463cf7923 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 200 len: 217 time: 0.0384676 Aug 10 04:38:37.817160 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:15Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.832441 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-a583044a-2306-4d18-b55f-97dce5b2c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:37.833962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-a583044a-2306-4d18-b55f-97dce5b2c86d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56813741-487c-4fb1-9229-b5cd7ebb6063 HTTP/1.1" status: 200 len: 834 time: 0.0428743 Aug 10 04:38:37.842277 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8879fc-f5ad-4ad4-9caa-e3370a0d0c09 None None] The sync data for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 is: [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:10Z', 'revision_number': 4, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'e99c1465-a0b7-417b-a5e3-6dd7170ac6e6', 'name': '', 'network_id': '0673ea3f-ba4a-4b6c-a4fb-ffff205381cb', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'mac_address': 'fa:16:3e:a2:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:09Z', 'updated_at': '2021-08-10T04:37:15Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'subnets': [{'id': '56813741-487c-4fb1-9229-b5cd7ebb6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:37.881065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-9369defb-fa35-433b-85e7-cbb8fe08cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:37.882680 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-9369defb-fa35-433b-85e7-cbb8fe08cd5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414734 Aug 10 04:38:37.977966 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-fa65ac48-7838-4dfb-8423-bb0daedf1e36 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875533 Aug 10 04:38:38.058568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9875fb-2301-472c-b5a9-2fe6634a7f54 None None] New status for floating IP 9d6aaa9b-0902-4aac-ac0f-d936d188c7c3: DOWN {{(pid=94806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:38:38.073472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e4beace8-89e5-4e7f-a60d-04042c457ef7 req-90f66fa9-e165-4c9b-ac7d-feba49318260 service neutron] 10.222.0.54 "GET /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 Aug 10 04:38:38.829572 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52998271-5636-47aa-a429-01970f9d9173 req-d45bedbe-fbc7-4f5b-b712-9157e7b3cf09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:38.831054 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52998271-5636-47aa-a429-01970f9d9173 req-d45bedbe-fbc7-4f5b-b712-9157e7b3cf09 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0541401 Aug 10 04:38:38.868009 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52998271-5636-47aa-a429-01970f9d9173 req-7c15444f-4644-417e-af01-fb5f5b38c372 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/security-groups?id=61995216-3e16-4f87-b18b-c10995b58bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Aug 10 04:38:39.381806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-a59f6ed2-2621-4f2d-9375-8a61ca89a807 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:39.383269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-a59f6ed2-2621-4f2d-9375-8a61ca89a807 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 945 time: 0.0626259 Aug 10 04:38:39.470399 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:39.470744 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.558653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:39.559022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.571895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:39.764503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.791990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:39.832416 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] No DVR routers for this DVR port 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:39.835012 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.837008 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-165129f1-371e-464f-ae50-eeda9cbcf678 req-35150875-bb9e-4542-9ab2-0da017b62de0 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.54 "DELETE /v2.0/ports/3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 HTTP/1.1" status: 204 len: 173 time: 0.4477465 Aug 10 04:38:39.837444 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'name': 'network-vif-deleted', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:39.839696 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6477f3-655e-4e64-ad24-30842db4d9f9" -d '{"events": [{"server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "name": "network-vif-deleted", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:39.875346 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07fe83-3db0-4c7c-acff-eaee55612fd5 x-openstack-request-id: req-7f07fe83-3db0-4c7c-acff-eaee55612fd5 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:39.876268 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27be8886-513e-4881-af07-c7d44733bfe1", "name": "network-vif-deleted", "tag": "3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:39.876935 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f07fe83-3db0-4c7c-acff-eaee55612fd5 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:39.877351 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27be8886-513e-4881-af07-c7d44733bfe1', 'name': 'network-vif-deleted', 'tag': '3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17', 'status': 'completed', 'code': 200} Aug 10 04:38:39.965941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2472bab4-9341-4bbd-9de9-113942fd7ccd req-09d8e2da-196d-4975-9f8a-690152704927 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "GET /v2.0/ports?device_id=27be8886-513e-4881-af07-c7d44733bfe1 HTTP/1.1" status: 200 len: 210 time: 0.0256968 Aug 10 04:38:41.022246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48996) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:41.376075 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.619140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:41.619474 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.711120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port e99c1465-a0b7-417b-a5e3-6dd7170ac6e6, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:41.711404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.723966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:41.963935 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.987628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=e99c1465-a0b7-417b-a5e3-6dd7170ac6e6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:42.158364 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.365437 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Router 1fb77ba4-5486-48cb-bd15-8c8e10054010 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:42.464693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:42.470149 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5dc7fa5d-fc89-4983-befb-83c22c5efcf5 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "PUT /v2.0/routers/1fb77ba4-5486-48cb-bd15-8c8e10054010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4463356 Aug 10 04:38:42.473001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 48998) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:42.474446 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] Sync routers for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:42.484018 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:42.484645 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:42.522693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting subnet 56813741-487c-4fb1-9229-b5cd7ebb6063 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:38:42.525742 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.564939 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.586346 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:42.620069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:42.639828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:42.640165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 3bac8534-e3e6-4ec1-ac66-f2d08f4ccb17 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:42.652865 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.763084 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:42.789178 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] Checking router: 1fb77ba4-5486-48cb-bd15-8c8e10054010 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:42.792693 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.797205 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] Routers {'1fb77ba4-5486-48cb-bd15-8c8e10054010'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:42.797906 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['1fb77ba4-5486-48cb-bd15-8c8e10054010'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:42.819078 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Subnet': ['ID=56813741-487c-4fb1-9229-b5cd7ebb6063,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:42.822653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.827425 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4721029c-8b45-45bd-a5cf-bfb281e972f3 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/subnets/56813741-487c-4fb1-9229-b5cd7ebb6063 HTTP/1.1" status: 204 len: 168 time: 0.3534567 Aug 10 04:38:42.827612 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49000) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:42.838424 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dff7ec-37ba-46cd-ba9b-53b03da9120b None None] Network 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:42.903779 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] Set router 1fb77ba4-5486-48cb-bd15-8c8e10054010 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:42.944957 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.018351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] DHCP port deletion for 0673ea3f-ba4a-4b6c-a4fb-ffff205381cb request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:38:43.053827 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.065533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Deleting port 2ecdfa76-189e-4696-bc89-f49cd4970bdb {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:43.065908 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.091496 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:43.121395 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deef006-c4f1-4cb3-ba45-53d37f21c27c None None] The sync data for ids ['1fb77ba4-5486-48cb-bd15-8c8e10054010'] in n-d-765315-26 is: [{'id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1091039052', 'tenant_id': 'b39b9adde5d64752823459371a42370a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 5, 'project_id': 'b39b9adde5d64752823459371a42370a', 'gw_port': {'id': '48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:92:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb77ba4-5486-48cb-bd15-8c8e10054010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:37:06Z', 'updated_at': '2021-08-10T04:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:43.135767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] For port 2ecdfa76-189e-4696-bc89-f49cd4970bdb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2ecdfa76-189e-4696-bc89-f49cd4970bdb,segment=NetworkSegment(9e613468-92b2-41a5-8c13-a5a17c586bdc),segment_id=9e613468-92b2-41a5-8c13-a5a17c586bdc)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:43.136214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.149531 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Calling delete_port for 2ecdfa76-189e-4696-bc89-f49cd4970bdb owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:43.220727 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Deleting port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:43.221106 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.295170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.300754 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] For port 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:43.301203 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.315382 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Calling delete_port for 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a owned by network:router_gateway {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:43.323928 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Pushing event deleted for resources: {'Port': ['ID=2ecdfa76-189e-4696-bc89-f49cd4970bdb,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:43.328025 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] No DVR routers for this DVR port 2ecdfa76-189e-4696-bc89-f49cd4970bdb on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.338731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.340158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.340158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.340158 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fc7b18-ee86-423b-b334-be24dd728df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.512789 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2ecdfa76-189e-4696-bc89-f49cd4970bdb no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:43.534165 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2ecdfa76-189e-4696-bc89-f49cd4970bdb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:43.534546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2ecdfa76-189e-4696-bc89-f49cd4970bdb not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:43.534958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:43.535987 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.554572 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:43.554999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device e99c1465-a0b7-417b-a5e3-6dd7170ac6e6 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:43.577176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Port': ['ID=48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:43.621760 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.622112 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.622459 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.622800 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.623133 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.623468 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.624061 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.624414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.624751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.625081 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.625409 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.625763 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.647852 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.745803 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.747779 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.866426 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.867093 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb77ba4-5486-48cb-bd15-8c8e10054010 {{(pid=94804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:38:43.875158 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.876324 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-f9c5add1-81dc-4796-ac99-152105d95d69 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/routers/1fb77ba4-5486-48cb-bd15-8c8e10054010 HTTP/1.1" status: 204 len: 168 time: 1.0477133 Aug 10 04:38:43.879211 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49004) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:43.959715 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.046703 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.056785 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0673ea3f-ba4a-4b6c-a4fb-ffff205381cb']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:44.066963 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e613468-92b2-41a5-8c13-a5a17c586bdc') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:44.067257 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e613468-92b2-41a5-8c13-a5a17c586bdc') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:44.075907 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.089997 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.096286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:44.096704 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:44.099543 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:44.226628 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.236032 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.236032 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/networks/0673ea3f-ba4a-4b6c-a4fb-ffff205381cb HTTP/1.1" status: 204 len: 168 time: 0.3550992 Aug 10 04:38:44.238553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49006) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:44.246713 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e933da6-abec-4f4a-8ac8-91150ac2f70b tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'Network': ['ID=0673ea3f-ba4a-4b6c-a4fb-ffff205381cb,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:44.307916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df308280-4dca-4256-b234-46da4cba142e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.334716 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df308280-4dca-4256-b234-46da4cba142e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.469127 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df308280-4dca-4256-b234-46da4cba142e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.471943 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-df308280-4dca-4256-b234-46da4cba142e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.473164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-df308280-4dca-4256-b234-46da4cba142e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] 10.222.0.26 "DELETE /v2.0/security-groups/61995216-3e16-4f87-b18b-c10995b58bf6 HTTP/1.1" status: 204 len: 168 time: 0.2337270 Aug 10 04:38:44.482322 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df308280-4dca-4256-b234-46da4cba142e tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61995216-3e16-4f87-b18b-c10995b58bf6,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:45.040445 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49014) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:45.168965 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b2d220cc-486f-4a8c-a4f1-e07e8cd7b46e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b39b9adde5d64752823459371a42370a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273677 Aug 10 04:38:45.171572 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49018) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:45.217099 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:45.222124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-801ccda4-d9a3-4ce8-9157-6f3a8b049f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.237283 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:45.237629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 48e5a447-4bf1-48a4-a81a-cecbf9c6ba7a not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:45.243735 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-801ccda4-d9a3-4ce8-9157-6f3a8b049f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.369196 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-801ccda4-d9a3-4ce8-9157-6f3a8b049f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.371767 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-801ccda4-d9a3-4ce8-9157-6f3a8b049f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.375055 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-801ccda4-d9a3-4ce8-9157-6f3a8b049f65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9d8fd61-7c14-44c7-b460-e2c694808bfa HTTP/1.1" status: 204 len: 168 time: 0.2005036 Aug 10 04:38:45.381563 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ccda4-d9a3-4ce8-9157-6f3a8b049f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d8fd61-7c14-44c7-b460-e2c694808bfa,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:45.929226 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49024) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:45.943201 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd797cd9-3085-4092-9493-dbd5da526b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.034674 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd797cd9-3085-4092-9493-dbd5da526b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.106381 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dd797cd9-3085-4092-9493-dbd5da526b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.146281 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dd797cd9-3085-4092-9493-dbd5da526b39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f020ecb15cb46bcb2656a539f6d0b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159219 Aug 10 04:38:46.147203 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd797cd9-3085-4092-9493-dbd5da526b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebdcf30-5024-4581-a1c4-018895bf39f0,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:46.148947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49026) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:46.198389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5f29-f474-49df-a047-97294637f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.219289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5f29-f474-49df-a047-97294637f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.221023 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.343480 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5f29-f474-49df-a047-97294637f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.346128 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5f29-f474-49df-a047-97294637f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.347477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7bcd5f29-f474-49df-a047-97294637f1fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cebdcf30-5024-4581-a1c4-018895bf39f0 HTTP/1.1" status: 204 len: 168 time: 0.1962776 Aug 10 04:38:46.355449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd5f29-f474-49df-a047-97294637f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebdcf30-5024-4581-a1c4-018895bf39f0,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:47.262817 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:38:47.357142 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49048) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:47.451384 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-405844313-network', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:47.565865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Made reservation on behalf of 633e033c88dd42f58e47682ccf2a9ed3 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:47.568151 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.579547 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.664739 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.726042 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.750723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:47.760120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547d246-18e0-48e6-bd28-22a4951d09a3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:47.764854 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.765219 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Added segment 76a6155b-2c85-42ca-a491-857230c2e644 of type vlan for network cbb83453-964e-4412-97b1-2ccc0afc401a Aug 10 04:38:47.803764 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.940794 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.941716 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:47.942299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.001162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb83453-964e-4412-97b1-2ccc0afc401a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:48.012261 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network cbb83453-964e-4412-97b1-2ccc0afc401a details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:48.067156 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-129d0cd4-2374-4eaf-ad5c-28e1ee0175c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7088852 Aug 10 04:38:48.070161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49052) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:48.075200 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Request body: {'subnet': {'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-405844313-subnet', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:48.261056 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Made reservation on behalf of 633e033c88dd42f58e47682ccf2a9ed3 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:48.263389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.472164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.529717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18aff5e1-1f6d-480d-8bec-2bfd4af6177a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:48.538585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Checking segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:48.538947 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Network hostable DHCP agents. Network: cbb83453-964e-4412-97b1-2ccc0afc401a, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:48.637347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Network cbb83453-964e-4412-97b1-2ccc0afc401a is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:48.722979 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, cbb83453-964e-4412-97b1-2ccc0afc401a) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:48.726867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:48.727506 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.733050 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6660a8-82b3-4572-b05c-5d4829ba8e7c None None] Network cbb83453-964e-4412-97b1-2ccc0afc401a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:48.827023 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-67792359-be1f-433e-91a5-3ed506ba49b1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7555826 Aug 10 04:38:48.830180 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49054) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:48.834819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:48.872738 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-cbb83453-964e-4412-97b1-2ccc0afc401a', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:48.873917 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.909130 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.910233 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.960438 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.004441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Allocated IP 172.20.0.2 (cbb83453-964e-4412-97b1-2ccc0afc401a/18aff5e1-1f6d-480d-8bec-2bfd4af6177a/9d269a7b-8f43-4187-8e5b-f03be7938a82) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:49.150537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.159929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Transition to ACTIVE for port object 9d269a7b-8f43-4187-8e5b-f03be7938a82 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:49.176263 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Transition to ACTIVE for port object 9d269a7b-8f43-4187-8e5b-f03be7938a82 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:49.255762 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.296963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Network cbb83453-964e-4412-97b1-2ccc0afc401a is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:49.300533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:49.304338 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:49.310398 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Pushing event updated for resources: {'Port': ['ID=9d269a7b-8f43-4187-8e5b-f03be7938a82,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:49.493107 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.520749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Attempting to bind port 9d269a7b-8f43-4187-8e5b-f03be7938a82 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:49.521121 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Attempting to bind port 9d269a7b-8f43-4187-8e5b-f03be7938a82 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:49.521479 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Attempting to bind port 9d269a7b-8f43-4187-8e5b-f03be7938a82 on network cbb83453-964e-4412-97b1-2ccc0afc401a {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:49.526298 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:49.526673 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Checking segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:49.527073 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.527466 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Bound using segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:49.527939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Bound port: 9d269a7b-8f43-4187-8e5b-f03be7938a82, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:49.528318 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.587792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] For port 9d269a7b-8f43-4187-8e5b-f03be7938a82, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:49.590992 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] For port 9d269a7b-8f43-4187-8e5b-f03be7938a82, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d269a7b-8f43-4187-8e5b-f03be7938a82,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:49.667054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.731448 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7b280-1880-4644-91de-0a0b8e0a66da None None] Pushing event updated for resources: {'Port': ['ID=9d269a7b-8f43-4187-8e5b-f03be7938a82,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:49.790032 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.812246 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.934248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Allocated IP 172.25.1.182 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/b61332e0-a52b-4c8f-b8b3-7c8fe91e858e) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:50.042966 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.138229 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.177941 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:50.180752 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:50.184198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:50.189362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Pushing event updated for resources: {'Port': ['ID=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:50.516360 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.563269 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b00e4-7f5e-469e-9586-e0342fb4349c None None] Network cbb83453-964e-4412-97b1-2ccc0afc401a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:50.701581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-d58b4b9f-bc40-4acb-b9c5-55671cd24ca6 None None] Provisioning for port 9d269a7b-8f43-4187-8e5b-f03be7938a82 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:50.713974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.911928 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:38:51.016261 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:51.025267 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:51.034501 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:51.035155 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:51.135335 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.136652 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e697d9de-2f7c-4ec5-9fe3-9ef8a3d71e35 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3055010 Aug 10 04:38:51.137370 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:51.139422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49056) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:51.279788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d269a7b-8f43-4187-8e5b-f03be7938a82 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:51.363381 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 3, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:51.392543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:51.392543 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Updating router 403e17bc-9034-4158-af8d-b7d67f3e7620 port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:51.413924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9d269a7b-8f43-4187-8e5b-f03be7938a82 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:51.417177 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.419878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d269a7b-8f43-4187-8e5b-f03be7938a82 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:51.420236 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.549916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.626887 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.679223 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9d269a7b-8f43-4187-8e5b-f03be7938a82, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d269a7b-8f43-4187-8e5b-f03be7938a82,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:51.708011 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Allocated IP 172.20.0.1 (cbb83453-964e-4412-97b1-2ccc0afc401a/18aff5e1-1f6d-480d-8bec-2bfd4af6177a/3fbd2430-d613-4c99-9ea2-f896de18bd5f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:51.743533 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.778656 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.797497 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Transition to ACTIVE for port object b61332e0-a52b-4c8f-b8b3-7c8fe91e858e will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:51.811220 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9d269a7b-8f43-4187-8e5b-f03be7938a82,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:51.816963 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.831172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Transition to ACTIVE for port object 3fbd2430-d613-4c99-9ea2-f896de18bd5f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:51.883034 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.933819 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Attempting to bind port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:51.934106 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Attempting to bind port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:51.934467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Attempting to bind port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:51.940303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a56319-a137-4c8c-beb5-297bb0a3e461 None None] Pushing event updated for resources: {'Port': ['ID=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:51.944721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:51.945122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:51.945527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.945904 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:51.946365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Bound port: b61332e0-a52b-4c8f-b8b3-7c8fe91e858e, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:51.946753 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.946976 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.986846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Network cbb83453-964e-4412-97b1-2ccc0afc401a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:51.989744 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:51.993316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:52.002995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] For port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:52.002995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] For port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:52.015251 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Pushing event updated for resources: {'Port': ['ID=3fbd2430-d613-4c99-9ea2-f896de18bd5f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:52.034509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.130405 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.193013 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:52.193581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:52.198082 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a56319-a137-4c8c-beb5-297bb0a3e461 None None] Pushing event updated for resources: {'Port': ['ID=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:52.250091 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.309711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:52.361358 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f58a3bbf-1872-49cc-b780-b62f5df927c8 None None] Provisioning for port 3fbd2430-d613-4c99-9ea2-f896de18bd5f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:52.379595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f58a3bbf-1872-49cc-b780-b62f5df927c8 None None] Provisioning complete for port 3fbd2430-d613-4c99-9ea2-f896de18bd5f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:52.379964 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f58a3bbf-1872-49cc-b780-b62f5df927c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.411836 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.449864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f58a3bbf-1872-49cc-b780-b62f5df927c8 None None] Port 3fbd2430-d613-4c99-9ea2-f896de18bd5f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:52.483222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.516701 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 3, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:52.545978 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb470bd0-5f00-4bd2-b14a-c6625a36a184 None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 3, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:52.549119 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.550994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Pushing event updated for resources: {'Port': ['ID=3fbd2430-d613-4c99-9ea2-f896de18bd5f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:52.649500 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Network cbb83453-964e-4412-97b1-2ccc0afc401a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:52.650854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:52.803421 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:52.886076 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-73d45f36-cdea-4f62-80d2-7e39f7b1d313 None None] Provisioning complete for port 3fbd2430-d613-4c99-9ea2-f896de18bd5f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:52.886686 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-73d45f36-cdea-4f62-80d2-7e39f7b1d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.921924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-73d45f36-cdea-4f62-80d2-7e39f7b1d313 None None] Port 3fbd2430-d613-4c99-9ea2-f896de18bd5f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:52.930506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:52.935444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c045a752-9351-4526-b95f-55ce6f8fd463 admin admin] 10.222.0.26 "PUT /v2.0/routers/403e17bc-9034-4158-af8d-b7d67f3e7620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7950096 Aug 10 04:38:53.307016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b61332e0-a52b-4c8f-b8b3-7c8fe91e858e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:53.417243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:53.421246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:53.421678 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.502390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.525191 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:53.629027 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.629838 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d269a7b-8f43-4187-8e5b-f03be7938a82 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:53.665197 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49072) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:53.670344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-185638401-network', 'tenant_id': 'f727dc116844493c8bbd284d6875424b'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:53.705175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:53.717983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9d269a7b-8f43-4187-8e5b-f03be7938a82 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:53.718361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.766335 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Made reservation on behalf of f727dc116844493c8bbd284d6875424b for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:53.769658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.780323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.873054 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.914533 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.942210 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:53.948449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3bdd9f-8efd-4002-a1d5-9bdfea2ee620,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:53.954969 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.955317 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Added segment a5625f9b-62ec-442d-a4a2-6c6004686d63 of type vlan for network 9bb7dac1-5509-48f1-a30f-0d41633499f2 Aug 10 04:38:53.994859 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.088743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:54.098594 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:54.099189 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:54.103164 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.104151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:54.104775 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.165479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb7dac1-5509-48f1-a30f-0d41633499f2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:54.176462 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:54.208512 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:54.232326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2bb7dc3d-71a1-4cc7-9cac-0b3e6ea8ad13 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5635207 Aug 10 04:38:54.232591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49074) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:54.238494 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Request body: {'subnet': {'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-185638401-subnet', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:54.318059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Made reservation on behalf of f727dc116844493c8bbd284d6875424b for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:54.326384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.405062 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 2, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:54.435613 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:54.435965 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Updating router 403e17bc-9034-4158-af8d-b7d67f3e7620 port 3fbd2430-d613-4c99-9ea2-f896de18bd5f binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:54.460977 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.580585 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.635605 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36edc0de-f59c-4761-9a37-c8ba675180e4,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:54.644570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Checking segment: {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:54.644936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Network hostable DHCP agents. Network: 9bb7dac1-5509-48f1-a30f-0d41633499f2, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:54.713797 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.723061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Transition to ACTIVE for port object 3fbd2430-d613-4c99-9ea2-f896de18bd5f will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:54.752425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:54.803151 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.849345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 9bb7dac1-5509-48f1-a30f-0d41633499f2) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:54.852414 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Pushing event updated for resources: {'Port': ['ID=3fbd2430-d613-4c99-9ea2-f896de18bd5f,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:54.857706 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4f45e-aca5-4238-a538-5215598dde83 None None] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:54.858778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:54.859669 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.866782 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.867130 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.867474 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.867815 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.868196 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.869900 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.870413 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.870941 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.871274 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.871604 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.871994 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.872554 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:54.949662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b96678cc-f491-4f72-8421-2e81ac2a1c9c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7134328 Aug 10 04:38:54.949966 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49076) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:54.955244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:55.019570 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Attempting to bind port 3fbd2430-d613-4c99-9ea2-f896de18bd5f on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:55.019930 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Attempting to bind port 3fbd2430-d613-4c99-9ea2-f896de18bd5f by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:55.020288 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Attempting to bind port 3fbd2430-d613-4c99-9ea2-f896de18bd5f on network cbb83453-964e-4412-97b1-2ccc0afc401a {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:55.029346 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:55.029346 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Checking segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:55.029346 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.029346 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Bound using segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:55.029346 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Bound port: 3fbd2430-d613-4c99-9ea2-f896de18bd5f, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:55.029346 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.036897 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-9bb7dac1-5509-48f1-a30f-0d41633499f2', 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'fixed_ips': [{'subnet_id': '36edc0de-f59c-4761-9a37-c8ba675180e4'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:55.037853 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.052503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.053646 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.090792 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] For port 3fbd2430-d613-4c99-9ea2-f896de18bd5f, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:55.093916 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] For port 3fbd2430-d613-4c99-9ea2-f896de18bd5f, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3fbd2430-d613-4c99-9ea2-f896de18bd5f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:55.113326 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.158507 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.189741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Allocated IP 172.20.0.2 (9bb7dac1-5509-48f1-a30f-0d41633499f2/36edc0de-f59c-4761-9a37-c8ba675180e4/d8fcad10-1e75-4681-8515-97e92d09e14d) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:55.215942 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:55.216868 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:55.222419 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6ee68-db37-4280-842d-5db48ace6d06 None None] Pushing event updated for resources: {'Port': ['ID=3fbd2430-d613-4c99-9ea2-f896de18bd5f,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:55.265687 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b61332e0-a52b-4c8f-b8b3-7c8fe91e858e up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:55.336826 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:55.359270 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:55.359554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.394394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.445812 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.457245 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Transition to ACTIVE for port object d8fcad10-1e75-4681-8515-97e92d09e14d will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:55.507721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Transition to ACTIVE for port object d8fcad10-1e75-4681-8515-97e92d09e14d will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:55.546957 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:55Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:55.572814 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94e38d-fe62-4642-a356-9ab719d3f64f None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:55Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:55.625310 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.678730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:55.684743 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:55.687864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:55.698888 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Pushing event updated for resources: {'Port': ['ID=d8fcad10-1e75-4681-8515-97e92d09e14d,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:55.754477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Attempting to bind port d8fcad10-1e75-4681-8515-97e92d09e14d on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:55.754857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Attempting to bind port d8fcad10-1e75-4681-8515-97e92d09e14d by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:55.755209 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Attempting to bind port d8fcad10-1e75-4681-8515-97e92d09e14d on network 9bb7dac1-5509-48f1-a30f-0d41633499f2 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:55.762926 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:55.763299 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Checking segment: {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:55.763692 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.764088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Bound using segment: {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:55.764722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Bound port: d8fcad10-1e75-4681-8515-97e92d09e14d, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:55.765107 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.847614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] For port d8fcad10-1e75-4681-8515-97e92d09e14d, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:55.851196 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] For port d8fcad10-1e75-4681-8515-97e92d09e14d, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d8fcad10-1e75-4681-8515-97e92d09e14d,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:55.938147 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.010332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6bb9-b3f4-4174-b5cf-be1dcdc3ece0 None None] Pushing event updated for resources: {'Port': ['ID=d8fcad10-1e75-4681-8515-97e92d09e14d,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:56.025313 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.046789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.199274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Allocated IP 172.25.1.168 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:56.339117 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.458200 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.499537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:56.502539 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:56.505940 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:56.535835 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Pushing event updated for resources: {'Port': ['ID=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:56.850434 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.995637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad53819-57cb-41cb-939c-9af5322a40a5 None None] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:57.045209 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.124436 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.150874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a3aac994-b05a-43f5-a325-01ca55ace05b None None] Provisioning for port d8fcad10-1e75-4681-8515-97e92d09e14d completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:57.263295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:38:57.278143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d8fcad10-1e75-4681-8515-97e92d09e14d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:57.382479 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:57.382751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d8fcad10-1e75-4681-8515-97e92d09e14d completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:57.386796 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d8fcad10-1e75-4681-8515-97e92d09e14d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:57.387018 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.390748 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Sync routers for ids ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:57.423660 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Routers {'0c6a1d56-ef8c-47bd-8628-dea2517c9887'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:57.424202 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:57.480403 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.481841 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-846f20b9-6161-4a0b-b709-958b20c39d9b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5308249 Aug 10 04:38:57.484634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49078) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:57.562437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Set router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:57.564730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.684853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d8fcad10-1e75-4681-8515-97e92d09e14d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d8fcad10-1e75-4681-8515-97e92d09e14d,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:57.758729 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.759516 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3fbd2430-d613-4c99-9ea2-f896de18bd5f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:57.817480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:38:56Z', 'revision_number': 3, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:57.854375 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Checking router: 0c6a1d56-ef8c-47bd-8628-dea2517c9887 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:57.854721 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Updating router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:57.893907 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d8fcad10-1e75-4681-8515-97e92d09e14d,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:57.897823 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.911060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.985415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 3fbd2430-d613-4c99-9ea2-f896de18bd5f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:57.998716 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3fbd2430-d613-4c99-9ea2-f896de18bd5f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:57.999326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.063233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Allocated IP 172.20.0.1 (9bb7dac1-5509-48f1-a30f-0d41633499f2/36edc0de-f59c-4761-9a37-c8ba675180e4/f04c8c52-5c95-4cca-9399-c103419f74ea) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:58.160166 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.175350 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.187537 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Transition to ACTIVE for port object f04c8c52-5c95-4cca-9399-c103419f74ea will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:58.225987 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 3fbd2430-d613-4c99-9ea2-f896de18bd5f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3fbd2430-d613-4c99-9ea2-f896de18bd5f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:58.242444 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.251964 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Transition to ACTIVE for port object 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:58.295332 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.323892 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.325952 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.336797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:58.339734 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:58.343232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:58.349447 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Pushing event updated for resources: {'Port': ['ID=f04c8c52-5c95-4cca-9399-c103419f74ea,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:58.389074 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.389248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c7c49-f902-47fd-a3e2-61d8cfaaffd3 None None] Pushing event updated for resources: {'Port': ['ID=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:58.391450 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Attempting to bind port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:58.393756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Attempting to bind port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:58.393756 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Attempting to bind port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:58.401348 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:58.401633 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:58.402048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.402444 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:58.402924 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Bound port: 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:58.403309 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.486409 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=3fbd2430-d613-4c99-9ea2-f896de18bd5f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:58.496268 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] For port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:58.499958 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] For port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:58.608988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.629500 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.685637 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Routers {'0c6a1d56-ef8c-47bd-8628-dea2517c9887'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:58.686257 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:58.726880 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a124f772-4ffb-40ce-92b5-d63bb3d2e259 None None] Provisioning for port f04c8c52-5c95-4cca-9399-c103419f74ea completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:58.728778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c7c49-f902-47fd-a3e2-61d8cfaaffd3 None None] Pushing event updated for resources: {'Port': ['ID=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:58.736587 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-a124f772-4ffb-40ce-92b5-d63bb3d2e259 None None] Provisioning complete for port f04c8c52-5c95-4cca-9399-c103419f74ea triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:58.736964 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a124f772-4ffb-40ce-92b5-d63bb3d2e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.780908 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.806486 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-a124f772-4ffb-40ce-92b5-d63bb3d2e259 None None] Port f04c8c52-5c95-4cca-9399-c103419f74ea cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:58.828218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] Set router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:58.843163 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.911410 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Pushing event updated for resources: {'Port': ['ID=f04c8c52-5c95-4cca-9399-c103419f74ea,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:58.916930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.005223 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:59.006680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:59.020723 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f04c8c52-5c95-4cca-9399-c103419f74ea', 'name': '', 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'mac_address': 'fa:16:3e:25:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:57Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 1, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'subnets': [{'id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:59.055166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb8d9-f5dc-431e-bf54-4d2f85b5ed87 None None] The sync data for ids ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'] in n-d-765315-26 is: [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f04c8c52-5c95-4cca-9399-c103419f74ea', 'name': '', 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'mac_address': 'fa:16:3e:25:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:57Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 1, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'subnets': [{'id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:59.153058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:59.234569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e7dabfe8-371b-4a3f-880c-232987a4a3c4 None None] Provisioning complete for port f04c8c52-5c95-4cca-9399-c103419f74ea triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:59.235348 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e7dabfe8-371b-4a3f-880c-232987a4a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.288090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-e7dabfe8-371b-4a3f-880c-232987a4a3c4 None None] Port f04c8c52-5c95-4cca-9399-c103419f74ea cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:59.294301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:59.301036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d8fcad10-1e75-4681-8515-97e92d09e14d up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:59.329299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0ddde42e-26bd-450a-b51d-229f71750d94 admin admin] 10.222.0.26 "PUT /v2.0/routers/0c6a1d56-ef8c-47bd-8628-dea2517c9887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8432961 Aug 10 04:38:59.396774 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d8fcad10-1e75-4681-8515-97e92d09e14d triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:59.397139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.483499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3fbd2430-d613-4c99-9ea2-f896de18bd5f up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:59.537163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 3fbd2430-d613-4c99-9ea2-f896de18bd5f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:59.537539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.933738 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:59.939306 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821608535', 'description': 'tempest-secgroup-smoke-821608535 description', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:00.020394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.109384 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.166425 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.199763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2dd9ec-342e-48c1-986c-b86a8a838e6d,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:00.252658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.253957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-a4eb25f1-8bf6-4807-a239-a5952458f75e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3191030 Aug 10 04:39:00.257024 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49088) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:00.261757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '7a2dd9ec-342e-48c1-986c-b86a8a838e6d', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:00.371035 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.382999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-505181d0-6541-44da-97df-92893ddeb883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.434121 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.508725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.526436 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07c5ca1-b950-4f6d-ae7e-377d4b0932ec,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:00.588901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.590152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7c955ab8-cf12-4843-9a19-d2d9a524964e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321807 Aug 10 04:39:00.592935 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49090) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:00.597998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '7a2dd9ec-342e-48c1-986c-b86a8a838e6d', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:00.677415 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.735099 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.814707 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.833302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d426b9-d790-4174-995e-bb2ea8716acb,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:00.900329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.901525 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-37f00bbe-5c6a-490f-b0d2-bae78260e309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3076577 Aug 10 04:39:00.904300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49092) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:00.909386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '7a2dd9ec-342e-48c1-986c-b86a8a838e6d', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:00.990037 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.045676 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.111901 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.129994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8625d7-6041-4de5-a8df-852ae57d0963,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:01.200387 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.204753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-539d3178-9f6c-43eb-935a-40063dd918be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963736 Aug 10 04:39:01.205414 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49094) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:01.210149 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '7a2dd9ec-342e-48c1-986c-b86a8a838e6d', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:01.249579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:01.319652 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.369265 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.399932 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:01.403873 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:01.404243 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.457288 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.478336 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838b000a-b57b-4f17-b261-17ed5853f304,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:01.608817 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.610649 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-ee678f39-07f1-4dd0-883f-094a91406382 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4036913 Aug 10 04:39:01.613581 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:01.618167 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '7a2dd9ec-342e-48c1-986c-b86a8a838e6d', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:01.637629 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.657437 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:01.694310 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Project 633e033c88dd42f58e47682ccf2a9ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:39:01.699257 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.717245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.760138 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.766730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:01.831654 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.859032 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7736c3-38ff-4ad6-b7c6-8dcffeb46733,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:01.940335 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.941629 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-d55ca090-830a-4827-b941-be0ff8102585 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271046 Aug 10 04:39:01.944431 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49098) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:01.948845 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '7a2dd9ec-342e-48c1-986c-b86a8a838e6d', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:02.025768 n-d-765315-26 neutron-server[94804]: INFO neutron.db.securitygroups_db [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Project 633e033c88dd42f58e47682ccf2a9ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:39:02.030530 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:02.092543 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:02.145719 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:02.162812 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8e18d7-c891-449c-9d59-fe2809404060,revision_number=0']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:02.225882 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:02.227182 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-dead1f0e-7f36-4c8b-a17a-10b407c0c13d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818265 Aug 10 04:39:02.429063 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-ac7dda78-e068-4442-97b7-087e2efa865d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821608535&fields=id&tenant_id=633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 267 time: 0.0337577 Aug 10 04:39:02.487298 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Sync routers for ids ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:39:02.496225 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Routers {'0c6a1d56-ef8c-47bd-8628-dea2517c9887'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:39:02.496881 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:38:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:02.540529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-2db016f6-9933-4e40-b98c-5901e03aef8c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:02.540529 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-2db016f6-9933-4e40-b98c-5901e03aef8c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 808 time: 0.1032801 Aug 10 04:39:02.554872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-cc2a7453-44a5-4178-994d-1902644ccbf8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/quotas/633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 375 time: 0.0096259 Aug 10 04:39:02.600952 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Set router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:39:02.605950 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-d6f74857-489b-49f3-a5c5-2e7615fb52cb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454144 Aug 10 04:39:02.622316 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-48f64503-de6d-4ef4-b9be-6193ed010ed6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:39:02.623545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-48f64503-de6d-4ef4-b9be-6193ed010ed6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051610 Aug 10 04:39:02.715126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-27d81e1e-0499-4795-a8f6-baf521c92607 service neutron] 10.222.0.26 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Aug 10 04:39:02.798811 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f04c8c52-5c95-4cca-9399-c103419f74ea', 'name': '', 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'mac_address': 'fa:16:3e:25:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:57Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 2, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'subnets': [{'id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:02.810444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-f3164e38-ca40-401e-bb9d-414293b3f635 service neutron] 10.222.0.26 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881665 Aug 10 04:39:02.811593 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:02.825386 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Checking router: 0c6a1d56-ef8c-47bd-8628-dea2517c9887 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:39:02.825738 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Updating router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 port f04c8c52-5c95-4cca-9399-c103419f74ea binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:39:02.849747 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.026761 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-94e9d9f7-7dd6-4549-b585-1a363017d25d req-e0f14215-885e-4a95-bc4d-a638f49871ec tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0316288 Aug 10 04:39:03.088982 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9da66278-4df2-4247-b53d-877e6da72cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.115869 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.126267 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Transition to ACTIVE for port object f04c8c52-5c95-4cca-9399-c103419f74ea will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:39:03.200176 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.231815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:03.251467 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6193e8-a9bb-480e-af15-19101a6e82e6 None None] Pushing event updated for resources: {'Port': ['ID=f04c8c52-5c95-4cca-9399-c103419f74ea,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:03.291021 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:03.291658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.297685 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Attempting to bind port f04c8c52-5c95-4cca-9399-c103419f74ea on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:39:03.298100 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Attempting to bind port f04c8c52-5c95-4cca-9399-c103419f74ea by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:39:03.303896 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Attempting to bind port f04c8c52-5c95-4cca-9399-c103419f74ea on network 9bb7dac1-5509-48f1-a30f-0d41633499f2 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:39:03.303896 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:39:03.304303 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Checking segment: {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:39:03.304303 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.304729 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Bound using segment: {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:39:03.305195 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Bound port: f04c8c52-5c95-4cca-9399-c103419f74ea, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5625f9b-62ec-442d-a4a2-6c6004686d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:39:03.305576 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.371723 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] For port f04c8c52-5c95-4cca-9399-c103419f74ea, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:39:03.375186 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] For port f04c8c52-5c95-4cca-9399-c103419f74ea, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f04c8c52-5c95-4cca-9399-c103419f74ea,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:39:03.454777 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.506123 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Routers {'0c6a1d56-ef8c-47bd-8628-dea2517c9887'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:39:03.506748 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:03.555612 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6193e8-a9bb-480e-af15-19101a6e82e6 None None] Pushing event updated for resources: {'Port': ['ID=f04c8c52-5c95-4cca-9399-c103419f74ea,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:03.626070 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] Set router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:39:03.815163 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f04c8c52-5c95-4cca-9399-c103419f74ea', 'name': '', 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'mac_address': 'fa:16:3e:25:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:57Z', 'updated_at': '2021-08-10T04:39:03Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'subnets': [{'id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:03.842651 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec4608-5a96-41d3-a6b3-76dd685fb7fd None None] The sync data for ids ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'] in n-d-765315-26 is: [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'f04c8c52-5c95-4cca-9399-c103419f74ea', 'name': '', 'network_id': '9bb7dac1-5509-48f1-a30f-0d41633499f2', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'mac_address': 'fa:16:3e:25:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:57Z', 'updated_at': '2021-08-10T04:39:03Z', 'revision_number': 4, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'subnets': [{'id': '36edc0de-f59c-4761-9a37-c8ba675180e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:39:04.105323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9d458929-4231-4f83-b275-c4fba80eaa4b req-2ff773f3-e612-4227-a7d4-daae294c329e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0273299 Aug 10 04:39:04.451876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:05.192687 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cf975ac8-fab9-44fc-90ee-3fc8fb80e004 req-c737b7b2-f60e-4ee0-bf30-f3936fc969c0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0330606 Aug 10 04:39:05.256205 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f04c8c52-5c95-4cca-9399-c103419f74ea up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:05.360233 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port f04c8c52-5c95-4cca-9399-c103419f74ea completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:05.364300 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f04c8c52-5c95-4cca-9399-c103419f74ea triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:05.364721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:05.446791 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:05.479033 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port f04c8c52-5c95-4cca-9399-c103419f74ea, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f04c8c52-5c95-4cca-9399-c103419f74ea,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:05.534156 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:05.582458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=f04c8c52-5c95-4cca-9399-c103419f74ea,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:06.022527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:06.267015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4f4aafd9-c9a1-4072-b289-efd3887c77fe req-a9f397dc-c489-460c-960e-5d9e98524b2a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0257516 Aug 10 04:39:07.233373 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f04c8c52-5c95-4cca-9399-c103419f74ea up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:07.280134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port f04c8c52-5c95-4cca-9399-c103419f74ea triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:07.280537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:07.359157 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64decca8-4a89-4677-902d-9756896367d8 req-14bfea84-a56e-4a47-aab7-21d87330dbee tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0259778 Aug 10 04:39:08.457469 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-da0e99df-cf37-429a-8efe-2957de33a705 req-1fb37782-afa0-4ffb-9304-3d76948f06fb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0266287 Aug 10 04:39:09.224001 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-ab587403-ca17-47b9-8210-68130a8af696 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:09.225473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-ab587403-ca17-47b9-8210-68130a8af696 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 808 time: 0.1043646 Aug 10 04:39:09.273382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-56049f06-7b46-4c35-b7e0-5921c1eac01d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 379 time: 0.0337529 Aug 10 04:39:09.282249 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'port': {'device_id': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'admin_state_up': True, 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'security_groups': ['7a2dd9ec-342e-48c1-986c-b86a8a838e6d']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:09.448518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Made reservation on behalf of 633e033c88dd42f58e47682ccf2a9ed3 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:39:09.451913 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:09.579725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dd69813-6de1-44c9-b570-4e16930b1690 req-22ce9551-a2c0-453d-97e8-c26ab1260536 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0451207 Aug 10 04:39:09.599510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Allocated IP 172.20.0.7 (cbb83453-964e-4412-97b1-2ccc0afc401a/18aff5e1-1f6d-480d-8bec-2bfd4af6177a/80618ae5-a445-4266-9d88-8598d17fe99f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:39:09.734234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:09.747686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Transition to ACTIVE for port object 80618ae5-a445-4266-9d88-8598d17fe99f will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:39:09.851550 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:09.894476 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Network cbb83453-964e-4412-97b1-2ccc0afc401a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:39:09.897591 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:39:09.905277 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:39:09.909870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:09.955291 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:09.955916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.052759 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-363e2c83-e806-4162-a7dd-2181fa00f2eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739573 Aug 10 04:39:10.070706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Request body: {'port': {'device_id': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:10.127318 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.165683 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7276883f-e9da-461a-bb5d-b064e87ee866 None None] Provisioning for port 80618ae5-a445-4266-9d88-8598d17fe99f completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:10.169594 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-7276883f-e9da-461a-bb5d-b064e87ee866 None None] Provisioning complete for port 80618ae5-a445-4266-9d88-8598d17fe99f triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:10.169966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7276883f-e9da-461a-bb5d-b064e87ee866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.202676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-7276883f-e9da-461a-bb5d-b064e87ee866 None None] Port 80618ae5-a445-4266-9d88-8598d17fe99f cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:39:10.380138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80618ae5-a445-4266-9d88-8598d17fe99f {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:39:10.387392 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.399428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Transition to ACTIVE for port object 80618ae5-a445-4266-9d88-8598d17fe99f will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:39:10.471251 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.519164 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:10.592468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Attempting to bind port 80618ae5-a445-4266-9d88-8598d17fe99f on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:39:10.593146 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Attempting to bind port 80618ae5-a445-4266-9d88-8598d17fe99f by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:39:10.593262 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Attempting to bind port 80618ae5-a445-4266-9d88-8598d17fe99f on network cbb83453-964e-4412-97b1-2ccc0afc401a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:39:10.597905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Port 80618ae5-a445-4266-9d88-8598d17fe99f on network cbb83453-964e-4412-97b1-2ccc0afc401a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:39:10.598221 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Attempting to bind port 80618ae5-a445-4266-9d88-8598d17fe99f on network cbb83453-964e-4412-97b1-2ccc0afc401a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:39:10.603393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:39:10.603733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Checking segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:39:10.604123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Bound using segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:39:10.604594 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Bound port: 80618ae5-a445-4266-9d88-8598d17fe99f, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:39:10.604952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.698058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:39:10.701401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:39:10.718325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb467d-fe84-4ad5-a841-bb017b38194f req-66d455b0-fdaf-4057-8c6a-12a7883e21f2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:10.719911 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bcfb467d-fe84-4ad5-a841-bb017b38194f req-66d455b0-fdaf-4057-8c6a-12a7883e21f2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0676975 Aug 10 04:39:10.759169 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bcfb467d-fe84-4ad5-a841-bb017b38194f req-5656143b-565d-4e54-9e5b-cf8a03e89c35 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325639 Aug 10 04:39:10.795173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.831157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:10.831834 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:10.833462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1092 time: 0.7668805 Aug 10 04:39:10.835298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:10.837601 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401257e6-b555-4e10-a692-8c2dda89054d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:10.865014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639b9c-3648-4bf1-a4d8-f18dffdbf7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:10.877291 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e27dce2-a5eb-446c-98c9-0746235be397 x-openstack-request-id: req-9e27dce2-a5eb-446c-98c9-0746235be397 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:10.877579 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:10.877831 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e27dce2-a5eb-446c-98c9-0746235be397 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:10.878280 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'status': 'completed', 'code': 200} Aug 10 04:39:10.958381 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401257e6-b555-4e10-a692-8c2dda89054d req-32235dec-6276-4492-9e14-d56885b2063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:10.959904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-401257e6-b555-4e10-a692-8c2dda89054d req-32235dec-6276-4492-9e14-d56885b2063e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1095 time: 0.0425076 Aug 10 04:39:11.067546 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401257e6-b555-4e10-a692-8c2dda89054d req-fb1925f7-3761-4b67-8bfe-4cffa53e6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.069077 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-401257e6-b555-4e10-a692-8c2dda89054d req-fb1925f7-3761-4b67-8bfe-4cffa53e6ccd service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0957899 Aug 10 04:39:11.165627 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401257e6-b555-4e10-a692-8c2dda89054d req-c24c79e0-c910-4e8c-91e7-1d137a62005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.167106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-401257e6-b555-4e10-a692-8c2dda89054d req-c24c79e0-c910-4e8c-91e7-1d137a62005e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916460 Aug 10 04:39:11.263531 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-678aecbb-209f-4182-8d55-a1f76063733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.265042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-678aecbb-209f-4182-8d55-a1f76063733c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1095 time: 0.0406849 Aug 10 04:39:11.313800 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-fbcafd4e-88b3-4552-8409-a4419c69ec1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 217 time: 0.0359757 Aug 10 04:39:11.360095 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-53aa73c4-c3d4-4c12-9c46-4a4118da10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.362141 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-53aa73c4-c3d4-4c12-9c46-4a4118da10b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0412388 Aug 10 04:39:11.405626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-cc9ec815-db77-4bd8-aabb-af4e245c06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.406960 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-cc9ec815-db77-4bd8-aabb-af4e245c06ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0371728 Aug 10 04:39:11.811962 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-31b567a6-3bc5-4320-a325-bfc6e2833e00 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974454 Aug 10 04:39:11.924014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f37ff-9338-4efc-be6d-57511a42cb62 req-e16617fe-9b14-4c73-b443-133997a12bce tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:11.925802 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-367f37ff-9338-4efc-be6d-57511a42cb62 req-e16617fe-9b14-4c73-b443-133997a12bce tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0988066 Aug 10 04:39:11.957419 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4dbd0b10-27ae-4db3-9ffa-e584c2914722 req-5bcdf1b4-e4b2-4ec4-9726-b8be4f125ddc service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374559 Aug 10 04:39:11.976948 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-367f37ff-9338-4efc-be6d-57511a42cb62 req-fd71cb1f-4f69-4ec2-8b23-6ed5d76bab91 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Aug 10 04:39:13.089354 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676a8d5-4daf-4031-97e6-60ae2ee1d111 req-e5d5512c-a716-4a0b-88fc-d08ee6cfc338 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:13.090834 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a676a8d5-4daf-4031-97e6-60ae2ee1d111 req-e5d5512c-a716-4a0b-88fc-d08ee6cfc338 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0484684 Aug 10 04:39:13.129090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a676a8d5-4daf-4031-97e6-60ae2ee1d111 req-67ae374d-4064-4c6b-9fc4-24a55cd0a620 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Aug 10 04:39:14.246895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d1e6c-b6f6-4ddf-8a4c-81e9f62b8638 req-8dbcc77f-18c2-4d28-8c79-2be67ebfcf3e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:14.248697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a1d1e6c-b6f6-4ddf-8a4c-81e9f62b8638 req-8dbcc77f-18c2-4d28-8c79-2be67ebfcf3e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0495036 Aug 10 04:39:14.287433 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1a1d1e6c-b6f6-4ddf-8a4c-81e9f62b8638 req-ded0b7f8-6b0f-4ddb-ae77-9a851c29d320 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321891 Aug 10 04:39:15.402730 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e6ac-cb23-4769-8ce3-bc9818eb0df8 req-10e0879d-19eb-4edb-8981-8ece369ac93c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:15.404097 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a26e6ac-cb23-4769-8ce3-bc9818eb0df8 req-10e0879d-19eb-4edb-8981-8ece369ac93c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0509772 Aug 10 04:39:15.440499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a26e6ac-cb23-4769-8ce3-bc9818eb0df8 req-0feafa83-f04d-4cb5-9d0a-b8c55882e4de tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298147 Aug 10 04:39:16.219246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:16.553653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18289cf3-8a6a-43b9-9d60-173435a35b8b req-548290fa-8313-4f1b-9538-f17bf18b1db8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:16.555115 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18289cf3-8a6a-43b9-9d60-173435a35b8b req-548290fa-8313-4f1b-9538-f17bf18b1db8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0482247 Aug 10 04:39:16.591657 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-18289cf3-8a6a-43b9-9d60-173435a35b8b req-e7310106-c0bb-44ff-9510-2e287a950343 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Aug 10 04:39:16.815251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:39:16.908855 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:16.920310 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '80618ae5-a445-4266-9d88-8598d17fe99f', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'mac_address': 'fa:16:3e:c0:a3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:39:16.956442 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:16.968360 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80618ae5-a445-4266-9d88-8598d17fe99f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:39:16.987923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:17.116212 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:17.162679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:17.491817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['80618ae5-a445-4266-9d88-8598d17fe99f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:39:17.704230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5604900-f4ef-42cb-98f9-31ea1c2741df req-a556559a-e6d5-4a40-8493-f3a71b303fb8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:17.705752 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5604900-f4ef-42cb-98f9-31ea1c2741df req-a556559a-e6d5-4a40-8493-f3a71b303fb8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 944 time: 0.0476143 Aug 10 04:39:17.743231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c5604900-f4ef-42cb-98f9-31ea1c2741df req-184f0aa2-b530-445d-b3b0-64f56d45e14e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Aug 10 04:39:18.814883 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:18.862745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b59ced-5ad2-49c3-91f6-bba9b9a6363f req-19bdb2e7-a66f-4aae-816d-94160c7b171d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:18.864487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39b59ced-5ad2-49c3-91f6-bba9b9a6363f req-19bdb2e7-a66f-4aae-816d-94160c7b171d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 944 time: 0.0551476 Aug 10 04:39:18.904869 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-39b59ced-5ad2-49c3-91f6-bba9b9a6363f req-e89c5df2-873a-4088-b2de-742bb52bc385 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Aug 10 04:39:19.088069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port 80618ae5-a445-4266-9d88-8598d17fe99f completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:19.092048 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 80618ae5-a445-4266-9d88-8598d17fe99f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:19.092464 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:19.167724 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:19.189578 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:19.191822 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3754ba5a-bcbf-46ed-90c0-5a519ccc9606" -d '{"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:19.207527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:19.279296 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46835c2d-96fb-4756-affd-30fb12cec4e7 x-openstack-request-id: req-46835c2d-96fb-4756-affd-30fb12cec4e7 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:19.279585 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:19.279837 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46835c2d-96fb-4756-affd-30fb12cec4e7 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:19.280292 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'code': 200} Aug 10 04:39:19.285650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:19.335119 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:19.402901 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef42f85-b27a-456e-a4e8-c156b0cdea2b req-d076e98d-86c1-4ac6-937f-04941bb49be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:19.404373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fef42f85-b27a-456e-a4e8-c156b0cdea2b req-d076e98d-86c1-4ac6-937f-04941bb49be1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1097 time: 0.0391037 Aug 10 04:39:19.438264 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fef42f85-b27a-456e-a4e8-c156b0cdea2b req-7b7c8987-4a25-41b0-8aea-a2ab4609b835 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265603 Aug 10 04:39:20.031706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910dcc8-15fa-4a2b-bde1-e609b07d0acb req-d2b1d631-f997-4a86-9740-3b08d5b15725 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:20.033229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7910dcc8-15fa-4a2b-bde1-e609b07d0acb req-d2b1d631-f997-4a86-9740-3b08d5b15725 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0533574 Aug 10 04:39:20.069938 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7910dcc8-15fa-4a2b-bde1-e609b07d0acb req-7d71ef8c-ba67-46fd-bfeb-f27bda3ec38a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307903 Aug 10 04:39:21.187849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e79a-534d-494c-bc84-97b488289855 req-b170477f-5875-4f33-b9f5-3cb7fd20d59e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:21.189944 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a64e79a-534d-494c-bc84-97b488289855 req-b170477f-5875-4f33-b9f5-3cb7fd20d59e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0528374 Aug 10 04:39:21.230696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a64e79a-534d-494c-bc84-97b488289855 req-b1488d8b-9d4a-4f03-96c2-4b93a76f99a6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347664 Aug 10 04:39:21.342299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f75b59-3adc-48a7-9e2b-09a402ea8a10 req-afa2e253-39dc-4374-a90d-b9cf078c4b54 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:21.343738 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f75b59-3adc-48a7-9e2b-09a402ea8a10 req-afa2e253-39dc-4374-a90d-b9cf078c4b54 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0467529 Aug 10 04:39:21.380978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44f75b59-3adc-48a7-9e2b-09a402ea8a10 req-337fb3fc-e4c9-457c-8cc0-63df6857926d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Aug 10 04:39:21.401883 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49174) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:21.526443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db88c3d5-0da2-4d41-a918-ae84eed67d78 tempest-TestShelveInstance-1849090879 tempest-TestShelveInstance-1849090879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:21.527964 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-db88c3d5-0da2-4d41-a918-ae84eed67d78 tempest-TestShelveInstance-1849090879 tempest-TestShelveInstance-1849090879-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1092 time: 0.1251166 Aug 10 04:39:21.530959 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49178) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:21.535763 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:21.608018 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:21.707009 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:21.811779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Allocated IP 172.25.1.19 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/7866fdd9-2607-49bf-acaf-5c94fa4876e4) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:39:21.909948 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.008319 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.047936 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:39:22.050831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:39:22.054340 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:39:22.081317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'Port': ['ID=7866fdd9-2607-49bf-acaf-5c94fa4876e4,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:22.404143 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.530632 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.674577 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.742532 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.818039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'Port': ['ID=7866fdd9-2607-49bf-acaf-5c94fa4876e4,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:22.827988 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:22.926407 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Floating IP 7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24 associated. External IP: 172.25.1.19, port: 80618ae5-a445-4266-9d88-8598d17fe99f. Aug 10 04:39:23.126694 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:39:23.233111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:39:23.297132 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:23.325611 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-b3929e92-a71b-494c-b61b-0eb22dc6d539 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7936239 Aug 10 04:39:23.326326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:23.329174 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:23.350438 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:39:23.360380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:39:23.361387 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:23.367725 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ab413-07dc-45b0-99df-4e0528e6df34 x-openstack-request-id: req-074ab413-07dc-45b0-99df-4e0528e6df34 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:23.368013 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:23.368264 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-074ab413-07dc-45b0-99df-4e0528e6df34 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:23.368691 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'status': 'completed', 'code': 200} Aug 10 04:39:23.449371 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-34619b68-cb2c-4ce6-bbb1-7f9a1e797aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:23.450806 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-34619b68-cb2c-4ce6-bbb1-7f9a1e797aad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1097 time: 0.0394058 Aug 10 04:39:23.465288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:39:23.544087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-08320ff8-8990-4d42-9b29-b2cf8fbf0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:23.545644 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-08320ff8-8990-4d42-9b29-b2cf8fbf0b1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0834529 Aug 10 04:39:23.614721 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-56f2cd98-f32e-42bb-955f-6431ffd05199 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 998 time: 0.0611470 Aug 10 04:39:23.663113 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-9abde7fa-bde3-45d0-9454-789bdfd2a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:23.664635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-9abde7fa-bde3-45d0-9454-789bdfd2a87b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0431767 Aug 10 04:39:23.683797 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'mac_address': 'fa:16:3e:c0:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:39:22Z', 'updated_at': '2021-08-10T04:39:22Z', 'revision_number': 0, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:23.710943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-9820fdb4-00d7-4649-b685-095479453d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:23.712498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-9820fdb4-00d7-4649-b685-095479453d9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411201 Aug 10 04:39:23.712842 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:39:23.721715 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:39:23.722316 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:39:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:23.809105 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-e9d33ad9-f7dc-42b1-b937-c64518944ac2 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875845 Aug 10 04:39:23.822368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:39:23.897947 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6332ea0a-4c9b-48e1-9e34-4e8331d28c27 req-0982922d-7653-4299-88d0-518d6a38b553 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821443 Aug 10 04:39:24.048727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'mac_address': 'fa:16:3e:c0:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:39:22Z', 'updated_at': '2021-08-10T04:39:22Z', 'revision_number': 0, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:24.074496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d629b7-fc58-4d24-9277-761638cf4d13 None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'mac_address': 'fa:16:3e:c0:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:39:22Z', 'updated_at': '2021-08-10T04:39:22Z', 'revision_number': 0, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:39:24.259061 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a063469-07b4-4762-a8e6-340856de75ec None None] New status for floating IP 7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:39:24.354504 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:39:24.988076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-41f78a6c-5426-40c5-8379-421dcfb72fc8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433154 Aug 10 04:39:25.090598 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-44540b8c-e849-4d21-9bbc-87eb2a64ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:25.092051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-44540b8c-e849-4d21-9bbc-87eb2a64ac8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1097 time: 0.0387878 Aug 10 04:39:25.192102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-4d174376-990e-43a7-8325-2244b9f89633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:25.193654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-4d174376-990e-43a7-8325-2244b9f89633 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0831997 Aug 10 04:39:25.263216 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-29b08c21-35ed-452b-aced-a45d3639243a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1000 time: 0.0623460 Aug 10 04:39:25.311345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-91cf642c-b234-479b-87cd-88301dfeccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:25.312942 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-91cf642c-b234-479b-87cd-88301dfeccab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0435915 Aug 10 04:39:25.355932 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-4ff3bb26-a7db-4847-a380-fa364bef95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:25.357408 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-4ff3bb26-a7db-4847-a380-fa364bef95fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382347 Aug 10 04:39:25.447238 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-4274ce2c-7c63-4f27-b66f-96e3c73bdadc service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826466 Aug 10 04:39:25.535638 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-97a82389-f3e1-4695-8a51-f0fae97dfbfd req-2ca121b4-8fce-4556-b554-936dedada298 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803673 Aug 10 04:39:27.113713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:30.350045 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ccbd52a5-d7ca-4273-9c15-46acdaa65007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:32.805165 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:33.096953 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6d972809-e379-4be8-bc96-ce4a54b245b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:34.435721 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:36.041786 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:46.245113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:57.149326 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.349928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f6455559-1848-4dbd-bf7a-5e974af0fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:01.263069 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:02.821484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.114685 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-18f5f782-9481-48ca-a26c-87632c4363ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.446260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.040360 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:16.244536 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.046301 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-4aaee6a1-f798-4ebb-9698-ab721b9a2ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101913 Aug 10 04:40:26.142493 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599479-7250-4e02-8105-b490cebde476 req-26a28f60-5191-4cd0-87cc-7dd672170a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:26.144032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-26a28f60-5191-4cd0-87cc-7dd672170a2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1097 time: 0.0396338 Aug 10 04:40:26.243644 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599479-7250-4e02-8105-b490cebde476 req-5f2f2bb3-cbf6-4386-a58d-50e93c7820df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:26.245203 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-5f2f2bb3-cbf6-4386-a58d-50e93c7820df service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0817416 Aug 10 04:40:26.313024 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-e6c35529-f89a-421f-8469-b2627a6164b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1000 time: 0.0602300 Aug 10 04:40:26.360491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599479-7250-4e02-8105-b490cebde476 req-7724bbc2-2dd0-4245-bda9-4e8da9739b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:26.361866 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-7724bbc2-2dd0-4245-bda9-4e8da9739b7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0421813 Aug 10 04:40:26.407432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599479-7250-4e02-8105-b490cebde476 req-1424aac2-85b9-41fc-b0cd-825e2dbb508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:26.408901 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-1424aac2-85b9-41fc-b0cd-825e2dbb508c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396936 Aug 10 04:40:26.421122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-b45d12ae-3c66-41d0-bd26-bf074c60531f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:40:26.422152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-b45d12ae-3c66-41d0-bd26-bf074c60531f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050721 Aug 10 04:40:26.515164 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-308b46ea-9f2d-47b5-8b96-b5c2cefa85f7 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Aug 10 04:40:26.606299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-03599479-7250-4e02-8105-b490cebde476 req-a65965d7-94ac-4ee4-91c5-45cdefad1719 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794625 Aug 10 04:40:27.125473 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:30.371246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f061c600-70c8-48d7-bce3-6726e591200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:32.810863 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:33.089470 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b03abf3-f95e-4989-b154-a266e601e912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:34.449905 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:36.027848 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:38.262611 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:46.221881 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:57.129591 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.364281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-4fc441a6-43b3-4f4c-adf7-28a76ad55f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:02.826700 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:03.089888 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-6fd72644-ebe4-4a74-9e7c-b443ef9e989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:04.450139 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:06.037751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:15.261890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:41:16.254879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:25.943665 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-1b8f94f9-aa35-4f16-b5a3-7fff7dcfa220 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389318 Aug 10 04:41:26.052132 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-b768fdab-dd8d-4222-b3aa-9fd36b92bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:26.053662 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-b768fdab-dd8d-4222-b3aa-9fd36b92bbcd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1097 time: 0.0450792 Aug 10 04:41:26.153742 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-028b7f8f-acc8-4d59-ab07-5006fdadede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:26.155218 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-028b7f8f-acc8-4d59-ab07-5006fdadede4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0827589 Aug 10 04:41:26.223609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-da3ebcd6-6313-4ecd-a6ab-29b018768768 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1000 time: 0.0611823 Aug 10 04:41:26.270962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-5f039d73-6310-40cc-b579-d1355fcfaa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:26.272401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-5f039d73-6310-40cc-b579-d1355fcfaa34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0420854 Aug 10 04:41:26.315184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-85acfceb-f82a-46b6-a8fb-ca096c672b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:26.316656 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-85acfceb-f82a-46b6-a8fb-ca096c672b0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0372810 Aug 10 04:41:26.406379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-0d0e252d-f16c-461f-9e0f-3fad90313961 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828307 Aug 10 04:41:26.492831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-544af1c6-c5af-4836-a8e3-eb7198b08767 req-0f97e170-00a0-4e03-8788-fdac860600fd service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789421 Aug 10 04:41:27.134354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:30.362766 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-86b92d4e-33c1-4e3d-b6d7-e6f3f7fa3a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:32.859999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:33.105835 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-065e5322-dfec-4035-9203-14d215e44449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:34.483157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:36.043023 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:46.271384 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:52.260890 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:41:54.460845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7e14a-f1de-4cf2-be43-0530ab7ed10d req-5a149683-e7ec-4604-9e34-d9ce432f1c8e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:54.462347 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7cf7e14a-f1de-4cf2-be43-0530ab7ed10d req-5a149683-e7ec-4604-9e34-d9ce432f1c8e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0491939 Aug 10 04:41:54.500698 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7cf7e14a-f1de-4cf2-be43-0530ab7ed10d req-79a6bdad-593e-49b6-8476-30f57158e91b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Aug 10 04:41:55.655556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1596a9-44be-4329-b0e2-dd3cf2a9e928 req-e1a9d602-86d1-4997-b633-25b834bb1cbd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:55.657057 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db1596a9-44be-4329-b0e2-dd3cf2a9e928 req-e1a9d602-86d1-4997-b633-25b834bb1cbd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0526335 Aug 10 04:41:55.693659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db1596a9-44be-4329-b0e2-dd3cf2a9e928 req-36abcaa3-486f-4799-86bc-eb545a301e54 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306764 Aug 10 04:41:56.806506 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a76204-90cc-41d0-a607-811e27b08629 req-305837fa-102c-4174-97dd-fee84b921972 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:56.807994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7a76204-90cc-41d0-a607-811e27b08629 req-305837fa-102c-4174-97dd-fee84b921972 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0480211 Aug 10 04:41:56.846939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d7a76204-90cc-41d0-a607-811e27b08629 req-c13cbc81-2c8d-4310-8a0b-5be40f525231 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Aug 10 04:41:57.150914 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:57.958556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965acb2-5f22-4beb-8501-495a65153644 req-040b0562-7b0c-411e-b334-8de6672c6d81 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:57.960020 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b965acb2-5f22-4beb-8501-495a65153644 req-040b0562-7b0c-411e-b334-8de6672c6d81 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0472481 Aug 10 04:41:57.996757 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b965acb2-5f22-4beb-8501-495a65153644 req-ec05d89f-8a5e-496c-a9f8-ca802c3bd1b6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308731 Aug 10 04:41:59.113420 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81a2a-e04c-4204-935d-f1e93d9fcbae req-f1eed28f-cf24-458f-940e-670a452188eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:59.114887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6a81a2a-e04c-4204-935d-f1e93d9fcbae req-f1eed28f-cf24-458f-940e-670a452188eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0513768 Aug 10 04:41:59.155256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b6a81a2a-e04c-4204-935d-f1e93d9fcbae req-a2376e32-6232-4f8b-8241-181a9e365a99 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340996 Aug 10 04:42:00.268031 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf71dec-726f-41ff-bb71-b55b4e6711ad req-2af7644f-5a48-4865-a3df-84c6359ddd3f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:00.269528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf71dec-726f-41ff-bb71-b55b4e6711ad req-2af7644f-5a48-4865-a3df-84c6359ddd3f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0478699 Aug 10 04:42:00.307107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fbf71dec-726f-41ff-bb71-b55b4e6711ad req-e1748ef6-9d2b-440c-bbaa-7a5f9558da60 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Aug 10 04:42:00.373751 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-34e002bc-a805-425d-99df-ccc57b969dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:01.419985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff48c54-092b-4b89-92ca-9c8a5000ed79 req-2c555959-e261-4886-8710-4c1b32191d16 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:01.421402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cff48c54-092b-4b89-92ca-9c8a5000ed79 req-2c555959-e261-4886-8710-4c1b32191d16 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0478017 Aug 10 04:42:01.458712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cff48c54-092b-4b89-92ca-9c8a5000ed79 req-c64a0a44-2778-4d71-a63c-01846589ec37 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308409 Aug 10 04:42:02.572972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f933-5d72-401b-a918-610907031485 req-14e54930-822c-47d0-a186-07b636f22178 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:02.574467 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b95f933-5d72-401b-a918-610907031485 req-14e54930-822c-47d0-a186-07b636f22178 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0506516 Aug 10 04:42:02.610727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b95f933-5d72-401b-a918-610907031485 req-26ac0ea5-ecbe-45fb-a5cc-cbe1639c891a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304441 Aug 10 04:42:02.813600 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.105076 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-957897b9-0c14-4682-8eb5-bc2b4c96d79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.722111 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b574c8-c432-4dc9-ac58-a57278d62b3b req-4e8333bd-4f6f-4bb8-9df5-bf0f62bcb431 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:03.723571 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7b574c8-c432-4dc9-ac58-a57278d62b3b req-4e8333bd-4f6f-4bb8-9df5-bf0f62bcb431 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0471041 Aug 10 04:42:03.760682 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c7b574c8-c432-4dc9-ac58-a57278d62b3b req-1af17fc8-0b84-4b56-90d8-361c659605b4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312195 Aug 10 04:42:04.447652 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:04.872673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2d4c-a182-4105-8cb9-229393216a33 req-d3721ea0-6455-41a2-9c9e-089f565cbe1a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:04.874126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-971e2d4c-a182-4105-8cb9-229393216a33 req-d3721ea0-6455-41a2-9c9e-089f565cbe1a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0474224 Aug 10 04:42:04.910151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-971e2d4c-a182-4105-8cb9-229393216a33 req-2375aafd-4a7a-4a2c-8401-8c2fbbf970e9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296292 Aug 10 04:42:06.025375 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:06.026538 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae49c8-e876-48c4-b4f1-9c5390ac9947 req-333be103-d1ee-432d-a3f0-cae01a1e20d7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:06.028006 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8ae49c8-e876-48c4-b4f1-9c5390ac9947 req-333be103-d1ee-432d-a3f0-cae01a1e20d7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0515764 Aug 10 04:42:06.065199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e8ae49c8-e876-48c4-b4f1-9c5390ac9947 req-64cc40b7-3534-4e33-afe7-dee63eca5c66 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Aug 10 04:42:07.179310 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32390e0-5568-4cb6-8653-d8b5418d760f req-f2275373-2e89-4879-bac2-1fe0dcb0f4e2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:07.180769 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c32390e0-5568-4cb6-8653-d8b5418d760f req-f2275373-2e89-4879-bac2-1fe0dcb0f4e2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0473759 Aug 10 04:42:07.217457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c32390e0-5568-4cb6-8653-d8b5418d760f req-3fb0cac0-d974-4578-ab28-959c2ba3c401 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Aug 10 04:42:07.648365 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:42:07.747657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:07.759297 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '80618ae5-a445-4266-9d88-8598d17fe99f', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'mac_address': 'fa:16:3e:c0:a3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:42:07.797110 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:07.810383 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80618ae5-a445-4266-9d88-8598d17fe99f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:07.829403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:07.922362 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:07.969916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:07.977982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.978330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.978667 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.979000 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.979330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.979843 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.981142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.981142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.981142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.981142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.981685 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:07.982086 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:08.067342 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['80618ae5-a445-4266-9d88-8598d17fe99f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:08.330775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb891d8-4190-4920-bf51-b2a2ade7a30a req-9874124b-c525-49e5-9218-603a1a429f4f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:08.332228 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffb891d8-4190-4920-bf51-b2a2ade7a30a req-9874124b-c525-49e5-9218-603a1a429f4f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 944 time: 0.0476992 Aug 10 04:42:08.369711 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ffb891d8-4190-4920-bf51-b2a2ade7a30a req-aa4b6ca5-6c82-48b7-9c74-baecbfd59eb6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Aug 10 04:42:09.485795 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af422a9-c722-47a0-8831-65d9753d7aa7 req-5eb4a21b-586e-44bc-82c7-07eca2611109 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:09.487247 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5af422a9-c722-47a0-8831-65d9753d7aa7 req-5eb4a21b-586e-44bc-82c7-07eca2611109 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 944 time: 0.0517783 Aug 10 04:42:09.524324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5af422a9-c722-47a0-8831-65d9753d7aa7 req-7a01923f-0cef-4257-ba6d-b0baceebdc7d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304539 Aug 10 04:42:09.649441 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:09.694903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 80618ae5-a445-4266-9d88-8598d17fe99f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:09.695266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:09.768401 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:09.789618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:09.791852 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68aff72-1cf8-4f88-8b55-3bbd1da8da1c" -d '{"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:09.804884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:09.826775 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bf8e22-5bf1-406b-ac71-fa67142465c1 x-openstack-request-id: req-17bf8e22-5bf1-406b-ac71-fa67142465c1 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:09.827061 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:09.827313 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17bf8e22-5bf1-406b-ac71-fa67142465c1 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:09.827700 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'code': 200} Aug 10 04:42:09.864523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:09.909700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:10.640573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d8a5-9f84-4370-b5f0-a9b18b41c779 req-fe9a342e-6861-4271-b59c-b0a97dd3db9d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:10.642025 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1789d8a5-9f84-4370-b5f0-a9b18b41c779 req-fe9a342e-6861-4271-b59c-b0a97dd3db9d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0473289 Aug 10 04:42:10.678182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1789d8a5-9f84-4370-b5f0-a9b18b41c779 req-b4a1ccaa-3ad7-4f46-81ad-6f4fa8d09f23 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296795 Aug 10 04:42:11.793540 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc727a2-0878-4e47-adf2-a381a60e66d8 req-e5550736-8ce5-4bdb-b23f-2ba826fdc494 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:11.795058 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc727a2-0878-4e47-adf2-a381a60e66d8 req-e5550736-8ce5-4bdb-b23f-2ba826fdc494 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0480425 Aug 10 04:42:11.831104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc727a2-0878-4e47-adf2-a381a60e66d8 req-48eec7d8-72f2-4600-bbca-e4fcb2b31ce6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301130 Aug 10 04:42:12.957768 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001a7f-837f-49b7-9f62-9a7244b5227a req-859d26f7-c302-45d5-98e5-7d0c822dc56d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:12.959825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c001a7f-837f-49b7-9f62-9a7244b5227a req-859d26f7-c302-45d5-98e5-7d0c822dc56d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0560942 Aug 10 04:42:13.005318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1c001a7f-837f-49b7-9f62-9a7244b5227a req-d4291052-9b1b-4200-b47a-ea712e264937 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 Aug 10 04:42:14.121731 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253a0fd-7e2d-47e6-9951-f662f6bfd1c5 req-f7de8a58-dc4c-49eb-be39-167141397e28 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:14.123295 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f253a0fd-7e2d-47e6-9951-f662f6bfd1c5 req-f7de8a58-dc4c-49eb-be39-167141397e28 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0497401 Aug 10 04:42:14.168982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f253a0fd-7e2d-47e6-9951-f662f6bfd1c5 req-b8daa297-797d-4a99-90cd-88706f0aacd0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331125 Aug 10 04:42:15.287972 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b2a86-2880-46f3-b888-ac351153bf73 req-43d58976-1864-4512-8410-edbe17f4dfc3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:15.289516 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d77b2a86-2880-46f3-b888-ac351153bf73 req-43d58976-1864-4512-8410-edbe17f4dfc3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0515559 Aug 10 04:42:15.327647 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d77b2a86-2880-46f3-b888-ac351153bf73 req-aaca4308-5119-4c6b-a776-d97a7d71c613 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Aug 10 04:42:16.265160 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.499324 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278fe19-210c-48d3-bd81-714b7bc2f96f req-f9de32ff-51cc-4560-b1f3-cc419f199071 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:16.501699 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7278fe19-210c-48d3-bd81-714b7bc2f96f req-f9de32ff-51cc-4560-b1f3-cc419f199071 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0700436 Aug 10 04:42:16.543713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7278fe19-210c-48d3-bd81-714b7bc2f96f req-2edf1b5b-2b77-48a4-afe8-0e83b6438001 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351229 Aug 10 04:42:17.666583 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd114c4d-8486-4306-a694-680b819dfd08 req-782145e6-0579-4fb3-970f-b16f06033d49 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:17.673852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd114c4d-8486-4306-a694-680b819dfd08 req-782145e6-0579-4fb3-970f-b16f06033d49 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0575790 Aug 10 04:42:17.707737 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd114c4d-8486-4306-a694-680b819dfd08 req-f0862ad3-9bf6-4526-bdc6-92b6b7fa3702 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323226 Aug 10 04:42:18.831962 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad9fa4-67f0-4e84-8859-8b25d7b9260b req-65c76738-9534-4db0-ae81-6752f643468a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:18.834595 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6ad9fa4-67f0-4e84-8859-8b25d7b9260b req-65c76738-9534-4db0-ae81-6752f643468a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0532396 Aug 10 04:42:18.881245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c6ad9fa4-67f0-4e84-8859-8b25d7b9260b req-f1c93603-cee4-48b1-b9db-6bc593da26d7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397041 Aug 10 04:42:20.013995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ade1-359e-479f-8780-3bce14ac8e5f req-3d82ddfc-baff-4fd0-9b6d-0a5ab618cbd7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:20.015556 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7767ade1-359e-479f-8780-3bce14ac8e5f req-3d82ddfc-baff-4fd0-9b6d-0a5ab618cbd7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0601146 Aug 10 04:42:20.061990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7767ade1-359e-479f-8780-3bce14ac8e5f req-2e5ea228-8d6f-47d3-8c73-251a85d668c0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390291 Aug 10 04:42:21.181083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3856da-762a-4675-8e44-6ba37e980de3 req-08a0ddea-2572-4f59-a761-a80a9b0572de tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:21.182751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee3856da-762a-4675-8e44-6ba37e980de3 req-08a0ddea-2572-4f59-a761-a80a9b0572de tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0486279 Aug 10 04:42:21.234255 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ee3856da-762a-4675-8e44-6ba37e980de3 req-16874773-685a-49e5-9960-1687a83748ec tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450230 Aug 10 04:42:22.349737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd229a63-51d6-49e9-b84e-ef7a8e5613c9 req-21104c66-063b-443d-9b3b-ac3069016a97 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:22.351202 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd229a63-51d6-49e9-b84e-ef7a8e5613c9 req-21104c66-063b-443d-9b3b-ac3069016a97 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0489678 Aug 10 04:42:22.389421 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dd229a63-51d6-49e9-b84e-ef7a8e5613c9 req-1be63230-9ded-47db-a8d2-21d0128faf4e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Aug 10 04:42:23.505270 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40862e09-03e2-4c5e-80be-5f7157b148d0 req-7dee1531-da18-4de0-8d74-be4c77f4389c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:23.506725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40862e09-03e2-4c5e-80be-5f7157b148d0 req-7dee1531-da18-4de0-8d74-be4c77f4389c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0520892 Aug 10 04:42:23.569424 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40862e09-03e2-4c5e-80be-5f7157b148d0 req-56b7f284-8f97-44f2-a0a9-34c51833bd21 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565829 Aug 10 04:42:23.579528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-024f1c57-6999-40ba-a6a2-658cea02fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:23.580963 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-024f1c57-6999-40ba-a6a2-658cea02fc35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1097 time: 0.0532606 Aug 10 04:42:23.669828 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-bca656bc-4fe8-4fcf-a39b-3f2a6ad5a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:23.671231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-bca656bc-4fe8-4fcf-a39b-3f2a6ad5a6fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0832489 Aug 10 04:42:23.737173 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-8cbda295-63e9-494f-8471-b72ab4cbe73a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1000 time: 0.0543256 Aug 10 04:42:23.783779 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-580b588f-5767-4011-8b39-5057aa1f20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:23.785260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-580b588f-5767-4011-8b39-5057aa1f20d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0409834 Aug 10 04:42:24.149173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-640d9c37-4728-4a31-bc39-0abdc94e565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:24.150673 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-640d9c37-4728-4a31-bc39-0abdc94e565e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3583562 Aug 10 04:42:24.237366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-5c7aa38e-36cc-4b7e-be37-502b9280494f service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780644 Aug 10 04:42:24.326768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-500ef317-976e-4ca8-8b0c-6329b1cbfa48 req-a080104d-514f-4428-93b8-d17a6155d325 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827274 Aug 10 04:42:24.683086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e803-7925-4df8-8bab-bcc2b31ba9c0 req-85754fbc-b4fd-4b63-96c6-95c7999d910a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:24.684577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ec8e803-7925-4df8-8bab-bcc2b31ba9c0 req-85754fbc-b4fd-4b63-96c6-95c7999d910a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0483851 Aug 10 04:42:24.720692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9ec8e803-7925-4df8-8bab-bcc2b31ba9c0 req-82eb9a72-4bc0-4251-9f8c-e5ed481fd2df tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302696 Aug 10 04:42:25.778044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:25.835673 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cffb7-c0ef-4dfd-bbff-5fcde0b55fcf req-5438c548-3738-4a2d-93cc-ef0b1311337e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:25.837212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f0cffb7-c0ef-4dfd-bbff-5fcde0b55fcf req-5438c548-3738-4a2d-93cc-ef0b1311337e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 945 time: 0.0488067 Aug 10 04:42:25.855763 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.876319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1f0cffb7-c0ef-4dfd-bbff-5fcde0b55fcf req-c6e29722-84a2-40d3-b365-82e17654abd0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Aug 10 04:42:25.880452 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:25.882683 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d41de5-0fb7-4442-a9f2-d1f535cf653a" -d '{"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-unplugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:25.896827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:25.920217 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c7b58-c995-47f8-9091-7e60ab8fb2fa x-openstack-request-id: req-879c7b58-c995-47f8-9091-7e60ab8fb2fa {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:25.925740 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-unplugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:25.925740 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-879c7b58-c995-47f8-9091-7e60ab8fb2fa {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:25.925740 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'code': 200} Aug 10 04:42:25.974154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.021644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:26.027616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-7dbc434b-3700-4e4d-a632-9d12ddd861c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.029520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-7dbc434b-3700-4e4d-a632-9d12ddd861c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1095 time: 0.0450132 Aug 10 04:42:26.130400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-02f28054-7ef5-4759-a581-979346bdaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.131930 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-02f28054-7ef5-4759-a581-979346bdaba5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0840037 Aug 10 04:42:26.201922 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-60a8e17f-0253-461e-aef0-5d9db94a954d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 998 time: 0.0616837 Aug 10 04:42:26.250626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-c9e0908a-ee34-40b5-b1ca-3ffcd8312d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.252180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-c9e0908a-ee34-40b5-b1ca-3ffcd8312d54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0427465 Aug 10 04:42:26.304392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-2297e363-174b-4605-be9b-61b1370d740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.305904 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-2297e363-174b-4605-be9b-61b1370d740a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396607 Aug 10 04:42:26.401730 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-feed20c0-36ac-414d-82f2-0426b0cad9bd service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Aug 10 04:42:26.490043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31c7d48a-ac3d-4a55-bdde-e0c880999a8c req-ebba8e6b-0f72-469c-8f89-5822d36bc474 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796914 Aug 10 04:42:26.990720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9f06-5042-4d3f-a5c7-10c2af5c61b6 req-6b2b1be0-fd05-44ef-91ef-8f68135b7e9b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.992470 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b40d9f06-5042-4d3f-a5c7-10c2af5c61b6 req-6b2b1be0-fd05-44ef-91ef-8f68135b7e9b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0481446 Aug 10 04:42:27.029022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b40d9f06-5042-4d3f-a5c7-10c2af5c61b6 req-fd2caa6b-4771-4d16-a04d-70642be07f6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306635 Aug 10 04:42:27.172301 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.383523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c6d52-9faf-46c4-a63f-ae94ece6db96 req-f4933edd-91a8-480a-a57f-27cc3cf3ac85 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:27.385815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-392c6d52-9faf-46c4-a63f-ae94ece6db96 req-f4933edd-91a8-480a-a57f-27cc3cf3ac85 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0540483 Aug 10 04:42:27.426971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-392c6d52-9faf-46c4-a63f-ae94ece6db96 req-d26fa2b2-2233-4662-8267-f7beb8bd127f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Aug 10 04:42:27.760928 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-72918434-aa15-4abc-ba8e-d6e2343c07ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854473 Aug 10 04:42:28.539088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d08e9-c64e-41c3-a88e-ad03f44e6c26 req-56d56184-8591-40ee-a21f-a54b5755f1c4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.540583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af8d08e9-c64e-41c3-a88e-ad03f44e6c26 req-56d56184-8591-40ee-a21f-a54b5755f1c4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0490456 Aug 10 04:42:28.578936 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-af8d08e9-c64e-41c3-a88e-ad03f44e6c26 req-b13dff23-9134-457b-a145-9b68f26e426c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322578 Aug 10 04:42:29.185646 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-7db8e1c0-73da-4bd5-b260-71e4bfd393ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.187136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-7db8e1c0-73da-4bd5-b260-71e4bfd393ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&tenant_id=633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 1095 time: 0.0394177 Aug 10 04:42:29.260079 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:42:29.260989 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-91c61081-7e72-46fb-b652-388860f8aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.262461 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-91c61081-7e72-46fb-b652-388860f8aab0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1095 time: 0.0432205 Aug 10 04:42:29.349119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-0ec1c477-a61a-4439-847a-ea5f52866106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.350568 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-0ec1c477-a61a-4439-847a-ea5f52866106 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0810609 Aug 10 04:42:29.418630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-ca5145d4-8a49-458c-8657-ba882f193376 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 998 time: 0.0609288 Aug 10 04:42:29.465968 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-b8161597-f6aa-4d78-b36f-6ccbdedeb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.467364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-b8161597-f6aa-4d78-b36f-6ccbdedeb929 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0415740 Aug 10 04:42:29.512866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-357b0d00-fb13-48c1-8bc8-f9548d2869e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.514349 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-357b0d00-fb13-48c1-8bc8-f9548d2869e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392094 Aug 10 04:42:29.605879 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-9e796b45-dc73-4e61-a1c4-dd1e88bc271d service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839736 Aug 10 04:42:29.728895 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d9f1-71a0-451e-a036-2289127fa7d2 req-05ac6ffa-0b9f-4b72-b094-8b208d8bf2c3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.730382 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f72d9f1-71a0-451e-a036-2289127fa7d2 req-05ac6ffa-0b9f-4b72-b094-8b208d8bf2c3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0755284 Aug 10 04:42:29.733897 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-92a8304e-c982-4ba3-bd14-b5b46e276aed service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212089 Aug 10 04:42:29.772084 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6f72d9f1-71a0-451e-a036-2289127fa7d2 req-20be4888-953e-48d7-ac84-217a9d05280b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357220 Aug 10 04:42:29.779184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:30.350974 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b01f44aa-c5a8-4b6a-ba3e-a109f8a9bf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.906010 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8e226-a07f-4fc4-893f-c1e34c23da1a req-97075f35-8d40-4dcf-888e-a38dc979c28a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.907539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17c8e226-a07f-4fc4-893f-c1e34c23da1a req-97075f35-8d40-4dcf-888e-a38dc979c28a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0664253 Aug 10 04:42:30.947686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17c8e226-a07f-4fc4-893f-c1e34c23da1a req-a7433d86-e193-4fd2-9d9d-5c306c936170 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Aug 10 04:42:32.072059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf704e-f989-424d-9ce3-86a121f9a18b req-74c6b867-2817-4f65-bf5f-f272f4120ff1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:32.073630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ebf704e-f989-424d-9ce3-86a121f9a18b req-74c6b867-2817-4f65-bf5f-f272f4120ff1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0510564 Aug 10 04:42:32.112100 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1ebf704e-f989-424d-9ce3-86a121f9a18b req-50a7d6ba-145c-4cf9-96c3-b7415561fe83 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Aug 10 04:42:32.836643 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.110393 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-69a45381-e3a8-411c-8b9a-ec33c1e1dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.234386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36c932-16d8-4c95-8e20-434173a04ac7 req-fc5ce0fb-d85c-4a83-b5ec-058b9253d085 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:33.236030 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f36c932-16d8-4c95-8e20-434173a04ac7 req-fc5ce0fb-d85c-4a83-b5ec-058b9253d085 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0514889 Aug 10 04:42:33.282192 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f36c932-16d8-4c95-8e20-434173a04ac7 req-7e631646-7e62-4de7-8c7d-8cc193254491 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Aug 10 04:42:34.408907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7a0b-9bc0-47a0-97b6-e31a4296a295 req-d924b422-67ba-44e7-aac5-15d47a760a67 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.410487 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-561e7a0b-9bc0-47a0-97b6-e31a4296a295 req-d924b422-67ba-44e7-aac5-15d47a760a67 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0576258 Aug 10 04:42:34.453393 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-561e7a0b-9bc0-47a0-97b6-e31a4296a295 req-86b9a2f5-5f71-475f-af6f-c8dc5834308f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358298 Aug 10 04:42:34.499216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:35.574623 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934f30c-728a-4438-9573-a334a4e27399 req-7277cdea-d4f2-4e45-9ce8-76a3b91967c3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.576129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b934f30c-728a-4438-9573-a334a4e27399 req-7277cdea-d4f2-4e45-9ce8-76a3b91967c3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0515375 Aug 10 04:42:35.616267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b934f30c-728a-4438-9573-a334a4e27399 req-2de19aa0-5bbf-4a4b-9a70-03ba18044e7d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333893 Aug 10 04:42:36.024902 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.739124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92ce2d-ce84-40b9-a5d1-c581a35df380 req-e7a172b9-1419-44da-b5fb-07986c764884 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:36.740772 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f92ce2d-ce84-40b9-a5d1-c581a35df380 req-e7a172b9-1419-44da-b5fb-07986c764884 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0511477 Aug 10 04:42:36.789135 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-8f92ce2d-ce84-40b9-a5d1-c581a35df380 req-4639b4fd-df14-48df-b494-506359e8caaa tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379636 Aug 10 04:42:37.910811 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98224205-05fb-4257-953f-d461e8929f36 req-7f08e27a-f4c2-4cb2-bd88-7a29f63c4627 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:37.912378 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98224205-05fb-4257-953f-d461e8929f36 req-7f08e27a-f4c2-4cb2-bd88-7a29f63c4627 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0531037 Aug 10 04:42:37.952679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98224205-05fb-4257-953f-d461e8929f36 req-c4a9e519-e7ee-49c3-8cbd-a0f3c07ae91a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343294 Aug 10 04:42:39.074346 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a2002-e67e-426b-9c1b-e66e59500c83 req-dc0e597a-fab6-49d1-a6fb-057e21790235 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:39.075844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a6a2002-e67e-426b-9c1b-e66e59500c83 req-dc0e597a-fab6-49d1-a6fb-057e21790235 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0498857 Aug 10 04:42:39.115867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a6a2002-e67e-426b-9c1b-e66e59500c83 req-8278a33f-044f-49ea-b6b1-550e6d933408 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Aug 10 04:42:40.240774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40845e-96b0-440f-9fe4-df59956f0ad1 req-f79014c6-4407-44ad-b3e4-09671ddfbcc9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:40.242552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca40845e-96b0-440f-9fe4-df59956f0ad1 req-f79014c6-4407-44ad-b3e4-09671ddfbcc9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0489111 Aug 10 04:42:40.284268 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ca40845e-96b0-440f-9fe4-df59956f0ad1 req-96d4494e-76f7-4590-a8d0-d0d955ea281a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353584 Aug 10 04:42:41.403323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776cd4f-9aef-4dd6-9765-29986aa9e51b req-5218208a-b0e2-44e7-8731-bd5cd5673121 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:41.404833 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2776cd4f-9aef-4dd6-9765-29986aa9e51b req-5218208a-b0e2-44e7-8731-bd5cd5673121 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0501056 Aug 10 04:42:41.441401 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2776cd4f-9aef-4dd6-9765-29986aa9e51b req-1e0e5568-63ed-41cc-86ba-6ebd861b5880 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300529 Aug 10 04:42:42.555954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45237c89-54b8-4010-aea9-800da91545fc req-ec787276-9612-4e43-96be-2b42f055cae4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:42.557454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45237c89-54b8-4010-aea9-800da91545fc req-ec787276-9612-4e43-96be-2b42f055cae4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0484836 Aug 10 04:42:42.594522 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-45237c89-54b8-4010-aea9-800da91545fc req-a75e9377-b030-401b-a69a-1ff1aab78f18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Aug 10 04:42:43.707459 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8464f5-8f79-4923-8825-5713886076d5 req-910cda7d-e96a-4c1d-8a55-f494e8398690 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.708940 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c8464f5-8f79-4923-8825-5713886076d5 req-910cda7d-e96a-4c1d-8a55-f494e8398690 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0473125 Aug 10 04:42:43.748453 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3c8464f5-8f79-4923-8825-5713886076d5 req-4c1f07cc-80b5-4286-a272-83c5f5f135d8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336735 Aug 10 04:42:44.861355 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb6886-c2d9-407f-ac5b-102a4285fcc3 req-2fe55e78-0de6-4112-806d-da53dc100e57 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:44.863340 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cdb6886-c2d9-407f-ac5b-102a4285fcc3 req-2fe55e78-0de6-4112-806d-da53dc100e57 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0486586 Aug 10 04:42:44.900445 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9cdb6886-c2d9-407f-ac5b-102a4285fcc3 req-c543ad17-b00c-4b70-bbfb-647891c00ba7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Aug 10 04:42:46.013528 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417900b9-a299-4d64-8d8c-90b24061202c req-14a42d02-1585-429e-a6a5-1dcb5c58eba2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:46.015015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-417900b9-a299-4d64-8d8c-90b24061202c req-14a42d02-1585-429e-a6a5-1dcb5c58eba2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0484605 Aug 10 04:42:46.051915 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-417900b9-a299-4d64-8d8c-90b24061202c req-334ebcaa-a7e8-4b01-a2ce-303b2a931af2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303040 Aug 10 04:42:46.303092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:47.165093 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44947d-c911-452e-92a5-b973f13eb944 req-8f68ae85-0079-41a6-96ee-9a3c878f4606 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:47.166572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec44947d-c911-452e-92a5-b973f13eb944 req-8f68ae85-0079-41a6-96ee-9a3c878f4606 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 943 time: 0.0482907 Aug 10 04:42:47.206976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ec44947d-c911-452e-92a5-b973f13eb944 req-e4726ae4-fd7b-4d23-9565-732322496df6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344334 Aug 10 04:42:47.807248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:42:47.900091 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:47.911440 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': '80618ae5-a445-4266-9d88-8598d17fe99f', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'port_id': '80618ae5-a445-4266-9d88-8598d17fe99f', 'mac_address': 'fa:16:3e:c0:a3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:42:47.946045 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:47.958422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80618ae5-a445-4266-9d88-8598d17fe99f {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:47.977536 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:48.035889 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.080369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=9']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:48.319609 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2b39-24b8-45bb-a436-50144edbc4db req-c403b90f-8116-4dc4-be5b-ae862ae93632 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:48.321094 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8e2b39-24b8-45bb-a436-50144edbc4db req-c403b90f-8116-4dc4-be5b-ae862ae93632 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 944 time: 0.0474093 Aug 10 04:42:48.357852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd8e2b39-24b8-45bb-a436-50144edbc4db req-14dea962-4106-44cb-8d60-1ca1b8d10139 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Aug 10 04:42:48.495961 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['80618ae5-a445-4266-9d88-8598d17fe99f'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:49.470176 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e1e5c-9860-4fda-ba89-cf408d85bab3 req-f14db0b8-5bed-4f59-be21-67ae49f73c3a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.471957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c3e1e5c-9860-4fda-ba89-cf408d85bab3 req-f14db0b8-5bed-4f59-be21-67ae49f73c3a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 944 time: 0.0487833 Aug 10 04:42:49.512905 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0c3e1e5c-9860-4fda-ba89-cf408d85bab3 req-cd4bfe71-dfb7-4c71-bab0-45b9ec340dca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Aug 10 04:42:49.823139 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:49.871650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port 80618ae5-a445-4266-9d88-8598d17fe99f triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:49.872017 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:49.942686 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:49.963860 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:49.966119 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fdc3c-2ba7-41fb-865a-f3aa19b1b761" -d '{"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:49.979036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:50.002475 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc9d512-ab57-4098-9c38-c07ca7b95e8a x-openstack-request-id: req-8dc9d512-ab57-4098-9c38-c07ca7b95e8a {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:50.002877 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-plugged", "status": "completed", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:50.003158 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dc9d512-ab57-4098-9c38-c07ca7b95e8a {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:50.003544 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'code': 200} Aug 10 04:42:50.098931 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:50.147008 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=10']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:50.255405 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f89d-f0da-493f-9a51-b03aa4997224 req-f2c63ac0-9adc-462d-9392-26783a8068eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:50.256917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6482f89d-f0da-493f-9a51-b03aa4997224 req-f2c63ac0-9adc-462d-9392-26783a8068eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1098 time: 0.0387619 Aug 10 04:42:50.294220 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6482f89d-f0da-493f-9a51-b03aa4997224 req-c1e09630-0959-4b1b-a8a9-db8a5093bdaa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305400 Aug 10 04:42:50.630706 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac026ab-c05b-4436-9e0d-29c6101b2d67 req-d7577fa2-f685-4e37-946e-d1ee517879f6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:50.632185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ac026ab-c05b-4436-9e0d-29c6101b2d67 req-d7577fa2-f685-4e37-946e-d1ee517879f6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0487471 Aug 10 04:42:50.668795 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3ac026ab-c05b-4436-9e0d-29c6101b2d67 req-c322c16b-4bde-42c7-b690-0af6be2c2a0d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Aug 10 04:42:51.782925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe14f9-3cf1-4c91-a1ec-01f407882da1 req-9f578982-4313-4496-a37d-314ca5d922e3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:51.784990 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bbe14f9-3cf1-4c91-a1ec-01f407882da1 req-9f578982-4313-4496-a37d-314ca5d922e3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0497715 Aug 10 04:42:51.823163 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9bbe14f9-3cf1-4c91-a1ec-01f407882da1 req-37df025d-3e8e-494e-984b-65b377f72684 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318925 Aug 10 04:42:52.935502 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbef16-53a1-4e4c-b825-d662d9c441a0 req-f6828e43-3324-4c77-b8a0-7ff14fcbf31c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:52.937031 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8fbef16-53a1-4e4c-b825-d662d9c441a0 req-f6828e43-3324-4c77-b8a0-7ff14fcbf31c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0487447 Aug 10 04:42:52.978196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d8fbef16-53a1-4e4c-b825-d662d9c441a0 req-a731a8ce-061b-4b0e-899d-0b0c8460fc50 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Aug 10 04:42:54.095046 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5d0aa-97ea-4054-a193-9cb1c8fd7d6e req-333425b1-3f8b-4d95-8393-b09236d98578 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:54.096583 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ada5d0aa-97ea-4054-a193-9cb1c8fd7d6e req-333425b1-3f8b-4d95-8393-b09236d98578 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0507767 Aug 10 04:42:54.134727 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ada5d0aa-97ea-4054-a193-9cb1c8fd7d6e req-53b41082-fe2a-4e31-a4e3-5f5f6c379bc3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Aug 10 04:42:57.184112 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:00.353638 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6fd0-21e1-4ad7-8ab1-402c51ce5189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:02.818311 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:03.091080 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-63e04557-9815-4161-8e79-f97f7afedd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:04.469769 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:06.061836 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:06.259847 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:43:16.274927 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:25.947346 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-50152007-2685-4d79-b8db-346bf21d8a78 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0380762 Aug 10 04:43:26.042138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-c4354984-db95-46b9-8923-7b18f6686b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:26.043613 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-c4354984-db95-46b9-8923-7b18f6686b20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1098 time: 0.0388286 Aug 10 04:43:26.146183 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-e90ed683-1196-4b1e-8bcf-9a913f8f32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:26.147672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-e90ed683-1196-4b1e-8bcf-9a913f8f32a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0857654 Aug 10 04:43:26.210943 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-e617d962-262a-429e-be22-2d1e4b844baf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1000 time: 0.0560126 Aug 10 04:43:26.261862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-3ba2a503-52cc-42c5-b9fb-3dee3ba6e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:26.263270 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-3ba2a503-52cc-42c5-b9fb-3dee3ba6e643 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0455155 Aug 10 04:43:26.306903 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-e4649598-fc42-49d0-9d0d-819e252f8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:26.308373 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-e4649598-fc42-49d0-9d0d-819e252f8ff8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378754 Aug 10 04:43:26.395392 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-85d4a566-6442-4b56-a6cf-79a63847c2a8 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772095 Aug 10 04:43:26.487053 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-721e67f9-d4ca-49ed-a79d-1c743363b179 req-9f5bee14-1573-41b3-8e2e-fd3729ba3237 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833044 Aug 10 04:43:27.187336 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.358096 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d349de90-f2c5-4fb2-9609-51a104c2e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.855363 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.095333 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8646e9ad-c119-4c40-8680-1c82e3bccb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.509087 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.052143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:43.258887 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:43:46.300419 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:57.200900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:00.357359 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fc85b219-89e0-4e97-b38e-294b6d3f11e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:02.813867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:03.088207 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a3d3323b-1530-4222-8c53-28aa530d51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:04.482598 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:06.074260 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:16.291306 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:20.258080 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:26.937957 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-3b06aee4-8be9-40db-a6b0-a36474bce168 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398650 Aug 10 04:44:27.033350 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-b42c19cf-f9e7-4f21-a656-522017b8686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:27.034707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-b42c19cf-f9e7-4f21-a656-522017b8686b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1098 time: 0.0396340 Aug 10 04:44:27.138083 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-c2fcede9-f974-4fe4-bb9b-fc6fd6df0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:27.139443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-c2fcede9-f974-4fe4-bb9b-fc6fd6df0333 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0857952 Aug 10 04:44:27.196601 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:27.203248 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-721067c6-d60c-486f-9d8a-b81329bffc95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 1000 time: 0.0559871 Aug 10 04:44:27.255849 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-693b2d14-b88a-46ff-87d9-704b878af493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:27.257872 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-693b2d14-b88a-46ff-87d9-704b878af493 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0458937 Aug 10 04:44:27.302462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-c2b0c18b-4052-40fe-87eb-d685a80b2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:27.303881 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-c2b0c18b-4052-40fe-87eb-d685a80b2ee7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401411 Aug 10 04:44:27.390472 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-3e12c28e-d1dc-4a9a-b4d7-a0ec2945c568 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792253 Aug 10 04:44:27.481548 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-72ae2edf-519d-4012-ab4e-5ac54df6d396 req-3508f732-170b-420b-81d7-21b1eca446f2 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835559 Aug 10 04:44:30.350055 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51e73dff-ff6a-4188-8d9c-202d6e35c784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:32.818802 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:33.092856 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-35299e36-3dfd-4844-82a9-d9b28006b015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:34.487423 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:36.133028 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:39.344161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49550) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:39.564821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Deleting port 7866fdd9-2607-49bf-acaf-5c94fa4876e4 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:39.565169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:39.641472 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:39.641805 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:39.653651 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Calling delete_port for 7866fdd9-2607-49bf-acaf-5c94fa4876e4 owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:39.858557 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:39.886138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event deleted for resources: {'Port': ['ID=7866fdd9-2607-49bf-acaf-5c94fa4876e4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:39.899181 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.899525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.899861 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.900196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.900558 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.900885 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.901211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.901532 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.901850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.902172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.902496 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.902821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:44:39.954870 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:39.955193 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Floating IP 7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24 disassociated (deleted). External IP: 172.25.1.19, port: 80618ae5-a445-4266-9d88-8598d17fe99f. Aug 10 04:44:40.160948 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:44:40.265244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:44:40.269971 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:40.274504 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:44:40.284286 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:40.284951 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:40.296535 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cac412ef-86ec-4d6e-886a-c3b35756d679 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "DELETE /v2.0/floatingips/7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24 HTTP/1.1" status: 204 len: 168 time: 0.9512088 Aug 10 04:44:40.297344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:44:40.299704 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39feb4f-6b66-4a20-b55e-db4408296ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:44:40.388718 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:40.580663 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:40.606039 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:44:40.614175 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:44:40.614772 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:44:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:40.722070 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:44:40.774677 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4326823-7267-416f-a965-c3da9c587c5c x-openstack-request-id: req-b4326823-7267-416f-a965-c3da9c587c5c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:44:40.775190 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:44:40.775190 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4326823-7267-416f-a965-c3da9c587c5c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:44:40.775640 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'status': 'completed', 'code': 200} Aug 10 04:44:40.891929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addece1-c0a8-46ba-97b1-a4093e9277f2 req-b600b3e4-621b-4c0e-aabc-57f3b6eff4e7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:40.893463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2addece1-c0a8-46ba-97b1-a4093e9277f2 req-b600b3e4-621b-4c0e-aabc-57f3b6eff4e7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0757194 Aug 10 04:44:40.895196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-7d04f69c-46c0-4e2a-a87f-36b52a504e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:40.896577 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-7d04f69c-46c0-4e2a-a87f-36b52a504e35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 1098 time: 0.0683703 Aug 10 04:44:40.923231 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:44:40.949785 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c2f9c-8d18-4a46-9734-5becee385a64 None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:44:40.983622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2addece1-c0a8-46ba-97b1-a4093e9277f2 req-a45bd6da-3c20-49c8-84dd-a96c1c76b3b0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836470 Aug 10 04:44:41.015792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-5585ff29-f023-4b3f-84c3-4940364d3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:41.017356 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-5585ff29-f023-4b3f-84c3-4940364d3385 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.1113346 Aug 10 04:44:41.059520 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-c8ccfd60-23cf-4305-abcc-4ed215340104 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 200 len: 217 time: 0.0348420 Aug 10 04:44:41.113174 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-a50c4863-04f1-4223-a80a-5c08755e7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:41.114654 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-a50c4863-04f1-4223-a80a-5c08755e7f8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0486920 Aug 10 04:44:41.160369 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8dc186-8268-4547-b6c2-d1cde5194eda None None] New status for floating IP 7473ebb8-1d13-4b5c-9209-d6e9ff6d0d24: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:44:41.161664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-79f6a94c-9eab-4429-802b-04b34e17cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:41.163194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-79f6a94c-9eab-4429-802b-04b34e17cd8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408187 Aug 10 04:44:41.253454 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-1f00633a-4aa4-4e65-9f41-d7abde04c99e service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820889 Aug 10 04:44:41.346674 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c39feb4f-6b66-4a20-b55e-db4408296ff5 req-c465fa93-317c-4dbf-b315-0815368114e5 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857053 Aug 10 04:44:42.098297 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b564c4-bbaa-4b79-aadd-37462666d934 req-634f2b6e-c5bf-4ea5-96f1-3e2463cee519 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.099705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64b564c4-bbaa-4b79-aadd-37462666d934 req-634f2b6e-c5bf-4ea5-96f1-3e2463cee519 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0480328 Aug 10 04:44:42.137875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-64b564c4-bbaa-4b79-aadd-37462666d934 req-cf0293df-2115-4bcf-ba56-236640ece179 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a2dd9ec-342e-48c1-986c-b86a8a838e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Aug 10 04:44:42.559268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1748eed-43aa-4349-8073-d7495c19d393 req-d84bcf90-7604-4a70-b6c9-cfc5f97eeb44 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:42.560747 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1748eed-43aa-4349-8073-d7495c19d393 req-d84bcf90-7604-4a70-b6c9-cfc5f97eeb44 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 946 time: 0.0514774 Aug 10 04:44:42.647094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Deleting port 80618ae5-a445-4266-9d88-8598d17fe99f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:44:42.647435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:42.733954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] For port 80618ae5-a445-4266-9d88-8598d17fe99f, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=80618ae5-a445-4266-9d88-8598d17fe99f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:44:42.734311 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:42.748064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Calling delete_port for 80618ae5-a445-4266-9d88-8598d17fe99f owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:44:42.930726 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:42.957408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event deleted for resources: {'Port': ['ID=80618ae5-a445-4266-9d88-8598d17fe99f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:43.002556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] No DVR routers for this DVR port 80618ae5-a445-4266-9d88-8598d17fe99f on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:44:43.005076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:43.007060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b1748eed-43aa-4349-8073-d7495c19d393 req-350b8c44-fc51-4757-9441-e83e4d018618 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "DELETE /v2.0/ports/80618ae5-a445-4266-9d88-8598d17fe99f HTTP/1.1" status: 204 len: 173 time: 0.4399831 Aug 10 04:44:43.007503 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-deleted', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:44:43.009796 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581f95d-9c33-45a4-9cf1-f8e0036db924" -d '{"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-deleted", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:44:43.047960 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f121d51-92f9-4141-9b12-7c9c7185348c x-openstack-request-id: req-2f121d51-92f9-4141-9b12-7c9c7185348c {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:44:43.048500 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaf231-f893-4192-bf9f-e7be4512fe2b", "name": "network-vif-deleted", "tag": "80618ae5-a445-4266-9d88-8598d17fe99f", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:44:43.048756 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f121d51-92f9-4141-9b12-7c9c7185348c {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:44:43.049346 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaf231-f893-4192-bf9f-e7be4512fe2b', 'name': 'network-vif-deleted', 'tag': '80618ae5-a445-4266-9d88-8598d17fe99f', 'status': 'completed', 'code': 200} Aug 10 04:44:43.235035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b230449-b7a5-4ae1-b36f-b39129902970 req-031e0b6b-e5f9-43b6-a555-32bc49c0cb27 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fdaf231-f893-4192-bf9f-e7be4512fe2b HTTP/1.1" status: 200 len: 210 time: 0.0272264 Aug 10 04:44:44.289867 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49580) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:44.347454 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd797f90-364f-4a1b-bed5-fa6a3e35fbca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.373346 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd797f90-364f-4a1b-bed5-fa6a3e35fbca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.507503 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd797f90-364f-4a1b-bed5-fa6a3e35fbca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.510022 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd797f90-364f-4a1b-bed5-fa6a3e35fbca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:44.511175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd797f90-364f-4a1b-bed5-fa6a3e35fbca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a2dd9ec-342e-48c1-986c-b86a8a838e6d HTTP/1.1" status: 204 len: 168 time: 0.2202837 Aug 10 04:44:44.520104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd797f90-364f-4a1b-bed5-fa6a3e35fbca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2dd9ec-342e-48c1-986c-b86a8a838e6d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:44.593876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:44:44.593876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: 80618ae5-a445-4266-9d88-8598d17fe99f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:44:44.593876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device 80618ae5-a445-4266-9d88-8598d17fe99f not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:44:46.063837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49588) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:46.068542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863043356', 'description': 'tempest-secgroup-smoke-863043356 description', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:46.142270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.222809 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.326810 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.335893 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.355172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7169ef-db9f-436c-a0ab-8063057ef123,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:46.418323 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.419599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54c5d43d-a0ab-4ce2-b52f-2c04eebeb1a1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3546522 Aug 10 04:44:46.422491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49590) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:46.426819 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '2f7169ef-db9f-436c-a0ab-8063057ef123', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:46.525145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.579245 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.641080 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.658872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d8c1c7-67bb-4d3a-9bca-cbc38f81ccf4,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:46.719076 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.720262 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd1311ef-31de-4e84-b2ba-e07a074c72f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968545 Aug 10 04:44:46.722942 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49592) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:46.727268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '2f7169ef-db9f-436c-a0ab-8063057ef123', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:46.805992 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.860965 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.926576 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.945918 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88c638b-a8a5-42d2-9487-77f3eea0b9d0,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:47.023834 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.025212 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e71ccefa-f51d-419c-bbed-a02d01becd1f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3013206 Aug 10 04:44:47.027894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49594) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:47.032295 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '2f7169ef-db9f-436c-a0ab-8063057ef123', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:47.126675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.185476 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.261774 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.279464 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc01c336-e397-47dd-8b66-033b2c5adbef,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:47.347735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.348985 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fb477800-1577-4127-96fb-ffb57ee7c341 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201513 Aug 10 04:44:47.351615 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49596) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:47.356536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '2f7169ef-db9f-436c-a0ab-8063057ef123', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:47.445457 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.503635 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.566380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.585099 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525bcb00-5d99-42df-b1db-aac21c0e3088,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:47.635395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.636636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5f490d9d-c4be-4043-bfdb-2bf1a0fd6e73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2840257 Aug 10 04:44:47.639287 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49598) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:47.643745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '2f7169ef-db9f-436c-a0ab-8063057ef123', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:47.731206 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Project 633e033c88dd42f58e47682ccf2a9ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:44:47.735945 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.794234 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.852498 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.869194 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f04bf8-9b45-4198-8fd8-97c99da7b929,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:47.924981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.926186 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0776326a-f83b-45bf-a874-590c8a259d18 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2859826 Aug 10 04:44:47.928907 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49600) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:47.933408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'security_group_rule': {'security_group_id': '2f7169ef-db9f-436c-a0ab-8063057ef123', 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:44:48.006800 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Project 633e033c88dd42f58e47682ccf2a9ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:44:48.012167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:48.384395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:48.440736 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:48.458304 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaadee07-a592-4d29-b5e1-0c4a43aa493a,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:44:48.526586 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:48.527798 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5244064f-ac46-4452-84ef-47f954e39d6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5979686 Aug 10 04:44:57.218094 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.257196 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:00.366472 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca8ab-ec14-412c-b308-b798b5bbc736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.829546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.143864 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1fd18835-3037-4549-8fc5-11ab9a734d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:04.496213 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:06.051859 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.354837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-11b4a551-c1e4-47db-860d-00adb5087309 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863043356&fields=id&tenant_id=633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 267 time: 0.0322032 Aug 10 04:45:08.455831 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-744a7202-54b8-4ebc-900e-48c020a26b95 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:08.457224 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-744a7202-54b8-4ebc-900e-48c020a26b95 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 808 time: 0.0957971 Aug 10 04:45:08.471643 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-5bbff30b-b4ce-401a-a08d-d449aea32a8a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/quotas/633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 375 time: 0.0087891 Aug 10 04:45:08.530052 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-6be7dc42-19b5-480c-8b26-a2a442389792 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533457 Aug 10 04:45:08.662703 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-643c71da-71a7-46c5-9f4b-e498330debe7 service neutron] 10.222.0.26 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207023 Aug 10 04:45:08.753235 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-035b84b8-1a24-4ee7-b180-984c8843dcf4 service neutron] 10.222.0.26 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841999 Aug 10 04:45:09.223098 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fe680d2-fbba-40ca-930f-ae1d1dc3b0e3 req-23b4c911-708a-4912-bf5d-db822b74b333 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0268414 Aug 10 04:45:10.337982 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d69bfb87-dea8-49a4-8571-39f5c9df10ef req-2615b3fe-f7f0-4a77-baf5-ed1d6e8f4728 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0255635 Aug 10 04:45:11.178971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-a3be43bc-9bf8-4c42-9596-fe075801d6e7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.180463 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-a3be43bc-9bf8-4c42-9596-fe075801d6e7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 808 time: 0.1133878 Aug 10 04:45:11.227552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-17a8a709-6468-4cf1-848f-3d72991097eb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 379 time: 0.0320506 Aug 10 04:45:11.240196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'port': {'device_id': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'admin_state_up': True, 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'security_groups': ['2f7169ef-db9f-436c-a0ab-8063057ef123']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:11.394887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Made reservation on behalf of 633e033c88dd42f58e47682ccf2a9ed3 for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:11.399303 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.455171 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bced4eac-48d8-4dd2-96f7-20fde71f70e6 req-3a5ea984-eb4d-4672-b02a-d2f151881705 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0449760 Aug 10 04:45:11.557545 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Allocated IP 172.20.0.14 (cbb83453-964e-4412-97b1-2ccc0afc401a/18aff5e1-1f6d-480d-8bec-2bfd4af6177a/e26844b1-30ad-42e8-921d-032b3576be3c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:11.695605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.709710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Transition to ACTIVE for port object e26844b1-30ad-42e8-921d-032b3576be3c will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:11.816505 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.862362 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Network cbb83453-964e-4412-97b1-2ccc0afc401a is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:11.872680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:11.872680 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:11.893902 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:11.922474 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.923131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.035462 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-1d7dcf8e-9d99-4560-9cc1-1a92c1f1a3a2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990637 Aug 10 04:45:12.055888 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Request body: {'port': {'device_id': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:12.114108 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.160065 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f81d395b-a025-45e5-a682-c7d1d3ec90f0 None None] Provisioning for port e26844b1-30ad-42e8-921d-032b3576be3c completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:12.164243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-f81d395b-a025-45e5-a682-c7d1d3ec90f0 None None] Provisioning complete for port e26844b1-30ad-42e8-921d-032b3576be3c triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:12.164710 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f81d395b-a025-45e5-a682-c7d1d3ec90f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.199304 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-f81d395b-a025-45e5-a682-c7d1d3ec90f0 None None] Port e26844b1-30ad-42e8-921d-032b3576be3c cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:12.377293 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26844b1-30ad-42e8-921d-032b3576be3c {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:12.384949 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.397382 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Transition to ACTIVE for port object e26844b1-30ad-42e8-921d-032b3576be3c will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:12.503194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.584575 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:12.642222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b982f8-14b6-4360-a437-f2625da236d0 req-d172330c-c1ed-4dce-9f25-ee8ed93f0925 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.643813 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5b982f8-14b6-4360-a437-f2625da236d0 req-d172330c-c1ed-4dce-9f25-ee8ed93f0925 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.1125469 Aug 10 04:45:12.696211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Attempting to bind port e26844b1-30ad-42e8-921d-032b3576be3c on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:12.696637 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Attempting to bind port e26844b1-30ad-42e8-921d-032b3576be3c by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:12.696931 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Attempting to bind port e26844b1-30ad-42e8-921d-032b3576be3c on network cbb83453-964e-4412-97b1-2ccc0afc401a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:12.708299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d5b982f8-14b6-4360-a437-f2625da236d0 req-5ed1c71b-1604-427f-8c07-8f5e796514f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526042 Aug 10 04:45:12.709063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Port e26844b1-30ad-42e8-921d-032b3576be3c on network cbb83453-964e-4412-97b1-2ccc0afc401a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:45:12.709394 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Attempting to bind port e26844b1-30ad-42e8-921d-032b3576be3c on network cbb83453-964e-4412-97b1-2ccc0afc401a {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:12.714836 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:12.715184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Checking segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:12.715592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Bound using segment: {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:12.716016 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Bound port: e26844b1-30ad-42e8-921d-032b3576be3c, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a6155b-2c85-42ca-a491-857230c2e644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:12.716404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.788412 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:12.791299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:12.850860 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.891672 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.892376 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:12.893775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] 10.222.0.54 "PUT /v2.0/ports/e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1093 time: 0.8429630 Aug 10 04:45:12.894225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:12.896514 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e41932-e578-4857-8b73-f7c8f0279097" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:12.927816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4de6-e135-4c2a-afba-bc780837e901 service neutron] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:12.952407 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdec575-e494-4671-8991-5e7525571100 x-openstack-request-id: req-1fdec575-e494-4671-8991-5e7525571100 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:12.952771 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:12.953094 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fdec575-e494-4671-8991-5e7525571100 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:12.953678 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'status': 'completed', 'code': 200} Aug 10 04:45:13.040478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e41932-e578-4857-8b73-f7c8f0279097 req-ee969558-56ba-4f74-8d86-661527b64c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.042140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44e41932-e578-4857-8b73-f7c8f0279097 req-ee969558-56ba-4f74-8d86-661527b64c76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1096 time: 0.0463710 Aug 10 04:45:13.157248 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e41932-e578-4857-8b73-f7c8f0279097 req-18c00b17-cc26-44d6-8aff-9e4b4c04c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.158749 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44e41932-e578-4857-8b73-f7c8f0279097 req-18c00b17-cc26-44d6-8aff-9e4b4c04c877 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1026599 Aug 10 04:45:13.251408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e41932-e578-4857-8b73-f7c8f0279097 req-0319a070-85f9-462a-9410-6f2896f1f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.252851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-44e41932-e578-4857-8b73-f7c8f0279097 req-0319a070-85f9-462a-9410-6f2896f1f053 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866873 Aug 10 04:45:13.350696 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-db67c7fc-1691-4bc9-81f5-b9627bfdf1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.352189 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-db67c7fc-1691-4bc9-81f5-b9627bfdf1aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1096 time: 0.0412061 Aug 10 04:45:13.403005 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-bfdd726e-df68-4b62-92a7-04db66ba38f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 217 time: 0.0376320 Aug 10 04:45:13.456974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-559bd6e5-e336-446d-9045-350f30aa2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.458455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-559bd6e5-e336-446d-9045-350f30aa2207 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0490391 Aug 10 04:45:13.504758 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-36ce3932-be11-4d84-8e60-2c585180a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.506250 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-36ce3932-be11-4d84-8e60-2c585180a4ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400512 Aug 10 04:45:13.598976 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-e5316d5a-a008-488a-9cbe-bde300f2982c service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853455 Aug 10 04:45:13.688898 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4ee1daa9-ab8e-4746-9b06-78d4096246cb req-a298f8d1-2fa8-4290-b71e-b4732d035b77 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Aug 10 04:45:13.835217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e48b-7104-4e4b-b90a-ada9848063e5 req-38f2ede1-99fa-495e-acfe-a92f664b3ea2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.836740 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db55e48b-7104-4e4b-b90a-ada9848063e5 req-38f2ede1-99fa-495e-acfe-a92f664b3ea2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0513422 Aug 10 04:45:13.878788 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-db55e48b-7104-4e4b-b90a-ada9848063e5 req-08117ae1-9231-42e7-8cac-94bca4638b73 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357969 Aug 10 04:45:14.992960 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722e38d-4813-4262-9e4d-23f7cecf7afa req-1cdcd055-4123-47b1-b030-d898481ecbc5 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:14.994465 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4722e38d-4813-4262-9e4d-23f7cecf7afa req-1cdcd055-4123-47b1-b030-d898481ecbc5 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0499601 Aug 10 04:45:15.033731 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4722e38d-4813-4262-9e4d-23f7cecf7afa req-12753601-a2a6-473e-bfa0-3e7dc520c72a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329971 Aug 10 04:45:16.145687 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9b460-92c4-45d9-8f4f-1a10c3ccd550 req-1c4ef691-7fc2-4379-8cf1-dc3121aa7ab8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:16.147162 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dce9b460-92c4-45d9-8f4f-1a10c3ccd550 req-1c4ef691-7fc2-4379-8cf1-dc3121aa7ab8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0484591 Aug 10 04:45:16.184059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dce9b460-92c4-45d9-8f4f-1a10c3ccd550 req-60214b31-61a1-4143-b8ca-cef07c1faaa6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308867 Aug 10 04:45:16.307141 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.294876 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe62eb1-116f-425e-94ed-7335f0056832 req-d6a100fe-65de-4bfe-8169-61333edf7d30 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:17.296873 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe62eb1-116f-425e-94ed-7335f0056832 req-d6a100fe-65de-4bfe-8169-61333edf7d30 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0465527 Aug 10 04:45:17.336822 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bbe62eb1-116f-425e-94ed-7335f0056832 req-d416c23f-8fd0-4f3e-83a9-a127bed5c90c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340636 Aug 10 04:45:18.449756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aeaff6-56ef-4dab-aa7c-2342b47c5daa req-49df1cee-6bc7-4062-a825-e41e614992a9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:18.451150 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17aeaff6-56ef-4dab-aa7c-2342b47c5daa req-49df1cee-6bc7-4062-a825-e41e614992a9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0487053 Aug 10 04:45:18.488302 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-17aeaff6-56ef-4dab-aa7c-2342b47c5daa req-ba33a012-94e6-4b37-a831-10b1357b679b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Aug 10 04:45:19.604198 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a4db1-1c49-4e2b-ae69-beaf3681d730 req-d0b1b6c4-1614-46b3-91ab-d009ca6d8e33 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:19.605717 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-084a4db1-1c49-4e2b-ae69-beaf3681d730 req-d0b1b6c4-1614-46b3-91ab-d009ca6d8e33 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0525057 Aug 10 04:45:19.643514 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-084a4db1-1c49-4e2b-ae69-beaf3681d730 req-bde6b8a5-c25f-46db-a3a3-362870066c57 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Aug 10 04:45:20.755108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5f1bd-f706-4e41-a27e-d925c8f7f6b8 req-3d5cef00-59e8-47f0-baef-5313a311c9f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.756615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13b5f1bd-f706-4e41-a27e-d925c8f7f6b8 req-3d5cef00-59e8-47f0-baef-5313a311c9f0 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0487816 Aug 10 04:45:20.798160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-13b5f1bd-f706-4e41-a27e-d925c8f7f6b8 req-eaa50e44-4f9c-4e40-ba7d-2aa6f6623924 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348537 Aug 10 04:45:21.908858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fad0-79fb-4d01-a937-12ec8037b7d6 req-736d3ce4-647b-4877-8b98-d8e3f34104cf tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:21.910323 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6809fad0-79fb-4d01-a937-12ec8037b7d6 req-736d3ce4-647b-4877-8b98-d8e3f34104cf tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0474343 Aug 10 04:45:21.946864 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6809fad0-79fb-4d01-a937-12ec8037b7d6 req-b2b3cb31-645b-47ae-a18d-b8203d4fb637 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307059 Aug 10 04:45:23.059973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e882e-48bd-4487-962e-ae98a3f32795 req-f6da81d1-2289-40bd-9d81-c19b35abb2e4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:23.061511 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d78e882e-48bd-4487-962e-ae98a3f32795 req-f6da81d1-2289-40bd-9d81-c19b35abb2e4 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0486515 Aug 10 04:45:23.099012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d78e882e-48bd-4487-962e-ae98a3f32795 req-36ccf1e7-8219-4870-8513-b0884db59f54 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313907 Aug 10 04:45:24.209385 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2f189-d7df-43f5-9c98-1157c275dfae req-815e7e65-1072-47a6-892d-3136e18d2a60 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:24.210850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eae2f189-d7df-43f5-9c98-1157c275dfae req-815e7e65-1072-47a6-892d-3136e18d2a60 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0468242 Aug 10 04:45:24.252260 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-eae2f189-d7df-43f5-9c98-1157c275dfae req-8d9172a4-8a2b-4376-b83b-57998ed600bc tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355093 Aug 10 04:45:24.817137 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:45:24.910863 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:24.921591 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'port_id': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'mac_address': 'fa:16:3e:b3:15:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:45:24.957261 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.969177 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26844b1-30ad-42e8-921d-032b3576be3c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:24.987483 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:25.060900 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.106145 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:25.113999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.114333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.114670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.115002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.115332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.115659 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.115984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.116306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.116661 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.116981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.117303 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.117628 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:25.364429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1325827-c033-4cb6-8c57-4e2a05a5a33e req-647d7570-f8ec-4597-8795-1ce63091d9fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:25.365814 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325827-c033-4cb6-8c57-4e2a05a5a33e req-647d7570-f8ec-4597-8795-1ce63091d9fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 945 time: 0.0479555 Aug 10 04:45:25.402856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a1325827-c033-4cb6-8c57-4e2a05a5a33e req-c2ae511e-9084-42be-a916-570fcda2f43a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311475 Aug 10 04:45:25.425931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e26844b1-30ad-42e8-921d-032b3576be3c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:45:26.515477 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5785a0-9472-47d3-b2b8-151a1469e035 req-06a50b39-4356-4917-8e6d-f1d8e434fdad tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.517032 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d5785a0-9472-47d3-b2b8-151a1469e035 req-06a50b39-4356-4917-8e6d-f1d8e434fdad tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 945 time: 0.0483627 Aug 10 04:45:26.554706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1d5785a0-9472-47d3-b2b8-151a1469e035 req-b266c8d9-cfc4-462d-afc2-bc1169c57c01 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Aug 10 04:45:26.816725 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:26.963719 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port e26844b1-30ad-42e8-921d-032b3576be3c completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:26.968895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port e26844b1-30ad-42e8-921d-032b3576be3c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:26.969268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.056637 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.078997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:27.081216 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d058baa-fc6a-4430-b815-5c7ccdfaac07" -d '{"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-plugged", "status": "completed", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:27.094037 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:27.165488 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec8a3d-83a2-4bd4-9ede-30dbaa22be0e x-openstack-request-id: req-82ec8a3d-83a2-4bd4-9ede-30dbaa22be0e {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:27.165778 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-plugged", "status": "completed", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:27.166039 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82ec8a3d-83a2-4bd4-9ede-30dbaa22be0e {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:27.166430 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'code': 200} Aug 10 04:45:27.187849 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.234737 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:27.239191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.321063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cd05-f753-4dcd-87b2-436b45689390 req-aa0a4ac4-3398-4e36-8454-0237e033e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:27.322552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f44cd05-f753-4dcd-87b2-436b45689390 req-aa0a4ac4-3398-4e36-8454-0237e033e0fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0767863 Aug 10 04:45:27.360774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7f44cd05-f753-4dcd-87b2-436b45689390 req-3a2c7f46-d5ab-47c2-b402-14823ceb4596 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Aug 10 04:45:27.669236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee8fc-f27b-43b5-aef3-f326249e5153 req-7f6d09ec-9a55-4676-84db-14d6367b9ace tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:27.670694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-223ee8fc-f27b-43b5-aef3-f326249e5153 req-7f6d09ec-9a55-4676-84db-14d6367b9ace tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0486813 Aug 10 04:45:27.707993 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-223ee8fc-f27b-43b5-aef3-f326249e5153 req-e6cf1295-a9a0-4723-95a1-9600773329fb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Aug 10 04:45:28.822525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19db64-db50-468d-8f72-f5c7c1a08b34 req-b2b72b13-0ecd-4237-8367-69ac97d184d9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.824017 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d19db64-db50-468d-8f72-f5c7c1a08b34 req-b2b72b13-0ecd-4237-8367-69ac97d184d9 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0508540 Aug 10 04:45:28.861939 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3d19db64-db50-468d-8f72-f5c7c1a08b34 req-27856cac-fb69-43e9-b188-693f8f794204 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Aug 10 04:45:29.974312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7437d0-74ee-4682-bd20-8f4ff765fe60 req-6678cce7-a543-488c-a304-2d2ee9445db3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:29.975786 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd7437d0-74ee-4682-bd20-8f4ff765fe60 req-6678cce7-a543-488c-a304-2d2ee9445db3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0475001 Aug 10 04:45:30.016200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-bd7437d0-74ee-4682-bd20-8f4ff765fe60 req-7441cf43-3e4b-41f9-b747-bc06b6072d63 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345278 Aug 10 04:45:30.126675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05772f3-e6fb-4ab5-ae29-624c70fb86d8 req-f69598ae-af85-429b-99ec-fc1b76661298 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:30.128229 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e05772f3-e6fb-4ab5-ae29-624c70fb86d8 req-f69598ae-af85-429b-99ec-fc1b76661298 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0488408 Aug 10 04:45:30.165706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e05772f3-e6fb-4ab5-ae29-624c70fb86d8 req-becb6f86-873d-403b-aacf-f5aa812c051e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Aug 10 04:45:30.187303 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49846) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:30.268265 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ad5ce4-6da2-483c-9654-a5823964b78b tempest-TestShelveInstance-1849090879 tempest-TestShelveInstance-1849090879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:30.269857 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-54ad5ce4-6da2-483c-9654-a5823964b78b tempest-TestShelveInstance-1849090879 tempest-TestShelveInstance-1849090879-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1093 time: 0.0815988 Aug 10 04:45:30.272921 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 49850) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:30.277212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:30.352600 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.382575 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3f5e63c9-c5ab-42da-8a11-a8515101985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.450028 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.548791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Allocated IP 172.25.1.155 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/a3b758b1-bc57-421e-910b-a392d5b1e37f) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:30.651682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.742416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.781856 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:30.784732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:30.788232 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:30.793429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'Port': ['ID=a3b758b1-bc57-421e-910b-a392d5b1e37f,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:31.137602 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.251930 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.397192 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.467952 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.540616 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event updated for resources: {'Port': ['ID=a3b758b1-bc57-421e-910b-a392d5b1e37f,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:31.554052 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.649458 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Floating IP 5bda0263-1e05-4636-ae55-05dce22e2b3d associated. External IP: 172.25.1.155, port: e26844b1-30ad-42e8-921d-032b3576be3c. Aug 10 04:45:31.843732 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:31.947166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:31.957439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:31.966853 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:31.972568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:45:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:32.016944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:32.047136 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-291dad7c-f2a5-405c-a305-e59a1d4c3f1c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7731729 Aug 10 04:45:32.047757 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:32.050045 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2a12f-0706-46a4-8b11-b85ed857a858" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:32.072517 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:32.091726 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924a813-5f5d-4166-a26d-2d9febbc42bc x-openstack-request-id: req-0924a813-5f5d-4166-a26d-2d9febbc42bc {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:32.092025 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:32.092279 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0924a813-5f5d-4166-a26d-2d9febbc42bc {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:32.092717 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'status': 'completed', 'code': 200} Aug 10 04:45:32.176259 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-ea6980c4-5a1c-4d7b-8ac4-5247e103d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:32.177836 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-ea6980c4-5a1c-4d7b-8ac4-5247e103d142 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0410783 Aug 10 04:45:32.267567 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-d0b96386-c70b-4251-a6d6-7524bdcfba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:32.269563 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-d0b96386-c70b-4251-a6d6-7524bdcfba8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0839367 Aug 10 04:45:32.297182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '5bda0263-1e05-4636-ae55-05dce22e2b3d', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'port_id': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'mac_address': 'fa:16:3e:b3:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:30Z', 'updated_at': '2021-08-10T04:45:30Z', 'revision_number': 0, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:32.323253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:32.332422 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:32.333036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:45:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:32.338443 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-7850100a-1adc-4188-a8cd-710b4dff5545 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1000 time: 0.0606122 Aug 10 04:45:32.386800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-1b0dc520-d5ff-4520-ab77-f9ee3d761bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:32.388274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-1b0dc520-d5ff-4520-ab77-f9ee3d761bea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0431845 Aug 10 04:45:32.436195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-c84c4d59-44f7-4ee6-af2c-344f920a4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:32.437875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-c84c4d59-44f7-4ee6-af2c-344f920a4b28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421567 Aug 10 04:45:32.535596 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-3bdc85aa-c102-4822-967c-ab702d7f46a8 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905654 Aug 10 04:45:32.589313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:32.624176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cec2a12f-0706-46a4-8b11-b85ed857a858 req-ef2eafb2-2476-4b11-8218-2200822efdbb service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811481 Aug 10 04:45:32.817982 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '5bda0263-1e05-4636-ae55-05dce22e2b3d', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'port_id': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'mac_address': 'fa:16:3e:b3:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:30Z', 'updated_at': '2021-08-10T04:45:30Z', 'revision_number': 0, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:32.847676 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df3224-f2b3-4928-a2a1-2f4cb0aaa73e None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '5bda0263-1e05-4636-ae55-05dce22e2b3d', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'port_id': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'mac_address': 'fa:16:3e:b3:15:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:30Z', 'updated_at': '2021-08-10T04:45:30Z', 'revision_number': 0, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:32.878596 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:33.035249 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458a406-ab9a-4486-b5b7-bf6623fdf5cd None None] New status for floating IP 5bda0263-1e05-4636-ae55-05dce22e2b3d: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:45:33.131439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-fed1b39e-be5f-4376-814f-721abb78a4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:34.256743 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:34.485277 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.067846 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:46.329938 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:57.226745 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:00.415684 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-013c8965-a9ed-4472-9b13-05783488fda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:02.895402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:03.129502 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-10ef6bc1-4de8-433f-b0b0-30a9415387eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.580788 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:06.151842 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.255307 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:16.322999 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.254735 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.648481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-2aa9462d-7b78-4301-850b-3c756fb63b41 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394347 Aug 10 04:46:28.059000 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-22711745-2962-476c-afdb-18bb66b0501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:28.061067 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-22711745-2962-476c-afdb-18bb66b0501c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.3565233 Aug 10 04:46:28.163059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-ed39eb7b-e8f6-4045-a449-0a209282136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:28.164551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-ed39eb7b-e8f6-4045-a449-0a209282136a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0839550 Aug 10 04:46:28.230221 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-d2462689-fbbf-4600-9cd1-b0dd27fe0362 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1002 time: 0.0582852 Aug 10 04:46:28.277428 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-e0097b33-7174-4ffe-a091-89ccc338892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:28.278846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-e0097b33-7174-4ffe-a091-89ccc338892c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0418041 Aug 10 04:46:28.323922 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-a4974416-327e-4599-ad73-92a71c419129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:28.325339 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-a4974416-327e-4599-ad73-92a71c419129 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391693 Aug 10 04:46:28.418305 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-51e68640-b6e0-45b1-8e53-42b5defcccd7 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841913 Aug 10 04:46:28.509132 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c37a60ae-e464-4bc2-a6d1-b779aca3f60f req-269902be-a129-4927-8597-cfa97fc5e6a8 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Aug 10 04:46:30.374147 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-878abcbc-f16e-459c-a85f-26dcea529cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.842821 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:33.185966 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-42475272-ce18-448f-a597-304633920dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.573907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:36.105690 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.316763 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.254137 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:57.264970 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.401890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5020-5834-40da-9d3b-63c3c52963f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.824898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:03.105093 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3aec305d-1e38-4edb-ba6e-887d9aacc296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.505157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.070663 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.327297 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:25.252985 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:27.258828 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:27.646551 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-34ccde0e-9f70-4954-80c6-f95a8a7d6f77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400791 Aug 10 04:47:27.748160 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4561df-6532-49e8-9af0-24bc3406063e req-b9db1ad4-ac13-4ed2-a0d8-3531fa68cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.749677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-b9db1ad4-ac13-4ed2-a0d8-3531fa68cf5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0450511 Aug 10 04:47:27.859517 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4561df-6532-49e8-9af0-24bc3406063e req-664e5cdf-797e-4be9-9f0d-85fb9d33e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.861022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-664e5cdf-797e-4be9-9f0d-85fb9d33e588 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0913901 Aug 10 04:47:27.927705 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-afe8df64-ebf6-4609-a62c-922adc313faa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1002 time: 0.0594575 Aug 10 04:47:27.975009 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4561df-6532-49e8-9af0-24bc3406063e req-39bb70bc-368c-4e0e-a530-5c7ee70f97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.976318 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-39bb70bc-368c-4e0e-a530-5c7ee70f97a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0420163 Aug 10 04:47:28.020686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4561df-6532-49e8-9af0-24bc3406063e req-a9c2985e-9f28-461e-832b-2fc401677f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:28.022129 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-a9c2985e-9f28-461e-832b-2fc401677f63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385308 Aug 10 04:47:28.111614 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-7dbeaa74-2be7-4e35-8c14-b95b13fbb352 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Aug 10 04:47:28.200918 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-df4561df-6532-49e8-9af0-24bc3406063e req-e4eba13b-ba1f-435c-b452-9c7a12c2c9b7 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824947 Aug 10 04:47:30.407488 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1712982d-5d1b-4f95-9c50-0645a4aeceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:32.829744 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:33.138992 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2c843e9e-ca5c-44e3-95f3-159f48119761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:34.520620 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:36.074531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:46.343929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.319132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:58.836172 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b08f2-1515-4483-b9e0-bb95930cc6ee req-022db09c-b355-43d4-8c96-c06d2b445681 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.838258 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-416b08f2-1515-4483-b9e0-bb95930cc6ee req-022db09c-b355-43d4-8c96-c06d2b445681 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.1110442 Aug 10 04:47:58.876324 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-416b08f2-1515-4483-b9e0-bb95930cc6ee req-0e8070fb-9450-4850-ad4f-df39876cb66b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 Aug 10 04:48:00.020626 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b35dc0-7ecb-4c72-a39e-5542463f808e req-3ece9c2c-76bc-4847-9929-e6c0d0b271c2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:00.022198 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00b35dc0-7ecb-4c72-a39e-5542463f808e req-3ece9c2c-76bc-4847-9929-e6c0d0b271c2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0540683 Aug 10 04:48:00.062256 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-00b35dc0-7ecb-4c72-a39e-5542463f808e req-3806acdb-228d-437a-95a8-9dcc8a56db6e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Aug 10 04:48:00.372035 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0f00f36d-ef4b-4d21-b802-98e77333940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:01.175704 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568153-d759-47d5-9257-932cf97fb02e req-a489b91f-74cf-4932-967b-6de93921a791 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:01.177206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f568153-d759-47d5-9257-932cf97fb02e req-a489b91f-74cf-4932-967b-6de93921a791 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0479033 Aug 10 04:48:01.215719 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0f568153-d759-47d5-9257-932cf97fb02e req-b3b0a7ac-deee-4a13-8daf-1b69387a8eb1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Aug 10 04:48:02.252653 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:02.328509 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75c68c-409d-421d-9ddd-3554972e1216 req-de220a7a-8fd6-4fe1-9166-f161ea629797 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:02.329971 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d75c68c-409d-421d-9ddd-3554972e1216 req-de220a7a-8fd6-4fe1-9166-f161ea629797 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0473127 Aug 10 04:48:02.366059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7d75c68c-409d-421d-9ddd-3554972e1216 req-d8a6ed95-3cf1-4343-8a84-7dcb180eb877 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301356 Aug 10 04:48:02.844854 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.166676 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c8b59ec7-8842-4b1d-b47f-f945cd034085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.484233 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b5cb-2fd1-4060-937e-2a1417a5c25c req-f90975ad-f23e-4e03-be74-14e4e794727d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:03.485739 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9477b5cb-2fd1-4060-937e-2a1417a5c25c req-f90975ad-f23e-4e03-be74-14e4e794727d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0529339 Aug 10 04:48:03.523015 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9477b5cb-2fd1-4060-937e-2a1417a5c25c req-8cdd6b8b-ae09-4f63-a021-5600055fcdac tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313094 Aug 10 04:48:04.486687 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:04.636211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f92149-4cc4-4679-9eff-639812583b0d req-ebf7a4a2-ddbf-4d2a-9372-06c2cbfa1d87 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:04.637709 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27f92149-4cc4-4679-9eff-639812583b0d req-ebf7a4a2-ddbf-4d2a-9372-06c2cbfa1d87 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0485501 Aug 10 04:48:04.673868 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-27f92149-4cc4-4679-9eff-639812583b0d req-6d7faee6-7069-4b14-a001-e93351707555 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303395 Aug 10 04:48:05.787318 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355be4-abb2-4680-a9e6-ec17b3adfb91 req-7d5ff003-8f69-4130-9b67-fea310e8e244 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.788844 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09355be4-abb2-4680-a9e6-ec17b3adfb91 req-7d5ff003-8f69-4130-9b67-fea310e8e244 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0488796 Aug 10 04:48:05.825507 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-09355be4-abb2-4680-a9e6-ec17b3adfb91 req-a84d72c5-b436-49bc-a8da-21aa401a228d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Aug 10 04:48:06.138266 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:06.945847 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0043c-af6d-4657-8558-f3d9c0ebc7ba req-0cb620f0-6507-4bc0-82df-1c76e27178c6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:06.947337 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fd0043c-af6d-4657-8558-f3d9c0ebc7ba req-0cb620f0-6507-4bc0-82df-1c76e27178c6 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0529885 Aug 10 04:48:06.985959 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0fd0043c-af6d-4657-8558-f3d9c0ebc7ba req-3ce4eb9d-56ca-4bf8-9a92-fe2e766e37f8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Aug 10 04:48:08.107443 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab94cc-88a7-4ccc-920f-8d2d4273f684 req-6f30ae76-cdd8-42ac-a137-0a05300a2140 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:08.109319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60ab94cc-88a7-4ccc-920f-8d2d4273f684 req-6f30ae76-cdd8-42ac-a137-0a05300a2140 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0498736 Aug 10 04:48:08.146547 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-60ab94cc-88a7-4ccc-920f-8d2d4273f684 req-bc5c9ec5-4501-4300-a5d6-96d64c8e4655 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Aug 10 04:48:09.072767 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-b967bda8-e641-4c2c-bb7d-829416c321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:09.074227 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-b967bda8-e641-4c2c-bb7d-829416c321ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0398369 Aug 10 04:48:09.165380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-194de977-834e-4d92-b94c-36f400dd14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:09.167450 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-194de977-834e-4d92-b94c-36f400dd14d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0863738 Aug 10 04:48:09.261499 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-e8cfdcd9-d184-4f79-945e-e89122893442 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1002 time: 0.0872688 Aug 10 04:48:09.277392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754ecf-f8db-43f8-9884-5ccb7138836a req-a39171a1-12cb-43f7-bb82-d00826adeb9f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:09.278792 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e754ecf-f8db-43f8-9884-5ccb7138836a req-a39171a1-12cb-43f7-bb82-d00826adeb9f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0647230 Aug 10 04:48:09.342498 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2e754ecf-f8db-43f8-9884-5ccb7138836a req-2c345f09-8f4c-4b06-8e10-51072296fc43 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568256 Aug 10 04:48:09.345923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-53a971e3-0cdb-401b-b109-7c55ceef5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:09.347308 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-53a971e3-0cdb-401b-b109-7c55ceef5979 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0783026 Aug 10 04:48:09.394274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-bb10f5a1-de2b-4025-88e0-44a829950092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:09.395751 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-bb10f5a1-de2b-4025-88e0-44a829950092 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401719 Aug 10 04:48:09.486234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-b0f78c01-277c-426f-8871-3ff341c5669b service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831079 Aug 10 04:48:09.571476 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd5a62ab-3d25-4475-b38c-70a9cad5d28a req-1edc0dbc-4fae-45b4-b4da-4e445086a2f8 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780432 Aug 10 04:48:10.456664 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce32e81-982d-404b-9e6a-89ea8a457500 req-692aba02-5413-4233-b70b-0f29f1268592 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:10.458062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce32e81-982d-404b-9e6a-89ea8a457500 req-692aba02-5413-4233-b70b-0f29f1268592 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0491467 Aug 10 04:48:10.501829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-6ce32e81-982d-404b-9e6a-89ea8a457500 req-4742b271-c787-4511-9969-dc3bdbe6b55a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376825 Aug 10 04:48:11.615327 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de1134-cb32-497f-8175-92aff7987aaf req-2b5f064f-906f-4e0a-b154-bc98e7516e77 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:11.616805 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6de1134-cb32-497f-8175-92aff7987aaf req-2b5f064f-906f-4e0a-b154-bc98e7516e77 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0491133 Aug 10 04:48:11.654480 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6de1134-cb32-497f-8175-92aff7987aaf req-375f4cf4-12f2-4b00-b9c5-2e2020da9bf7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317783 Aug 10 04:48:12.771975 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f284bd-0c7b-4c55-b622-a79326d8efe0 req-56a51777-cc21-489c-bebe-a9627058f09e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:12.773485 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51f284bd-0c7b-4c55-b622-a79326d8efe0 req-56a51777-cc21-489c-bebe-a9627058f09e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0534413 Aug 10 04:48:12.811082 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51f284bd-0c7b-4c55-b622-a79326d8efe0 req-630e0202-8162-41c7-81a7-df5b3c8e93df tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Aug 10 04:48:13.800818 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:13.874503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:13.899579 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:13.903634 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f7bb7-8fd4-4b5e-9926-36bcdba5546d" -d '{"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-unplugged", "status": "completed", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:13.921351 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:13.933645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322a398-c0f1-499a-96cd-43800a689a22 req-6a6ba86d-7972-40ab-81c9-716c8ddd2c2f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:13.935139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a322a398-c0f1-499a-96cd-43800a689a22 req-6a6ba86d-7972-40ab-81c9-716c8ddd2c2f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0517128 Aug 10 04:48:13.975351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a322a398-c0f1-499a-96cd-43800a689a22 req-c3702b18-b731-4372-88c2-4fafe41bc9fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Aug 10 04:48:13.999268 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:14.025242 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b925cd0-08bb-4391-9f6c-cff4065f3c9c x-openstack-request-id: req-4b925cd0-08bb-4391-9f6c-cff4065f3c9c {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:14.025542 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-unplugged", "status": "failed", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "code": 422}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:14.025797 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b925cd0-08bb-4391-9f6c-cff4065f3c9c {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:14.026247 n-d-765315-26 neutron-server[94806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'code': 422} returned with failed status Aug 10 04:48:14.052329 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:14.060182 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.060558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.060916 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.061240 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.061573 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.061905 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.062238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.062558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.062882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.063201 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.063532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.063854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:14.343591 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 49966) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:14.349106 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8bf2-a4f7-4b51-850b-567cd3b7515b req-c241b084-cad0-48ec-893f-7afc95f94978 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:14.351197 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b4a8bf2-a4f7-4b51-850b-567cd3b7515b req-c241b084-cad0-48ec-893f-7afc95f94978 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0482018 Aug 10 04:48:14.394927 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7b4a8bf2-a4f7-4b51-850b-567cd3b7515b req-fccb8ad9-0375-4407-bd75-6221d9d0ed14 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Aug 10 04:48:14.433094 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-2c74326c-bf8f-4f34-aeb9-ca7a29d1cc4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884075 Aug 10 04:48:15.519298 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666e3b4-4ada-4d21-8304-c9cd6bc29fd5 req-af27b976-9eab-4b50-b24c-b332da422d0c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:15.520831 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9666e3b4-4ada-4d21-8304-c9cd6bc29fd5 req-af27b976-9eab-4b50-b24c-b332da422d0c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0503933 Aug 10 04:48:15.559437 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9666e3b4-4ada-4d21-8304-c9cd6bc29fd5 req-777c4344-2d2b-4c8e-b62a-5160bebc1335 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Aug 10 04:48:16.338095 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:16.673171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6ec0-4742-4909-b9aa-339171a026bc req-4b61a8f5-aa05-48f0-969f-11b5cbab9bca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:16.674666 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a7d6ec0-4742-4909-b9aa-339171a026bc req-4b61a8f5-aa05-48f0-969f-11b5cbab9bca tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0486307 Aug 10 04:48:16.717851 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5a7d6ec0-4742-4909-b9aa-339171a026bc req-61aafecc-ff6d-4126-bbea-6a35f6d2dc0a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369306 Aug 10 04:48:17.832573 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd71620-54b4-4ed2-ad56-f42d69deca33 req-4eb44f87-64db-4ab1-9c8d-ca7049d3e858 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:17.834066 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebd71620-54b4-4ed2-ad56-f42d69deca33 req-4eb44f87-64db-4ab1-9c8d-ca7049d3e858 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0489080 Aug 10 04:48:17.872508 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ebd71620-54b4-4ed2-ad56-f42d69deca33 req-bfa03831-8776-42ff-bb3f-d813e6b6de07 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Aug 10 04:48:18.991524 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a2d1-d2fe-4db7-a200-0df7f9b95b92 req-d48667c6-529b-4623-bdf1-67a47a547c04 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:18.993033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2c2a2d1-d2fe-4db7-a200-0df7f9b95b92 req-d48667c6-529b-4623-bdf1-67a47a547c04 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0482168 Aug 10 04:48:19.030712 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d2c2a2d1-d2fe-4db7-a200-0df7f9b95b92 req-6518e4a0-df99-45ec-bc3f-756fb1ada8be tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Aug 10 04:48:20.147030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969f427-7370-41cd-a7aa-8d4995db332f req-24d3eb47-4095-4422-8b68-edd5183ac846 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:20.149329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0969f427-7370-41cd-a7aa-8d4995db332f req-24d3eb47-4095-4422-8b68-edd5183ac846 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0524361 Aug 10 04:48:20.193245 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0969f427-7370-41cd-a7aa-8d4995db332f req-914927c5-cafc-463a-af5f-7f9479bfd67b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 Aug 10 04:48:20.574908 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-aa74909e-0fcc-4adb-a131-d35f36da14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:20.576464 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-aa74909e-0fcc-4adb-a131-d35f36da14b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b&tenant_id=633e033c88dd42f58e47682ccf2a9ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0395820 Aug 10 04:48:20.646104 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-6483e86c-de54-4b55-9784-069fb40ec7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:20.647636 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-6483e86c-de54-4b55-9784-069fb40ec7f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1096 time: 0.0393043 Aug 10 04:48:20.735635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-1c7220d0-60aa-457b-b649-ca5747beb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:20.737160 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-1c7220d0-60aa-457b-b649-ca5747beb8d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0831614 Aug 10 04:48:20.801416 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-b56720c8-3f87-43ef-a04a-24466dc1a98d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1000 time: 0.0574656 Aug 10 04:48:20.849994 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-e0ea323d-d39b-46db-9cee-61569e2fa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:20.851402 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-e0ea323d-d39b-46db-9cee-61569e2fa42c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0420187 Aug 10 04:48:20.898492 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-8df0f52e-566f-423e-94a9-63f3d18d392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:20.900003 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-8df0f52e-566f-423e-94a9-63f3d18d392e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418806 Aug 10 04:48:20.985234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-b847f893-7f8f-401b-b205-2a226bda16de service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783267 Aug 10 04:48:21.074746 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-29a60b59-3724-4d8f-85bb-65d8740c8d84 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826268 Aug 10 04:48:21.306462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4d25-5f52-4f3e-af2b-b3e1eb4d085b req-ff0e2b55-cb3d-44f2-a71a-c6fcc69619b5 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:21.307946 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cfc4d25-5f52-4f3e-af2b-b3e1eb4d085b req-ff0e2b55-cb3d-44f2-a71a-c6fcc69619b5 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0489261 Aug 10 04:48:21.344555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3cfc4d25-5f52-4f3e-af2b-b3e1eb4d085b req-8d12a247-19e3-4b1e-9da8-994b87cbef9e tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301337 Aug 10 04:48:22.456956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120407a-a8ee-4350-8978-ed77bf499c1c req-ae5e5e50-36b0-4afc-8a46-cbeaa7c5f6b1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:22.458436 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7120407a-a8ee-4350-8978-ed77bf499c1c req-ae5e5e50-36b0-4afc-8a46-cbeaa7c5f6b1 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0476863 Aug 10 04:48:22.496274 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7120407a-a8ee-4350-8978-ed77bf499c1c req-46f477ba-3292-4170-a661-174ed9489d38 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Aug 10 04:48:23.608030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad460c-bbdf-4845-81b9-30a3971130e9 req-50734ba2-e496-45f4-a7f7-b60260276495 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:23.609503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31ad460c-bbdf-4845-81b9-30a3971130e9 req-50734ba2-e496-45f4-a7f7-b60260276495 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0475216 Aug 10 04:48:23.650176 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-31ad460c-bbdf-4845-81b9-30a3971130e9 req-afb1a0f5-704b-42b9-ac1b-4bc73791f8b7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345945 Aug 10 04:48:24.763271 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98291e50-5b6b-4466-990d-0d3837299ae7 req-22ad8f18-1f81-40b4-8320-f247e3f3d421 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:24.764768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98291e50-5b6b-4466-990d-0d3837299ae7 req-22ad8f18-1f81-40b4-8320-f247e3f3d421 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0491242 Aug 10 04:48:24.801875 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-98291e50-5b6b-4466-990d-0d3837299ae7 req-1f1418ef-1f6a-4772-bc71-90f6857d2a6b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Aug 10 04:48:25.922686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c639e-ff89-4594-9695-4d4139af2e6e req-615955ce-1ec5-453e-9481-9f888166039b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:25.924206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c80c639e-ff89-4594-9695-4d4139af2e6e req-615955ce-1ec5-453e-9481-9f888166039b tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0556555 Aug 10 04:48:25.967411 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c80c639e-ff89-4594-9695-4d4139af2e6e req-a8ce4f49-cac8-44be-bdb6-fd0c663d2e24 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373132 Aug 10 04:48:27.079294 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69df9af-5798-4922-aa87-44daf7dbb496 req-6a0debba-9e4b-4ef8-8234-19fc583f21fa tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:27.080816 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d69df9af-5798-4922-aa87-44daf7dbb496 req-6a0debba-9e4b-4ef8-8234-19fc583f21fa tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0472457 Aug 10 04:48:27.121200 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d69df9af-5798-4922-aa87-44daf7dbb496 req-17fdb676-f788-4080-bfe8-43065cf655ed tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344625 Aug 10 04:48:27.295551 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:27.987238 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ab7a-d429-4918-9985-55b1df2795da req-e32abc44-172e-433c-abcb-5d2ffd813aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:27.988887 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-e32abc44-172e-433c-abcb-5d2ffd813aaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1096 time: 0.0447998 Aug 10 04:48:28.089173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ab7a-d429-4918-9985-55b1df2795da req-6896c56a-6b6d-4e38-b602-835630e457b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:28.090669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-6896c56a-6b6d-4e38-b602-835630e457b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0813005 Aug 10 04:48:28.160000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-2b966001-2c00-4ff4-9535-24d98b92e5db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1000 time: 0.0617478 Aug 10 04:48:28.234268 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ab7a-d429-4918-9985-55b1df2795da req-56a4931d-216a-46d4-9dd8-792cd90a473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:28.235725 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-56a4931d-216a-46d4-9dd8-792cd90a473d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0687203 Aug 10 04:48:28.259395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5ba7-d80f-4ee9-a2b1-dbb264efcace req-1bed8dea-1f4a-4801-ab2f-a1479a8d3551 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:28.260768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-461b5ba7-d80f-4ee9-a2b1-dbb264efcace req-1bed8dea-1f4a-4801-ab2f-a1479a8d3551 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0678377 Aug 10 04:48:28.316801 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71ab7a-d429-4918-9985-55b1df2795da req-0cd341fb-a841-4311-ba65-461a1c4148c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:28.318267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-0cd341fb-a841-4311-ba65-461a1c4148c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748634 Aug 10 04:48:28.320988 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-461b5ba7-d80f-4ee9-a2b1-dbb264efcace req-69338227-eb63-43ba-8022-104fc68ef118 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465827 Aug 10 04:48:28.404855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-02c52efb-c347-4393-be1e-5c69e859bf8b service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792983 Aug 10 04:48:28.493979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-2a71ab7a-d429-4918-9985-55b1df2795da req-29ab3ff4-bcef-47f4-8bac-e7a2afb5b96e service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823858 Aug 10 04:48:29.434808 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802450c8-ab11-405c-8dd7-cf9cea41265d req-8fcee715-ba3d-4e8b-909d-a4473b5dadd8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:29.436196 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802450c8-ab11-405c-8dd7-cf9cea41265d req-8fcee715-ba3d-4e8b-909d-a4473b5dadd8 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 944 time: 0.0489047 Aug 10 04:48:29.477852 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-802450c8-ab11-405c-8dd7-cf9cea41265d req-7fc988bb-4225-426d-9e07-798650645734 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357957 Aug 10 04:48:29.856521 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:48:29.947094 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:29.958891 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'port_id': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'mac_address': 'fa:16:3e:b3:15:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:48:29.998993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.010903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26844b1-30ad-42e8-921d-032b3576be3c {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:48:30.029877 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:30.143148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.189815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:30.392265 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39baba72-189f-47d7-8596-c628483529f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.570181 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['e26844b1-30ad-42e8-921d-032b3576be3c'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:48:30.590608 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1fcd9-1818-43b4-96e3-542b8c601f50 req-9e9d0e7f-44f8-4dc4-b9c5-17b31143586d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:30.592404 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4be1fcd9-1818-43b4-96e3-542b8c601f50 req-9e9d0e7f-44f8-4dc4-b9c5-17b31143586d tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 945 time: 0.0477207 Aug 10 04:48:30.630102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-4be1fcd9-1818-43b4-96e3-542b8c601f50 req-c4489f69-84d5-4605-940c-c5c93e5cfa4a tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Aug 10 04:48:31.744029 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b59d9-4e82-4338-a851-9240543d1227 req-08bb1732-2fbf-4cdb-a828-0c42f4f57ace tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:31.745415 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991b59d9-4e82-4338-a851-9240543d1227 req-08bb1732-2fbf-4cdb-a828-0c42f4f57ace tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 945 time: 0.0511234 Aug 10 04:48:31.783331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-991b59d9-4e82-4338-a851-9240543d1227 req-13abad5a-fbe7-4fdf-95c9-10b63d738e59 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Aug 10 04:48:31.871629 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:31.915999 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port e26844b1-30ad-42e8-921d-032b3576be3c triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:31.916401 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:31.993376 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.015251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:32.018025 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703a9e27-f9dd-4cc4-96d1-eaa70019c149" -d '{"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-plugged", "status": "completed", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:32.031002 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:32.055866 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a91155-f34f-44b1-8b5a-f8d5cf0d2ab0 x-openstack-request-id: req-a2a91155-f34f-44b1-8b5a-f8d5cf0d2ab0 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:32.055866 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-plugged", "status": "completed", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:32.055866 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2a91155-f34f-44b1-8b5a-f8d5cf0d2ab0 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:32.055866 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'code': 200} Aug 10 04:48:32.137434 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.184741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:32.242785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0398043-5ef2-4ec7-bc24-5e3765e38728 req-55a1d14b-df02-4ad8-9b1e-159d3b2117ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:32.244231 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0398043-5ef2-4ec7-bc24-5e3765e38728 req-55a1d14b-df02-4ad8-9b1e-159d3b2117ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0383005 Aug 10 04:48:32.277979 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a0398043-5ef2-4ec7-bc24-5e3765e38728 req-3f0b4c12-5e6b-4c2f-b339-7c21cc0842a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261064 Aug 10 04:48:32.826906 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.896780 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc05c-8ee2-454f-9f14-7eaea6149582 req-88a092de-53e5-4f30-b5fb-e34084243022 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:32.898246 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e47dc05c-8ee2-454f-9f14-7eaea6149582 req-88a092de-53e5-4f30-b5fb-e34084243022 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0482259 Aug 10 04:48:32.934591 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e47dc05c-8ee2-454f-9f14-7eaea6149582 req-f6eb0a7f-5d35-4b7c-9059-8f31192025cd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298553 Aug 10 04:48:33.114768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f61e43f8-b19d-4991-8e80-b5bbd059f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.054569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d808b0-8c62-4a5a-9864-1d102b75f5c5 req-11944be7-1fb1-430f-8aea-628f50d529ed tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:34.056042 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d808b0-8c62-4a5a-9864-1d102b75f5c5 req-11944be7-1fb1-430f-8aea-628f50d529ed tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0525088 Aug 10 04:48:34.092322 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f5d808b0-8c62-4a5a-9864-1d102b75f5c5 req-1a44932a-a1f1-4bfd-829d-8e530be4b71c tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302422 Aug 10 04:48:34.491760 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:36.068527 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.252709 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:46.342824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.322700 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.379623 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf65143c-c506-45f7-a232-844a230fd2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.851054 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.116659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-df5a8e45-5f34-475a-b6e5-5694f6d4b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.534189 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:06.065484 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:15.169002 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-ae508e52-1feb-44e2-b392-1e66a8b10d90 req-6bea5294-82bd-428b-b08c-6f039648da31 tempest-TestNetworkAdvancedServerOps-1172092156 tempest-TestNetworkAdvancedServerOps-1172092156-project] (94805) timed out ('10.222.0.46', 53616) {{(pid=94805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:49:16.252004 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:16.379345 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:27.319371 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:27.932528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-f47aaad9-4f83-4d99-aad3-99f59a2e37aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394742 Aug 10 04:49:28.030746 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6193-908e-4f0d-bb01-122db0924e1f req-626b0191-a09d-42ac-98d2-a1a778a546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.032194 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-626b0191-a09d-42ac-98d2-a1a778a546f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0393481 Aug 10 04:49:28.137119 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6193-908e-4f0d-bb01-122db0924e1f req-4ee4e27b-dc57-4379-9acb-eb4fb5076707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.138619 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-4ee4e27b-dc57-4379-9acb-eb4fb5076707 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.0868723 Aug 10 04:49:28.201459 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-347df76b-ba04-4305-a915-12beeea63475 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 1002 time: 0.0552537 Aug 10 04:49:28.248943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6193-908e-4f0d-bb01-122db0924e1f req-6f16f253-e3a5-4da8-9455-12b93858dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.250363 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-6f16f253-e3a5-4da8-9455-12b93858dffb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0413191 Aug 10 04:49:28.298658 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6193-908e-4f0d-bb01-122db0924e1f req-b88c04c9-abce-4ee0-bbf9-8f654732ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.301102 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-b88c04c9-abce-4ee0-bbf9-8f654732ee45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436656 Aug 10 04:49:28.390151 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-6f373ec2-344e-47dc-97cb-a76a87f2594b service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795984 Aug 10 04:49:28.480767 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-568f6193-908e-4f0d-bb01-122db0924e1f req-b0ff9752-7960-4534-861b-ad1900414602 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826049 Aug 10 04:49:30.411199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a200d4f2-a4cd-46c3-abd6-98ac4f4d568a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:32.892696 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:33.127077 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-39af5deb-925b-473e-86fc-17758ae52495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:34.498469 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:36.090158 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.444308 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:53.250264 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:57.349354 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.375247 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5e36cfbc-b1d8-47da-b3d5-fd2f3bc6e955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.868993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.095689 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-51799a3a-9551-4e98-9a15-c74844fa4f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.548578 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.083890 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.359515 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50040) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:13.689503 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Deleting port a3b758b1-bc57-421e-910b-a392d5b1e37f {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:13.689766 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.764950 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.765290 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.777234 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Calling delete_port for a3b758b1-bc57-421e-910b-a392d5b1e37f owned by network:floatingip {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:13.999996 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.026413 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event deleted for resources: {'Port': ['ID=a3b758b1-bc57-421e-910b-a392d5b1e37f,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:14.038497 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.038838 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.039174 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.039507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.039835 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.040160 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.040517 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.041481 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.041813 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.042142 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.042465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.042787 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:14.105060 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for floatingip, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.106151 n-d-765315-26 neutron-server[94804]: INFO neutron.db.l3_db [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Floating IP 5bda0263-1e05-4636-ae55-05dce22e2b3d disassociated (deleted). External IP: 172.25.1.155, port: e26844b1-30ad-42e8-921d-032b3576be3c. Aug 10 04:50:14.602910 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:14.710328 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:14.716392 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.720835 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:14.730601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:14.731216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:14.746364 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1824b098-8b83-4f57-abb7-180c074cc4fd tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "DELETE /v2.0/floatingips/5bda0263-1e05-4636-ae55-05dce22e2b3d HTTP/1.1" status: 204 len: 168 time: 1.3857613 Aug 10 04:50:14.746953 n-d-765315-26 neutron-server[94804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:14.750617 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b0f2063f22eaf10d1bd0ff9deefec0fa815008e79d865692bff60d1d702400" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac72c6ed-583a-4499-90b6-78852262ec9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:14.837150 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:15.046922 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:15.074831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:15.083186 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:15.083849 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:15.189724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:15.282664 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f895d4d6-b774-433b-9083-afc861225cdd x-openstack-request-id: req-f895d4d6-b774-433b-9083-afc861225cdd {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:15.283172 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "status": "completed", "code": 200}]} {{(pid=94804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:15.283582 n-d-765315-26 neutron-server[94804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f895d4d6-b774-433b-9083-afc861225cdd {{(pid=94804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:15.284101 n-d-765315-26 neutron-server[94804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'status': 'completed', 'code': 200} Aug 10 04:50:15.389590 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:15.394059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-bebe8f16-1ff8-4b95-8afe-a0700a4ccd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.395584 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-bebe8f16-1ff8-4b95-8afe-a0700a4ccd23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 1098 time: 0.0594468 Aug 10 04:50:15.404250 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f7241-eae6-4ccc-a785-6dfcd3bf094d req-531b3504-454b-4aab-a274-6f271ffbcef7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.405679 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-267f7241-eae6-4ccc-a785-6dfcd3bf094d req-531b3504-454b-4aab-a274-6f271ffbcef7 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0796037 Aug 10 04:50:15.420207 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9eaf57-c906-42cf-a69a-8424c5635b31 None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '3fbd2430-d613-4c99-9ea2-f896de18bd5f', 'name': '', 'network_id': 'cbb83453-964e-4412-97b1-2ccc0afc401a', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'mac_address': 'fa:16:3e:c7:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:51Z', 'updated_at': '2021-08-10T04:38:58Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'subnets': [{'id': '18aff5e1-1f6d-480d-8bec-2bfd4af6177a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:15.492206 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-267f7241-eae6-4ccc-a785-6dfcd3bf094d req-bdd0b7b1-d70f-4fa6-b419-d33ea4af5fa3 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783441 Aug 10 04:50:15.521374 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-32152939-441f-4c4c-95e0-9888e6766de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.522867 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-32152939-441f-4c4c-95e0-9888e6766de7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 200 len: 909 time: 0.1163380 Aug 10 04:50:15.566426 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-51a8ae8b-440d-4541-b8fd-8103a4f48f18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 200 len: 217 time: 0.0346892 Aug 10 04:50:15.621004 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-1ac9ce82-8160-461f-8ffb-8671427fadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.622482 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-1ac9ce82-8160-461f-8ffb-8671427fadfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 200 len: 847 time: 0.0493314 Aug 10 04:50:15.636205 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db7ee8c-4fdb-4176-8797-c59bb48fd77e None None] New status for floating IP 5bda0263-1e05-4636-ae55-05dce22e2b3d: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:50:15.670206 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-71f86e03-3a03-430d-ab3c-002c440d82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.671706 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-71f86e03-3a03-430d-ab3c-002c440d82f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cbb83453-964e-4412-97b1-2ccc0afc401a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412061 Aug 10 04:50:15.761554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-bf0f0e0f-ce9f-4d1b-a044-b915e673b4a6 service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818858 Aug 10 04:50:15.852789 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-ac72c6ed-583a-4499-90b6-78852262ec9e req-dee8cb72-12e8-44d4-813c-4d251abe8bdf service neutron] 10.222.0.54 "GET /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824771 Aug 10 04:50:16.422833 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.618311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dae85-4318-4aee-ac9c-2b8144a63eb6 req-324a738d-568c-4b69-a92c-1262039e1f34 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.621217 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-355dae85-4318-4aee-ac9c-2b8144a63eb6 req-324a738d-568c-4b69-a92c-1262039e1f34 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0569966 Aug 10 04:50:16.662775 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-355dae85-4318-4aee-ac9c-2b8144a63eb6 req-69ba62f3-47f7-45bc-b03f-7f5804369b5f tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f7169ef-db9f-436c-a0ab-8063057ef123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331199 Aug 10 04:50:17.077446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-94f8c387-6e86-430b-98f1-c5563d8272db tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:17.079526 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-94f8c387-6e86-430b-98f1-c5563d8272db tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 946 time: 0.0531089 Aug 10 04:50:17.177155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Deleting port e26844b1-30ad-42e8-921d-032b3576be3c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:17.177497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:17.266866 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] For port e26844b1-30ad-42e8-921d-032b3576be3c, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=e26844b1-30ad-42e8-921d-032b3576be3c,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:17.267226 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:17.280570 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Calling delete_port for e26844b1-30ad-42e8-921d-032b3576be3c owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:17.489882 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:17.523386 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event deleted for resources: {'Port': ['ID=e26844b1-30ad-42e8-921d-032b3576be3c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:17.535900 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.536255 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.536628 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.536971 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.537307 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.537638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.537965 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.538320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.538659 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.538992 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.539314 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.539638 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:17.579850 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] No DVR routers for this DVR port e26844b1-30ad-42e8-921d-032b3576be3c on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:17.584957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:17.588336 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-51644867-5d99-42b2-9341-4d37ed5e2e88 req-750b3b0b-edf5-42e8-b7c0-b169fb301b46 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.54 "DELETE /v2.0/ports/e26844b1-30ad-42e8-921d-032b3576be3c HTTP/1.1" status: 204 len: 173 time: 0.5021319 Aug 10 04:50:17.588800 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-deleted', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:17.591100 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbcd81f-1af5-414d-9372-2279b5bbdb35" -d '{"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-deleted", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:17.680040 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d143b640-2b97-4499-99d0-acf4c1e17abf x-openstack-request-id: req-d143b640-2b97-4499-99d0-acf4c1e17abf {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:17.686038 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf28f0e-ecd0-4ada-9a40-85080754355b", "name": "network-vif-deleted", "tag": "e26844b1-30ad-42e8-921d-032b3576be3c", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:17.686038 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d143b640-2b97-4499-99d0-acf4c1e17abf {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:17.686038 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf28f0e-ecd0-4ada-9a40-85080754355b', 'name': 'network-vif-deleted', 'tag': 'e26844b1-30ad-42e8-921d-032b3576be3c', 'status': 'completed', 'code': 200} Aug 10 04:50:17.770370 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-916cf7ce-4241-4755-bf14-464440935359 req-cb18efa5-4d31-4f1b-8533-c1538d8e8666 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0317678 Aug 10 04:50:18.870949 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d95f1522-102a-46ea-b212-2868bce1cb3f req-49ce7e47-b6ac-453e-b5fc-b32875fe5b93 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0265970 Aug 10 04:50:19.963994 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-e7ef1102-1657-416b-a2da-8de5a9ca808b req-92112442-3ac6-4b81-a567-8b20dfaa9b04 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0264196 Aug 10 04:50:21.058092 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-994a4158-7351-432e-95fa-58f2441f2e0a req-d2a030f0-59f4-4532-ab9e-77dc8faa57b2 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0275540 Aug 10 04:50:22.170534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-342be7fb-c025-45c8-8f17-a52107b0e4ef req-1600061b-40bd-4fbd-bf6d-7de1a3269fcb tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdf28f0e-ecd0-4ada-9a40-85080754355b HTTP/1.1" status: 200 len: 210 time: 0.0268772 Aug 10 04:50:22.335528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:22.356836 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: e26844b1-30ad-42e8-921d-032b3576be3c {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:22.357285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device e26844b1-30ad-42e8-921d-032b3576be3c not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:23.226684 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50082) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:23.285260 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-179c33a5-53b9-4757-a7ff-c6bcd0bd5793 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.309808 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-179c33a5-53b9-4757-a7ff-c6bcd0bd5793 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.451136 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-179c33a5-53b9-4757-a7ff-c6bcd0bd5793 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.453777 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-179c33a5-53b9-4757-a7ff-c6bcd0bd5793 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Notify callbacks [] for security_group, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.454974 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-179c33a5-53b9-4757-a7ff-c6bcd0bd5793 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] 10.222.0.26 "DELETE /v2.0/security-groups/2f7169ef-db9f-436c-a0ab-8063057ef123 HTTP/1.1" status: 204 len: 168 time: 0.2270184 Aug 10 04:50:23.465266 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c33a5-53b9-4757-a7ff-c6bcd0bd5793 tempest-TestShelveInstance-1043368828 tempest-TestShelveInstance-1043368828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7169ef-db9f-436c-a0ab-8063057ef123,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:23.595549 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50086) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:24.398644 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.645395 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Deleting port 3fbd2430-d613-4c99-9ea2-f896de18bd5f {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:24.646107 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.724026 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] For port 3fbd2430-d613-4c99-9ea2-f896de18bd5f, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=3fbd2430-d613-4c99-9ea2-f896de18bd5f,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:24.724310 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.737315 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Calling delete_port for 3fbd2430-d613-4c99-9ea2-f896de18bd5f owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:25.016593 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.039323 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbd2430-d613-4c99-9ea2-f896de18bd5f,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:25.202014 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.409077 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Router 403e17bc-9034-4158-af8d-b7d67f3e7620 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:25.510990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:25.516713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-d606ba13-1611-45f2-8d62-1b29c8d3f04c admin admin] 10.222.0.26 "PUT /v2.0/routers/403e17bc-9034-4158-af8d-b7d67f3e7620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9192381 Aug 10 04:50:25.518855 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50090) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:25.519751 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8844477b-470a-491f-9ae4-6febb118259d None None] Sync routers for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:25.530368 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:25.530981 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:25.625420 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.636403 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:25.724956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.808289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182'}], 'enable_snat': True}, 'gw_port_id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:50:24Z', 'revision_number': 5, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port': {'id': 'b61332e0-a52b-4c8f-b8b3-7c8fe91e858e', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:25.838995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8844477b-470a-491f-9ae4-6febb118259d None None] Checking router: 403e17bc-9034-4158-af8d-b7d67f3e7620 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:25.847326 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] Routers {'403e17bc-9034-4158-af8d-b7d67f3e7620'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:25.847939 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['403e17bc-9034-4158-af8d-b7d67f3e7620'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:25.865326 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Deleting port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:25.865675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.943432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] For port b61332e0-a52b-4c8f-b8b3-7c8fe91e858e, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:25.943797 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:25.962541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Calling delete_port for b61332e0-a52b-4c8f-b8b3-7c8fe91e858e owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:26.089056 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] Set router 403e17bc-9034-4158-af8d-b7d67f3e7620 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:26.140293 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-8844477b-470a-491f-9ae4-6febb118259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:50:25Z', 'revision_number': 6, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:26.168990 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8844477b-470a-491f-9ae4-6febb118259d None None] The sync data for ids ['403e17bc-9034-4158-af8d-b7d67f3e7620'] in n-d-765315-26 is: [{'id': '403e17bc-9034-4158-af8d-b7d67f3e7620', 'name': 'tempest-TestShelveInstance-405844313-router', 'tenant_id': '633e033c88dd42f58e47682ccf2a9ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:48Z', 'updated_at': '2021-08-10T04:50:25Z', 'revision_number': 6, 'project_id': '633e033c88dd42f58e47682ccf2a9ed3', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:26.203931 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.232045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61332e0-a52b-4c8f-b8b3-7c8fe91e858e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:26.292583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.388735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.390814 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.507753 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.508204 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 403e17bc-9034-4158-af8d-b7d67f3e7620 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:50:26.512389 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.513540 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7c38b108-4781-420c-9162-6fa9d878fa84 admin admin] 10.222.0.26 "DELETE /v2.0/routers/403e17bc-9034-4158-af8d-b7d67f3e7620 HTTP/1.1" status: 204 len: 168 time: 0.9937685 Aug 10 04:50:26.515954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50092) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:26.565663 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Deleting subnet 18aff5e1-1f6d-480d-8bec-2bfd4af6177a {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:50:26.569013 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.605277 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.680928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.788511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.815212 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18aff5e1-1f6d-480d-8bec-2bfd4af6177a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:26.817172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.819012 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-16c73ef7-0aaa-4557-b6ef-29a764916616 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/18aff5e1-1f6d-480d-8bec-2bfd4af6177a HTTP/1.1" status: 204 len: 168 time: 0.3021114 Aug 10 04:50:26.821596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50094) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:26.824692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c45ac6c-052b-4954-9e9c-ee9531162f9c None None] Network cbb83453-964e-4412-97b1-2ccc0afc401a requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:26.887725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.946283 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Deleting port 9d269a7b-8f43-4187-8e5b-f03be7938a82 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:26.946650 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.009950 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] DHCP port deletion for cbb83453-964e-4412-97b1-2ccc0afc401a request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:50:27.014880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] For port 9d269a7b-8f43-4187-8e5b-f03be7938a82, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d269a7b-8f43-4187-8e5b-f03be7938a82,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:27.015466 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.030302 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Calling delete_port for 9d269a7b-8f43-4187-8e5b-f03be7938a82 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:27.059828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Deleting port 9d269a7b-8f43-4187-8e5b-f03be7938a82 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:27.060200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.123279 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] For port 9d269a7b-8f43-4187-8e5b-f03be7938a82, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9d269a7b-8f43-4187-8e5b-f03be7938a82,segment=NetworkSegment(76a6155b-2c85-42ca-a491-857230c2e644),segment_id=76a6155b-2c85-42ca-a491-857230c2e644)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:27.123880 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.137744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Calling delete_port for 9d269a7b-8f43-4187-8e5b-f03be7938a82 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:27.188134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.221725 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d269a7b-8f43-4187-8e5b-f03be7938a82,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:27.226103 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] No DVR routers for this DVR port 9d269a7b-8f43-4187-8e5b-f03be7938a82 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:27.228413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.254670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Pushing event deleted for resources: {'Port': ['ID=9d269a7b-8f43-4187-8e5b-f03be7938a82,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:27.259995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] No DVR routers for this DVR port 9d269a7b-8f43-4187-8e5b-f03be7938a82 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:27.266893 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.267243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.267664 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.267974 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.268273 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.268631 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.268960 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.269302 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.269618 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.269942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.270313 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.270644 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cdb76-2a7d-4b85-a5aa-533e6d404b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:27.303145 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.313039 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb83453-964e-4412-97b1-2ccc0afc401a']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:27.324995 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a6155b-2c85-42ca-a491-857230c2e644') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:27.325301 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a6155b-2c85-42ca-a491-857230c2e644') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:27.334289 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.348933 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.355523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:50:27.355916 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:50:27.357580 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:50:27.360220 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.479395 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.495359 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.496801 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cbb83453-964e-4412-97b1-2ccc0afc401a HTTP/1.1" status: 204 len: 168 time: 0.6743040 Aug 10 04:50:27.499751 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50096) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:27.508839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968a179-360c-465d-9a11-92b0d937db57 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb83453-964e-4412-97b1-2ccc0afc401a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:27.594994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b61332e0-a52b-4c8f-b8b3-7c8fe91e858e no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:27.614859 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: b61332e0-a52b-4c8f-b8b3-7c8fe91e858e {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:27.615199 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device b61332e0-a52b-4c8f-b8b3-7c8fe91e858e not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:27.615605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3fbd2430-d613-4c99-9ea2-f896de18bd5f no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:27.635878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 3fbd2430-d613-4c99-9ea2-f896de18bd5f {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:27.636216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 3fbd2430-d613-4c99-9ea2-f896de18bd5f not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:27.636642 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d269a7b-8f43-4187-8e5b-f03be7938a82 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:27.654505 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9d269a7b-8f43-4187-8e5b-f03be7938a82 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:27.654844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9d269a7b-8f43-4187-8e5b-f03be7938a82 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:27.848708 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:28.090569 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Deleting port f04c8c52-5c95-4cca-9399-c103419f74ea {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:28.090916 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:28.167223 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] For port f04c8c52-5c95-4cca-9399-c103419f74ea, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=f04c8c52-5c95-4cca-9399-c103419f74ea,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:28.167588 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:28.179740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Calling delete_port for f04c8c52-5c95-4cca-9399-c103419f74ea owned by network:router_interface {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:28.404975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:28.431559 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04c8c52-5c95-4cca-9399-c103419f74ea,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:28.596278 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:28.807280 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:28.909489 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:28.914389 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-1b9ac6fb-c638-4d46-adff-6b1f1d2ca8c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/0c6a1d56-ef8c-47bd-8628-dea2517c9887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135561 Aug 10 04:50:28.917086 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50098) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:28.918014 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] Sync routers for ids ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:28.926778 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] Routers {'0c6a1d56-ef8c-47bd-8628-dea2517c9887'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:28.927368 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:29.019737 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.025596 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] Set router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:29.126238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.200554 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:50:28Z', 'revision_number': 5, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port': {'id': '1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:56Z', 'updated_at': '2021-08-10T04:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:29.225558 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] Checking router: 0c6a1d56-ef8c-47bd-8628-dea2517c9887 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:29.234417 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] Routers {'0c6a1d56-ef8c-47bd-8628-dea2517c9887'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:29.235026 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:29.248311 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Deleting port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:29.248682 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.320051 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] Set router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:29.325408 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] For port 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:29.325776 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.342070 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Calling delete_port for 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:29.372702 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:50:29Z', 'revision_number': 6, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:29.397441 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409f406-6cd5-44a8-8f84-03774b0bba79 None None] The sync data for ids ['0c6a1d56-ef8c-47bd-8628-dea2517c9887'] in n-d-765315-26 is: [{'id': '0c6a1d56-ef8c-47bd-8628-dea2517c9887', 'name': 'tempest-TestShelveInstance-185638401-router', 'tenant_id': 'f727dc116844493c8bbd284d6875424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:55Z', 'updated_at': '2021-08-10T04:50:29Z', 'revision_number': 6, 'project_id': 'f727dc116844493c8bbd284d6875424b', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:29.569283 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.604686 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:29.656157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.746683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.748863 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.862642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.863161 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6a1d56-ef8c-47bd-8628-dea2517c9887 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:50:29.867487 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.868672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-c7435404-b077-4f10-8cdd-c0774ef3aab3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0c6a1d56-ef8c-47bd-8628-dea2517c9887 HTTP/1.1" status: 204 len: 168 time: 0.9505665 Aug 10 04:50:29.876246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50102) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:29.922613 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Deleting subnet 36edc0de-f59c-4761-9a37-c8ba675180e4 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:50:29.925607 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.957816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.032456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.153036 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f04c8c52-5c95-4cca-9399-c103419f74ea no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:30.175432 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: f04c8c52-5c95-4cca-9399-c103419f74ea {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:30.175805 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device f04c8c52-5c95-4cca-9399-c103419f74ea not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:30.177735 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.204597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36edc0de-f59c-4761-9a37-c8ba675180e4,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:30.208404 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.210388 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7252ff96-1358-423b-adc3-006373882727 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/36edc0de-f59c-4761-9a37-c8ba675180e4 HTTP/1.1" status: 204 len: 168 time: 0.3330810 Aug 10 04:50:30.213563 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50104) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:30.217769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd7bb4-b37b-4a3c-b95c-cd7afd470ce9 None None] Network 9bb7dac1-5509-48f1-a30f-0d41633499f2 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:30.251660 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:30.282247 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.344568 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Deleting port d8fcad10-1e75-4681-8515-97e92d09e14d {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:30.344970 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.386613 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3250cf7e-1423-445c-ac63-81514ce4a597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.411492 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] DHCP port deletion for 9bb7dac1-5509-48f1-a30f-0d41633499f2 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:50:30.427366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] For port d8fcad10-1e75-4681-8515-97e92d09e14d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d8fcad10-1e75-4681-8515-97e92d09e14d,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:30.427724 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.443728 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Calling delete_port for d8fcad10-1e75-4681-8515-97e92d09e14d owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:30.464571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] Deleting port d8fcad10-1e75-4681-8515-97e92d09e14d {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:30.464948 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.526339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] For port d8fcad10-1e75-4681-8515-97e92d09e14d, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d8fcad10-1e75-4681-8515-97e92d09e14d,segment=NetworkSegment(a5625f9b-62ec-442d-a4a2-6c6004686d63),segment_id=a5625f9b-62ec-442d-a4a2-6c6004686d63)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:30.526746 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.539193 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] Calling delete_port for d8fcad10-1e75-4681-8515-97e92d09e14d owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:30.593611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.622660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.624030 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fcad10-1e75-4681-8515-97e92d09e14d,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:30.625880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] No DVR routers for this DVR port d8fcad10-1e75-4681-8515-97e92d09e14d on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:30.651571 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] Pushing event deleted for resources: {'Port': ['ID=d8fcad10-1e75-4681-8515-97e92d09e14d,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:30.653292 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ec929-6beb-40af-98a6-a836e9e264d0 None None] No DVR routers for this DVR port d8fcad10-1e75-4681-8515-97e92d09e14d on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:50:30.696001 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.706225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb7dac1-5509-48f1-a30f-0d41633499f2']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:30.716723 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5625f9b-62ec-442d-a4a2-6c6004686d63') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:30.717017 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5625f9b-62ec-442d-a4a2-6c6004686d63') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:30.725465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.739416 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.745330 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:50:30.745716 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:50:30.747329 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:50:30.889330 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.894792 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.896607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] 10.222.0.26 "DELETE /v2.0/networks/9bb7dac1-5509-48f1-a30f-0d41633499f2 HTTP/1.1" status: 204 len: 168 time: 0.6820629 Aug 10 04:50:30.907772 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a7efe-0eab-4a14-9b11-024d8b1b7c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb7dac1-5509-48f1-a30f-0d41633499f2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:31.234131 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50108) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:31.273753 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4477e94d-a033-4ebe-94ae-19623f7c6449 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=633e033c88dd42f58e47682ccf2a9ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384915 Aug 10 04:50:31.276182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50110) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:31.323056 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f39c1654-efac-4e7d-bcc8-7b0980584cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:31.343157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f39c1654-efac-4e7d-bcc8-7b0980584cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:31.460938 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f39c1654-efac-4e7d-bcc8-7b0980584cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:31.463483 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-f39c1654-efac-4e7d-bcc8-7b0980584cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:31.464762 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f39c1654-efac-4e7d-bcc8-7b0980584cc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1547d246-18e0-48e6-bd28-22a4951d09a3 HTTP/1.1" status: 204 len: 168 time: 0.1876681 Aug 10 04:50:31.472279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c1654-efac-4e7d-bcc8-7b0980584cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547d246-18e0-48e6-bd28-22a4951d09a3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:31.591547 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:31.612114 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:31.614533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1d30e5ab-7aa0-4ca9-b20f-bbcee52f4bfb not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:31.614533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d8fcad10-1e75-4681-8515-97e92d09e14d no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:31.631192 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d8fcad10-1e75-4681-8515-97e92d09e14d {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:31.631534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d8fcad10-1e75-4681-8515-97e92d09e14d not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:32.101022 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50116) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:32.143895 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-f9e2edfa-cb36-43ee-9e5d-e1b2c6c45abe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f727dc116844493c8bbd284d6875424b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414433 Aug 10 04:50:32.146393 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50118) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:32.192825 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e81e92f6-042b-4f72-9e54-4f58282f1ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:32.213046 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e81e92f6-042b-4f72-9e54-4f58282f1ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:32.318822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e81e92f6-042b-4f72-9e54-4f58282f1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:32.321799 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e81e92f6-042b-4f72-9e54-4f58282f1ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:32.326079 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e81e92f6-042b-4f72-9e54-4f58282f1ec2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d3bdd9f-8efd-4002-a1d5-9bdfea2ee620 HTTP/1.1" status: 204 len: 168 time: 0.1756361 Aug 10 04:50:32.330429 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e92f6-042b-4f72-9e54-4f58282f1ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3bdd9f-8efd-4002-a1d5-9bdfea2ee620,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:32.866278 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.103307 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-79b4464a-ed82-44e4-93b4-0998b4e1412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.323211 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50140) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:33.439019 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1349987610-network', 'tenant_id': 'bf072a84415042399981c1406dcf8baf'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:33.530401 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Made reservation on behalf of bf072a84415042399981c1406dcf8baf for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:33.532752 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.542890 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.627585 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.679094 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.702179 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:50:33.710507 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55f3af0-c896-4a61-9be0-d80c4b91858e,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:33.716822 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.732201 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Added segment 2a4e80fb-b98f-4bc2-8ad5-e14591af1eec of type vlan for network 2cd5c6b8-64b2-43c9-92d5-92630652f280 Aug 10 04:50:33.761885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.843889 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.845048 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:33.845725 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.905964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] Pushing event updated for resources: {'Network': ['ID=2cd5c6b8-64b2-43c9-92d5-92630652f280,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:33.916104 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:50:33.948997 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-439e6943-7074-4aba-b407-8ee40d5c9c9d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6246026 Aug 10 04:50:33.951735 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50146) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:33.957231 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Request body: {'subnet': {'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1349987610-subnet', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:34.033190 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Made reservation on behalf of bf072a84415042399981c1406dcf8baf for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:34.035511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:34.513475 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:34.565017 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:34.621597 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d4099a-a71b-475f-bf58-2117fc69fe58,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:34.625825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Checking segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:34.626571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Network hostable DHCP agents. Network: 2cd5c6b8-64b2-43c9-92d5-92630652f280, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:50:34.718919 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:50:34.798733 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 2cd5c6b8-64b2-43c9-92d5-92630652f280) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:34.802645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:34.803237 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:34.807322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624eb988-beb9-42db-866a-6da399976373 None None] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:34.897233 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-2fa29ab1-806d-4b1c-b6a7-b42becb7b4f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9444416 Aug 10 04:50:34.900529 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50148) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:34.905149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:34.948778 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-2cd5c6b8-64b2-43c9-92d5-92630652f280', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:50:34.949636 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:34.999497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.000880 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.054919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.076332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Allocated IP 172.20.0.2 (2cd5c6b8-64b2-43c9-92d5-92630652f280/65d4099a-a71b-475f-bf58-2117fc69fe58/1fd095d5-3546-4a0f-bd71-c44c75efc80b) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:35.215671 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.224458 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Transition to ACTIVE for port object 1fd095d5-3546-4a0f-bd71-c44c75efc80b will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:35.239908 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Transition to ACTIVE for port object 1fd095d5-3546-4a0f-bd71-c44c75efc80b will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:35.272566 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.303912 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.343116 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:35.347415 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:35.352068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:35.354874 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Pushing event updated for resources: {'Port': ['ID=1fd095d5-3546-4a0f-bd71-c44c75efc80b,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:35.408095 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Attempting to bind port 1fd095d5-3546-4a0f-bd71-c44c75efc80b on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:35.408496 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Attempting to bind port 1fd095d5-3546-4a0f-bd71-c44c75efc80b by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:35.408858 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Attempting to bind port 1fd095d5-3546-4a0f-bd71-c44c75efc80b on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:35.413692 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:35.414061 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Checking segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:35.414460 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.414862 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Bound using segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:35.415353 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Bound port: 1fd095d5-3546-4a0f-bd71-c44c75efc80b, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:35.415730 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.476142 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] For port 1fd095d5-3546-4a0f-bd71-c44c75efc80b, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:35.479420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] For port 1fd095d5-3546-4a0f-bd71-c44c75efc80b, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1fd095d5-3546-4a0f-bd71-c44c75efc80b,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:35.521149 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.540642 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.592488 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.647773 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a837a-b438-43b6-980e-8d8f3ee797aa None None] Pushing event updated for resources: {'Port': ['ID=1fd095d5-3546-4a0f-bd71-c44c75efc80b,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:35.652666 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Allocated IP 172.25.1.62 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/8ec751f4-7391-43e8-af93-558a5746c9b9) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:35.755740 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.845879 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:35.887267 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:35.890187 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:35.893824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:35.918400 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec751f4-7391-43e8-af93-558a5746c9b9,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:36.079337 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:36.205201 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:36.421203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:36.509940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128f954-0fde-45d9-8bad-e595cf5c1b9a None None] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:36.616413 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:50:36.674451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-15dd3ba6-14aa-4dd1-98ce-18c36b071c60 None None] Provisioning for port 1fd095d5-3546-4a0f-bd71-c44c75efc80b completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:36.725175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:36.739377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:36.749127 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:36.749903 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:36.804956 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:36.806269 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-44f7b962-ce12-49f7-b933-4f4e8d53fbd3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9047318 Aug 10 04:50:36.809120 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50150) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:36.864034 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:37.050558 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:36Z', 'revision_number': 3, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:37.076480 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:37.076839 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Updating router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 port 8ec751f4-7391-43e8-af93-558a5746c9b9 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:37.100929 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.217182 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.356440 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.366287 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Transition to ACTIVE for port object 8ec751f4-7391-43e8-af93-558a5746c9b9 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:37.370170 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Allocated IP 172.20.0.1 (2cd5c6b8-64b2-43c9-92d5-92630652f280/65d4099a-a71b-475f-bf58-2117fc69fe58/9e59537f-0f46-4748-bde2-5698495603a2) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:37.443854 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.468616 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.481838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Transition to ACTIVE for port object 9e59537f-0f46-4748-bde2-5698495603a2 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:37.492966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Attempting to bind port 8ec751f4-7391-43e8-af93-558a5746c9b9 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:37.493962 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Attempting to bind port 8ec751f4-7391-43e8-af93-558a5746c9b9 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:37.494323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Attempting to bind port 8ec751f4-7391-43e8-af93-558a5746c9b9 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:37.501246 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c6fab-9698-46a2-b86e-bafb47dedd93 None None] Pushing event updated for resources: {'Port': ['ID=8ec751f4-7391-43e8-af93-558a5746c9b9,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:37.503675 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:37.504053 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:37.504476 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.505063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:37.505527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Bound port: 8ec751f4-7391-43e8-af93-558a5746c9b9, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:37.505909 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.559714 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] For port 8ec751f4-7391-43e8-af93-558a5746c9b9, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:37.563713 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] For port 8ec751f4-7391-43e8-af93-558a5746c9b9, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8ec751f4-7391-43e8-af93-558a5746c9b9,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:37.599708 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.624532 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1fd095d5-3546-4a0f-bd71-c44c75efc80b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:37.645510 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:37.648426 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:37.651998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:37.656446 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.657886 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Pushing event updated for resources: {'Port': ['ID=9e59537f-0f46-4748-bde2-5698495603a2,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:37.694683 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.723460 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:37.724088 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:37.776576 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c6fab-9698-46a2-b86e-bafb47dedd93 None None] Pushing event updated for resources: {'Port': ['ID=8ec751f4-7391-43e8-af93-558a5746c9b9,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:37.839168 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 1fd095d5-3546-4a0f-bd71-c44c75efc80b completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:37.852467 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1fd095d5-3546-4a0f-bd71-c44c75efc80b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:37.852467 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:37.875336 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:37.886398 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.038012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2b9444b1-f6c1-4d69-b63a-16436f0dd69f None None] Provisioning for port 9e59537f-0f46-4748-bde2-5698495603a2 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:38.045734 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.052688 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-2b9444b1-f6c1-4d69-b63a-16436f0dd69f None None] Provisioning complete for port 9e59537f-0f46-4748-bde2-5698495603a2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:38.053060 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2b9444b1-f6c1-4d69-b63a-16436f0dd69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.096484 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.165419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Pushing event updated for resources: {'Port': ['ID=9e59537f-0f46-4748-bde2-5698495603a2,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:38.169204 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.262764 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.264336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:38.265675 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:38.281404 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-2b9444b1-f6c1-4d69-b63a-16436f0dd69f None None] Port 9e59537f-0f46-4748-bde2-5698495603a2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:38.311421 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 1fd095d5-3546-4a0f-bd71-c44c75efc80b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1fd095d5-3546-4a0f-bd71-c44c75efc80b,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:38.329103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:36Z', 'revision_number': 3, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:38.356914 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5b9ab-060e-41e3-992c-dbe3e8e2a38a None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:36Z', 'revision_number': 3, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:38.364664 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.391838 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:38.436323 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=1fd095d5-3546-4a0f-bd71-c44c75efc80b,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:38.503282 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-26675acc-58c7-43f2-b6a1-f2596582bb79 None None] Provisioning complete for port 9e59537f-0f46-4748-bde2-5698495603a2 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:38.503763 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-26675acc-58c7-43f2-b6a1-f2596582bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:38.506990 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:38.512689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-af49936e-043c-4105-a5e4-1315154afb29 admin admin] 10.222.0.26 "PUT /v2.0/routers/3dd045e7-71a3-4ad1-907b-f6eea95363e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023172 Aug 10 04:50:38.543552 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-26675acc-58c7-43f2-b6a1-f2596582bb79 None None] Port 9e59537f-0f46-4748-bde2-5698495603a2 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:39.316380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50166) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:39.321973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1489081124-network', 'tenant_id': '64fa067634534d528da1de4c96bef827'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:39.416230 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Made reservation on behalf of 64fa067634534d528da1de4c96bef827 for: {'network': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:39.418559 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for network, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.430306 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.517510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.656275 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.666420 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1fd095d5-3546-4a0f-bd71-c44c75efc80b up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:39.687377 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:50:39.698171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798d97d8-067b-41f7-87ed-3e9235584f99,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:39.708982 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.709466 n-d-765315-26 neutron-server[94805]: INFO neutron.db.segments_db [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Added segment bcba1652-72a1-4d4d-a2f0-7334433054e6 of type vlan for network 353339e9-ef1e-4a47-abe8-5a94bfe35509 Aug 10 04:50:39.733204 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 1fd095d5-3546-4a0f-bd71-c44c75efc80b triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:39.733584 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.753687 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759712971596'] for network, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.812788 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8ec751f4-7391-43e8-af93-558a5746c9b9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:39.839186 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113'] for network, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.840184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:39.840811 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:39.880719 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:39.891427 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:39.892107 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:39.904234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] Pushing event updated for resources: {'Network': ['ID=353339e9-ef1e-4a47-abe8-5a94bfe35509,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:39.916224 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 details requested by agent ovs-agent-n-d-765315-26 with host n-d-765315-26 {{(pid=94806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:50:39.965735 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8a15cc4b-82cd-451c-8e68-021c21867202 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6480284 Aug 10 04:50:39.968929 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50170) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:39.974614 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Request body: {'subnet': {'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1489081124-subnet', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'ip_version': 4}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:40.000059 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:40.073161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 8ec751f4-7391-43e8-af93-558a5746c9b9 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:40.077433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 8ec751f4-7391-43e8-af93-558a5746c9b9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:40.077799 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.107601 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Made reservation on behalf of 64fa067634534d528da1de4c96bef827 for: {'subnet': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:40.110167 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8962113'] for subnet, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.167603 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.189359 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 8ec751f4-7391-43e8-af93-558a5746c9b9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8ec751f4-7391-43e8-af93-558a5746c9b9,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:40.210824 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 2, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:40.241067 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:40.241339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Updating router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 port 9e59537f-0f46-4748-bde2-5698495603a2 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:40.265043 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.267365 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.315823 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=8ec751f4-7391-43e8-af93-558a5746c9b9,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:40.393677 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9050858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8962163'] for subnet, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.451173 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eedc041-8904-4546-a88a-6aec7121e503,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:40.461166 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Checking segment: {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:40.461522 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Network hostable DHCP agents. Network: 353339e9-ef1e-4a47-abe8-5a94bfe35509, hostable agents: ['15bb4108-8f01-4696-8764-7f428d593fb7'], hosted agents: [] {{(pid=94805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:50:40.522063 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.531885 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Transition to ACTIVE for port object 9e59537f-0f46-4748-bde2-5698495603a2 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:40.541810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 is scheduled to be hosted by DHCP agent 15bb4108-8f01-4696-8764-7f428d593fb7 with binding_index 1 {{(pid=94805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:50:40.598856 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.636829 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-26, 353339e9-ef1e-4a47-abe8-5a94bfe35509) {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:40.641234 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:40.641690 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.647783 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Pushing event updated for resources: {'Port': ['ID=9e59537f-0f46-4748-bde2-5698495603a2,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:40.648068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5998e7-a15d-4438-bac8-598bbd4b6b0c None None] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:40.676993 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.677324 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.677659 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.677987 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.678307 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.678636 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.678956 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.679275 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.679591 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.679909 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.680226 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.680592 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:40.714607 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-be8311a6-8748-4e4d-bad8-c0726fee568f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7445612 Aug 10 04:50:40.714782 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Attempting to bind port 9e59537f-0f46-4748-bde2-5698495603a2 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:40.715133 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Attempting to bind port 9e59537f-0f46-4748-bde2-5698495603a2 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:40.715494 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Attempting to bind port 9e59537f-0f46-4748-bde2-5698495603a2 on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:40.720973 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:40.721403 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Checking segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:40.721706 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50172) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:40.722200 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.722200 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Bound using segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:40.722644 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Bound port: 9e59537f-0f46-4748-bde2-5698495603a2, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:40.723026 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.728158 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.v2.base [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}} {{(pid=94804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:40.793519 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] For port 9e59537f-0f46-4748-bde2-5698495603a2, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:40.799124 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-973781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.800198 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-968549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-971028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.814188 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7970b34d-540c-5946-8332-b8d09e7f8f16-353339e9-ef1e-4a47-abe8-5a94bfe35509', 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'fixed_ips': [{'subnet_id': '4eedc041-8904-4546-a88a-6aec7121e503'}]}} from n-d-765315-26. {{(pid=94806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:50:40.815092 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.825265 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] For port 9e59537f-0f46-4748-bde2-5698495603a2, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9e59537f-0f46-4748-bde2-5698495603a2,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:40.858405 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.959649 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.964063 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.db_base_plugin_common [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Allocated IP 172.20.0.2 (353339e9-ef1e-4a47-abe8-5a94bfe35509/4eedc041-8904-4546-a88a-6aec7121e503/2f102477-9ba8-4d5f-b90b-e942b7fe0549) {{(pid=94806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:41.007224 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:41.007630 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:41.116035 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:41.127012 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.138679 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Transition to ACTIVE for port object 2f102477-9ba8-4d5f-b90b-e942b7fe0549 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:41.157711 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Transition to ACTIVE for port object 2f102477-9ba8-4d5f-b90b-e942b7fe0549 will not be triggered until provisioned by entity DHCP. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:41.167994 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.238763 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317'] for port, after_create {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.257525 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf9977-51ac-42d9-a6ce-6bab139a7711 None None] Pushing event updated for resources: {'Port': ['ID=9e59537f-0f46-4748-bde2-5698495603a2,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:41.284507 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 is already hosted by enough agents. {{(pid=94806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:41.289134 n-d-765315-26 neutron-server[94806]: DEBUG neutron.scheduler.base_scheduler [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Resources bound (agent type, host, resource id): {{(pid=94806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:41.293931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Received port after_create {{(pid=94806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:41.296971 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Pushing event updated for resources: {'Port': ['ID=2f102477-9ba8-4d5f-b90b-e942b7fe0549,revision_number=1']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:41.355143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Attempting to bind port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:41.355665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Attempting to bind port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:41.356069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Attempting to bind port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 on network 353339e9-ef1e-4a47-abe8-5a94bfe35509 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:41.361465 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:41.361923 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Checking segment: {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:41.362330 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.362731 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Bound using segment: {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:41.363272 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Bound port: 2f102477-9ba8-4d5f-b90b-e942b7fe0549, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:41.363661 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.435942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] For port 2f102477-9ba8-4d5f-b90b-e942b7fe0549, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:41.438908 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:41.439568 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] For port 2f102477-9ba8-4d5f-b90b-e942b7fe0549, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f102477-9ba8-4d5f-b90b-e942b7fe0549,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:41.466658 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79344395-5c08-4601-9d2e-66640cb589ad None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:41.510349 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.608160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8b16-d2f6-44b7-b468-fa3f2d6480a4 None None] Pushing event updated for resources: {'Port': ['ID=2f102477-9ba8-4d5f-b90b-e942b7fe0549,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:41.742767 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8ec751f4-7391-43e8-af93-558a5746c9b9 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:41.798711 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.845432 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.861380 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 8ec751f4-7391-43e8-af93-558a5746c9b9 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:41.861913 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:41.965362 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9e59537f-0f46-4748-bde2-5698495603a2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:41.972294 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Allocated IP 172.25.1.16 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/640e4bf1-da5c-45d3-a8eb-eb5a0a51f841) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:42.087408 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.129605 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 9e59537f-0f46-4748-bde2-5698495603a2 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:42.135599 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9e59537f-0f46-4748-bde2-5698495603a2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:42.135599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.218450 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.221751 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.253159 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 9e59537f-0f46-4748-bde2-5698495603a2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9e59537f-0f46-4748-bde2-5698495603a2,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:42.260573 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:42.265507 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:42.269267 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:42.294333 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Pushing event updated for resources: {'Port': ['ID=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:42.319258 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.374110 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=9e59537f-0f46-4748-bde2-5698495603a2,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:42.623284 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.668570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a93a10-06f7-4377-bf40-75ddf3aa4f25 None None] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:42.827306 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-971239'] for router, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:42.872514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-e1e1387f-3396-45b2-b590-7bfb4cfba21e None None] Provisioning for port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:43.073041 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 is scheduled to L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f with binding_index 1 {{(pid=94804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:50:43.181273 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:43.189886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Sync routers for ids ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:43.198643 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Routers {'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:43.199253 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:43.267341 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] Notify callbacks [] for router, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.268643 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-19a3053d-070b-4035-b1f0-8c4799c3e347 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5455987 Aug 10 04:50:43.271504 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50176) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:43.303878 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Set router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:43.482376 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 3, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:43.508886 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Checking router: bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:43.509243 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Updating router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 binding host n-d-765315-26 {{(pid=94806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:43.532795 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.687176 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.707592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9e59537f-0f46-4748-bde2-5698495603a2 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:43.820570 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 9e59537f-0f46-4748-bde2-5698495603a2 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:43.820867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.846743 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.db_base_plugin_common [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Allocated IP 172.20.0.1 (353339e9-ef1e-4a47-abe8-5a94bfe35509/4eedc041-8904-4546-a88a-6aec7121e503/d41550a4-2549-4378-ad96-14b9a47f5146) {{(pid=94804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:43.853350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Notify callbacks [] for port, precommit_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.871133 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Transition to ACTIVE for port object 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 will not be triggered until provisioned by entity L2. {{(pid=94806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:43.918975 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f102477-9ba8-4d5f-b90b-e942b7fe0549 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:43.955794 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.970027 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.provisioning_blocks [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Transition to ACTIVE for port object d41550a4-2549-4378-ad96-14b9a47f5146 will not be triggered until provisioned by entity DHCP. {{(pid=94804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:43.987270 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.036140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Attempting to bind port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:44.036546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Attempting to bind port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:44.036902 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Attempting to bind port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 on network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:44.042092 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f31f-b50b-4324-88f3-d5ff74ccc44f None None] Pushing event updated for resources: {'Port': ['ID=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,revision_number=2']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:44.046601 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:44.048744 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:44.049109 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Checking segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:44.049530 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.049884 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Bound using segment: {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'} {{(pid=94806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:44.050339 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.managers [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Bound port: 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b575f47-7efb-4cb8-bf46-a9197e53ca52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19'}}] {{(pid=94806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:44.050718 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.054306 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:44.054660 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.073517 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.113922 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:44.116837 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:44.124144 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Received port after_create {{(pid=94804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:44.130626 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] For port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841, host n-d-765315-26, cleared binding levels {{(pid=94806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:44.136429 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] For port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:44.144782 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Pushing event updated for resources: {'Port': ['ID=d41550a4-2549-4378-ad96-14b9a47f5146,revision_number=1']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:44.171120 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-974100'] for router_interface, before_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.183216 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.209143 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.256232 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 2f102477-9ba8-4d5f-b90b-e942b7fe0549, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f102477-9ba8-4d5f-b90b-e942b7fe0549,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:44.279309 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Routers {'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:44.280238 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:44.321277 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f31f-b50b-4324-88f3-d5ff74ccc44f None None] Pushing event updated for resources: {'Port': ['ID=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:44.341772 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.390022 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.423815 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] Set router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:44.492073 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=2f102477-9ba8-4d5f-b90b-e942b7fe0549,revision_number=3']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:44.554514 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e7ad2a1-5702-4a83-9bef-1a64885733a1 None None] Provisioning for port d41550a4-2549-4378-ad96-14b9a47f5146 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:44.558839 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.567333 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-0e7ad2a1-5702-4a83-9bef-1a64885733a1 None None] Provisioning complete for port d41550a4-2549-4378-ad96-14b9a47f5146 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:44.567701 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad2a1-5702-4a83-9bef-1a64885733a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.626512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ad2a1-5702-4a83-9bef-1a64885733a1 None None] Port d41550a4-2549-4378-ad96-14b9a47f5146 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:44.638933 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12065749'] for port, after_update {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.650141 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 3, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:44.676354 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1343b3-61cd-4a30-b1eb-bb3a5e0f6b6b None None] The sync data for ids ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'] in n-d-765315-26 is: [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 3, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:44.718272 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-974240'] for router_interface, after_create {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:44.720377 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Pushing event updated for resources: {'Port': ['ID=d41550a4-2549-4378-ad96-14b9a47f5146,revision_number=2']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:44.820359 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 is already hosted by enough agents. {{(pid=94804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:44.822153 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.base_scheduler [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Resources bound (agent type, host, resource id): {{(pid=94804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:44.990900 n-d-765315-26 neutron-server[94804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:45.152592 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-40489665-6478-4110-b205-fb44394d0bd7 None None] Provisioning complete for port d41550a4-2549-4378-ad96-14b9a47f5146 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:45.153691 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-40489665-6478-4110-b205-fb44394d0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.189831 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-40489665-6478-4110-b205-fb44394d0bd7 None None] Port d41550a4-2549-4378-ad96-14b9a47f5146 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:45.393198 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:45.405678 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-47038c1d-e9f7-4112-8d6d-c1c55fcf1394 admin admin] 10.222.0.26 "PUT /v2.0/routers/bb7e2ef9-6082-417a-97b4-8c2ee0f9b384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1266420 Aug 10 04:50:45.688929 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f102477-9ba8-4d5f-b90b-e942b7fe0549 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:45.739792 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:45.740162 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.814582 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:45.931720 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50188) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:45.936432 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649489379', 'description': 'tempest-secgroup-smoke-1649489379 description', 'project_id': 'bf072a84415042399981c1406dcf8baf'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:46.004317 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:46.009405 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:46.009806 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.067779 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.089975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.111439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:46.152244 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.169263 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Sync routers for ids ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:46.175768 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.178339 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Routers {'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:46.180635 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:46.226549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:46.237840 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.268222 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97385340-1ee4-4519-80be-261bffd83ae3,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:46.288225 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Set router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:46.330053 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.331317 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-37942465-9092-4a04-8b8e-ad370ea6d7ff tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3985670 Aug 10 04:50:46.334202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50190) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:46.338653 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group_rule': {'security_group_id': '97385340-1ee4-4519-80be-261bffd83ae3', 'project_id': 'bf072a84415042399981c1406dcf8baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:46.437203 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.467065 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.490401 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:50:44Z', 'revision_number': 4, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd41550a4-2549-4378-ad96-14b9a47f5146', 'name': '', 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'mac_address': 'fa:16:3e:5b:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4eedc041-8904-4546-a88a-6aec7121e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:43Z', 'updated_at': '2021-08-10T04:50:44Z', 'revision_number': 2, 'project_id': '64fa067634534d528da1de4c96bef827', 'subnets': [{'id': '4eedc041-8904-4546-a88a-6aec7121e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:46.495221 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.517701 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Checking router: bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:46.518050 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Updating router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 port d41550a4-2549-4378-ad96-14b9a47f5146 binding host n-d-765315-26 {{(pid=94807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:46.541882 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.598509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.616203 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40b86f6-b188-4e12-9d55-7dea908ae566,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:46.667433 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.668707 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-daeb2bd1-f3fb-4a46-8f2a-e44add66dba3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335524 Aug 10 04:50:46.671449 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50192) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:46.675944 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group_rule': {'security_group_id': '97385340-1ee4-4519-80be-261bffd83ae3', 'project_id': 'bf072a84415042399981c1406dcf8baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:46.763666 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.796985 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.807120 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.provisioning_blocks [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Transition to ACTIVE for port object d41550a4-2549-4378-ad96-14b9a47f5146 will not be triggered until provisioned by entity L2. {{(pid=94807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:46.823456 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.884142 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.884387 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.903985 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c246de-4786-40af-8d48-1edac952c094,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:46.931284 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfeb59-46a3-4475-b596-b57694acdfa8 None None] Pushing event updated for resources: {'Port': ['ID=d41550a4-2549-4378-ad96-14b9a47f5146,revision_number=3']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:46.976539 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.978377 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-bd6fc2c7-029b-4ec2-a925-05e750c22619 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3059072 Aug 10 04:50:46.981136 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50194) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:46.985857 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group_rule': {'security_group_id': '97385340-1ee4-4519-80be-261bffd83ae3', 'project_id': 'bf072a84415042399981c1406dcf8baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:46.991101 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Attempting to bind port d41550a4-2549-4378-ad96-14b9a47f5146 on host n-d-765315-26 for vnic_type normal with profile {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:46.991101 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Attempting to bind port d41550a4-2549-4378-ad96-14b9a47f5146 by drivers openvswitch,hyperv on host n-d-765315-26 at level 0 using segments [{'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:46.991101 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Attempting to bind port d41550a4-2549-4378-ad96-14b9a47f5146 on network 353339e9-ef1e-4a47-abe8-5a94bfe35509 {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:46.994648 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Checking agent: {'id': '94d391ec-e12e-47a6-9201-36fbd3f19e39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 2, 59, 33), 'started_at': datetime.datetime(2021, 8, 10, 3, 0, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:46.995017 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Checking segment: {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:46.995410 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.995797 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Bound using segment: {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'} {{(pid=94807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:46.996375 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.managers [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Bound port: d41550a4-2549-4378-ad96-14b9a47f5146, host: n-d-765315-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcba1652-72a1-4d4d-a2f0-7334433054e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509'}}] {{(pid=94807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:46.996757 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.064366 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] For port d41550a4-2549-4378-ad96-14b9a47f5146, host n-d-765315-26, cleared binding levels {{(pid=94807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:47.067646 n-d-765315-26 neutron-server[94807]: DEBUG neutron.plugins.ml2.db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] For port d41550a4-2549-4378-ad96-14b9a47f5146, host n-d-765315-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d41550a4-2549-4378-ad96-14b9a47f5146,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:47.083510 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.145497 n-d-765315-26 neutron-server[94807]: DEBUG neutron_lib.callbacks.manager [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.145658 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.198658 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Routers {'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:47.200550 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:50:33Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:47.204077 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfeb59-46a3-4475-b596-b57694acdfa8 None None] Pushing event updated for resources: {'Port': ['ID=d41550a4-2549-4378-ad96-14b9a47f5146,revision_number=4']} {{(pid=94807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:47.216222 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.236987 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13f9f80-51f9-494e-87c0-6f955c36e5d1,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:47.312435 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.312694 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] Set router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:47.313661 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-add069f4-afe3-4579-b527-91fabf1aeb95 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315356 Aug 10 04:50:47.316553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50196) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:47.322094 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group_rule': {'security_group_id': '97385340-1ee4-4519-80be-261bffd83ae3', 'project_id': 'bf072a84415042399981c1406dcf8baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:47.408441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.471299 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.511105 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:50:44Z', 'revision_number': 4, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd41550a4-2549-4378-ad96-14b9a47f5146', 'name': '', 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'mac_address': 'fa:16:3e:5b:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4eedc041-8904-4546-a88a-6aec7121e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:43Z', 'updated_at': '2021-08-10T04:50:47Z', 'revision_number': 4, 'project_id': '64fa067634534d528da1de4c96bef827', 'subnets': [{'id': '4eedc041-8904-4546-a88a-6aec7121e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:47.540135 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283784bf-b6a1-4bc9-a6d6-2a4c2ba44b54 None None] The sync data for ids ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'] in n-d-765315-26 is: [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:50:44Z', 'revision_number': 4, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': 'd41550a4-2549-4378-ad96-14b9a47f5146', 'name': '', 'network_id': '353339e9-ef1e-4a47-abe8-5a94bfe35509', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'mac_address': 'fa:16:3e:5b:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4eedc041-8904-4546-a88a-6aec7121e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:43Z', 'updated_at': '2021-08-10T04:50:47Z', 'revision_number': 4, 'project_id': '64fa067634534d528da1de4c96bef827', 'subnets': [{'id': '4eedc041-8904-4546-a88a-6aec7121e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:47.575989 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.610363 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf5c1bc-3a63-493c-8f88-799c29fba7f5,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:47.630769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:47.684322 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:47.684731 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.696806 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.700729 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-e83634cf-dd4a-49f6-ae34-143fcf7fbc87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3802357 Aug 10 04:50:47.700858 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50198) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:47.705380 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group_rule': {'security_group_id': '97385340-1ee4-4519-80be-261bffd83ae3', 'project_id': 'bf072a84415042399981c1406dcf8baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:47.816085 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Project bf072a84415042399981c1406dcf8baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:50:47.822195 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.891815 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.009981 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.351996 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9889b2-d4f7-4dfe-b83c-87b128188b69,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:48.438974 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.440263 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6f573273-5056-4671-9c30-c3a05fe8954a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7383864 Aug 10 04:50:48.442954 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50200) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:48.447489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'security_group_rule': {'security_group_id': '97385340-1ee4-4519-80be-261bffd83ae3', 'project_id': 'bf072a84415042399981c1406dcf8baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:48.530737 n-d-765315-26 neutron-server[94805]: INFO neutron.db.securitygroups_db [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Project bf072a84415042399981c1406dcf8baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:50:48.536194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.590082 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.661832 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635975'] for security_group_rule, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.681279 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf203f7-f4a2-4dc6-8589-f7508d497a18,revision_number=0']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:48.747679 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:48.752267 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cd006542-67ee-410a-9b6e-72fa8f117817 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051152 Aug 10 04:50:48.892134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-2294309e-391e-45bb-adc6-d4cf1886665c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649489379&fields=id&tenant_id=bf072a84415042399981c1406dcf8baf HTTP/1.1" status: 200 len: 267 time: 0.0323043 Aug 10 04:50:48.996719 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-3a269ecd-74b2-4566-88a2-d31ca75c7c19 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:48.998180 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-3a269ecd-74b2-4566-88a2-d31ca75c7c19 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 810 time: 0.0992458 Aug 10 04:50:49.013185 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-cd4de597-64f4-43d9-b9f9-0d03c3b9e506 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/quotas/bf072a84415042399981c1406dcf8baf HTTP/1.1" status: 200 len: 375 time: 0.0093293 Aug 10 04:50:49.063126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-63e6da67-46e7-473b-a85f-1fafc41fc71c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448430 Aug 10 04:50:49.167195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-a77aae8e-1c15-44cb-9043-ccd5a745d149 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:50:49.168199 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-a77aae8e-1c15-44cb-9043-ccd5a745d149 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934684 Aug 10 04:50:49.254825 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-5fb3de6d-337b-4635-89ad-bb802a3d4230 service neutron] 10.222.0.26 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801754 Aug 10 04:50:49.345022 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e4f6477e-1cb9-466f-bb96-bfb4fefbed2d service neutron] 10.222.0.26 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840468 Aug 10 04:50:49.624893 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f225aa03-30b4-41be-841a-7bde30c46f09 req-37e3809b-84a0-438d-94c3-4c984906ec80 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 210 time: 0.0268607 Aug 10 04:50:49.637931 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d41550a4-2549-4378-ad96-14b9a47f5146 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:49.759844 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning for port d41550a4-2549-4378-ad96-14b9a47f5146 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:49.763741 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d41550a4-2549-4378-ad96-14b9a47f5146 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:49.764115 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.848543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.880666 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] For port d41550a4-2549-4378-ad96-14b9a47f5146, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d41550a4-2549-4378-ad96-14b9a47f5146,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:49.941634 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.989103 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Pushing event updated for resources: {'Port': ['ID=d41550a4-2549-4378-ad96-14b9a47f5146,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:50.720534 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d25afd6c-29ea-4c9b-8a94-c30d56566f1e req-eb5713cd-ae91-403c-b690-d9a06782a0f3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 210 time: 0.0270743 Aug 10 04:50:51.608250 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d41550a4-2549-4378-ad96-14b9a47f5146 up at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:51.658895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Provisioning complete for port d41550a4-2549-4378-ad96-14b9a47f5146 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:51.659359 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:51.678881 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-8869291a-275d-4c6a-891a-358babd4985a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:51.680376 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-8869291a-275d-4c6a-891a-358babd4985a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 810 time: 0.1047261 Aug 10 04:50:51.729355 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-734b18b0-7e14-44f9-96d6-ebaac27c62c4 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf072a84415042399981c1406dcf8baf HTTP/1.1" status: 200 len: 380 time: 0.0341163 Aug 10 04:50:51.738955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'port': {'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'admin_state_up': True, 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'security_groups': ['97385340-1ee4-4519-80be-261bffd83ae3']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:51.834992 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7359f9eb-fde2-4350-9a7f-1b8bc8994ba7 req-ca95114b-0da1-49a7-b9ec-3c1477dc98fc tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 210 time: 0.0392110 Aug 10 04:50:51.946756 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Made reservation on behalf of bf072a84415042399981c1406dcf8baf for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:51.950345 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.071775 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Allocated IP 172.20.0.9 (2cd5c6b8-64b2-43c9-92d5-92630652f280/65d4099a-a71b-475f-bf58-2117fc69fe58/de3bfe3d-526f-4722-a002-b960fdaa4101) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:52.206912 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.220792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Transition to ACTIVE for port object de3bfe3d-526f-4722-a002-b960fdaa4101 will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:52.324161 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.367081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:52.370108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:52.373717 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:52.396660 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:52.431557 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:52.432202 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.497261 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-18291683-cfbf-4259-b013-9a9e09558841 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621193 Aug 10 04:50:52.515894 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-0cd977f2-29f0-492e-beda-b192319402d1 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:50:52.517182 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-0cd977f2-29f0-492e-beda-b192319402d1 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061946 Aug 10 04:50:52.689983 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b8dcb708-eed9-44d7-925d-85d6131907f0 None None] Provisioning for port de3bfe3d-526f-4722-a002-b960fdaa4101 completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:52.693571 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Request body: {'port': {'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:52.694122 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-b8dcb708-eed9-44d7-925d-85d6131907f0 None None] Provisioning complete for port de3bfe3d-526f-4722-a002-b960fdaa4101 triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:52.694499 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb708-eed9-44d7-925d-85d6131907f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.728963 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcb708-eed9-44d7-925d-85d6131907f0 None None] Port de3bfe3d-526f-4722-a002-b960fdaa4101 cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:52.747675 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.982689 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f174eb-4828-4cc5-ab24-2fb6252fa1fe req-b160eba1-4fa3-4a45-b27c-17f0389a96d5 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:52.984044 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92f174eb-4828-4cc5-ab24-2fb6252fa1fe req-b160eba1-4fa3-4a45-b27c-17f0389a96d5 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 931 time: 0.0774000 Aug 10 04:50:53.057539 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-92f174eb-4828-4cc5-ab24-2fb6252fa1fe req-4204962f-7e6d-4a00-b0ca-280a05c9f6bf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641873 Aug 10 04:50:53.069669 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3bfe3d-526f-4722-a002-b960fdaa4101 {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:50:53.077525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.089974 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Transition to ACTIVE for port object de3bfe3d-526f-4722-a002-b960fdaa4101 will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:53.164033 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.217347 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.290254 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Attempting to bind port de3bfe3d-526f-4722-a002-b960fdaa4101 on host n-h2-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:53.290592 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Attempting to bind port de3bfe3d-526f-4722-a002-b960fdaa4101 by drivers openvswitch,hyperv on host n-h2-765315-26 at level 0 using segments [{'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:53.290956 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Attempting to bind port de3bfe3d-526f-4722-a002-b960fdaa4101 on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:53.295419 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Port de3bfe3d-526f-4722-a002-b960fdaa4101 on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:50:53.295737 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Attempting to bind port de3bfe3d-526f-4722-a002-b960fdaa4101 on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:53.300611 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Checking agent: {'id': 'a8920fb2-8e79-48c8-a273-a89216d57e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:53.300943 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Checking segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:53.301320 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Bound using segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:53.301745 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Bound port: de3bfe3d-526f-4722-a002-b960fdaa4101, host: n-h2-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:53.302100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.367282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:53.370300 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:53.438771 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.473562 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.474173 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.475566 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] 10.222.0.54 "PUT /v2.0/ports/de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 1092 time: 0.8290255 Aug 10 04:50:53.477880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:53.480254 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc819a7-53de-47b4-8575-22e2cc770375" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:53.508025 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052148d-ced1-451f-bc43-30b4ed1bba22 service neutron] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.523788 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14173d72-7ff0-4180-87ee-18bda322de52 x-openstack-request-id: req-14173d72-7ff0-4180-87ee-18bda322de52 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:53.524079 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:53.524329 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14173d72-7ff0-4180-87ee-18bda322de52 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:53.524780 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'status': 'completed', 'code': 200} Aug 10 04:50:53.613806 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc819a7-53de-47b4-8575-22e2cc770375 req-f8906056-886b-4e5a-9504-f21c1bed1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.615510 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc819a7-53de-47b4-8575-22e2cc770375 req-f8906056-886b-4e5a-9504-f21c1bed1fda service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1095 time: 0.0499508 Aug 10 04:50:53.717244 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc819a7-53de-47b4-8575-22e2cc770375 req-b332d4b9-f944-4817-80db-28d0bf85bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.718704 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc819a7-53de-47b4-8575-22e2cc770375 req-b332d4b9-f944-4817-80db-28d0bf85bb8f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bf072a84415042399981c1406dcf8baf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0898576 Aug 10 04:50:53.819274 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc819a7-53de-47b4-8575-22e2cc770375 req-5624633d-660a-49a1-b8a9-2310ca2c6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.820782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-dbc819a7-53de-47b4-8575-22e2cc770375 req-5624633d-660a-49a1-b8a9-2310ca2c6126 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906663 Aug 10 04:50:53.917584 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-fae618ef-fe27-44be-b020-93bc207c0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.919038 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-fae618ef-fe27-44be-b020-93bc207c0764 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1095 time: 0.0405557 Aug 10 04:50:53.964123 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-038edf6d-2551-47de-bcb0-ca4d7109bd00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 217 time: 0.0323520 Aug 10 04:50:54.015133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-120e7164-b79e-4550-8506-f999e9868ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.016466 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-120e7164-b79e-4550-8506-f999e9868ae0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0462117 Aug 10 04:50:54.059617 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-867c9159-d438-473c-a15b-97416448e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.061089 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-867c9159-d438-473c-a15b-97416448e038 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379369 Aug 10 04:50:54.179429 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-5dc6af0a-3ca6-47c6-838f-1a6a161ad926 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111073 Aug 10 04:50:54.202392 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634010b4-e5c9-4485-92db-d5dcd1f0d91c req-c7b36858-4a25-4c34-9034-6cd6545693ac tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.203782 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-634010b4-e5c9-4485-92db-d5dcd1f0d91c req-c7b36858-4a25-4c34-9034-6cd6545693ac tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0735302 Aug 10 04:50:54.282909 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-634010b4-e5c9-4485-92db-d5dcd1f0d91c req-c1fff958-ad35-42e3-89ea-169f4edb8e30 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699229 Aug 10 04:50:54.301863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5e41619b-30ba-4727-8ff2-dcd0ff4c008a req-8be0b361-d8d7-4533-9e44-08256e9fb988 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146848 Aug 10 04:50:55.400403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac06b-5d83-4f68-825d-f074103d2e2d req-dcb2fbc1-a240-4244-a3f6-a6a0f71b53cb tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:55.401780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-935ac06b-5d83-4f68-825d-f074103d2e2d req-dcb2fbc1-a240-4244-a3f6-a6a0f71b53cb tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0524433 Aug 10 04:50:55.438358 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-935ac06b-5d83-4f68-825d-f074103d2e2d req-f6ef59de-e8cc-4150-a696-ce47c8488b4c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Aug 10 04:50:56.553044 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d2fd-ea7a-40c0-8627-f265ca1ca7e5 req-d83f2e65-159b-4905-b180-7d6eb90dbaae tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:56.555642 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62e1d2fd-ea7a-40c0-8627-f265ca1ca7e5 req-d83f2e65-159b-4905-b180-7d6eb90dbaae tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0530496 Aug 10 04:50:56.593815 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-62e1d2fd-ea7a-40c0-8627-f265ca1ca7e5 req-e98cc65f-0613-4ff4-9bd6-c3c5fd7d9523 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Aug 10 04:50:57.324039 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:57.705425 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875ade0-c4a1-486b-9b87-88ecfdbd60ca req-0764559d-3c22-4d40-bf3f-2f1e716cbef7 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:57.706890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c875ade0-c4a1-486b-9b87-88ecfdbd60ca req-0764559d-3c22-4d40-bf3f-2f1e716cbef7 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0477309 Aug 10 04:50:57.743474 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c875ade0-c4a1-486b-9b87-88ecfdbd60ca req-c1a96b43-6cf8-445d-aa97-03ed258568da tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307374 Aug 10 04:50:58.537280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:50:58.633248 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:58.644157 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:50:58.679350 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:58.691954 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3bfe3d-526f-4722-a002-b960fdaa4101 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:50:58.710581 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:58.769845 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:58.817619 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:58.862862 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814532fc-2874-4b15-807e-bf3a558f2f56 req-fd4b2ea5-7eff-40d1-a528-da6f049d5291 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:58.864331 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-814532fc-2874-4b15-807e-bf3a558f2f56 req-fd4b2ea5-7eff-40d1-a528-da6f049d5291 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 944 time: 0.0535555 Aug 10 04:50:58.901837 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-814532fc-2874-4b15-807e-bf3a558f2f56 req-614fe269-b17e-43cc-a415-0335de5b5007 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Aug 10 04:50:59.115606 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['de3bfe3d-526f-4722-a002-b960fdaa4101'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:51:00.017462 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3606bfd-0927-466a-a306-eeec2b808bdd req-cbb55d47-1c66-472f-874a-1bb85784061d tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:00.018941 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3606bfd-0927-466a-a306-eeec2b808bdd req-cbb55d47-1c66-472f-874a-1bb85784061d tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 944 time: 0.0480912 Aug 10 04:51:00.055544 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d3606bfd-0927-466a-a306-eeec2b808bdd req-662b7c7d-d5e5-460d-bec6-78c0e58901c6 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Aug 10 04:51:00.396907 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3d902f45-2e03-4d10-8436-928f441b7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:00.552069 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:00.672101 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning for port de3bfe3d-526f-4722-a002-b960fdaa4101 completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:00.675614 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port de3bfe3d-526f-4722-a002-b960fdaa4101 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:00.675986 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:00.751288 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:00.772520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:51:00.774794 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02386be4-33ca-4339-9436-3a240e3cd83d" -d '{"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:51:00.787534 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:00.862411 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e469f-fa42-4b80-8f1c-14ada3b34dd6 x-openstack-request-id: req-f77e469f-fa42-4b80-8f1c-14ada3b34dd6 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:51:00.862704 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:51:00.862962 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f77e469f-fa42-4b80-8f1c-14ada3b34dd6 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:51:00.863360 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'code': 200} Aug 10 04:51:00.878154 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:00.928533 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:00.993624 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4d62-bb38-42a9-9193-d7f56257eb62 req-11bb2506-f832-4627-b679-0405a30cd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:00.995627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cefe4d62-bb38-42a9-9193-d7f56257eb62 req-11bb2506-f832-4627-b679-0405a30cd244 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1097 time: 0.0396221 Aug 10 04:51:01.028552 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cefe4d62-bb38-42a9-9193-d7f56257eb62 req-8bd1c77a-655f-4b56-b63a-1394495e8ee1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259120 Aug 10 04:51:01.198201 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53934788-4323-471e-89f0-2f0afcc419d5 req-227359ee-e935-476f-b014-503434d890e1 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:01.199546 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53934788-4323-471e-89f0-2f0afcc419d5 req-227359ee-e935-476f-b014-503434d890e1 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 945 time: 0.0511549 Aug 10 04:51:01.236660 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-53934788-4323-471e-89f0-2f0afcc419d5 req-7ff06f49-2e82-4863-95fc-ef3bbfaa4974 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Aug 10 04:51:02.350823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282490d-1538-496d-bd90-46d9a5b93322 req-e25b10ee-9385-4731-b46a-b53bc3253cdd tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:02.352366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0282490d-1538-496d-bd90-46d9a5b93322 req-e25b10ee-9385-4731-b46a-b53bc3253cdd tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 945 time: 0.0493181 Aug 10 04:51:02.390211 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0282490d-1538-496d-bd90-46d9a5b93322 req-c0786569-6d59-453e-8430-7829047c5a47 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Aug 10 04:51:02.849325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:03.117830 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5614347b-bfe2-4827-bf19-23a96daef8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:03.502875 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e3ea-9b4f-418d-a9c8-ff0e7e298140 req-a5aba671-5297-4f62-9946-b38b24f2b04c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:03.504366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fd8e3ea-9b4f-418d-a9c8-ff0e7e298140 req-a5aba671-5297-4f62-9946-b38b24f2b04c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 945 time: 0.0479932 Aug 10 04:51:03.541159 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-7fd8e3ea-9b4f-418d-a9c8-ff0e7e298140 req-fee16963-47e6-4c6e-b262-79015e2f682f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299690 Aug 10 04:51:03.655143 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49919c85-8ab0-4820-9f98-e936f95d6fb8 req-7513b516-55f6-4f2f-835a-5849eea7c732 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:03.656635 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49919c85-8ab0-4820-9f98-e936f95d6fb8 req-7513b516-55f6-4f2f-835a-5849eea7c732 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 945 time: 0.0519347 Aug 10 04:51:03.693477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-49919c85-8ab0-4820-9f98-e936f95d6fb8 req-fcc40a24-f08b-4da0-8e96-3a5b62141441 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309999 Aug 10 04:51:03.713805 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50272) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:03.793122 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914073c7-6689-491b-ae9a-d7c4bb0b0ca1 tempest-TestSnapshotPattern-1936590994 tempest-TestSnapshotPattern-1936590994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:03.794627 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-914073c7-6689-491b-ae9a-d7c4bb0b0ca1 tempest-TestSnapshotPattern-1936590994 tempest-TestSnapshotPattern-1936590994-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1092 time: 0.0798216 Aug 10 04:51:03.797610 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50276) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:03.801870 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:03.895117 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:03.991618 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.090062 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Allocated IP 172.25.1.33 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/6ad01b45-e739-4ed7-a0b3-18e22c1eaa5c) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:51:04.191441 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.284380 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.323155 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:04.327564 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:04.331893 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:51:04.333817 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'Port': ['ID=6ad01b45-e739-4ed7-a0b3-18e22c1eaa5c,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:04.529707 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.681431 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.811561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.005511 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.203601 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.267525 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'Port': ['ID=6ad01b45-e739-4ed7-a0b3-18e22c1eaa5c,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:05.280532 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.377054 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Floating IP 61712e1c-155e-48a6-8704-73ac9c382eef associated. External IP: 172.25.1.33, port: de3bfe3d-526f-4722-a002-b960fdaa4101. Aug 10 04:51:05.579218 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:51:05.683175 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:51:05.693044 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:51:05.701766 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:05.708956 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:51:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:05.785928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.805528 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:05.813062 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-eee8c26d-c815-4ad3-a6ff-5bb823b15d4f tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0144579 Aug 10 04:51:05.818140 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:51:05.818140 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1972d50e-1de0-4f26-a98b-bbaafb57ec64" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:51:05.858201 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42215c86-826c-4b0b-80f2-e98508fb34e3 x-openstack-request-id: req-42215c86-826c-4b0b-80f2-e98508fb34e3 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:51:05.858201 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:51:05.858201 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42215c86-826c-4b0b-80f2-e98508fb34e3 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:51:05.858201 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'status': 'completed', 'code': 200} Aug 10 04:51:05.937349 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-1a63b895-4d19-4f49-9b56-24271f80f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:05.938848 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-1a63b895-4d19-4f49-9b56-24271f80f954 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1097 time: 0.0402570 Aug 10 04:51:06.032282 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-0e6e5fe5-08e6-4cde-a0aa-f30712f28396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:06.035351 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-0e6e5fe5-08e6-4cde-a0aa-f30712f28396 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0883925 Aug 10 04:51:06.038208 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:04Z', 'revision_number': 0, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:06.069882 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:51:06.076827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:06.077423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:51:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:06.098572 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-f9c3d478-f751-4ca4-be3d-28e69248cb8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 998 time: 0.0574517 Aug 10 04:51:06.110802 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:06.151431 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-7f0581e9-6e94-4484-b62c-82b9c86a81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:06.152928 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-7f0581e9-6e94-4484-b62c-82b9c86a81b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0479136 Aug 10 04:51:06.183872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:06.210955 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-af3b71e1-1ca5-404e-a0f8-5cb5bc73cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:06.213060 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-af3b71e1-1ca5-404e-a0f8-5cb5bc73cbf3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405321 Aug 10 04:51:06.303239 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-3f6b3983-ef8c-419c-bfec-ae2bc239d956 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830638 Aug 10 04:51:06.395148 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1972d50e-1de0-4f26-a98b-bbaafb57ec64 req-3df5c749-950e-421c-af25-497e4d1023a9 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843115 Aug 10 04:51:06.405846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:04Z', 'revision_number': 0, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:06.432090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26355843-0be2-4a4b-9a25-a28630cb7641 None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:04Z', 'revision_number': 0, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:51:06.620943 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a04e9-44df-4379-8944-289cf811b0f6 None None] New status for floating IP 61712e1c-155e-48a6-8704-73ac9c382eef: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:51:07.250249 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:16.443009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.339808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.921713 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-75a7db08-d612-4d74-9b93-71f6b407b686 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392621 Aug 10 04:51:30.016123 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-5500c9b8-006e-4bb4-8b92-ac3db89c3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:30.017610 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-5500c9b8-006e-4bb4-8b92-ac3db89c3f0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1097 time: 0.0388446 Aug 10 04:51:30.119423 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-b2c81250-7fa7-456b-a40e-afbbc4ea1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:30.120910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-b2c81250-7fa7-456b-a40e-afbbc4ea1874 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0848219 Aug 10 04:51:30.186214 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-3ad8d333-2e39-4b5a-a802-ca0bbf197b7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 1000 time: 0.0568917 Aug 10 04:51:30.237774 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-53f8bae8-48bd-46a2-b173-d81641d03111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:30.239188 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-53f8bae8-48bd-46a2-b173-d81641d03111 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0467181 Aug 10 04:51:30.283905 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-5a4ee7f0-972c-450c-b80c-ddba099c1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:30.285420 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-5a4ee7f0-972c-450c-b80c-ddba099c1d6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395856 Aug 10 04:51:30.372882 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-f38110d8-20f7-49ab-ab43-ca9918cfaab1 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798879 Aug 10 04:51:30.391388 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-82523342-8506-4094-a3ad-775c7d93a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:30.462553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-30559df7-fd3d-4c08-97b7-4d6a6577e6ab req-d80fd119-8ca0-47e8-82a0-7e0568c226bd service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Aug 10 04:51:32.830943 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.082331 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0934eccf-6d3a-4c3d-9cde-5a5dd5e5a6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:34.545380 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:36.088031 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.249974 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:46.459300 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:57.338464 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:00.384402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a50255ef-db29-402e-a610-1817ea87cf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:02.841718 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:03.116005 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8c9-27fb-4c73-aa0d-3b14701483f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:04.521713 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:06.110098 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:16.476003 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:21.249923 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:27.372701 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.412439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d4014e2d-57d8-412c-acf4-0c44b9227bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.586850 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-56467d6c-f0a3-4fff-a3ce-03ce863c5222 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402873 Aug 10 04:52:30.681634 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-d4a93844-f894-4ff5-ab8f-fa4280099d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:30.683019 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-d4a93844-f894-4ff5-ab8f-fa4280099d7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1097 time: 0.0392003 Aug 10 04:52:30.786585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-d4ad8275-46c4-4da7-ba70-b3fb3034df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:30.788033 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-d4ad8275-46c4-4da7-ba70-b3fb3034df0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0855329 Aug 10 04:52:30.852651 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-7cd76a85-c301-4d19-bb0e-b72ac01acd39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 1000 time: 0.0572593 Aug 10 04:52:30.904640 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-a3e3b560-3ce5-4979-b5ec-620124833790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:30.906496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-a3e3b560-3ce5-4979-b5ec-620124833790 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0463352 Aug 10 04:52:30.950081 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-f8a52e04-b9be-4f94-9eea-239a46e564d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:30.951444 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-f8a52e04-b9be-4f94-9eea-239a46e564d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384374 Aug 10 04:52:31.036545 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-2dce1fb1-f6f6-4b1b-9b10-a403abd42201 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780978 Aug 10 04:52:31.438368 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c49d369d-96be-4ef3-93eb-9ead4b4b65fb req-26de138b-59fb-48e9-b78e-50017ef9d3ea service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949046 Aug 10 04:52:32.853204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.098561 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e8ae3a92-030b-4200-b695-9b3f55500297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.555347 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.085908 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:46.475245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.355076 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.249313 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:00.400946 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-7278e289-02c6-443c-aafc-eb711ef97e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:02.909123 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.107727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767019ee-c58a-48f2-85e5-7c6ecb721938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.560876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.097832 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:16.503899 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:27.383210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:30.406427 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ecf2-9fa1-4384-b461-488d659cc082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:32.603001 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-8195930e-61af-47a9-a36c-9a418075119c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396507 Aug 10 04:53:32.698530 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f59d-05ae-4c94-a376-6e200b093960 req-d0915486-7f37-48b6-8bc2-bafbe333dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:32.700111 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-d0915486-7f37-48b6-8bc2-bafbe333dfcd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1097 time: 0.0405347 Aug 10 04:53:32.811391 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f59d-05ae-4c94-a376-6e200b093960 req-090bd05c-89f8-4521-a290-e3a8685cc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:32.812899 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-090bd05c-89f8-4521-a290-e3a8685cc8ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0936871 Aug 10 04:53:32.858255 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:32.878396 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-3c42891e-9548-4d10-8622-0854321f15af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 1000 time: 0.0585074 Aug 10 04:53:32.932278 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f59d-05ae-4c94-a376-6e200b093960 req-96f0ff5f-f23d-40d5-b93c-1577941a1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:32.933734 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-96f0ff5f-f23d-40d5-b93c-1577941a1e66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0475340 Aug 10 04:53:32.978635 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f59d-05ae-4c94-a376-6e200b093960 req-aca34130-4571-44ef-b4d8-97dfe25e95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:32.980126 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-aca34130-4571-44ef-b4d8-97dfe25e95be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394917 Aug 10 04:53:33.073754 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-b320b742-3002-4673-ae61-16219eedf537 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862615 Aug 10 04:53:33.107004 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e97a6d5c-b251-4e0c-b300-ff459f736342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.166733 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-a110f59d-05ae-4c94-a376-6e200b093960 req-e2aef9e2-a9e5-4ffb-b830-2604ff5bdcff service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862596 Aug 10 04:53:34.541428 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:35.248025 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:36.108737 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:39.344111 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 details requested by agent hyperv_n-h2-765315-26 with host n-h2-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:53:39.433811 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:39.444833 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Returning: {'device': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:53:39.482654 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:39.494765 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de3bfe3d-526f-4722-a002-b960fdaa4101 {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:53:39.514654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:39.594785 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:39.642216 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:39.649244 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.651608 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.652331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.652331 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.652546 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.652684 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:39.728876 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] get_ports_and_sgs() called for port_ids ['de3bfe3d-526f-4722-a002-b960fdaa4101'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:41.347454 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 up at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:53:41.393730 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Provisioning complete for port de3bfe3d-526f-4722-a002-b960fdaa4101 triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:41.394033 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:41.467839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:41.489457 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:41.491683 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3953aa86-ce89-4261-b112-3de895a4bb00" -d '{"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:41.504700 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:41.556808 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b49a6b4-3c90-4382-88ca-a7b4dba40562 x-openstack-request-id: req-1b49a6b4-3c90-4382-88ca-a7b4dba40562 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:41.557104 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:41.557363 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b49a6b4-3c90-4382-88ca-a7b4dba40562 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:41.557760 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'code': 200} Aug 10 04:53:41.592207 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:41.640502 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:46.754617 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:55.238967 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-70f57fa6-5c84-44c3-9191-ef1ed91b3b19 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649489379&fields=id&tenant_id=bf072a84415042399981c1406dcf8baf HTTP/1.1" status: 200 len: 267 time: 0.0330050 Aug 10 04:53:55.346162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-1176e405-1292-4cfa-aace-04e4dec6a0fa tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:55.347615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-1176e405-1292-4cfa-aace-04e4dec6a0fa tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 810 time: 0.1018488 Aug 10 04:53:55.361972 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-42adf9d9-611e-4882-a568-f688b4b2f650 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/quotas/bf072a84415042399981c1406dcf8baf HTTP/1.1" status: 200 len: 375 time: 0.0087647 Aug 10 04:53:55.415266 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-abd0a4e4-9e99-4742-aec1-00b92c5d424b tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0481908 Aug 10 04:53:55.505917 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-2e4dfaae-9200-4642-8e11-0bd45a76ac30 service neutron] 10.222.0.26 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793705 Aug 10 04:53:55.595104 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-b305ecde-abea-4407-8a64-1ec586d74ad2 service neutron] 10.222.0.26 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831928 Aug 10 04:53:55.835460 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1189ab0d-0bd3-4b92-9119-9aecb4a14150 req-809f1000-e110-4f21-887f-32a67a1afb73 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 210 time: 0.0263114 Aug 10 04:53:56.928043 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-52ce6d7b-fe90-40b3-9740-3ee4a9785124 req-bea2a63f-89c0-4f57-a178-d0e72a5b31bf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 210 time: 0.0265381 Aug 10 04:53:57.397246 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:57.706456 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.46', 54640) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:57.809102 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-3dcb5eb8-611f-4f0f-8bea-6c7f5e348cfa tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:57.810555 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-3dcb5eb8-611f-4f0f-8bea-6c7f5e348cfa tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.46 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 810 time: 0.1031821 Aug 10 04:53:57.853669 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-aff087a3-a232-4f3f-9ca5-68d3facaad87 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf072a84415042399981c1406dcf8baf HTTP/1.1" status: 200 len: 380 time: 0.0339935 Aug 10 04:53:57.863133 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'port': {'device_id': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'admin_state_up': True, 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'security_groups': ['97385340-1ee4-4519-80be-261bffd83ae3']}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:53:58.031069 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5da5fd10-bb14-47ce-95ec-9cc8a1f892fe req-3f7978f6-fa61-4cb9-9503-68fb5b547860 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 210 time: 0.0311127 Aug 10 04:53:58.068722 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Made reservation on behalf of bf072a84415042399981c1406dcf8baf for: {'port': 1} {{(pid=94805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:53:58.072296 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:58.195150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Allocated IP 172.20.0.6 (2cd5c6b8-64b2-43c9-92d5-92630652f280/65d4099a-a71b-475f-bf58-2117fc69fe58/b6d56461-8d9c-40c5-945c-3b91f77bb29a) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:53:58.335922 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:58.349815 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Transition to ACTIVE for port object b6d56461-8d9c-40c5-945c-3b91f77bb29a will not be triggered until provisioned by entity DHCP. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:53:58.469329 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:58.512914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:53:58.515569 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:53:58.519914 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:53:58.535329 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:58.570417 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.570825 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.571171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.571536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.572781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.572781 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.573344 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.573821 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.574168 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.574526 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.574846 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.575209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:53:58.626823 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:58.628011 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:58.779829 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-7c7d8a1a-3d81-4500-a57c-3f77dd7be677 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9207931 Aug 10 04:53:59.072426 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-26f02673-9272-49fb-a207-fdd7fc244ce1 None None] Provisioning for port b6d56461-8d9c-40c5-945c-3b91f77bb29a completed by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:53:59.076596 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-26f02673-9272-49fb-a207-fdd7fc244ce1 None None] Provisioning complete for port b6d56461-8d9c-40c5-945c-3b91f77bb29a triggered by entity DHCP. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:59.077065 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-26f02673-9272-49fb-a207-fdd7fc244ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.123439 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-26f02673-9272-49fb-a207-fdd7fc244ce1 None None] Port b6d56461-8d9c-40c5-945c-3b91f77bb29a cannot update to ACTIVE because it is not bound. {{(pid=94806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:53:59.176964 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aa550-19ac-4253-a094-f6d7f0d8d0d9 req-6fa4cfcd-3df6-4e60-bcd0-ffb46dc47300 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:59.178974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b5aa550-19ac-4253-a094-f6d7f0d8d0d9 req-6fa4cfcd-3df6-4e60-bcd0-ffb46dc47300 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0515499 Aug 10 04:53:59.226051 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9b5aa550-19ac-4253-a094-f6d7f0d8d0d9 req-aa12bd12-43c6-44e1-b98b-e0b70ce3dfb7 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Aug 10 04:53:59.458136 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:53:59.542989 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.567600 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:59.569949 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbe0033-fcff-457c-8a9b-a0b6fb845e0c" -d '{"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-unplugged", "status": "completed", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:59.583288 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:59.612590 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15195c82-a248-4782-a16b-3074fa6326b7 x-openstack-request-id: req-15195c82-a248-4782-a16b-3074fa6326b7 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:59.612960 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-unplugged", "status": "completed", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:59.613224 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15195c82-a248-4782-a16b-3074fa6326b7 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:59.613627 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'code': 200} Aug 10 04:53:59.649800 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.706289 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Pushing event updated for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:00.364396 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087a2a-a8e9-44b7-9f8e-6b28e36d3c37 req-59528933-650e-479c-928e-2a687255618e tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:00.365890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a087a2a-a8e9-44b7-9f8e-6b28e36d3c37 req-59528933-650e-479c-928e-2a687255618e tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0607285 Aug 10 04:54:00.408451 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-0a087a2a-a8e9-44b7-9f8e-6b28e36d3c37 req-cfa99270-0ad0-4b0b-a637-7bb592b9d6d9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360308 Aug 10 04:54:00.414704 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-52bc069a-669d-452c-879f-07b11f167c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:01.528839 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d7b5b-0e74-4cb9-b639-08164292d945 req-49d2952d-be60-4810-addb-7f26fa8bf180 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:01.530384 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b56d7b5b-0e74-4cb9-b639-08164292d945 req-49d2952d-be60-4810-addb-7f26fa8bf180 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0495017 Aug 10 04:54:01.576306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b56d7b5b-0e74-4cb9-b639-08164292d945 req-c8dea5eb-876f-4218-9cf9-c33a37511e1b tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375555 Aug 10 04:54:02.699872 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8605-da63-41fa-aef7-c1a23e109d9f req-41184ff8-ec47-4974-aacf-ca18226e1800 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:02.701496 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695c8605-da63-41fa-aef7-c1a23e109d9f req-41184ff8-ec47-4974-aacf-ca18226e1800 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0496495 Aug 10 04:54:02.743846 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-695c8605-da63-41fa-aef7-c1a23e109d9f req-759ce75a-5a6d-4701-9702-d66382a59cd8 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359366 Aug 10 04:54:02.846148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.132053 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-561a6695-bd5f-4c18-b7e4-b466cee88842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.868566 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513d99a-de79-453f-bc1a-2598f1bf84a9 req-933569b6-f740-4864-973b-482e385c1d98 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:03.870061 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5513d99a-de79-453f-bc1a-2598f1bf84a9 req-933569b6-f740-4864-973b-482e385c1d98 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0523777 Aug 10 04:54:03.909624 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5513d99a-de79-453f-bc1a-2598f1bf84a9 req-306016a0-ecf3-4ad6-8725-2216c1295e96 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Aug 10 04:54:04.868798 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:05.028196 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ea09-b895-4ff8-b34b-0a3f34e941f7 req-1df3c604-e088-409e-8c00-3461451aa0d4 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:05.029793 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd86ea09-b895-4ff8-b34b-0a3f34e941f7 req-1df3c604-e088-409e-8c00-3461451aa0d4 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0495088 Aug 10 04:54:05.075076 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-cd86ea09-b895-4ff8-b34b-0a3f34e941f7 req-0c6abc4f-81d0-40d3-94ae-620c9a8a76fc tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388036 Aug 10 04:54:06.111716 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:06.200844 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aff8e9-c036-4871-a2d3-f8e75d181994 req-cd507225-d00b-4221-8b32-3d6ae022feac tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:06.202581 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aff8e9-c036-4871-a2d3-f8e75d181994 req-cd507225-d00b-4221-8b32-3d6ae022feac tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0524259 Aug 10 04:54:06.243845 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-95aff8e9-c036-4871-a2d3-f8e75d181994 req-6410afa4-bd4d-4a12-9f87-b974bee28443 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337696 Aug 10 04:54:07.371491 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73b9f-91b1-4794-9f6a-a74013989cec req-dd06b2ba-dffe-45dc-a8a2-bfa4d3f64e05 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:07.373226 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f73b9f-91b1-4794-9f6a-a74013989cec req-dd06b2ba-dffe-45dc-a8a2-bfa4d3f64e05 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0566645 Aug 10 04:54:07.410630 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b2f73b9f-91b1-4794-9f6a-a74013989cec req-9453bf30-41b4-4abc-8e91-e15bfedf3bde tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Aug 10 04:54:08.527963 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2d1bf-0811-4166-b096-13fc07e00964 req-706fd041-b512-4969-b2fa-1be22d57f092 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:08.529645 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dd2d1bf-0811-4166-b096-13fc07e00964 req-706fd041-b512-4969-b2fa-1be22d57f092 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 931 time: 0.0489812 Aug 10 04:54:08.571326 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-5dd2d1bf-0811-4166-b096-13fc07e00964 req-04acbfd6-00f6-4e60-9af8-b0b437ac6649 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348909 Aug 10 04:54:08.933602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-e7b33b2c-2b74-4bb5-8408-b8add5282691 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=94805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:54:08.934554 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-e7b33b2c-2b74-4bb5-8408-b8add5282691 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054595 Aug 10 04:54:08.989033 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Request body: {'port': {'device_id': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-26'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:09.041465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.295184 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d56461-8d9c-40c5-945c-3b91f77bb29a {{(pid=94805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:54:09.302548 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.314789 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.provisioning_blocks [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Transition to ACTIVE for port object b6d56461-8d9c-40c5-945c-3b91f77bb29a will not be triggered until provisioned by entity L2. {{(pid=94805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:09.388816 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.441621 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:09.513851 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Attempting to bind port b6d56461-8d9c-40c5-945c-3b91f77bb29a on host n-h1-765315-26 for vnic_type normal with profile {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:54:09.514195 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Attempting to bind port b6d56461-8d9c-40c5-945c-3b91f77bb29a by drivers openvswitch,hyperv on host n-h1-765315-26 at level 0 using segments [{'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:54:09.514542 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Attempting to bind port b6d56461-8d9c-40c5-945c-3b91f77bb29a on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:09.519087 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Port b6d56461-8d9c-40c5-945c-3b91f77bb29a on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-26 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:54:09.519422 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Attempting to bind port b6d56461-8d9c-40c5-945c-3b91f77bb29a on network 2cd5c6b8-64b2-43c9-92d5-92630652f280 {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:09.524312 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Checking agent: {'id': '31c8d184-2da2-4769-9d13-9c8402ab9a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'started_at': datetime.datetime(2021, 8, 10, 3, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:54:09.524684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Checking segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:09.525076 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Bound using segment: {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'} {{(pid=94805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:54:09.525508 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.managers [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Bound port: b6d56461-8d9c-40c5-945c-3b91f77bb29a, host: n-h1-765315-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280'}}] {{(pid=94805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:54:09.525869 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.590167 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, cleared binding levels {{(pid=94805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:54:09.593288 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:54:09.691481 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e5cb2-9275-446c-b313-4c7d0ac49dca req-09b967dd-0ad7-410b-8776-5c317fe07895 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.691481 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd4e5cb2-9275-446c-b313-4c7d0ac49dca req-09b967dd-0ad7-410b-8776-5c317fe07895 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0532589 Aug 10 04:54:09.714885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.760241 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-fd4e5cb2-9275-446c-b313-4c7d0ac49dca req-37387e5b-3077-4395-9d63-5ee715784cce tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628479 Aug 10 04:54:09.764797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.765944 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.767299 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] 10.222.0.46 "PUT /v2.0/ports/b6d56461-8d9c-40c5-945c-3b91f77bb29a HTTP/1.1" status: 200 len: 1092 time: 0.8255503 Aug 10 04:54:09.768177 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:09.770080 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da1728-2247-46a4-9f13-a2470cd2069f" -d '{"events": [{"name": "network-changed", "server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:09.795162 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc2e5d-f712-4948-be9a-74f0176fb70d service neutron] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=3']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:09.824251 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33da5250-3828-4079-845b-97e6d1039acb x-openstack-request-id: req-33da5250-3828-4079-845b-97e6d1039acb {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:09.824620 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:09.824902 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33da5250-3828-4079-845b-97e6d1039acb {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:09.825278 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'status': 'completed', 'code': 200} Aug 10 04:54:09.892973 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1728-2247-46a4-9f13-a2470cd2069f req-8fc3d7a4-fe24-48bf-a2c9-5fc9c9515afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.894863 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86da1728-2247-46a4-9f13-a2470cd2069f req-8fc3d7a4-fe24-48bf-a2c9-5fc9c9515afd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1095 time: 0.0482311 Aug 10 04:54:10.003037 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1728-2247-46a4-9f13-a2470cd2069f req-d9225962-03d7-46fe-87d7-c73909906a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.004604 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86da1728-2247-46a4-9f13-a2470cd2069f req-d9225962-03d7-46fe-87d7-c73909906a06 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bf072a84415042399981c1406dcf8baf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1019263 Aug 10 04:54:10.105006 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1728-2247-46a4-9f13-a2470cd2069f req-b0ba0124-ff3c-4deb-9791-f70fcc122135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.106599 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-86da1728-2247-46a4-9f13-a2470cd2069f req-b0ba0124-ff3c-4deb-9791-f70fcc122135 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946651 Aug 10 04:54:10.643171 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-32913e8a-a018-4a38-aba6-2bc3500743f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.644692 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-32913e8a-a018-4a38-aba6-2bc3500743f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1095 time: 0.0455222 Aug 10 04:54:10.686140 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-2e3f5deb-7807-4e6c-97de-ce1f1cee103c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a HTTP/1.1" status: 200 len: 217 time: 0.0340054 Aug 10 04:54:10.734656 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-496914ae-d66a-4cfe-b1ce-d6bef9627066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.736134 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-496914ae-d66a-4cfe-b1ce-d6bef9627066 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0436683 Aug 10 04:54:10.785645 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-0f91f24f-94cb-4945-b155-48bf6d639c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.787106 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-0f91f24f-94cb-4945-b155-48bf6d639c8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432258 Aug 10 04:54:10.904745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-9bdac888-15bb-4119-b309-e5cde275a661 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102338 Aug 10 04:54:10.913236 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb88e-1776-46e3-8584-7d9624023418 req-0f306914-b156-4189-9c8e-97fffca1303e tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:10.914585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8aeb88e-1776-46e3-8584-7d9624023418 req-0f306914-b156-4189-9c8e-97fffca1303e tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0717216 Aug 10 04:54:10.998828 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8aeb88e-1776-46e3-8584-7d9624023418 req-c7a249ef-34ab-412d-8557-143a691779bb tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760648 Aug 10 04:54:11.024756 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c36b147b-3be2-45e0-911d-7d8833dbc472 req-89fefd30-7b56-4f43-90a8-4db81afb3ff0 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092088 Aug 10 04:54:12.113040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec2a1d-5003-4f41-b945-f6d8018df587 req-68c42cc3-5ea7-47f3-9dc6-22b5a6ace508 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:12.114506 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59ec2a1d-5003-4f41-b945-f6d8018df587 req-68c42cc3-5ea7-47f3-9dc6-22b5a6ace508 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0482030 Aug 10 04:54:12.153978 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-59ec2a1d-5003-4f41-b945-f6d8018df587 req-c1263760-4a91-40c8-88ff-32a058e7cad1 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Aug 10 04:54:12.246970 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:13.272066 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b99e2e-a8c3-474e-99e3-47ea4817fe1c req-0c04f039-d910-429f-bee5-a58678ab2265 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:13.273578 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2b99e2e-a8c3-474e-99e3-47ea4817fe1c req-0c04f039-d910-429f-bee5-a58678ab2265 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0520322 Aug 10 04:54:13.310494 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f2b99e2e-a8c3-474e-99e3-47ea4817fe1c req-cae86078-1d68-46cf-9734-81db1f8f7a21 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310321 Aug 10 04:54:14.423433 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96110891-2822-4708-892c-63f79cbb026c req-df6bd62c-1906-4d67-a9ac-c70ca73ed6d9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:14.424838 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96110891-2822-4708-892c-63f79cbb026c req-df6bd62c-1906-4d67-a9ac-c70ca73ed6d9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0477622 Aug 10 04:54:14.462300 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-96110891-2822-4708-892c-63f79cbb026c req-18dce780-cbc6-484f-b9f6-27a306a1839d tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Aug 10 04:54:14.485068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:54:14.574940 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:14.586271 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'port_id': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'mac_address': 'fa:16:3e:81:97:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:54:14.625123 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:14.637153 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d56461-8d9c-40c5-945c-3b91f77bb29a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:54:14.655966 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:14.766061 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:14.811320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=4']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:15.017330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b6d56461-8d9c-40c5-945c-3b91f77bb29a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:54:15.575217 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74383f3-c2bd-4192-a517-a38bc47e4e54 req-1c5da1ce-be3e-421e-bb88-49a7f20fe670 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:15.576694 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c74383f3-c2bd-4192-a517-a38bc47e4e54 req-1c5da1ce-be3e-421e-bb88-49a7f20fe670 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 944 time: 0.0474694 Aug 10 04:54:15.612910 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c74383f3-c2bd-4192-a517-a38bc47e4e54 req-f5c53c14-d4d5-4785-b0d8-b443a82502df tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Aug 10 04:54:16.484749 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:16.529066 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:16.596795 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning for port b6d56461-8d9c-40c5-945c-3b91f77bb29a completed by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:16.600769 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b6d56461-8d9c-40c5-945c-3b91f77bb29a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:16.601124 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:16.677397 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:16.699423 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:16.701713 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f4a28-917a-4a6a-b551-b9c0bff0e666" -d '{"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-plugged", "status": "completed", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:16.715124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:16.729678 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a73381-f38f-477f-b2ae-d838530a0075 req-bab21b1d-d102-4665-8a4f-c202566ecc9c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:16.731147 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a73381-f38f-477f-b2ae-d838530a0075 req-bab21b1d-d102-4665-8a4f-c202566ecc9c tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 944 time: 0.0526311 Aug 10 04:54:16.768390 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:16.768791 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c9a73381-f38f-477f-b2ae-d838530a0075 req-38846b16-c307-454b-9cd2-5fea53063052 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Aug 10 04:54:16.813465 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2172dd0-f346-49dd-8e91-60bd39d78425 x-openstack-request-id: req-a2172dd0-f346-49dd-8e91-60bd39d78425 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:16.814195 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-plugged", "status": "completed", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:16.814195 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2172dd0-f346-49dd-8e91-60bd39d78425 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:16.814539 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'code': 200} Aug 10 04:54:16.819164 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=5']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:16.903824 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b385a-3d34-4000-b539-9005b3df9ea0 req-5364ce94-89e0-40f7-9874-37b9c2470c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:16.905380 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-915b385a-3d34-4000-b539-9005b3df9ea0 req-5364ce94-89e0-40f7-9874-37b9c2470c9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1097 time: 0.0402322 Aug 10 04:54:16.939565 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-915b385a-3d34-4000-b539-9005b3df9ea0 req-d021f878-5b55-4bb2-852c-50adf66b52dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273738 Aug 10 04:54:17.893079 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df65e1-c41f-44d4-b569-c2be930dcb90 req-38421b63-9569-404c-917e-9b9bae285963 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:17.894553 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93df65e1-c41f-44d4-b569-c2be930dcb90 req-38421b63-9569-404c-917e-9b9bae285963 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 945 time: 0.0481033 Aug 10 04:54:17.931774 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-93df65e1-c41f-44d4-b569-c2be930dcb90 req-f6509594-4802-4289-b1d4-3a919ef9111a tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Aug 10 04:54:18.046880 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27bb9-7f7f-45c4-adec-04bcf5ea5f1a req-dd629a9f-4e59-4b90-bc45-b133fb7036c4 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:18.048364 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88b27bb9-7f7f-45c4-adec-04bcf5ea5f1a req-dd629a9f-4e59-4b90-bc45-b133fb7036c4 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 945 time: 0.0523174 Aug 10 04:54:18.085686 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-88b27bb9-7f7f-45c4-adec-04bcf5ea5f1a req-91763a81-1fed-452e-8d7e-43d2691e2d52 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Aug 10 04:54:18.106333 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50624) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:18.145602 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea47749-5660-41d0-b09a-ea622e0d2d5f tempest-TestSnapshotPattern-1936590994 tempest-TestSnapshotPattern-1936590994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:18.147165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-cea47749-5660-41d0-b09a-ea622e0d2d5f tempest-TestSnapshotPattern-1936590994 tempest-TestSnapshotPattern-1936590994-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1092 time: 0.0398767 Aug 10 04:54:18.149910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50626) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:18.154241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.v2.base [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Request body: {'floatingip': {'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'port_id': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:18.259526 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:18.355655 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:18.455027 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Allocated IP 172.25.1.96 (72fc9df2-b5f4-45fb-9eec-d1edd93fef19/4810406a-d150-4f8a-90e3-f620654c6864/62455c85-e7b3-461c-995b-dfdd0ece4bfc) {{(pid=94805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:18.556230 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for port, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:18.654087 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759712985317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:18.689897 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Network 72fc9df2-b5f4-45fb-9eec-d1edd93fef19 is already hosted by enough agents. {{(pid=94805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:18.694585 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Resources bound (agent type, host, resource id): {{(pid=94805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:18.698713 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Received port after_create {{(pid=94805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:18.723105 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'Port': ['ID=62455c85-e7b3-461c-995b-dfdd0ece4bfc,revision_number=1']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:19.050529 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.164452 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.308915 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for port, precommit_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.374181 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9050775'] for port, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.436468 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event updated for resources: {'Port': ['ID=62455c85-e7b3-461c-995b-dfdd0ece4bfc,revision_number=2']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:19.449270 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-971165'] for floatingip, after_update {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.544978 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Floating IP ff0475bd-a02b-4784-ad8f-c9bd245574bb associated. External IP: 172.25.1.96, port: b6d56461-8d9c-40c5-945c-3b91f77bb29a. Aug 10 04:54:19.744523 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:54:19.849246 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:19.858739 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:19.867727 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:19.873352 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:54:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:19.934265 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.961473 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-8bbd8de5-bdba-4280-bc16-2a9312b054cf tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8105376 Aug 10 04:54:19.962064 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:19.964383 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d358d5-0d2f-4f6b-b466-fa9997daf581" -d '{"events": [{"name": "network-changed", "server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:19.984995 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:20.002340 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e170383-8b83-4368-8bb9-00ac4d3e78e2 x-openstack-request-id: req-3e170383-8b83-4368-8bb9-00ac4d3e78e2 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:20.002694 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:20.003007 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e170383-8b83-4368-8bb9-00ac4d3e78e2 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:20.003468 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'status': 'completed', 'code': 200} Aug 10 04:54:20.062118 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-88159c5f-7832-4633-910d-c2830c432dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:20.064329 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-88159c5f-7832-4633-910d-c2830c432dc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1097 time: 0.0403001 Aug 10 04:54:20.155773 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-33a3571b-2c5b-4d41-af54-761ac4bd8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:20.157360 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-33a3571b-2c5b-4d41-af54-761ac4bd8617 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0865912 Aug 10 04:54:20.224634 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-38cb1195-9507-4749-8d4a-cdaf38aef37e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a HTTP/1.1" status: 200 len: 998 time: 0.0600071 Aug 10 04:54:20.280065 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-a795e6b0-8c98-42b4-83af-8a50be1b5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:20.282252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-a795e6b0-8c98-42b4-83af-8a50be1b5ffc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0510824 Aug 10 04:54:20.329240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-d954c0ec-4fb1-4499-ad68-32a990922c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:20.330780 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-d954c0ec-4fb1-4499-ad68-32a990922c25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410323 Aug 10 04:54:20.365753 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:06Z', 'revision_number': 1, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}, {'id': 'ff0475bd-a02b-4784-ad8f-c9bd245574bb', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:81:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:54:18Z', 'updated_at': '2021-08-10T04:54:18Z', 'revision_number': 0, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:20.390828 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:20.399607 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:20.400222 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:54:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:20.419457 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-8b75a61b-364d-48da-bf4b-f8591d4caef2 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809999 Aug 10 04:54:20.505665 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:20.512072 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-40d358d5-0d2f-4f6b-b466-fa9997daf581 req-3fcc0e16-2504-4892-98f2-23a141fb64aa service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859790 Aug 10 04:54:20.729210 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:06Z', 'revision_number': 1, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}, {'id': 'ff0475bd-a02b-4784-ad8f-c9bd245574bb', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:81:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:54:18Z', 'updated_at': '2021-08-10T04:54:18Z', 'revision_number': 0, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:20.755321 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac10938-d4f0-4a92-a719-95b1acb285a8 None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:06Z', 'revision_number': 1, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}, {'id': 'ff0475bd-a02b-4784-ad8f-c9bd245574bb', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:81:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:54:18Z', 'updated_at': '2021-08-10T04:54:18Z', 'revision_number': 0, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:20.952590 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0d07fb-f2ce-483c-af93-df4a57918dd9 None None] New status for floating IP ff0475bd-a02b-4784-ad8f-c9bd245574bb: ACTIVE {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:54:27.431235 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.459496 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e8e054e2-329f-4508-9cee-8b670f6a4291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.902387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.113808 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5c94cffa-a02f-4b00-8027-bb13eac02939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.928152 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-89bba26c-90b8-46be-9f60-756c580910f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392151 Aug 10 04:54:34.023550 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-47f41086-7fbe-4598-b849-5202e24bd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:34.025035 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-47f41086-7fbe-4598-b849-5202e24bd58e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1095 time: 0.0385275 Aug 10 04:54:34.128910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-b8dbce88-81fd-4606-875d-6b875eccca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:34.130394 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-b8dbce88-81fd-4606-875d-6b875eccca88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0862856 Aug 10 04:54:34.193306 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-3c22596a-b727-49b4-ad89-8088e3341c2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 998 time: 0.0557199 Aug 10 04:54:34.244684 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-52af1049-5660-4480-93f7-4e5efb2848f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:34.246090 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-52af1049-5660-4480-93f7-4e5efb2848f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0460598 Aug 10 04:54:34.289693 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-e417dde9-2ef4-4e24-bfc7-8397f1a90e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:34.291125 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-e417dde9-2ef4-4e24-bfc7-8397f1a90e7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381632 Aug 10 04:54:34.375998 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-a8843947-8cfd-46d7-84f1-3e24ba6cb2d7 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779147 Aug 10 04:54:34.565876 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:34.781139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-c0bf459a-a3e6-4f94-864f-1c35f1eb70dd req-7984c589-d14d-40a4-b19b-4a0edc6a6a76 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987064 Aug 10 04:54:36.113834 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.536320 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:49.245097 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:57.433199 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.412727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-870e04e3-1817-4542-8a8a-783cb91c5e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.867863 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:03.149531 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf199abd-6573-495c-bd41-e8e4e42300f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:04.553625 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:06.119114 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.789741 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-161de0dc-14fe-472e-a80b-096c0b33127b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383527 Aug 10 04:55:15.891576 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-ac96fe52-1449-48e1-a37d-4621ee79a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:15.893107 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-ac96fe52-1449-48e1-a37d-4621ee79a2a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1097 time: 0.0394549 Aug 10 04:55:15.995438 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-9db36104-6fac-42a8-90e9-dd4d6514a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:15.996890 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-9db36104-6fac-42a8-90e9-dd4d6514a8c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0851192 Aug 10 04:55:16.059622 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-a527c677-5fee-4224-8ea4-1cf116724bd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a HTTP/1.1" status: 200 len: 1000 time: 0.0554698 Aug 10 04:55:16.111038 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-38256273-bddc-41fc-a7bc-1bee4101082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:16.112477 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-38256273-bddc-41fc-a7bc-1bee4101082a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0459242 Aug 10 04:55:16.158241 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-0d0b7443-3893-420d-9820-4aacf4e7f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:16.159695 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-0d0b7443-3893-420d-9820-4aacf4e7f73f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404775 Aug 10 04:55:16.245615 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-6a2cf5d9-16b9-4922-b08f-e2c8af167d24 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789759 Aug 10 04:55:16.338716 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b0429306-5e2b-4a6c-9d1b-50aa9f081d5f req-76fec6b7-99f3-47f1-abee-fc7bf927e0c7 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860095 Aug 10 04:55:16.530369 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:26.244681 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:27.434473 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:30.423256 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-33c36197-a840-4dee-b9dd-fe7436a385d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:32.874207 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:33.158048 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a4e4eef-f9bf-4f4f-bad9-111d6b5babdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:34.583161 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:34.905606 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-00d25cc3-ff38-4f23-86f5-078341d8ab8f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415821 Aug 10 04:55:35.002887 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-3531d1ea-60c9-40f2-b5a6-c3f9d249ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.004379 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-3531d1ea-60c9-40f2-b5a6-c3f9d249ada6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1095 time: 0.0400472 Aug 10 04:55:35.106240 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-f7ae07b0-7c9b-4b79-b455-b85ca4f3d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.107696 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-f7ae07b0-7c9b-4b79-b455-b85ca4f3d181 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0846460 Aug 10 04:55:35.172659 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-fc3192d5-9e55-4118-b004-ac02e145837a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 998 time: 0.0575981 Aug 10 04:55:35.226553 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-1769e9f2-3602-4dfa-8ef5-f11771639895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.228000 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-1769e9f2-3602-4dfa-8ef5-f11771639895 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0492408 Aug 10 04:55:35.272582 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-ace07689-4816-40f7-b87c-1fbdd5b771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.274034 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-ace07689-4816-40f7-b87c-1fbdd5b771d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387390 Aug 10 04:55:35.361139 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-0825327e-13a0-4a64-baf9-43bd77da3d61 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798390 Aug 10 04:55:35.450677 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-d6f4021b-0c3a-4eaf-8d12-c68071cdd44f req-20ed2740-6280-411b-ae53-4671eb759435 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831089 Aug 10 04:55:36.234462 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:46.542473 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:50.869937 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a details requested by agent hyperv_n-h1-765315-26 with host n-h1-765315-26 {{(pid=94806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:55:50.961305 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:50.977068 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Returning: {'device': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'port_id': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'mac_address': 'fa:16:3e:81:97:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:55:51.013539 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:51.026332 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6d56461-8d9c-40c5-945c-3b91f77bb29a {{(pid=94806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:55:51.045583 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:51.152884 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:51.203411 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=6']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:51.210801 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.211184 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.211527 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.211864 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.212194 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.212563 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.212895 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.213218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.213549 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.213872 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.214198 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.214518 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:51.219657 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] get_ports_and_sgs() called for port_ids ['b6d56461-8d9c-40c5-945c-3b91f77bb29a'] {{(pid=94806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:55:52.883724 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a up at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:52.944124 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.provisioning_blocks [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Provisioning complete for port b6d56461-8d9c-40c5-945c-3b91f77bb29a triggered by entity L2. {{(pid=94806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:52.944608 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4143698'] for port, provisioning_complete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:53.029108 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:53.056569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:53.058896 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657e655f-aef4-40a9-9bfd-19eb50385276" -d '{"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-plugged", "status": "completed", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:53.072016 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:53.103672 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c67b45-a55b-464c-ad0d-3a9150eaa699 x-openstack-request-id: req-d8c67b45-a55b-464c-ad0d-3a9150eaa699 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:53.103972 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-plugged", "status": "completed", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:53.104227 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8c67b45-a55b-464c-ad0d-3a9150eaa699 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:53.104651 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'code': 200} Aug 10 04:55:53.205467 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:53.265650 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=7']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:57.714043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.696523 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-95e39054-af56-49e6-8f0a-5f2f29f9fa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:02.999809 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:03.243464 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:03.255821 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a931fda-c52c-40ad-be79-c0efa66c5d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.616252 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.716923 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50836) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:04.870596 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Deleting port 62455c85-e7b3-461c-995b-dfdd0ece4bfc {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:04.870843 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.948338 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.948695 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.959826 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Calling delete_port for 62455c85-e7b3-461c-995b-dfdd0ece4bfc owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:05.301953 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:05.330595 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event deleted for resources: {'Port': ['ID=62455c85-e7b3-461c-995b-dfdd0ece4bfc,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:05.343149 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.343498 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.343848 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.344182 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.344536 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.344892 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.345191 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.345515 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.345837 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.346157 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.346478 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.346798 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:05.399134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:05.399416 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Floating IP ff0475bd-a02b-4784-ad8f-c9bd245574bb disassociated (deleted). External IP: 172.25.1.96, port: b6d56461-8d9c-40c5-945c-3b91f77bb29a. Aug 10 04:56:05.601559 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:05.705365 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:05.710227 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:05.716012 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:05.726433 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:05.727051 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:05.736697 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ada799d0-b90a-4104-b8c1-056478e112f9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "DELETE /v2.0/floatingips/ff0475bd-a02b-4784-ad8f-c9bd245574bb HTTP/1.1" status: 204 len: 168 time: 1.0183043 Aug 10 04:56:05.737325 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:05.739713 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc95b55-e6e6-48c1-ad2a-63da497ef303" -d '{"events": [{"name": "network-changed", "server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:05.828511 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:06.056646 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:06Z', 'revision_number': 1, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:06.084997 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:06.093251 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:06.093857 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:06.183659 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:06.196933 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:06.417736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:06Z', 'revision_number': 1, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:06.445942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e233d3-1164-49d6-b2d8-99be9cdb3635 None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_floatingips': [{'id': '61712e1c-155e-48a6-8704-73ac9c382eef', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'router_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'port_id': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'mac_address': 'fa:16:3e:75:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:04Z', 'updated_at': '2021-08-10T04:51:06Z', 'revision_number': 1, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:06.479356 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632e09e-8f1c-42da-affd-76034f10ab63 x-openstack-request-id: req-2632e09e-8f1c-42da-affd-76034f10ab63 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:06.479648 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:06.479902 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2632e09e-8f1c-42da-affd-76034f10ab63 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:06.480300 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'status': 'completed', 'code': 200} Aug 10 04:56:06.579998 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-3ae1bdc6-156d-4bdf-8e23-4eab766508f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.581585 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-3ae1bdc6-156d-4bdf-8e23-4eab766508f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 1097 time: 0.0764818 Aug 10 04:56:06.593810 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc214a1-e1b7-4a28-8018-ae9ed2c031c2 req-bed043d9-6d8b-4de3-aa45-af062e48708b tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.595330 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-efc214a1-e1b7-4a28-8018-ae9ed2c031c2 req-bed043d9-6d8b-4de3-aa45-af062e48708b tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 945 time: 0.0653651 Aug 10 04:56:06.681672 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-efc214a1-e1b7-4a28-8018-ae9ed2c031c2 req-6e1cfcaa-63a2-4e88-913b-588c3ad73c04 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780354 Aug 10 04:56:06.682093 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f412fc4-e98b-4674-b67f-310beab33fee None None] New status for floating IP ff0475bd-a02b-4784-ad8f-c9bd245574bb: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:56:06.708489 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-375a5543-877c-4f14-8483-fcdbaf8f8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.710155 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-375a5543-877c-4f14-8483-fcdbaf8f8783 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.1139357 Aug 10 04:56:06.758252 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-3de72038-ceb0-4ed6-9de6-525f94dd1d9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a HTTP/1.1" status: 200 len: 217 time: 0.0402009 Aug 10 04:56:06.809040 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-26fdddf4-8cb9-477f-948c-2b57ca1aa7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.810528 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-26fdddf4-8cb9-477f-948c-2b57ca1aa7d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0442977 Aug 10 04:56:06.855108 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-25e7386d-4825-4a5a-bdb6-3659d69bc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:06.856617 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-25e7386d-4825-4a5a-bdb6-3659d69bc8af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388689 Aug 10 04:56:06.925090 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:06.947503 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-53886a30-43b4-4f5b-85b5-5c528b39faf8 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831282 Aug 10 04:56:06.995113 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4072721'] for port, before_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:07.016662 n-d-765315-26 neutron-server[94806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:07.028056 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecb4aa3fb3950328b042f709f026de537089729427f4271cbcd94c7c23c44c71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285467b2-6457-406f-ad07-dc3f60857e21" -d '{"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:07.035827 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:07.037664 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-abc95b55-e6e6-48c1-ad2a-63da497ef303 req-28ca2da1-aa93-4091-a884-cebef28a26b6 service neutron] 10.222.0.46 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825152 Aug 10 04:56:07.107479 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a3170-aae3-42da-bc42-f6341f7e3669 x-openstack-request-id: req-ec5a3170-aae3-42da-bc42-f6341f7e3669 {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:07.107775 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "code": 200}]} {{(pid=94806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:07.108031 n-d-765315-26 neutron-server[94806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec5a3170-aae3-42da-bc42-f6341f7e3669 {{(pid=94806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:07.108470 n-d-765315-26 neutron-server[94806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'code': 200} Aug 10 04:56:07.233628 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759713456797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759712985335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759712982285'] for port, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:07.279512 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Pushing event updated for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=8']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:07.799411 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0de2-8b7e-4ddf-a12b-4e6301ff270c req-34b11ad4-cbf5-42af-80dc-cac1f362c167 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:07.800914 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-957f0de2-8b7e-4ddf-a12b-4e6301ff270c req-34b11ad4-cbf5-42af-80dc-cac1f362c167 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0480592 Aug 10 04:56:07.837689 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-957f0de2-8b7e-4ddf-a12b-4e6301ff270c req-8d7486d5-5763-4ac5-9034-709699b8a799 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Aug 10 04:56:08.121409 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-6d0a4f68-1afc-4b37-be56-5d8225f042d3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:08.123532 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-6d0a4f68-1afc-4b37-be56-5d8225f042d3 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.46 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 943 time: 0.0515494 Aug 10 04:56:08.209759 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Deleting port b6d56461-8d9c-40c5-945c-3b91f77bb29a {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:08.210131 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:08.298224 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] For port b6d56461-8d9c-40c5-945c-3b91f77bb29a, host n-h1-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-26',level=0,port_id=b6d56461-8d9c-40c5-945c-3b91f77bb29a,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:08.298582 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:08.310816 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Calling delete_port for b6d56461-8d9c-40c5-945c-3b91f77bb29a owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:08.598280 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:08.631115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event deleted for resources: {'Port': ['ID=b6d56461-8d9c-40c5-945c-3b91f77bb29a,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:08.668439 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] No DVR routers for this DVR port b6d56461-8d9c-40c5-945c-3b91f77bb29a on host n-h1-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:08.671525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:08.673576 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-9a5c9efd-b5a3-4141-bee7-b89653110817 req-a35e12f3-1398-48cf-a2c2-e11bcd2a2f54 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.46 "DELETE /v2.0/ports/b6d56461-8d9c-40c5-945c-3b91f77bb29a HTTP/1.1" status: 204 len: 173 time: 0.5442603 Aug 10 04:56:08.674014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-deleted', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:08.676284 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07271539-1655-4431-83a1-b99433085c96" -d '{"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-deleted", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:08.710508 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd311119-7d01-49e2-b305-fabf131e0982 x-openstack-request-id: req-dd311119-7d01-49e2-b305-fabf131e0982 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:08.710800 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004cb155-ad9d-4f8a-97dd-ad8666bbc50e", "name": "network-vif-deleted", "tag": "b6d56461-8d9c-40c5-945c-3b91f77bb29a", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:08.711052 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd311119-7d01-49e2-b305-fabf131e0982 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:08.711448 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004cb155-ad9d-4f8a-97dd-ad8666bbc50e', 'name': 'network-vif-deleted', 'tag': 'b6d56461-8d9c-40c5-945c-3b91f77bb29a', 'status': 'completed', 'code': 200} Aug 10 04:56:08.939559 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-1fe80dd7-629e-4f73-8648-ebb999cb2152 req-467b4ade-1706-4d15-9765-4ba98189954b tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=004cb155-ad9d-4f8a-97dd-ad8666bbc50e HTTP/1.1" status: 200 len: 210 time: 0.0273042 Aug 10 04:56:12.118755 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50898) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:12.270442 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Deleting port 6ad01b45-e739-4ed7-a0b3-18e22c1eaa5c {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:12.270790 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.344561 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.344885 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.355945 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Calling delete_port for 6ad01b45-e739-4ed7-a0b3-18e22c1eaa5c owned by network:floatingip {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:12.633098 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.658565 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event deleted for resources: {'Port': ['ID=6ad01b45-e739-4ed7-a0b3-18e22c1eaa5c,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:12.714327 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for floatingip, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:12.714659 n-d-765315-26 neutron-server[94805]: INFO neutron.db.l3_db [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Floating IP 61712e1c-155e-48a6-8704-73ac9c382eef disassociated (deleted). External IP: 172.25.1.33, port: de3bfe3d-526f-4722-a002-b960fdaa4101. Aug 10 04:56:12.919792 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:12.952143 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a no longer exists at agent hyperv_n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:12.973125 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] No Port match for: b6d56461-8d9c-40c5-945c-3b91f77bb29a {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:12.973477 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Device b6d56461-8d9c-40c5-945c-3b91f77bb29a not bound to the agent host n-h1-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:13.025126 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:13.030394 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for floatingip, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:13.038942 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:13.049214 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:13.058965 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:13.059124 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6836705c-4a3d-496b-bd9e-2d024dfca199 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "DELETE /v2.0/floatingips/61712e1c-155e-48a6-8704-73ac9c382eef HTTP/1.1" status: 204 len: 168 time: 0.9382625 Aug 10 04:56:13.059124 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:13.061031 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3181966e-c639-495f-9509-ae13282c6dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:13.155072 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:13.343451 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:13.373736 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:13.382098 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:13.382722 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:13.485330 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:13.544756 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf40874-8143-4584-bad0-dddf40bd35b9 x-openstack-request-id: req-3bf40874-8143-4584-bad0-dddf40bd35b9 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:13.545303 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:13.545487 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bf40874-8143-4584-bad0-dddf40bd35b9 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:13.545835 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'status': 'completed', 'code': 200} Aug 10 04:56:13.656486 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3438b6f-ee8c-4a60-a090-fd063393c31e req-64417484-08b2-4489-9f97-3cf0e93478c0 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.658004 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3438b6f-ee8c-4a60-a090-fd063393c31e req-64417484-08b2-4489-9f97-3cf0e93478c0 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0578558 Aug 10 04:56:13.686654 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:13.713280 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0c9b0-1621-439e-aeb1-dc934a5bddc3 None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:37Z', 'revision_number': 4, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26', '_interfaces': [{'id': '9e59537f-0f46-4748-bde2-5698495603a2', 'name': '', 'network_id': '2cd5c6b8-64b2-43c9-92d5-92630652f280', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'mac_address': 'fa:16:3e:a6:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:37Z', 'updated_at': '2021-08-10T04:50:42Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'subnets': [{'id': '65d4099a-a71b-475f-bf58-2117fc69fe58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:13.732745 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f3438b6f-ee8c-4a60-a090-fd063393c31e req-6e3ba7b2-8541-4803-aae1-367deda3c420 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677967 Aug 10 04:56:13.739239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181966e-c639-495f-9509-ae13282c6dd1 req-44aa5bd1-20f1-4af4-bbad-5c0c1ab2abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.740807 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-44aa5bd1-20f1-4af4-bbad-5c0c1ab2abb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf072a84415042399981c1406dcf8baf&device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 1095 time: 0.1283283 Aug 10 04:56:13.831541 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181966e-c639-495f-9509-ae13282c6dd1 req-fa97ee30-5b5d-494d-a74c-af4f3babb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.833175 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-fa97ee30-5b5d-494d-a74c-af4f3babb953 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 200 len: 911 time: 0.0849712 Aug 10 04:56:13.880455 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-860b8b0c-31b0-46ee-afc9-d1e142958e68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 200 len: 217 time: 0.0390697 Aug 10 04:56:13.940033 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e8069-9186-43ae-8754-b6df291529b4 None None] New status for floating IP 61712e1c-155e-48a6-8704-73ac9c382eef: DOWN {{(pid=94807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:56:13.941115 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181966e-c639-495f-9509-ae13282c6dd1 req-759cca7d-5fe4-4944-b75d-6f9247301b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.942768 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-759cca7d-5fe4-4944-b75d-6f9247301b5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 200 len: 849 time: 0.0547061 Aug 10 04:56:13.988403 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181966e-c639-495f-9509-ae13282c6dd1 req-3009dc3f-a1e5-4e0c-ab74-5873c69f0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.990041 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-3009dc3f-a1e5-4e0c-ab74-5873c69f0435 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2cd5c6b8-64b2-43c9-92d5-92630652f280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396659 Aug 10 04:56:14.084758 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-f6092867-fbab-4703-b0e9-f10d2092cb67 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867064 Aug 10 04:56:14.171637 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-3181966e-c639-495f-9509-ae13282c6dd1 req-a589f235-d7a2-4905-8d62-b99e7d50e828 service neutron] 10.222.0.54 "GET /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793324 Aug 10 04:56:14.635707 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-b8f8a970-edb1-4144-bb97-5458f4c673d9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.637165 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-b8f8a970-edb1-4144-bb97-5458f4c673d9 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0514657 Aug 10 04:56:14.724714 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Deleting port de3bfe3d-526f-4722-a002-b960fdaa4101 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:14.725050 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.848063 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] For port de3bfe3d-526f-4722-a002-b960fdaa4101, host n-h2-765315-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-26',level=0,port_id=de3bfe3d-526f-4722-a002-b960fdaa4101,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:14.848462 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.862791 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Calling delete_port for de3bfe3d-526f-4722-a002-b960fdaa4101 owned by compute:nova {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:14.882497 n-d-765315-26 neutron-server[94805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7ca6b-d1c9-4e92-90b6-5ae85339e357 req-a6a552c2-6374-4c04-8ea9-63f6735c24e6 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.883974 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7a7ca6b-d1c9-4e92-90b6-5ae85339e357 req-a6a552c2-6374-4c04-8ea9-63f6735c24e6 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 943 time: 0.0790222 Aug 10 04:56:14.962366 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-b7a7ca6b-d1c9-4e92-90b6-5ae85339e357 req-9bcc60bc-e5a9-4c89-804e-0f720b60f079 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/security-groups?id=97385340-1ee4-4519-80be-261bffd83ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488939 Aug 10 04:56:15.273605 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:15.301925 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event deleted for resources: {'Port': ['ID=de3bfe3d-526f-4722-a002-b960fdaa4101,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:15.340700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] No DVR routers for this DVR port de3bfe3d-526f-4722-a002-b960fdaa4101 on host n-h2-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:15.343789 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-448943'] for port, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:15.345855 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-f8bf352b-dcf4-4fa2-ab97-99983cd9a819 req-5765ea53-2e34-4958-9282-19f59a2a81fe tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.54 "DELETE /v2.0/ports/de3bfe3d-526f-4722-a002-b960fdaa4101 HTTP/1.1" status: 204 len: 173 time: 0.7023635 Aug 10 04:56:15.546778 n-d-765315-26 neutron-server[94805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-deleted', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101'}] {{(pid=94805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:15.549572 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8736e044bc5d88c309ab40b7eb05faa15de381301658b6fa040c035005df2c57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb915a-d12d-4687-a139-8b1f0658a07d" -d '{"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-deleted", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101"}]}' {{(pid=94805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:15.588367 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d278f9-837e-411b-8b2f-896a5e192358 x-openstack-request-id: req-b2d278f9-837e-411b-8b2f-896a5e192358 {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:15.588367 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f4773-5dcc-40c6-95ba-091e8c47a4fe", "name": "network-vif-deleted", "tag": "de3bfe3d-526f-4722-a002-b960fdaa4101", "status": "completed", "code": 200}]} {{(pid=94805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:15.588367 n-d-765315-26 neutron-server[94805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2d278f9-837e-411b-8b2f-896a5e192358 {{(pid=94805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:15.588367 n-d-765315-26 neutron-server[94805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8f4773-5dcc-40c6-95ba-091e8c47a4fe', 'name': 'network-vif-deleted', 'tag': 'de3bfe3d-526f-4722-a002-b960fdaa4101', 'status': 'completed', 'code': 200} Aug 10 04:56:16.068856 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [req-348b3312-3da4-4929-83a8-3e02842c0c9a req-aa99e29b-5618-4654-97f3-8629492e14e0 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f8f4773-5dcc-40c6-95ba-091e8c47a4fe HTTP/1.1" status: 200 len: 210 time: 0.0257807 Aug 10 04:56:16.643975 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.123138 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50918) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:17.183446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-895e4abe-a0c6-4f1f-a124-18be09b5b644 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.206847 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-895e4abe-a0c6-4f1f-a124-18be09b5b644 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.501169 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-895e4abe-a0c6-4f1f-a124-18be09b5b644 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.503858 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-895e4abe-a0c6-4f1f-a124-18be09b5b644 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.505234 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-895e4abe-a0c6-4f1f-a124-18be09b5b644 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] 10.222.0.26 "DELETE /v2.0/security-groups/97385340-1ee4-4519-80be-261bffd83ae3 HTTP/1.1" status: 204 len: 168 time: 0.3810146 Aug 10 04:56:17.514226 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e4abe-a0c6-4f1f-a124-18be09b5b644 tempest-TestSnapshotPattern-2035986927 tempest-TestSnapshotPattern-2035986927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97385340-1ee4-4519-80be-261bffd83ae3,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:18.706073 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50924) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:19.446090 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:19.675151 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Deleting port 9e59537f-0f46-4748-bde2-5698495603a2 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:19.675497 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:19.752854 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] For port 9e59537f-0f46-4748-bde2-5698495603a2, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=9e59537f-0f46-4748-bde2-5698495603a2,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:19.753496 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:19.765239 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Calling delete_port for 9e59537f-0f46-4748-bde2-5698495603a2 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:20.038509 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.068700 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e59537f-0f46-4748-bde2-5698495603a2,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:20.077320 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 no longer exists at agent hyperv_n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:20.258060 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.261934 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] No Port match for: de3bfe3d-526f-4722-a002-b960fdaa4101 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:20.262285 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Device de3bfe3d-526f-4722-a002-b960fdaa4101 not bound to the agent host n-h2-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:20.463332 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:20.567036 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:20.572059 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-9eb300f1-85d7-40ef-b718-f689e2d54c49 admin admin] 10.222.0.26 "PUT /v2.0/routers/3dd045e7-71a3-4ad1-907b-f6eea95363e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8648598 Aug 10 04:56:20.574588 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50928) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:20.577166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] Sync routers for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:20.586553 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:20.587161 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:20.679886 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.691585 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: n-d-765315-26 {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:20.780611 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.866163 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:56:19Z', 'revision_number': 5, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port': {'id': '8ec751f4-7391-43e8-af93-558a5746c9b9', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:20.892077 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] Checking router: 3dd045e7-71a3-4ad1-907b-f6eea95363e8 for host: n-d-765315-26 {{(pid=94806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:20.900149 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] Routers {'3dd045e7-71a3-4ad1-907b-f6eea95363e8'} bound to L3 agent in host n-d-765315-26 {{(pid=94806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:20.900784 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'], 'active': True} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:20.928202 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Deleting port 8ec751f4-7391-43e8-af93-558a5746c9b9 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:20.928579 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.986569 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvr_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] Set router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 gateway port host: None {{(pid=94806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:21.010045 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] For port 8ec751f4-7391-43e8-af93-558a5746c9b9, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=8ec751f4-7391-43e8-af93-558a5746c9b9,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:21.010417 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.023225 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Calling delete_port for 8ec751f4-7391-43e8-af93-558a5746c9b9 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:21.040520 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_hamode_db [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:56:20Z', 'revision_number': 6, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:21.067609 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221b4ec-6ed6-4641-a441-f336f26c9001 None None] The sync data for ids ['3dd045e7-71a3-4ad1-907b-f6eea95363e8'] in n-d-765315-26 is: [{'id': '3dd045e7-71a3-4ad1-907b-f6eea95363e8', 'name': 'tempest-TestSnapshotPattern-1349987610-router', 'tenant_id': 'bf072a84415042399981c1406dcf8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:35Z', 'updated_at': '2021-08-10T04:56:20Z', 'revision_number': 6, 'project_id': 'bf072a84415042399981c1406dcf8baf', 'gw_port_host': None}] {{(pid=94806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:21.272980 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.296378 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec751f4-7391-43e8-af93-558a5746c9b9,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:21.356756 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.447773 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.449973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.569592 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.570088 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd045e7-71a3-4ad1-907b-f6eea95363e8 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:56:21.574465 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.575608 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-7e7ddf8e-7c74-4392-a5c6-7657b7c4341e admin admin] 10.222.0.26 "DELETE /v2.0/routers/3dd045e7-71a3-4ad1-907b-f6eea95363e8 HTTP/1.1" status: 204 len: 168 time: 1.0000892 Aug 10 04:56:21.578150 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50930) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:21.622692 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Deleting subnet 65d4099a-a71b-475f-bf58-2117fc69fe58 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:56:21.626241 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.659215 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.738157 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.842242 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8ec751f4-7391-43e8-af93-558a5746c9b9 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:21.865218 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 8ec751f4-7391-43e8-af93-558a5746c9b9 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:21.865559 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 8ec751f4-7391-43e8-af93-558a5746c9b9 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:21.865986 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9e59537f-0f46-4748-bde2-5698495603a2 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:21.867583 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.885030 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 9e59537f-0f46-4748-bde2-5698495603a2 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:21.885384 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 9e59537f-0f46-4748-bde2-5698495603a2 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:21.895776 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d4099a-a71b-475f-bf58-2117fc69fe58,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:21.900759 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.905286 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [-] (94804) accepted ('10.222.0.26', 50932) {{(pid=94804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:21.906046 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-27250f55-bbf6-49d7-bafc-3fcb06b8ad55 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/65d4099a-a71b-475f-bf58-2117fc69fe58 HTTP/1.1" status: 204 len: 168 time: 0.3264043 Aug 10 04:56:21.909195 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a519c25-f483-457a-bb1c-ffc53dddf2f7 None None] Network 2cd5c6b8-64b2-43c9-92d5-92630652f280 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:21.986725 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.041630 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Deleting port 1fd095d5-3546-4a0f-bd71-c44c75efc80b {{(pid=94804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:22.041974 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.102994 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] DHCP port deletion for 2cd5c6b8-64b2-43c9-92d5-92630652f280 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:56:22.110123 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.db [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] For port 1fd095d5-3546-4a0f-bd71-c44c75efc80b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1fd095d5-3546-4a0f-bd71-c44c75efc80b,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:22.110491 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.123473 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.plugin [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Calling delete_port for 1fd095d5-3546-4a0f-bd71-c44c75efc80b owned by network:dhcp {{(pid=94804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:22.151377 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] Deleting port 1fd095d5-3546-4a0f-bd71-c44c75efc80b {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:22.151765 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.212140 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] For port 1fd095d5-3546-4a0f-bd71-c44c75efc80b, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=1fd095d5-3546-4a0f-bd71-c44c75efc80b,segment=NetworkSegment(2a4e80fb-b98f-4bc2-8ad5-e14591af1eec),segment_id=2a4e80fb-b98f-4bc2-8ad5-e14591af1eec)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:22.217547 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.225817 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] Calling delete_port for 1fd095d5-3546-4a0f-bd71-c44c75efc80b owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:22.267975 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12065756'] for port, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.294870 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd095d5-3546-4a0f-bd71-c44c75efc80b,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:22.297154 n-d-765315-26 neutron-server[94804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] No DVR routers for this DVR port 1fd095d5-3546-4a0f-bd71-c44c75efc80b on host n-d-765315-26 {{(pid=94804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:22.303879 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.306078 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.306432 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.306779 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.307127 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.307465 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.307819 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.308134 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.308491 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.308820 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.309147 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.309478 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.309804 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-26 {{(pid=94804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:22.331919 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] No DVR routers for this DVR port 1fd095d5-3546-4a0f-bd71-c44c75efc80b on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:22.333499 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc1af-af17-49b9-a7e5-6ac892a89619 None None] Pushing event deleted for resources: {'Port': ['ID=1fd095d5-3546-4a0f-bd71-c44c75efc80b,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:22.379597 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.389418 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd5c6b8-64b2-43c9-92d5-92630652f280']}} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:22.403438 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec') {'for_net_delete': True} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:22.403740 n-d-765315-26 neutron-server[94804]: DEBUG neutron.services.segments.db [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e80fb-b98f-4bc2-8ad5-e14591af1eec') {} {{(pid=94804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:22.412925 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11604789'] for segment, before_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.426398 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.432176 n-d-765315-26 neutron-server[94804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:56:22.432592 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12065585'] for segment, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: Traceback (most recent call last): Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: timer() Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: cb(*args, **kw) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: return func(*args, **kwargs) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: self._notify() Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: self.callback(batched_events) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: event.method(event) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: return f(self, *a, **k) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: return self._get(url).json() Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: return self.request(url, 'GET', **kwargs) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:56:22.434181 n-d-765315-26 neutron-server[94804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:56:22.581188 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.586639 n-d-765315-26 neutron-server[94804]: DEBUG neutron_lib.callbacks.manager [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589095'] for network, before_response {{(pid=94804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.588423 n-d-765315-26 neutron-server[94804]: INFO neutron.wsgi [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] 10.222.0.26 "DELETE /v2.0/networks/2cd5c6b8-64b2-43c9-92d5-92630652f280 HTTP/1.1" status: 204 len: 168 time: 0.6820319 Aug 10 04:56:22.591446 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50936) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:22.600003 n-d-765315-26 neutron-server[94804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333f93a-d005-469d-bfd7-67bc98061c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd5c6b8-64b2-43c9-92d5-92630652f280,revision_number=None']} {{(pid=94804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:22.929768 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-974237'] for router_interface, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.165101 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Deleting port d41550a4-2549-4378-ad96-14b9a47f5146 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:23.165446 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.240208 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] For port d41550a4-2549-4378-ad96-14b9a47f5146, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=d41550a4-2549-4378-ad96-14b9a47f5146,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:23.240525 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.252516 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Calling delete_port for d41550a4-2549-4378-ad96-14b9a47f5146 owned by network:router_interface {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:23.507093 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.532427 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41550a4-2549-4378-ad96-14b9a47f5146,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:23.698997 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-971565'] for router_interface, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.821054 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1fd095d5-3546-4a0f-bd71-c44c75efc80b no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:23.841276 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 1fd095d5-3546-4a0f-bd71-c44c75efc80b {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:23.841617 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 1fd095d5-3546-4a0f-bd71-c44c75efc80b not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:24.226845 n-d-765315-26 neutron-server[94805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 has already been hosted by L3 agent 820a98ba-6228-42fc-8d3b-18b58d2c887f {{(pid=94805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:24.327014 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] Notify agent at l3_agent.n-d-765315-26 the message routers_updated {{(pid=94805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:24.333804 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-5fe8fe49-aa73-45b7-b314-6df4d799b2b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/bb7e2ef9-6082-417a-97b4-8c2ee0f9b384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7410054 Aug 10 04:56:24.336299 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50938) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:24.339157 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] Sync routers for ids ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'] in n-d-765315-26 {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:24.349669 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] Routers {'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:24.350276 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:24.442653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.459506 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] Set router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 gateway port host: n-d-765315-26 {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:24.562706 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.653424 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'external_fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:56:23Z', 'revision_number': 5, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port': {'id': '640e4bf1-da5c-45d3-a8eb-eb5a0a51f841', 'name': '', 'network_id': '72fc9df2-b5f4-45fb-9eec-d1edd93fef19', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '4810406a-d150-4f8a-90e3-f620654c6864', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:41Z', 'updated_at': '2021-08-10T04:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4810406a-d150-4f8a-90e3-f620654c6864', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-26'}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:24.679783 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] Checking router: bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 for host: n-d-765315-26 {{(pid=94807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:24.688866 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] Routers {'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'} bound to L3 agent in host n-d-765315-26 {{(pid=94807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:24.689474 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T02:59:33Z,description=,heartbeat_timestamp=2021-08-10T04:56:03Z,host='n-d-765315-26',id=820a98ba-6228-42fc-8d3b-18b58d2c887f,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T02:59:33Z,topic='l3_agent')) {'router_ids': ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'], 'active': True} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:24.710710 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Deleting port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:24.710977 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.775197 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_dvr_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] Set router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 gateway port host: None {{(pid=94807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:24.792967 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] For port 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,segment=NetworkSegment(3b575f47-7efb-4cb8-bf46-a9197e53ca52),segment_id=3b575f47-7efb-4cb8-bf46-a9197e53ca52)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:24.793339 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.805957 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Calling delete_port for 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 owned by network:router_gateway {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:24.828426 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.l3_hamode_db [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:56:24Z', 'revision_number': 6, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port_host': None}], 'n-d-765315-26', False) {} {{(pid=94807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:24.950815 n-d-765315-26 neutron-server[94807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5a6738-cd43-44c0-a8d7-f43e60c8bf57 None None] The sync data for ids ['bb7e2ef9-6082-417a-97b4-8c2ee0f9b384'] in n-d-765315-26 is: [{'id': 'bb7e2ef9-6082-417a-97b4-8c2ee0f9b384', 'name': 'tempest-TestSnapshotPattern-1489081124-router', 'tenant_id': '64fa067634534d528da1de4c96bef827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:40Z', 'updated_at': '2021-08-10T04:56:24Z', 'revision_number': 6, 'project_id': '64fa067634534d528da1de4c96bef827', 'gw_port_host': None}] {{(pid=94807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:25.021627 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.058059 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=640e4bf1-da5c-45d3-a8eb-eb5a0a51f841,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:25.133919 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-971211'] for router_gateway, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.242957 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.244960 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.386846 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-968651'] for router, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.387366 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 {{(pid=94805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:56:25.392092 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.393877 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-589019a5-c941-4859-a3f4-5cab27eb7cc0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bb7e2ef9-6082-417a-97b4-8c2ee0f9b384 HTTP/1.1" status: 204 len: 168 time: 1.0564899 Aug 10 04:56:25.396213 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50940) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:25.440023 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Deleting subnet 4eedc041-8904-4546-a88a-6aec7121e503 {{(pid=94805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:56:25.442999 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.476254 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9128433'] for subnet, precommit_delete_associations {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.554100 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3682984'] for subnet, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.690224 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9050797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8962154'] for subnet, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.714785 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eedc041-8904-4546-a88a-6aec7121e503,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:25.720911 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.722859 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4af3abaa-fc78-4b86-947e-cdcf6fdba8e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4eedc041-8904-4546-a88a-6aec7121e503 HTTP/1.1" status: 204 len: 168 time: 0.3255553 Aug 10 04:56:25.725317 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50942) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:25.727694 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e9e99-4194-46b0-a3c8-c80dddce4dfe None None] Network 353339e9-ef1e-4a47-abe8-5a94bfe35509 requested from n-d-765315-26 {{(pid=94806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:25.805528 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747959'] for network, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.823670 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d41550a4-2549-4378-ad96-14b9a47f5146 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:25.856595 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: d41550a4-2549-4378-ad96-14b9a47f5146 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:25.856941 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device d41550a4-2549-4378-ad96-14b9a47f5146 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:25.857349 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:25.862554 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Deleting port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 {{(pid=94805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:25.862973 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.878984 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:25.879325 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 640e4bf1-da5c-45d3-a8eb-eb5a0a51f841 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:25.929797 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.db [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] For port 2f102477-9ba8-4d5f-b90b-e942b7fe0549, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f102477-9ba8-4d5f-b90b-e942b7fe0549,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:25.930238 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.945308 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.plugin [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Calling delete_port for 2f102477-9ba8-4d5f-b90b-e942b7fe0549 owned by network:dhcp {{(pid=94805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:25.960509 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] DHCP port deletion for 353339e9-ef1e-4a47-abe8-5a94bfe35509 request from n-d-765315-26 {{(pid=94806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:56:26.022160 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] Deleting port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 {{(pid=94806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:26.023148 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759713451313'] for port, before_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.081846 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.db [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] For port 2f102477-9ba8-4d5f-b90b-e942b7fe0549, host n-d-765315-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-26',level=0,port_id=2f102477-9ba8-4d5f-b90b-e942b7fe0549,segment=NetworkSegment(bcba1652-72a1-4d4d-a2f0-7334433054e6),segment_id=bcba1652-72a1-4d4d-a2f0-7334433054e6)] {{(pid=94806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:26.082163 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978351'] for port, precommit_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.094369 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] Calling delete_port for 2f102477-9ba8-4d5f-b90b-e942b7fe0549 owned by network:dhcp {{(pid=94806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:26.158653 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9050782'] for port, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.166439 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4072639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759713456779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759712985326'] for port, after_delete {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.185336 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f102477-9ba8-4d5f-b90b-e942b7fe0549,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:26.190345 n-d-765315-26 neutron-server[94805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] No DVR routers for this DVR port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 on host n-d-765315-26 {{(pid=94805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:26.195464 n-d-765315-26 neutron-server[94806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] Pushing event deleted for resources: {'Port': ['ID=2f102477-9ba8-4d5f-b90b-e942b7fe0549,revision_number=None']} {{(pid=94806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:26.197291 n-d-765315-26 neutron-server[94806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5fcac-28c1-4b58-bbd3-ac97c95b7d58 None None] No DVR routers for this DVR port 2f102477-9ba8-4d5f-b90b-e942b7fe0549 on host n-d-765315-26 {{(pid=94806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:26.265892 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3681583', 'neutron.services.segments.db._delete_segments_for_network-8759713494896'] for network, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.275556 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353339e9-ef1e-4a47-abe8-5a94bfe35509']}} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:26.285916 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcba1652-72a1-4d4d-a2f0-7334433054e6') {'for_net_delete': True} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:26.286209 n-d-765315-26 neutron-server[94805]: DEBUG neutron.services.segments.db [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcba1652-72a1-4d4d-a2f0-7334433054e6') {} {{(pid=94805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:26.294608 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759713498233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9128422'] for segment, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.308134 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049'] for segment, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.313827 n-d-765315-26 neutron-server[94805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:56:26.314208 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3683049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9050739'] for segment, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: Traceback (most recent call last): Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: timer() Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: cb(*args, **kw) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: return func(*args, **kwargs) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: self._notify() Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: self.callback(batched_events) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: event.method(event) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: return f(self, *a, **k) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: return self._get(url).json() Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: return self.request(url, 'GET', **kwargs) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:56:26.315763 n-d-765315-26 neutron-server[94805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:56:26.432556 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3681590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-971183'] for network, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.437795 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Notify callbacks [] for network, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.439817 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] 10.222.0.26 "DELETE /v2.0/networks/353339e9-ef1e-4a47-abe8-5a94bfe35509 HTTP/1.1" status: 204 len: 168 time: 0.7134538 Aug 10 04:56:26.450607 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e31bf-fcec-4f33-a5c3-4f2ca0f21b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=353339e9-ef1e-4a47-abe8-5a94bfe35509,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:26.825782 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50946) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:26.865400 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-4b97863a-1249-45bc-8fd0-8bf18c5a8294 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf072a84415042399981c1406dcf8baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384662 Aug 10 04:56:26.867865 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50948) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:26.919172 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb7e-4ad1-4cac-a729-d20c9fdc6a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.944928 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb7e-4ad1-4cac-a729-d20c9fdc6a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.146748 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb7e-4ad1-4cac-a729-d20c9fdc6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.149406 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb7e-4ad1-4cac-a729-d20c9fdc6a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.150609 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-6da3eb7e-4ad1-4cac-a729-d20c9fdc6a93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e55f3af0-c896-4a61-9be0-d80c4b91858e HTTP/1.1" status: 204 len: 168 time: 0.2817934 Aug 10 04:56:27.158518 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3eb7e-4ad1-4cac-a729-d20c9fdc6a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55f3af0-c896-4a61-9be0-d80c4b91858e,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:27.490014 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.788854 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f102477-9ba8-4d5f-b90b-e942b7fe0549 no longer exists at agent ovs-agent-n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:27.808822 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.plugin [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] No Port match for: 2f102477-9ba8-4d5f-b90b-e942b7fe0549 {{(pid=94806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:27.809166 n-d-765315-26 neutron-server[94806]: DEBUG neutron.plugins.ml2.rpc [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Device 2f102477-9ba8-4d5f-b90b-e942b7fe0549 not bound to the agent host n-d-765315-26 {{(pid=94806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:28.026910 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50954) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:28.067319 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-ef953e06-296d-4d9d-81e0-1a3c255f64df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64fa067634534d528da1de4c96bef827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391064 Aug 10 04:56:28.069683 n-d-765315-26 neutron-server[94805]: DEBUG neutron.wsgi [-] (94805) accepted ('10.222.0.26', 50958) {{(pid=94805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:28.116194 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01a957c5-a73e-40f6-8f44-1654c0099289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.137337 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01a957c5-a73e-40f6-8f44-1654c0099289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.266370 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01a957c5-a73e-40f6-8f44-1654c0099289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636086'] for security_group, after_delete {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.268999 n-d-765315-26 neutron-server[94805]: DEBUG neutron_lib.callbacks.manager [None req-01a957c5-a73e-40f6-8f44-1654c0099289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.270145 n-d-765315-26 neutron-server[94805]: INFO neutron.wsgi [None req-01a957c5-a73e-40f6-8f44-1654c0099289 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/798d97d8-067b-41f7-87ed-3e9235584f99 HTTP/1.1" status: 204 len: 168 time: 0.1995604 Aug 10 04:56:28.278058 n-d-765315-26 neutron-server[94805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a957c5-a73e-40f6-8f44-1654c0099289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d97d8-067b-41f7-87ed-3e9235584f99,revision_number=None']} {{(pid=94805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:30.415543 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-74d92baa-704d-4df0-8469-4d5ebce19d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.843650 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.181473 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3141e782-7f78-427c-9f0d-89925a5281a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.564709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:36.135209 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.242745 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:46.603119 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.477210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:00.380170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b0c595d9-333f-4add-81c8-cec7a0830e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:02.860170 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:03.117245 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab6e1-b05e-447c-a3bf-9d45a9d58ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.545834 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:06.105825 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.597373 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:17.242180 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:27.676930 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.762098 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-81814c1d-8973-4b0e-9029-ab5c2cff5b3e req-72918434-aa15-4abc-ba8e-d6e2343c07ed service neutron] (94804) timed out ('10.222.0.26', 48464) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:57:30.477132 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cc31-19fa-4299-9949-a3afe9261ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:32.995985 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.191169 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-8fda9638-6163-4042-960b-43aebe081035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:34.573952 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:36.134090 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:46.659839 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:54.241150 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:57.446412 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:00.389459 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-547077de-814c-4df2-bd48-f7aacff9e0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:02.857627 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:03.183495 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5703c229-e451-4872-a13b-b5963c03e05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:04.556220 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:06.121693 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:16.571548 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.533493 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.470367 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-af51da51-41a3-4a4a-a758-a63c53b25c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:31.239199 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:32.835606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.161463 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5faa6092-7f2b-46d5-aafa-e70669746b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.601694 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:36.205586 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:46.607136 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:57.507204 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.441640 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-12fe59cf-8f1e-4887-8ae6-d1ad4b99ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.932102 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.126317 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3ba9461a-10ca-44f5-9afa-b6e01cc4637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.581281 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.132219 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:08.238318 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:16.591824 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:27.491868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:30.440723 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-137985ba-27e9-437d-b5c2-19ace27333fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.909409 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.202711 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b3a600ba-3788-41ee-8b68-c9ef070b3757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.585894 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.182982 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.237978 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:46.619443 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:57.657478 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.395167 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5de3d2e6-6dc5-4ca6-b5d5-36ef21026743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:02.897157 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:03.133101 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f6bbd0de-a41c-40c3-8cf3-1f7e432ca2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:04.561583 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:06.153854 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:16.595592 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:22.237391 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:00:27.507933 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.404709 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-b9f52902-3923-4d6e-8539-52439efae7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:32.840684 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.211361 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-92748867-bbd0-436a-af78-176c42f15963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:34.584191 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:36.159524 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.633210 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:57.577056 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:59.235832 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:00.439993 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb519-e932-4676-9d41-143a2ad4ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:02.851214 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:03.131413 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-c1a104d4-dce1-4016-aa57-d8d7286e567b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:04.559505 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:06.136489 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:16.593606 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:27.558868 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:30.398480 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e48942ce-e715-47c3-8c4d-6c7877891bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:32.902325 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:33.142010 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d2e1-ccfd-452f-b7f2-823f93371d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:34.581489 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:36.135387 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:36.235029 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:46.649452 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:57.529006 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:00.432264 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-83a2b40d-8c7c-40a9-9bf3-6cdf135a8b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.923116 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:03.123566 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d57415e2-dd3a-48dd-832f-e0dba60bff2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:04.586055 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:06.134727 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:13.233887 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:02:16.649134 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:27.540424 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:30.414405 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-d42d53b7-2eea-49e1-a3f7-3b5278273792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:32.888554 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:33.127942 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-381bebff-2f6b-41a6-91b7-cf3a1308d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:34.590827 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:36.151867 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:46.585492 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:50.234354 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:02:57.688454 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:00.420041 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-a523a50d-2ec0-4eb4-9d60-3b9bac3e500d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:02.865516 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:03.139661 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-131b6705-57ad-4d08-acb3-800dd0a965a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:04.665133 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:06.150736 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:14.435019 n-d-765315-26 neutron-server[94804]: DEBUG neutron.wsgi [req-51ab0bdf-3bb0-4b2e-89d4-38b652d150b1 req-2c74326c-bf8f-4f34-aeb9-ca7a29d1cc4c service neutron] (94804) timed out ('10.222.0.26', 49966) {{(pid=94804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:03:16.602542 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:27.233179 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:03:27.589599 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:30.448385 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3750fc04-4a7d-4ef0-85c7-167241bab401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:32.864928 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:33.156500 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-07abd7d9-ee40-422c-839a-3591372595ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:34.693328 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:36.265251 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:46.670009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.576546 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.433402 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-390e60d3-ab3b-4862-8c76-3ed47d401d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.890284 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.115609 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-e56be52e-9459-493f-abb7-6030c1773cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:04.231987 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:04:04.595503 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:06.207616 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.632321 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.569749 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:30.998186 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-97bd8835-6462-4e0c-bd1d-c7b25145c88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:32.846401 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:33.111898 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-31ac924f-3438-44fb-80c6-8230884e308e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:34.606537 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:36.225984 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:41.230237 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:04:46.663020 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:57.550904 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:00.434263 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-9ed1685a-bf3c-4ca5-9c0a-04b4e25aec5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:02.846040 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:03.162519 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-66975c40-34d8-46b3-a94c-b2b33ea3227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:04.617510 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:06.179658 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:16.628624 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-aea933a4-d0c8-4a33-96df-b3c5694c2335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:18.228431 n-d-765315-26 neutron-server[94807]: DEBUG neutron.db.agents_db [None req-03fc3c98-5ee7-439c-be8e-957c9a796f46 None None] Agent healthcheck: found 7 active agents {{(pid=94807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:27.584043 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-99344166-3dd9-4a23-aa2a-54cb051f10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.464200 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0e16-f15e-463b-b34f-37931ef11240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.847087 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-767dd6d9-1d50-44d8-9f96-96d615967b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.178544 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-1d1d33ef-b70a-487a-a5c2-06f38151ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:34.612224 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-2a90c3e5-f455-4c88-96b1-d75a0863d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:36.188009 n-d-765315-26 neutron-server[94806]: DEBUG neutron_lib.callbacks.manager [None req-3a21ebf4-c0d3-4cd7-be64-3913896d7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759713494788', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4143777'] for agent, after_update {{(pid=94806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}